{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.6703661627195663,
  "eval_steps": 3000,
  "global_step": 42000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "entropy": 4.896485424041748,
      "epoch": 0.0004369483527047103,
      "grad_norm": 19.125,
      "learning_rate": 2e-06,
      "loss": 14.1403,
      "mean_token_accuracy": 0.0004707288753706962,
      "num_tokens": 10478.0,
      "step": 5
    },
    {
      "entropy": 4.8918811798095705,
      "epoch": 0.0008738967054094206,
      "grad_norm": 19.125,
      "learning_rate": 4.5e-06,
      "loss": 14.1677,
      "mean_token_accuracy": 0.0009102159005124122,
      "num_tokens": 21152.0,
      "step": 10
    },
    {
      "entropy": 4.9260358810424805,
      "epoch": 0.0013108450581141308,
      "grad_norm": 21.25,
      "learning_rate": 7e-06,
      "loss": 14.0135,
      "mean_token_accuracy": 0.00043343613506294785,
      "num_tokens": 31246.0,
      "step": 15
    },
    {
      "entropy": 5.002536630630493,
      "epoch": 0.0017477934108188413,
      "grad_norm": 27.75,
      "learning_rate": 9.5e-06,
      "loss": 13.7803,
      "mean_token_accuracy": 0.00043386173201724886,
      "num_tokens": 41934.0,
      "step": 20
    },
    {
      "entropy": 5.2952552318573,
      "epoch": 0.0021847417635235517,
      "grad_norm": 33.5,
      "learning_rate": 1.2e-05,
      "loss": 13.2447,
      "mean_token_accuracy": 0.00043462926405481996,
      "num_tokens": 52830.0,
      "step": 25
    },
    {
      "entropy": 6.374371004104614,
      "epoch": 0.0026216901162282617,
      "grad_norm": 37.75,
      "learning_rate": 1.4500000000000002e-05,
      "loss": 12.2103,
      "mean_token_accuracy": 0.0001860347867477685,
      "num_tokens": 62706.0,
      "step": 30
    },
    {
      "entropy": 9.60359296798706,
      "epoch": 0.003058638468932972,
      "grad_norm": 3.5625,
      "learning_rate": 1.7000000000000003e-05,
      "loss": 10.9691,
      "mean_token_accuracy": 0.0,
      "num_tokens": 72619.0,
      "step": 35
    },
    {
      "entropy": 10.6598690032959,
      "epoch": 0.0034955868216376825,
      "grad_norm": 3.984375,
      "learning_rate": 1.95e-05,
      "loss": 10.6826,
      "mean_token_accuracy": 0.0027851671096868814,
      "num_tokens": 82903.0,
      "step": 40
    },
    {
      "entropy": 10.72455415725708,
      "epoch": 0.003932535174342393,
      "grad_norm": 3.09375,
      "learning_rate": 2.2e-05,
      "loss": 10.5546,
      "mean_token_accuracy": 0.011984702153131365,
      "num_tokens": 94243.0,
      "step": 45
    },
    {
      "entropy": 10.698091506958008,
      "epoch": 0.004369483527047103,
      "grad_norm": 2.515625,
      "learning_rate": 2.4500000000000003e-05,
      "loss": 10.3469,
      "mean_token_accuracy": 0.017781304474920035,
      "num_tokens": 103618.0,
      "step": 50
    },
    {
      "entropy": 10.646620655059815,
      "epoch": 0.004806431879751813,
      "grad_norm": 2.09375,
      "learning_rate": 2.7e-05,
      "loss": 10.1899,
      "mean_token_accuracy": 0.01909907590597868,
      "num_tokens": 112180.0,
      "step": 55
    },
    {
      "entropy": 10.682601261138917,
      "epoch": 0.005243380232456523,
      "grad_norm": 2.296875,
      "learning_rate": 2.95e-05,
      "loss": 10.0898,
      "mean_token_accuracy": 0.01639490285888314,
      "num_tokens": 122462.0,
      "step": 60
    },
    {
      "entropy": 10.703626728057861,
      "epoch": 0.005680328585161234,
      "grad_norm": 1.890625,
      "learning_rate": 3.2e-05,
      "loss": 9.9926,
      "mean_token_accuracy": 0.029707580246031283,
      "num_tokens": 132741.0,
      "step": 65
    },
    {
      "entropy": 10.696713733673096,
      "epoch": 0.006117276937865944,
      "grad_norm": 2.0625,
      "learning_rate": 3.4500000000000005e-05,
      "loss": 9.8566,
      "mean_token_accuracy": 0.05769682787358761,
      "num_tokens": 142973.0,
      "step": 70
    },
    {
      "entropy": 10.690417957305907,
      "epoch": 0.006554225290570655,
      "grad_norm": 1.796875,
      "learning_rate": 3.7e-05,
      "loss": 9.8804,
      "mean_token_accuracy": 0.05056782606989145,
      "num_tokens": 153199.0,
      "step": 75
    },
    {
      "entropy": 10.685645198822021,
      "epoch": 0.006991173643275365,
      "grad_norm": 1.8359375,
      "learning_rate": 3.95e-05,
      "loss": 9.768,
      "mean_token_accuracy": 0.05694139041006565,
      "num_tokens": 163079.0,
      "step": 80
    },
    {
      "entropy": 10.66970682144165,
      "epoch": 0.0074281219959800755,
      "grad_norm": 1.765625,
      "learning_rate": 4.2000000000000004e-05,
      "loss": 9.71,
      "mean_token_accuracy": 0.06373655460774899,
      "num_tokens": 173308.0,
      "step": 85
    },
    {
      "entropy": 10.657975387573241,
      "epoch": 0.007865070348684786,
      "grad_norm": 1.6640625,
      "learning_rate": 4.45e-05,
      "loss": 9.6122,
      "mean_token_accuracy": 0.0695813860744238,
      "num_tokens": 183856.0,
      "step": 90
    },
    {
      "entropy": 10.634114265441895,
      "epoch": 0.008302018701389496,
      "grad_norm": 1.796875,
      "learning_rate": 4.7000000000000004e-05,
      "loss": 9.5337,
      "mean_token_accuracy": 0.060128339752554896,
      "num_tokens": 193368.0,
      "step": 95
    },
    {
      "entropy": 10.613899898529052,
      "epoch": 0.008738967054094207,
      "grad_norm": 1.75,
      "learning_rate": 4.9500000000000004e-05,
      "loss": 9.4681,
      "mean_token_accuracy": 0.06204190067946911,
      "num_tokens": 202686.0,
      "step": 100
    },
    {
      "entropy": 10.591835975646973,
      "epoch": 0.009175915406798917,
      "grad_norm": 1.7265625,
      "learning_rate": 5.2e-05,
      "loss": 9.3641,
      "mean_token_accuracy": 0.06793517135083675,
      "num_tokens": 213237.0,
      "step": 105
    },
    {
      "entropy": 10.56372594833374,
      "epoch": 0.009612863759503626,
      "grad_norm": 1.59375,
      "learning_rate": 5.45e-05,
      "loss": 9.3006,
      "mean_token_accuracy": 0.06861048303544522,
      "num_tokens": 222406.0,
      "step": 110
    },
    {
      "entropy": 10.523597049713135,
      "epoch": 0.010049812112208336,
      "grad_norm": 1.6640625,
      "learning_rate": 5.7e-05,
      "loss": 9.2349,
      "mean_token_accuracy": 0.06383556276559829,
      "num_tokens": 232139.0,
      "step": 115
    },
    {
      "entropy": 10.474488925933837,
      "epoch": 0.010486760464913047,
      "grad_norm": 1.40625,
      "learning_rate": 5.9499999999999996e-05,
      "loss": 9.1603,
      "mean_token_accuracy": 0.06192168295383453,
      "num_tokens": 242438.0,
      "step": 120
    },
    {
      "entropy": 10.428980922698974,
      "epoch": 0.010923708817617757,
      "grad_norm": 1.484375,
      "learning_rate": 6.2e-05,
      "loss": 9.0417,
      "mean_token_accuracy": 0.06691903881728649,
      "num_tokens": 253082.0,
      "step": 125
    },
    {
      "entropy": 10.344741821289062,
      "epoch": 0.011360657170322468,
      "grad_norm": 1.515625,
      "learning_rate": 6.450000000000001e-05,
      "loss": 8.9769,
      "mean_token_accuracy": 0.07010326012969018,
      "num_tokens": 264067.0,
      "step": 130
    },
    {
      "entropy": 10.246838283538818,
      "epoch": 0.011797605523027178,
      "grad_norm": 1.4453125,
      "learning_rate": 6.7e-05,
      "loss": 8.8954,
      "mean_token_accuracy": 0.061506147310137746,
      "num_tokens": 274571.0,
      "step": 135
    },
    {
      "entropy": 10.181257820129394,
      "epoch": 0.012234553875731888,
      "grad_norm": 1.4921875,
      "learning_rate": 6.950000000000001e-05,
      "loss": 8.7923,
      "mean_token_accuracy": 0.06518892385065556,
      "num_tokens": 284561.0,
      "step": 140
    },
    {
      "entropy": 10.101185703277588,
      "epoch": 0.012671502228436599,
      "grad_norm": 1.2421875,
      "learning_rate": 7.2e-05,
      "loss": 8.653,
      "mean_token_accuracy": 0.06580178663134575,
      "num_tokens": 295366.0,
      "step": 145
    },
    {
      "entropy": 10.015565013885498,
      "epoch": 0.01310845058114131,
      "grad_norm": 1.0625,
      "learning_rate": 7.45e-05,
      "loss": 8.6783,
      "mean_token_accuracy": 0.06620895192027092,
      "num_tokens": 305423.0,
      "step": 150
    },
    {
      "entropy": 9.899238300323486,
      "epoch": 0.01354539893384602,
      "grad_norm": 1.109375,
      "learning_rate": 7.7e-05,
      "loss": 8.5289,
      "mean_token_accuracy": 0.06539785154163838,
      "num_tokens": 315182.0,
      "step": 155
    },
    {
      "entropy": 9.770205783843995,
      "epoch": 0.01398234728655073,
      "grad_norm": 1.1171875,
      "learning_rate": 7.950000000000001e-05,
      "loss": 8.4638,
      "mean_token_accuracy": 0.0697988323867321,
      "num_tokens": 324780.0,
      "step": 160
    },
    {
      "entropy": 9.595983505249023,
      "epoch": 0.01441929563925544,
      "grad_norm": 0.83984375,
      "learning_rate": 8.2e-05,
      "loss": 8.4388,
      "mean_token_accuracy": 0.06649183593690396,
      "num_tokens": 335104.0,
      "step": 165
    },
    {
      "entropy": 9.459788513183593,
      "epoch": 0.014856243991960151,
      "grad_norm": 0.9453125,
      "learning_rate": 8.450000000000001e-05,
      "loss": 8.361,
      "mean_token_accuracy": 0.06445354036986828,
      "num_tokens": 345073.0,
      "step": 170
    },
    {
      "entropy": 9.294847583770752,
      "epoch": 0.015293192344664861,
      "grad_norm": 0.8984375,
      "learning_rate": 8.7e-05,
      "loss": 8.32,
      "mean_token_accuracy": 0.057173581421375276,
      "num_tokens": 354342.0,
      "step": 175
    },
    {
      "entropy": 9.100028991699219,
      "epoch": 0.015730140697369572,
      "grad_norm": 0.75390625,
      "learning_rate": 8.95e-05,
      "loss": 8.21,
      "mean_token_accuracy": 0.06767738796770573,
      "num_tokens": 364441.0,
      "step": 180
    },
    {
      "entropy": 8.956842231750489,
      "epoch": 0.01616708905007428,
      "grad_norm": 1.140625,
      "learning_rate": 9.2e-05,
      "loss": 8.2102,
      "mean_token_accuracy": 0.06345368176698685,
      "num_tokens": 373918.0,
      "step": 185
    },
    {
      "entropy": 8.87299690246582,
      "epoch": 0.016604037402778993,
      "grad_norm": 0.75390625,
      "learning_rate": 9.45e-05,
      "loss": 8.2134,
      "mean_token_accuracy": 0.061258262023329735,
      "num_tokens": 383273.0,
      "step": 190
    },
    {
      "entropy": 8.69699010848999,
      "epoch": 0.0170409857554837,
      "grad_norm": 0.8671875,
      "learning_rate": 9.7e-05,
      "loss": 8.0918,
      "mean_token_accuracy": 0.07180375047028065,
      "num_tokens": 393262.0,
      "step": 195
    },
    {
      "entropy": 8.610151290893555,
      "epoch": 0.017477934108188414,
      "grad_norm": 0.66796875,
      "learning_rate": 9.95e-05,
      "loss": 8.194,
      "mean_token_accuracy": 0.061346839740872385,
      "num_tokens": 402389.0,
      "step": 200
    },
    {
      "entropy": 8.630728244781494,
      "epoch": 0.017914882460893122,
      "grad_norm": 0.74609375,
      "learning_rate": 0.000102,
      "loss": 8.1296,
      "mean_token_accuracy": 0.06509425193071365,
      "num_tokens": 412997.0,
      "step": 205
    },
    {
      "entropy": 8.581557655334473,
      "epoch": 0.018351830813597834,
      "grad_norm": 0.6875,
      "learning_rate": 0.00010449999999999999,
      "loss": 8.1323,
      "mean_token_accuracy": 0.06776191368699074,
      "num_tokens": 422222.0,
      "step": 210
    },
    {
      "entropy": 8.459476566314697,
      "epoch": 0.018788779166302543,
      "grad_norm": 0.66015625,
      "learning_rate": 0.000107,
      "loss": 8.0772,
      "mean_token_accuracy": 0.06964709646999837,
      "num_tokens": 432539.0,
      "step": 215
    },
    {
      "entropy": 8.583655071258544,
      "epoch": 0.019225727519007252,
      "grad_norm": 0.6796875,
      "learning_rate": 0.0001095,
      "loss": 8.0763,
      "mean_token_accuracy": 0.07036846987903118,
      "num_tokens": 442311.0,
      "step": 220
    },
    {
      "entropy": 8.413945198059082,
      "epoch": 0.019662675871711964,
      "grad_norm": 0.70703125,
      "learning_rate": 0.000112,
      "loss": 8.0586,
      "mean_token_accuracy": 0.06845476403832436,
      "num_tokens": 452727.0,
      "step": 225
    },
    {
      "entropy": 8.500650024414062,
      "epoch": 0.020099624224416673,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0001145,
      "loss": 8.0851,
      "mean_token_accuracy": 0.07086162865161896,
      "num_tokens": 462461.0,
      "step": 230
    },
    {
      "entropy": 8.524639797210693,
      "epoch": 0.020536572577121385,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00011700000000000001,
      "loss": 8.0572,
      "mean_token_accuracy": 0.07282712981104851,
      "num_tokens": 472362.0,
      "step": 235
    },
    {
      "entropy": 8.431649208068848,
      "epoch": 0.020973520929826094,
      "grad_norm": 0.76953125,
      "learning_rate": 0.00011949999999999999,
      "loss": 8.0476,
      "mean_token_accuracy": 0.07426296398043633,
      "num_tokens": 482718.0,
      "step": 240
    },
    {
      "entropy": 8.454423236846925,
      "epoch": 0.021410469282530806,
      "grad_norm": 0.703125,
      "learning_rate": 0.000122,
      "loss": 8.0537,
      "mean_token_accuracy": 0.07146380059421062,
      "num_tokens": 492947.0,
      "step": 245
    },
    {
      "entropy": 8.405343437194825,
      "epoch": 0.021847417635235514,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0001245,
      "loss": 8.0819,
      "mean_token_accuracy": 0.06912912614643574,
      "num_tokens": 502957.0,
      "step": 250
    },
    {
      "entropy": 8.408589458465576,
      "epoch": 0.022284365987940227,
      "grad_norm": 0.83984375,
      "learning_rate": 0.000127,
      "loss": 8.037,
      "mean_token_accuracy": 0.07069992832839489,
      "num_tokens": 513220.0,
      "step": 255
    },
    {
      "entropy": 8.416099166870117,
      "epoch": 0.022721314340644935,
      "grad_norm": 0.74609375,
      "learning_rate": 0.0001295,
      "loss": 7.9798,
      "mean_token_accuracy": 0.07073883488774299,
      "num_tokens": 523217.0,
      "step": 260
    },
    {
      "entropy": 8.420017719268799,
      "epoch": 0.023158262693349647,
      "grad_norm": 0.78515625,
      "learning_rate": 0.000132,
      "loss": 8.0086,
      "mean_token_accuracy": 0.06777435280382633,
      "num_tokens": 533789.0,
      "step": 265
    },
    {
      "entropy": 8.379833126068116,
      "epoch": 0.023595211046054356,
      "grad_norm": 0.75390625,
      "learning_rate": 0.00013450000000000002,
      "loss": 7.9839,
      "mean_token_accuracy": 0.07827216312289238,
      "num_tokens": 544146.0,
      "step": 270
    },
    {
      "entropy": 8.337002563476563,
      "epoch": 0.02403215939875907,
      "grad_norm": 0.7265625,
      "learning_rate": 0.00013700000000000002,
      "loss": 8.0224,
      "mean_token_accuracy": 0.06755217313766479,
      "num_tokens": 554215.0,
      "step": 275
    },
    {
      "entropy": 8.356577014923095,
      "epoch": 0.024469107751463777,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0001395,
      "loss": 7.9919,
      "mean_token_accuracy": 0.0684168841689825,
      "num_tokens": 564587.0,
      "step": 280
    },
    {
      "entropy": 8.399262714385987,
      "epoch": 0.024906056104168486,
      "grad_norm": 0.8125,
      "learning_rate": 0.00014199999999999998,
      "loss": 8.0404,
      "mean_token_accuracy": 0.07138842865824699,
      "num_tokens": 574819.0,
      "step": 285
    },
    {
      "entropy": 8.372067642211913,
      "epoch": 0.025343004456873198,
      "grad_norm": 0.8125,
      "learning_rate": 0.0001445,
      "loss": 7.9538,
      "mean_token_accuracy": 0.07292748279869557,
      "num_tokens": 585178.0,
      "step": 290
    },
    {
      "entropy": 8.315776348114014,
      "epoch": 0.025779952809577907,
      "grad_norm": 0.859375,
      "learning_rate": 0.000147,
      "loss": 7.9432,
      "mean_token_accuracy": 0.07378942035138607,
      "num_tokens": 595086.0,
      "step": 295
    },
    {
      "entropy": 8.330533981323242,
      "epoch": 0.02621690116228262,
      "grad_norm": 0.7265625,
      "learning_rate": 0.0001495,
      "loss": 7.9452,
      "mean_token_accuracy": 0.07910944558680058,
      "num_tokens": 604942.0,
      "step": 300
    },
    {
      "entropy": 8.304435920715331,
      "epoch": 0.026653849514987327,
      "grad_norm": 0.91015625,
      "learning_rate": 0.000152,
      "loss": 7.9291,
      "mean_token_accuracy": 0.07603786624968052,
      "num_tokens": 616082.0,
      "step": 305
    },
    {
      "entropy": 8.352412796020507,
      "epoch": 0.02709079786769204,
      "grad_norm": 0.921875,
      "learning_rate": 0.00015450000000000001,
      "loss": 7.9481,
      "mean_token_accuracy": 0.07412574216723442,
      "num_tokens": 626375.0,
      "step": 310
    },
    {
      "entropy": 8.253109741210938,
      "epoch": 0.027527746220396748,
      "grad_norm": 0.84765625,
      "learning_rate": 0.000157,
      "loss": 7.9133,
      "mean_token_accuracy": 0.07124261260032654,
      "num_tokens": 637563.0,
      "step": 315
    },
    {
      "entropy": 8.222493076324463,
      "epoch": 0.02796469457310146,
      "grad_norm": 0.859375,
      "learning_rate": 0.0001595,
      "loss": 7.9205,
      "mean_token_accuracy": 0.07289120145142078,
      "num_tokens": 647256.0,
      "step": 320
    },
    {
      "entropy": 8.32628002166748,
      "epoch": 0.02840164292580617,
      "grad_norm": 0.78125,
      "learning_rate": 0.000162,
      "loss": 7.9747,
      "mean_token_accuracy": 0.07336639389395713,
      "num_tokens": 657247.0,
      "step": 325
    },
    {
      "entropy": 8.336363315582275,
      "epoch": 0.02883859127851088,
      "grad_norm": 1.125,
      "learning_rate": 0.00016450000000000001,
      "loss": 7.8957,
      "mean_token_accuracy": 0.07113592401146888,
      "num_tokens": 667613.0,
      "step": 330
    },
    {
      "entropy": 8.263669490814209,
      "epoch": 0.02927553963121559,
      "grad_norm": 0.8203125,
      "learning_rate": 0.00016700000000000002,
      "loss": 7.9176,
      "mean_token_accuracy": 0.07490575201809406,
      "num_tokens": 678048.0,
      "step": 335
    },
    {
      "entropy": 8.235548973083496,
      "epoch": 0.029712487983920302,
      "grad_norm": 0.9296875,
      "learning_rate": 0.00016950000000000003,
      "loss": 7.9202,
      "mean_token_accuracy": 0.07333524562418461,
      "num_tokens": 688468.0,
      "step": 340
    },
    {
      "entropy": 8.21406421661377,
      "epoch": 0.03014943633662501,
      "grad_norm": 0.7734375,
      "learning_rate": 0.00017199999999999998,
      "loss": 7.885,
      "mean_token_accuracy": 0.078083186596632,
      "num_tokens": 699809.0,
      "step": 345
    },
    {
      "entropy": 8.228328514099122,
      "epoch": 0.030586384689329723,
      "grad_norm": 0.78125,
      "learning_rate": 0.00017449999999999999,
      "loss": 7.8454,
      "mean_token_accuracy": 0.07926662042737007,
      "num_tokens": 709227.0,
      "step": 350
    },
    {
      "entropy": 8.25043773651123,
      "epoch": 0.03102333304203443,
      "grad_norm": 1.0,
      "learning_rate": 0.000177,
      "loss": 7.9612,
      "mean_token_accuracy": 0.07075673900544643,
      "num_tokens": 720178.0,
      "step": 355
    },
    {
      "entropy": 8.20638427734375,
      "epoch": 0.031460281394739144,
      "grad_norm": 0.75390625,
      "learning_rate": 0.0001795,
      "loss": 7.8735,
      "mean_token_accuracy": 0.07839432805776596,
      "num_tokens": 730514.0,
      "step": 360
    },
    {
      "entropy": 8.303699684143066,
      "epoch": 0.03189722974744385,
      "grad_norm": 0.79296875,
      "learning_rate": 0.000182,
      "loss": 7.9139,
      "mean_token_accuracy": 0.07378935068845749,
      "num_tokens": 741345.0,
      "step": 365
    },
    {
      "entropy": 8.170354652404786,
      "epoch": 0.03233417810014856,
      "grad_norm": 0.890625,
      "learning_rate": 0.0001845,
      "loss": 7.8564,
      "mean_token_accuracy": 0.07958053424954414,
      "num_tokens": 751163.0,
      "step": 370
    },
    {
      "entropy": 8.218745231628418,
      "epoch": 0.03277112645285327,
      "grad_norm": 1.21875,
      "learning_rate": 0.000187,
      "loss": 7.8577,
      "mean_token_accuracy": 0.07420928552746772,
      "num_tokens": 762090.0,
      "step": 375
    },
    {
      "entropy": 8.191785526275634,
      "epoch": 0.033208074805557986,
      "grad_norm": 1.21875,
      "learning_rate": 0.0001895,
      "loss": 7.831,
      "mean_token_accuracy": 0.07720481157302857,
      "num_tokens": 772049.0,
      "step": 380
    },
    {
      "entropy": 8.150869464874267,
      "epoch": 0.03364502315826269,
      "grad_norm": 1.0625,
      "learning_rate": 0.000192,
      "loss": 7.7882,
      "mean_token_accuracy": 0.08157530575990676,
      "num_tokens": 781280.0,
      "step": 385
    },
    {
      "entropy": 8.15115146636963,
      "epoch": 0.0340819715109674,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0001945,
      "loss": 7.8737,
      "mean_token_accuracy": 0.07709059566259384,
      "num_tokens": 791642.0,
      "step": 390
    },
    {
      "entropy": 8.20585823059082,
      "epoch": 0.034518919863672115,
      "grad_norm": 0.83984375,
      "learning_rate": 0.00019700000000000002,
      "loss": 7.8441,
      "mean_token_accuracy": 0.07621582746505737,
      "num_tokens": 801224.0,
      "step": 395
    },
    {
      "entropy": 8.199099254608154,
      "epoch": 0.03495586821637683,
      "grad_norm": 0.91796875,
      "learning_rate": 0.00019950000000000002,
      "loss": 7.7916,
      "mean_token_accuracy": 0.07633770778775215,
      "num_tokens": 810727.0,
      "step": 400
    },
    {
      "entropy": 8.255587577819824,
      "epoch": 0.03539281656908153,
      "grad_norm": 1.046875,
      "learning_rate": 0.000202,
      "loss": 7.8705,
      "mean_token_accuracy": 0.07444445230066776,
      "num_tokens": 819943.0,
      "step": 405
    },
    {
      "entropy": 8.048962116241455,
      "epoch": 0.035829764921786245,
      "grad_norm": 0.86328125,
      "learning_rate": 0.00020449999999999998,
      "loss": 7.7977,
      "mean_token_accuracy": 0.07640674635767937,
      "num_tokens": 829474.0,
      "step": 410
    },
    {
      "entropy": 8.137162065505981,
      "epoch": 0.03626671327449096,
      "grad_norm": 1.015625,
      "learning_rate": 0.000207,
      "loss": 7.7691,
      "mean_token_accuracy": 0.0750108852982521,
      "num_tokens": 839288.0,
      "step": 415
    },
    {
      "entropy": 8.195742893218995,
      "epoch": 0.03670366162719567,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0002095,
      "loss": 7.793,
      "mean_token_accuracy": 0.07822757884860039,
      "num_tokens": 850064.0,
      "step": 420
    },
    {
      "entropy": 8.037298011779786,
      "epoch": 0.037140609979900374,
      "grad_norm": 0.88671875,
      "learning_rate": 0.000212,
      "loss": 7.7651,
      "mean_token_accuracy": 0.08010210767388344,
      "num_tokens": 860732.0,
      "step": 425
    },
    {
      "entropy": 8.097493267059326,
      "epoch": 0.037577558332605086,
      "grad_norm": 0.875,
      "learning_rate": 0.0002145,
      "loss": 7.7724,
      "mean_token_accuracy": 0.0774189442396164,
      "num_tokens": 870076.0,
      "step": 430
    },
    {
      "entropy": 8.05912742614746,
      "epoch": 0.0380145066853098,
      "grad_norm": 0.90625,
      "learning_rate": 0.00021700000000000002,
      "loss": 7.6706,
      "mean_token_accuracy": 0.08113809823989868,
      "num_tokens": 880201.0,
      "step": 435
    },
    {
      "entropy": 8.00949149131775,
      "epoch": 0.038451455038014504,
      "grad_norm": 0.7265625,
      "learning_rate": 0.0002195,
      "loss": 7.7294,
      "mean_token_accuracy": 0.08016021810472011,
      "num_tokens": 890344.0,
      "step": 440
    },
    {
      "entropy": 7.997669124603272,
      "epoch": 0.038888403390719216,
      "grad_norm": 0.9609375,
      "learning_rate": 0.000222,
      "loss": 7.7322,
      "mean_token_accuracy": 0.0784931242465973,
      "num_tokens": 900443.0,
      "step": 445
    },
    {
      "entropy": 8.134346008300781,
      "epoch": 0.03932535174342393,
      "grad_norm": 0.7734375,
      "learning_rate": 0.0002245,
      "loss": 7.7529,
      "mean_token_accuracy": 0.07578973248600959,
      "num_tokens": 910284.0,
      "step": 450
    },
    {
      "entropy": 8.158567905426025,
      "epoch": 0.03976230009612864,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00022700000000000002,
      "loss": 7.8343,
      "mean_token_accuracy": 0.07556049451231957,
      "num_tokens": 920986.0,
      "step": 455
    },
    {
      "entropy": 7.912718629837036,
      "epoch": 0.040199248448833345,
      "grad_norm": 0.875,
      "learning_rate": 0.00022950000000000002,
      "loss": 7.7393,
      "mean_token_accuracy": 0.08137748837471008,
      "num_tokens": 930481.0,
      "step": 460
    },
    {
      "entropy": 8.1414954662323,
      "epoch": 0.04063619680153806,
      "grad_norm": 0.875,
      "learning_rate": 0.00023200000000000003,
      "loss": 7.764,
      "mean_token_accuracy": 0.08360744118690491,
      "num_tokens": 940554.0,
      "step": 465
    },
    {
      "entropy": 8.014440441131592,
      "epoch": 0.04107314515424277,
      "grad_norm": 0.97265625,
      "learning_rate": 0.00023449999999999998,
      "loss": 7.6943,
      "mean_token_accuracy": 0.08052223920822144,
      "num_tokens": 950005.0,
      "step": 470
    },
    {
      "entropy": 8.032914018630981,
      "epoch": 0.04151009350694748,
      "grad_norm": 0.7265625,
      "learning_rate": 0.000237,
      "loss": 7.6964,
      "mean_token_accuracy": 0.0742336355149746,
      "num_tokens": 959414.0,
      "step": 475
    },
    {
      "entropy": 8.050236415863036,
      "epoch": 0.04194704185965219,
      "grad_norm": 0.83203125,
      "learning_rate": 0.0002395,
      "loss": 7.7366,
      "mean_token_accuracy": 0.07452398836612702,
      "num_tokens": 969352.0,
      "step": 480
    },
    {
      "entropy": 8.132762765884399,
      "epoch": 0.0423839902123569,
      "grad_norm": 0.82421875,
      "learning_rate": 0.000242,
      "loss": 7.7524,
      "mean_token_accuracy": 0.07607904821634293,
      "num_tokens": 980294.0,
      "step": 485
    },
    {
      "entropy": 7.920047473907471,
      "epoch": 0.04282093856506161,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0002445,
      "loss": 7.6372,
      "mean_token_accuracy": 0.0846704125404358,
      "num_tokens": 990453.0,
      "step": 490
    },
    {
      "entropy": 8.083022117614746,
      "epoch": 0.04325788691776632,
      "grad_norm": 1.1640625,
      "learning_rate": 0.000247,
      "loss": 7.6619,
      "mean_token_accuracy": 0.0859624132514,
      "num_tokens": 1000509.0,
      "step": 495
    },
    {
      "entropy": 8.04277811050415,
      "epoch": 0.04369483527047103,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0002495,
      "loss": 7.7908,
      "mean_token_accuracy": 0.07289138622581959,
      "num_tokens": 1011747.0,
      "step": 500
    },
    {
      "entropy": 8.003987789154053,
      "epoch": 0.04413178362317574,
      "grad_norm": 1.109375,
      "learning_rate": 0.000252,
      "loss": 7.7292,
      "mean_token_accuracy": 0.07683630660176277,
      "num_tokens": 1021511.0,
      "step": 505
    },
    {
      "entropy": 8.018040466308594,
      "epoch": 0.04456873197588045,
      "grad_norm": 1.140625,
      "learning_rate": 0.0002545,
      "loss": 7.7397,
      "mean_token_accuracy": 0.07697788439691067,
      "num_tokens": 1032116.0,
      "step": 510
    },
    {
      "entropy": 7.920564413070679,
      "epoch": 0.04500568032858516,
      "grad_norm": 0.98828125,
      "learning_rate": 0.000257,
      "loss": 7.6298,
      "mean_token_accuracy": 0.08404637426137924,
      "num_tokens": 1041356.0,
      "step": 515
    },
    {
      "entropy": 7.942330694198608,
      "epoch": 0.04544262868128987,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0002595,
      "loss": 7.7028,
      "mean_token_accuracy": 0.07776187285780907,
      "num_tokens": 1051314.0,
      "step": 520
    },
    {
      "entropy": 8.040958166122437,
      "epoch": 0.04587957703399458,
      "grad_norm": 0.89453125,
      "learning_rate": 0.000262,
      "loss": 7.6852,
      "mean_token_accuracy": 0.08220702111721039,
      "num_tokens": 1060857.0,
      "step": 525
    },
    {
      "entropy": 8.020647382736206,
      "epoch": 0.046316525386699295,
      "grad_norm": 0.984375,
      "learning_rate": 0.00026450000000000003,
      "loss": 7.6951,
      "mean_token_accuracy": 0.07845601513981819,
      "num_tokens": 1071744.0,
      "step": 530
    },
    {
      "entropy": 7.9700311660766605,
      "epoch": 0.046753473739404,
      "grad_norm": 0.8671875,
      "learning_rate": 0.00026700000000000004,
      "loss": 7.6381,
      "mean_token_accuracy": 0.08291278034448624,
      "num_tokens": 1080777.0,
      "step": 535
    },
    {
      "entropy": 7.986575984954834,
      "epoch": 0.04719042209210871,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00026950000000000005,
      "loss": 7.6373,
      "mean_token_accuracy": 0.08483078628778458,
      "num_tokens": 1090951.0,
      "step": 540
    },
    {
      "entropy": 7.9460187435150145,
      "epoch": 0.047627370444813424,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00027200000000000005,
      "loss": 7.6187,
      "mean_token_accuracy": 0.07862685099244118,
      "num_tokens": 1101667.0,
      "step": 545
    },
    {
      "entropy": 7.9729594707489015,
      "epoch": 0.04806431879751814,
      "grad_norm": 1.21875,
      "learning_rate": 0.0002745,
      "loss": 7.7162,
      "mean_token_accuracy": 0.07553440034389496,
      "num_tokens": 1112652.0,
      "step": 550
    },
    {
      "entropy": 7.875039529800415,
      "epoch": 0.04850126715022284,
      "grad_norm": 0.9140625,
      "learning_rate": 0.000277,
      "loss": 7.6821,
      "mean_token_accuracy": 0.08174617812037469,
      "num_tokens": 1122518.0,
      "step": 555
    },
    {
      "entropy": 8.032792949676514,
      "epoch": 0.048938215502927554,
      "grad_norm": 1.078125,
      "learning_rate": 0.0002795,
      "loss": 7.6805,
      "mean_token_accuracy": 0.08198884315788746,
      "num_tokens": 1132867.0,
      "step": 560
    },
    {
      "entropy": 7.95278844833374,
      "epoch": 0.049375163855632266,
      "grad_norm": 0.9609375,
      "learning_rate": 0.00028199999999999997,
      "loss": 7.7381,
      "mean_token_accuracy": 0.07585004493594169,
      "num_tokens": 1142524.0,
      "step": 565
    },
    {
      "entropy": 8.021573352813721,
      "epoch": 0.04981211220833697,
      "grad_norm": 1.140625,
      "learning_rate": 0.0002845,
      "loss": 7.6283,
      "mean_token_accuracy": 0.08681625351309777,
      "num_tokens": 1152983.0,
      "step": 570
    },
    {
      "entropy": 7.975176620483398,
      "epoch": 0.050249060561041684,
      "grad_norm": 0.94140625,
      "learning_rate": 0.000287,
      "loss": 7.6872,
      "mean_token_accuracy": 0.08164099827408791,
      "num_tokens": 1164271.0,
      "step": 575
    },
    {
      "entropy": 7.9183494567871096,
      "epoch": 0.050686008913746396,
      "grad_norm": 0.953125,
      "learning_rate": 0.0002895,
      "loss": 7.541,
      "mean_token_accuracy": 0.08640064373612404,
      "num_tokens": 1173567.0,
      "step": 580
    },
    {
      "entropy": 7.924293804168701,
      "epoch": 0.05112295726645111,
      "grad_norm": 1.0859375,
      "learning_rate": 0.000292,
      "loss": 7.5932,
      "mean_token_accuracy": 0.08321595788002015,
      "num_tokens": 1183619.0,
      "step": 585
    },
    {
      "entropy": 7.873846387863159,
      "epoch": 0.05155990561915581,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0002945,
      "loss": 7.5453,
      "mean_token_accuracy": 0.0821442298591137,
      "num_tokens": 1193922.0,
      "step": 590
    },
    {
      "entropy": 7.94070348739624,
      "epoch": 0.051996853971860525,
      "grad_norm": 1.171875,
      "learning_rate": 0.000297,
      "loss": 7.6536,
      "mean_token_accuracy": 0.0783975936472416,
      "num_tokens": 1203665.0,
      "step": 595
    },
    {
      "entropy": 7.832107400894165,
      "epoch": 0.05243380232456524,
      "grad_norm": 0.9375,
      "learning_rate": 0.0002995,
      "loss": 7.6423,
      "mean_token_accuracy": 0.0841694563627243,
      "num_tokens": 1214119.0,
      "step": 600
    },
    {
      "entropy": 7.960584402084351,
      "epoch": 0.05287075067726995,
      "grad_norm": 1.2265625,
      "learning_rate": 0.000302,
      "loss": 7.6685,
      "mean_token_accuracy": 0.07720493376255036,
      "num_tokens": 1225275.0,
      "step": 605
    },
    {
      "entropy": 7.838187599182129,
      "epoch": 0.053307699029974655,
      "grad_norm": 1.078125,
      "learning_rate": 0.0003045,
      "loss": 7.5356,
      "mean_token_accuracy": 0.08203468546271324,
      "num_tokens": 1235199.0,
      "step": 610
    },
    {
      "entropy": 7.830732774734497,
      "epoch": 0.05374464738267937,
      "grad_norm": 0.84375,
      "learning_rate": 0.000307,
      "loss": 7.5585,
      "mean_token_accuracy": 0.08500108271837234,
      "num_tokens": 1245648.0,
      "step": 615
    },
    {
      "entropy": 7.852081918716431,
      "epoch": 0.05418159573538408,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0003095,
      "loss": 7.4995,
      "mean_token_accuracy": 0.08836419135332108,
      "num_tokens": 1254793.0,
      "step": 620
    },
    {
      "entropy": 7.985955429077149,
      "epoch": 0.05461854408808879,
      "grad_norm": 0.96875,
      "learning_rate": 0.000312,
      "loss": 7.5573,
      "mean_token_accuracy": 0.0857199877500534,
      "num_tokens": 1264429.0,
      "step": 625
    },
    {
      "entropy": 7.8001152038574215,
      "epoch": 0.055055492440793496,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0003145,
      "loss": 7.5317,
      "mean_token_accuracy": 0.08314449116587638,
      "num_tokens": 1274449.0,
      "step": 630
    },
    {
      "entropy": 7.813184595108032,
      "epoch": 0.05549244079349821,
      "grad_norm": 1.1484375,
      "learning_rate": 0.000317,
      "loss": 7.6222,
      "mean_token_accuracy": 0.07996979467570782,
      "num_tokens": 1284987.0,
      "step": 635
    },
    {
      "entropy": 7.950613355636596,
      "epoch": 0.05592938914620292,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0003195,
      "loss": 7.6343,
      "mean_token_accuracy": 0.07661416307091713,
      "num_tokens": 1295984.0,
      "step": 640
    },
    {
      "entropy": 7.814332628250122,
      "epoch": 0.056366337498907626,
      "grad_norm": 1.0078125,
      "learning_rate": 0.000322,
      "loss": 7.5214,
      "mean_token_accuracy": 0.08348236829042435,
      "num_tokens": 1305738.0,
      "step": 645
    },
    {
      "entropy": 7.804314756393433,
      "epoch": 0.05680328585161234,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00032450000000000003,
      "loss": 7.4795,
      "mean_token_accuracy": 0.07995264530181885,
      "num_tokens": 1315691.0,
      "step": 650
    },
    {
      "entropy": 7.752275705337524,
      "epoch": 0.05724023420431705,
      "grad_norm": 0.84765625,
      "learning_rate": 0.00032700000000000003,
      "loss": 7.4882,
      "mean_token_accuracy": 0.09246278628706932,
      "num_tokens": 1326195.0,
      "step": 655
    },
    {
      "entropy": 7.765911626815796,
      "epoch": 0.05767718255702176,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00032950000000000004,
      "loss": 7.5164,
      "mean_token_accuracy": 0.08554120138287544,
      "num_tokens": 1336916.0,
      "step": 660
    },
    {
      "entropy": 7.800547170639038,
      "epoch": 0.05811413090972647,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00033200000000000005,
      "loss": 7.5327,
      "mean_token_accuracy": 0.08561304733157157,
      "num_tokens": 1347386.0,
      "step": 665
    },
    {
      "entropy": 7.849845457077026,
      "epoch": 0.05855107926243118,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00033450000000000005,
      "loss": 7.5301,
      "mean_token_accuracy": 0.08292968645691871,
      "num_tokens": 1357959.0,
      "step": 670
    },
    {
      "entropy": 7.800776195526123,
      "epoch": 0.05898802761513589,
      "grad_norm": 1.0234375,
      "learning_rate": 0.000337,
      "loss": 7.4917,
      "mean_token_accuracy": 0.08568408265709877,
      "num_tokens": 1368135.0,
      "step": 675
    },
    {
      "entropy": 7.8050871849060055,
      "epoch": 0.059424975967840604,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0003395,
      "loss": 7.5337,
      "mean_token_accuracy": 0.08384500592947006,
      "num_tokens": 1378702.0,
      "step": 680
    },
    {
      "entropy": 7.720953702926636,
      "epoch": 0.05986192432054531,
      "grad_norm": 1.1640625,
      "learning_rate": 0.000342,
      "loss": 7.3887,
      "mean_token_accuracy": 0.08918830305337906,
      "num_tokens": 1387902.0,
      "step": 685
    },
    {
      "entropy": 7.801330518722534,
      "epoch": 0.06029887267325002,
      "grad_norm": 1.015625,
      "learning_rate": 0.00034449999999999997,
      "loss": 7.4145,
      "mean_token_accuracy": 0.09191453829407692,
      "num_tokens": 1397288.0,
      "step": 690
    },
    {
      "entropy": 7.620101451873779,
      "epoch": 0.060735821025954734,
      "grad_norm": 0.96875,
      "learning_rate": 0.000347,
      "loss": 7.4673,
      "mean_token_accuracy": 0.08888877630233764,
      "num_tokens": 1407416.0,
      "step": 695
    },
    {
      "entropy": 7.842352247238159,
      "epoch": 0.061172769378659446,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0003495,
      "loss": 7.5187,
      "mean_token_accuracy": 0.08510556891560554,
      "num_tokens": 1417733.0,
      "step": 700
    },
    {
      "entropy": 7.77461576461792,
      "epoch": 0.06160971773136415,
      "grad_norm": 1.6015625,
      "learning_rate": 0.000352,
      "loss": 7.4219,
      "mean_token_accuracy": 0.0847130298614502,
      "num_tokens": 1426723.0,
      "step": 705
    },
    {
      "entropy": 7.718229103088379,
      "epoch": 0.06204666608406886,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0003545,
      "loss": 7.4886,
      "mean_token_accuracy": 0.08168335855007172,
      "num_tokens": 1437290.0,
      "step": 710
    },
    {
      "entropy": 7.7265349388122555,
      "epoch": 0.062483614436773575,
      "grad_norm": 1.1015625,
      "learning_rate": 0.000357,
      "loss": 7.4101,
      "mean_token_accuracy": 0.08986271098256111,
      "num_tokens": 1446756.0,
      "step": 715
    },
    {
      "entropy": 7.732719802856446,
      "epoch": 0.06292056278947829,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0003595,
      "loss": 7.4766,
      "mean_token_accuracy": 0.08280604630708695,
      "num_tokens": 1457074.0,
      "step": 720
    },
    {
      "entropy": 7.706831645965576,
      "epoch": 0.06335751114218299,
      "grad_norm": 1.109375,
      "learning_rate": 0.000362,
      "loss": 7.5222,
      "mean_token_accuracy": 0.08136801272630692,
      "num_tokens": 1467785.0,
      "step": 725
    },
    {
      "entropy": 7.702896404266357,
      "epoch": 0.0637944594948877,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0003645,
      "loss": 7.4124,
      "mean_token_accuracy": 0.08612973466515542,
      "num_tokens": 1477532.0,
      "step": 730
    },
    {
      "entropy": 7.657266235351562,
      "epoch": 0.06423140784759242,
      "grad_norm": 0.96484375,
      "learning_rate": 0.000367,
      "loss": 7.354,
      "mean_token_accuracy": 0.08939684703946113,
      "num_tokens": 1487102.0,
      "step": 735
    },
    {
      "entropy": 7.676237678527832,
      "epoch": 0.06466835620029712,
      "grad_norm": 1.015625,
      "learning_rate": 0.0003695,
      "loss": 7.4367,
      "mean_token_accuracy": 0.08506104946136475,
      "num_tokens": 1497459.0,
      "step": 740
    },
    {
      "entropy": 7.6919153213500975,
      "epoch": 0.06510530455300184,
      "grad_norm": 0.8671875,
      "learning_rate": 0.000372,
      "loss": 7.4116,
      "mean_token_accuracy": 0.08696235418319702,
      "num_tokens": 1508756.0,
      "step": 745
    },
    {
      "entropy": 7.655456924438477,
      "epoch": 0.06554225290570655,
      "grad_norm": 0.82421875,
      "learning_rate": 0.0003745,
      "loss": 7.334,
      "mean_token_accuracy": 0.09340226426720619,
      "num_tokens": 1518735.0,
      "step": 750
    },
    {
      "entropy": 7.632836103439331,
      "epoch": 0.06597920125841125,
      "grad_norm": 1.09375,
      "learning_rate": 0.000377,
      "loss": 7.373,
      "mean_token_accuracy": 0.0900121010839939,
      "num_tokens": 1528632.0,
      "step": 755
    },
    {
      "entropy": 7.59655385017395,
      "epoch": 0.06641614961111597,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0003795,
      "loss": 7.3537,
      "mean_token_accuracy": 0.09101043492555619,
      "num_tokens": 1538180.0,
      "step": 760
    },
    {
      "entropy": 7.675789928436279,
      "epoch": 0.06685309796382068,
      "grad_norm": 1.0546875,
      "learning_rate": 0.000382,
      "loss": 7.3641,
      "mean_token_accuracy": 0.09065457805991173,
      "num_tokens": 1547788.0,
      "step": 765
    },
    {
      "entropy": 7.655756425857544,
      "epoch": 0.06729004631652538,
      "grad_norm": 1.046875,
      "learning_rate": 0.0003845,
      "loss": 7.3488,
      "mean_token_accuracy": 0.09222541823983192,
      "num_tokens": 1558008.0,
      "step": 770
    },
    {
      "entropy": 7.611498165130615,
      "epoch": 0.0677269946692301,
      "grad_norm": 1.1875,
      "learning_rate": 0.00038700000000000003,
      "loss": 7.3996,
      "mean_token_accuracy": 0.08548890501260757,
      "num_tokens": 1567728.0,
      "step": 775
    },
    {
      "entropy": 7.6110608100891115,
      "epoch": 0.0681639430219348,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00038950000000000003,
      "loss": 7.3381,
      "mean_token_accuracy": 0.08824502006173134,
      "num_tokens": 1578488.0,
      "step": 780
    },
    {
      "entropy": 7.646148300170898,
      "epoch": 0.06860089137463951,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00039200000000000004,
      "loss": 7.3251,
      "mean_token_accuracy": 0.09305397123098373,
      "num_tokens": 1588070.0,
      "step": 785
    },
    {
      "entropy": 7.577291822433471,
      "epoch": 0.06903783972734423,
      "grad_norm": 0.88671875,
      "learning_rate": 0.00039450000000000005,
      "loss": 7.4018,
      "mean_token_accuracy": 0.08525708541274071,
      "num_tokens": 1598572.0,
      "step": 790
    },
    {
      "entropy": 7.725144910812378,
      "epoch": 0.06947478808004894,
      "grad_norm": 1.171875,
      "learning_rate": 0.00039700000000000005,
      "loss": 7.3944,
      "mean_token_accuracy": 0.0888714350759983,
      "num_tokens": 1607982.0,
      "step": 795
    },
    {
      "entropy": 7.575393867492676,
      "epoch": 0.06991173643275365,
      "grad_norm": 1.234375,
      "learning_rate": 0.0003995,
      "loss": 7.4,
      "mean_token_accuracy": 0.09165657237172127,
      "num_tokens": 1618785.0,
      "step": 800
    },
    {
      "entropy": 7.640562582015991,
      "epoch": 0.07034868478545836,
      "grad_norm": 1.15625,
      "learning_rate": 0.000402,
      "loss": 7.3264,
      "mean_token_accuracy": 0.09215063080191613,
      "num_tokens": 1627988.0,
      "step": 805
    },
    {
      "entropy": 7.606148958206177,
      "epoch": 0.07078563313816306,
      "grad_norm": 1.28125,
      "learning_rate": 0.0004045,
      "loss": 7.4088,
      "mean_token_accuracy": 0.08241811096668243,
      "num_tokens": 1638024.0,
      "step": 810
    },
    {
      "entropy": 7.635509967803955,
      "epoch": 0.07122258149086778,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00040699999999999997,
      "loss": 7.3984,
      "mean_token_accuracy": 0.08276447355747223,
      "num_tokens": 1649215.0,
      "step": 815
    },
    {
      "entropy": 7.5351354598999025,
      "epoch": 0.07165952984357249,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004095,
      "loss": 7.2742,
      "mean_token_accuracy": 0.09341849088668823,
      "num_tokens": 1659198.0,
      "step": 820
    },
    {
      "entropy": 7.591096258163452,
      "epoch": 0.0720964781962772,
      "grad_norm": 1.0703125,
      "learning_rate": 0.000412,
      "loss": 7.3213,
      "mean_token_accuracy": 0.08587326556444168,
      "num_tokens": 1668972.0,
      "step": 825
    },
    {
      "entropy": 7.505528831481934,
      "epoch": 0.07253342654898191,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004145,
      "loss": 7.3155,
      "mean_token_accuracy": 0.09277390204370022,
      "num_tokens": 1679807.0,
      "step": 830
    },
    {
      "entropy": 7.6023828983306885,
      "epoch": 0.07297037490168662,
      "grad_norm": 1.0625,
      "learning_rate": 0.000417,
      "loss": 7.3551,
      "mean_token_accuracy": 0.08633830323815346,
      "num_tokens": 1690567.0,
      "step": 835
    },
    {
      "entropy": 7.440132284164429,
      "epoch": 0.07340732325439134,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004195,
      "loss": 7.2531,
      "mean_token_accuracy": 0.09126588180661202,
      "num_tokens": 1700939.0,
      "step": 840
    },
    {
      "entropy": 7.51141676902771,
      "epoch": 0.07384427160709604,
      "grad_norm": 0.92578125,
      "learning_rate": 0.000422,
      "loss": 7.2943,
      "mean_token_accuracy": 0.09781363755464553,
      "num_tokens": 1711181.0,
      "step": 845
    },
    {
      "entropy": 7.651186609268189,
      "epoch": 0.07428121995980075,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004245,
      "loss": 7.3272,
      "mean_token_accuracy": 0.08526805341243744,
      "num_tokens": 1721392.0,
      "step": 850
    },
    {
      "entropy": 7.507527637481689,
      "epoch": 0.07471816831250547,
      "grad_norm": 0.91796875,
      "learning_rate": 0.000427,
      "loss": 7.2344,
      "mean_token_accuracy": 0.09549994468688965,
      "num_tokens": 1731942.0,
      "step": 855
    },
    {
      "entropy": 7.518540573120117,
      "epoch": 0.07515511666521017,
      "grad_norm": 0.78515625,
      "learning_rate": 0.0004295,
      "loss": 7.3444,
      "mean_token_accuracy": 0.08721731156110764,
      "num_tokens": 1743409.0,
      "step": 860
    },
    {
      "entropy": 7.473425197601318,
      "epoch": 0.07559206501791488,
      "grad_norm": 0.8984375,
      "learning_rate": 0.000432,
      "loss": 7.2332,
      "mean_token_accuracy": 0.09332804158329963,
      "num_tokens": 1753425.0,
      "step": 865
    },
    {
      "entropy": 7.484533405303955,
      "epoch": 0.0760290133706196,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004345,
      "loss": 7.263,
      "mean_token_accuracy": 0.09156408160924911,
      "num_tokens": 1762722.0,
      "step": 870
    },
    {
      "entropy": 7.63799090385437,
      "epoch": 0.0764659617233243,
      "grad_norm": 0.97265625,
      "learning_rate": 0.000437,
      "loss": 7.3416,
      "mean_token_accuracy": 0.08278580531477928,
      "num_tokens": 1771895.0,
      "step": 875
    },
    {
      "entropy": 7.450203514099121,
      "epoch": 0.07690291007602901,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004395,
      "loss": 7.2387,
      "mean_token_accuracy": 0.09428637102246284,
      "num_tokens": 1782175.0,
      "step": 880
    },
    {
      "entropy": 7.548505687713623,
      "epoch": 0.07733985842873373,
      "grad_norm": 1.0390625,
      "learning_rate": 0.000442,
      "loss": 7.3003,
      "mean_token_accuracy": 0.09130567386746406,
      "num_tokens": 1792409.0,
      "step": 885
    },
    {
      "entropy": 7.5660957336425785,
      "epoch": 0.07777680678143843,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004445,
      "loss": 7.342,
      "mean_token_accuracy": 0.08967537879943847,
      "num_tokens": 1802721.0,
      "step": 890
    },
    {
      "entropy": 7.403235387802124,
      "epoch": 0.07821375513414315,
      "grad_norm": 0.9765625,
      "learning_rate": 0.000447,
      "loss": 7.1835,
      "mean_token_accuracy": 0.09422190114855766,
      "num_tokens": 1812064.0,
      "step": 895
    },
    {
      "entropy": 7.539788246154785,
      "epoch": 0.07865070348684786,
      "grad_norm": 1.0,
      "learning_rate": 0.00044950000000000003,
      "loss": 7.2802,
      "mean_token_accuracy": 0.0889531396329403,
      "num_tokens": 1822284.0,
      "step": 900
    },
    {
      "entropy": 7.418588542938233,
      "epoch": 0.07908765183955256,
      "grad_norm": 1.03125,
      "learning_rate": 0.00045200000000000004,
      "loss": 7.1734,
      "mean_token_accuracy": 0.10003943592309952,
      "num_tokens": 1832150.0,
      "step": 905
    },
    {
      "entropy": 7.502434968948364,
      "epoch": 0.07952460019225728,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00045450000000000004,
      "loss": 7.3111,
      "mean_token_accuracy": 0.08902120292186737,
      "num_tokens": 1842870.0,
      "step": 910
    },
    {
      "entropy": 7.440501403808594,
      "epoch": 0.07996154854496199,
      "grad_norm": 0.94921875,
      "learning_rate": 0.00045700000000000005,
      "loss": 7.1386,
      "mean_token_accuracy": 0.10121746063232422,
      "num_tokens": 1852771.0,
      "step": 915
    },
    {
      "entropy": 7.499157047271728,
      "epoch": 0.08039849689766669,
      "grad_norm": 0.9453125,
      "learning_rate": 0.00045950000000000006,
      "loss": 7.2641,
      "mean_token_accuracy": 0.08988009616732598,
      "num_tokens": 1863095.0,
      "step": 920
    },
    {
      "entropy": 7.418407726287842,
      "epoch": 0.08083544525037141,
      "grad_norm": 0.96875,
      "learning_rate": 0.000462,
      "loss": 7.2466,
      "mean_token_accuracy": 0.09539340287446976,
      "num_tokens": 1873060.0,
      "step": 925
    },
    {
      "entropy": 7.4301539897918705,
      "epoch": 0.08127239360307612,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004645,
      "loss": 7.1842,
      "mean_token_accuracy": 0.09798025488853454,
      "num_tokens": 1882574.0,
      "step": 930
    },
    {
      "entropy": 7.432036447525024,
      "epoch": 0.08170934195578082,
      "grad_norm": 0.91015625,
      "learning_rate": 0.000467,
      "loss": 7.2438,
      "mean_token_accuracy": 0.09283970594406128,
      "num_tokens": 1892227.0,
      "step": 935
    },
    {
      "entropy": 7.447924375534058,
      "epoch": 0.08214629030848554,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004695,
      "loss": 7.2762,
      "mean_token_accuracy": 0.0921746976673603,
      "num_tokens": 1902868.0,
      "step": 940
    },
    {
      "entropy": 7.454946565628052,
      "epoch": 0.08258323866119024,
      "grad_norm": 0.86328125,
      "learning_rate": 0.000472,
      "loss": 7.2095,
      "mean_token_accuracy": 0.091494170576334,
      "num_tokens": 1912781.0,
      "step": 945
    },
    {
      "entropy": 7.3900199890136715,
      "epoch": 0.08302018701389496,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0004745,
      "loss": 7.2071,
      "mean_token_accuracy": 0.09347877204418183,
      "num_tokens": 1923638.0,
      "step": 950
    },
    {
      "entropy": 7.410589408874512,
      "epoch": 0.08345713536659967,
      "grad_norm": 0.9609375,
      "learning_rate": 0.000477,
      "loss": 7.1738,
      "mean_token_accuracy": 0.0997669093310833,
      "num_tokens": 1933498.0,
      "step": 955
    },
    {
      "entropy": 7.345382642745972,
      "epoch": 0.08389408371930437,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004795,
      "loss": 7.1795,
      "mean_token_accuracy": 0.09802865833044053,
      "num_tokens": 1943798.0,
      "step": 960
    },
    {
      "entropy": 7.41419472694397,
      "epoch": 0.0843310320720091,
      "grad_norm": 1.0390625,
      "learning_rate": 0.000482,
      "loss": 7.2289,
      "mean_token_accuracy": 0.08998453319072723,
      "num_tokens": 1954235.0,
      "step": 965
    },
    {
      "entropy": 7.420694160461426,
      "epoch": 0.0847679804247138,
      "grad_norm": 0.875,
      "learning_rate": 0.0004845,
      "loss": 7.1975,
      "mean_token_accuracy": 0.08924680277705192,
      "num_tokens": 1964421.0,
      "step": 970
    },
    {
      "entropy": 7.348307037353516,
      "epoch": 0.0852049287774185,
      "grad_norm": 0.9296875,
      "learning_rate": 0.000487,
      "loss": 7.1912,
      "mean_token_accuracy": 0.09613144919276237,
      "num_tokens": 1975862.0,
      "step": 975
    },
    {
      "entropy": 7.43187837600708,
      "epoch": 0.08564187713012322,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004895,
      "loss": 7.1916,
      "mean_token_accuracy": 0.09355136156082153,
      "num_tokens": 1985758.0,
      "step": 980
    },
    {
      "entropy": 7.304799795150757,
      "epoch": 0.08607882548282793,
      "grad_norm": 0.984375,
      "learning_rate": 0.000492,
      "loss": 7.1507,
      "mean_token_accuracy": 0.09453744739294052,
      "num_tokens": 1996904.0,
      "step": 985
    },
    {
      "entropy": 7.544142961502075,
      "epoch": 0.08651577383553263,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004945,
      "loss": 7.2387,
      "mean_token_accuracy": 0.09486401230096816,
      "num_tokens": 2006114.0,
      "step": 990
    },
    {
      "entropy": 7.3271314144134525,
      "epoch": 0.08695272218823735,
      "grad_norm": 0.9765625,
      "learning_rate": 0.000497,
      "loss": 7.187,
      "mean_token_accuracy": 0.09526639729738236,
      "num_tokens": 2016349.0,
      "step": 995
    },
    {
      "entropy": 7.326001262664795,
      "epoch": 0.08738967054094206,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004995,
      "loss": 7.1294,
      "mean_token_accuracy": 0.09752104729413986,
      "num_tokens": 2026701.0,
      "step": 1000
    },
    {
      "entropy": 7.363681697845459,
      "epoch": 0.08782661889364678,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004999999986190023,
      "loss": 7.1313,
      "mean_token_accuracy": 0.09394256100058555,
      "num_tokens": 2036950.0,
      "step": 1005
    },
    {
      "entropy": 7.389071273803711,
      "epoch": 0.08826356724635148,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004999999930086991,
      "loss": 7.1271,
      "mean_token_accuracy": 0.09964141845703126,
      "num_tokens": 2047655.0,
      "step": 1010
    },
    {
      "entropy": 7.2618661403656,
      "epoch": 0.08870051559905619,
      "grad_norm": 0.99609375,
      "learning_rate": 0.000499999983082778,
      "loss": 7.0867,
      "mean_token_accuracy": 0.09885328710079193,
      "num_tokens": 2056800.0,
      "step": 1015
    },
    {
      "entropy": 7.379116010665894,
      "epoch": 0.0891374639517609,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004999999688412394,
      "loss": 7.1357,
      "mean_token_accuracy": 0.09616564437747002,
      "num_tokens": 2066862.0,
      "step": 1020
    },
    {
      "entropy": 7.303624439239502,
      "epoch": 0.08957441230446561,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004999999502840836,
      "loss": 7.1615,
      "mean_token_accuracy": 0.09557585939764976,
      "num_tokens": 2076585.0,
      "step": 1025
    },
    {
      "entropy": 7.345246982574463,
      "epoch": 0.09001136065717032,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004999999274113107,
      "loss": 7.2304,
      "mean_token_accuracy": 0.09007581695914268,
      "num_tokens": 2087768.0,
      "step": 1030
    },
    {
      "entropy": 7.375523328781128,
      "epoch": 0.09044830900987504,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004999999002229214,
      "loss": 7.1331,
      "mean_token_accuracy": 0.09556613713502884,
      "num_tokens": 2097027.0,
      "step": 1035
    },
    {
      "entropy": 7.343056964874267,
      "epoch": 0.09088525736257974,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004999998687189161,
      "loss": 7.0493,
      "mean_token_accuracy": 0.10475894957780837,
      "num_tokens": 2107055.0,
      "step": 1040
    },
    {
      "entropy": 7.232951641082764,
      "epoch": 0.09132220571528446,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004999998328992954,
      "loss": 6.9891,
      "mean_token_accuracy": 0.09808351546525955,
      "num_tokens": 2116771.0,
      "step": 1045
    },
    {
      "entropy": 7.251108074188233,
      "epoch": 0.09175915406798917,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00049999979276406,
      "loss": 7.1275,
      "mean_token_accuracy": 0.09823357462882995,
      "num_tokens": 2126881.0,
      "step": 1050
    },
    {
      "entropy": 7.334365940093994,
      "epoch": 0.09219610242069387,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004999997483132108,
      "loss": 7.1095,
      "mean_token_accuracy": 0.09823260232806205,
      "num_tokens": 2136964.0,
      "step": 1055
    },
    {
      "entropy": 7.285873460769653,
      "epoch": 0.09263305077339859,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004999996995467483,
      "loss": 7.1465,
      "mean_token_accuracy": 0.09619581401348114,
      "num_tokens": 2147263.0,
      "step": 1060
    },
    {
      "entropy": 7.269978046417236,
      "epoch": 0.0930699991261033,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004999996464646738,
      "loss": 7.1421,
      "mean_token_accuracy": 0.09753268361091613,
      "num_tokens": 2157474.0,
      "step": 1065
    },
    {
      "entropy": 7.301066493988037,
      "epoch": 0.093506947478808,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004999995890669882,
      "loss": 7.0887,
      "mean_token_accuracy": 0.09752897918224335,
      "num_tokens": 2167701.0,
      "step": 1070
    },
    {
      "entropy": 7.1919232368469235,
      "epoch": 0.09394389583151272,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004999995273536925,
      "loss": 7.0485,
      "mean_token_accuracy": 0.10060491785407066,
      "num_tokens": 2178581.0,
      "step": 1075
    },
    {
      "entropy": 7.291404294967651,
      "epoch": 0.09438084418421742,
      "grad_norm": 0.85546875,
      "learning_rate": 0.000499999461324788,
      "loss": 7.0571,
      "mean_token_accuracy": 0.0973673515021801,
      "num_tokens": 2189529.0,
      "step": 1080
    },
    {
      "entropy": 7.293972587585449,
      "epoch": 0.09481779253692213,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004999993909802759,
      "loss": 7.1293,
      "mean_token_accuracy": 0.09355574771761895,
      "num_tokens": 2199805.0,
      "step": 1085
    },
    {
      "entropy": 7.219992399215698,
      "epoch": 0.09525474088962685,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004999993163201577,
      "loss": 7.0882,
      "mean_token_accuracy": 0.09490575790405273,
      "num_tokens": 2210108.0,
      "step": 1090
    },
    {
      "entropy": 7.3503416061401365,
      "epoch": 0.09569168924233155,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004999992373444347,
      "loss": 7.0748,
      "mean_token_accuracy": 0.09794154390692711,
      "num_tokens": 2220325.0,
      "step": 1095
    },
    {
      "entropy": 7.212787294387818,
      "epoch": 0.09612863759503627,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004999991540531084,
      "loss": 7.078,
      "mean_token_accuracy": 0.09457284510135651,
      "num_tokens": 2230521.0,
      "step": 1100
    },
    {
      "entropy": 7.296592044830322,
      "epoch": 0.09656558594774098,
      "grad_norm": 1.125,
      "learning_rate": 0.0004999990664461804,
      "loss": 7.1008,
      "mean_token_accuracy": 0.0982304073870182,
      "num_tokens": 2240372.0,
      "step": 1105
    },
    {
      "entropy": 7.249142646789551,
      "epoch": 0.09700253430044568,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004999989745236524,
      "loss": 7.0654,
      "mean_token_accuracy": 0.10029410496354103,
      "num_tokens": 2250522.0,
      "step": 1110
    },
    {
      "entropy": 7.172446870803833,
      "epoch": 0.0974394826531504,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004999988782855261,
      "loss": 7.0139,
      "mean_token_accuracy": 0.0998832106590271,
      "num_tokens": 2260142.0,
      "step": 1115
    },
    {
      "entropy": 7.262675666809082,
      "epoch": 0.09787643100585511,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004999987777318035,
      "loss": 7.0449,
      "mean_token_accuracy": 0.0934498131275177,
      "num_tokens": 2270372.0,
      "step": 1120
    },
    {
      "entropy": 7.145792722702026,
      "epoch": 0.09831337935855981,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004999986728624865,
      "loss": 6.9603,
      "mean_token_accuracy": 0.1059371255338192,
      "num_tokens": 2280517.0,
      "step": 1125
    },
    {
      "entropy": 7.340591526031494,
      "epoch": 0.09875032771126453,
      "grad_norm": 0.98828125,
      "learning_rate": 0.000499998563677577,
      "loss": 7.0665,
      "mean_token_accuracy": 0.097840715944767,
      "num_tokens": 2290778.0,
      "step": 1130
    },
    {
      "entropy": 7.222999715805054,
      "epoch": 0.09918727606396924,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004999984501770771,
      "loss": 7.1046,
      "mean_token_accuracy": 0.09563738405704499,
      "num_tokens": 2301692.0,
      "step": 1135
    },
    {
      "entropy": 7.17807970046997,
      "epoch": 0.09962422441667394,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004999983323609891,
      "loss": 6.9737,
      "mean_token_accuracy": 0.10515563935041428,
      "num_tokens": 2312759.0,
      "step": 1140
    },
    {
      "entropy": 7.259163951873779,
      "epoch": 0.10006117276937866,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004999982102293153,
      "loss": 6.9729,
      "mean_token_accuracy": 0.10644988417625427,
      "num_tokens": 2322016.0,
      "step": 1145
    },
    {
      "entropy": 7.230524587631225,
      "epoch": 0.10049812112208337,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004999980837820578,
      "loss": 6.9835,
      "mean_token_accuracy": 0.10811527222394943,
      "num_tokens": 2332476.0,
      "step": 1150
    },
    {
      "entropy": 7.183452081680298,
      "epoch": 0.10093506947478809,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004999979530192192,
      "loss": 7.0065,
      "mean_token_accuracy": 0.0977212980389595,
      "num_tokens": 2342914.0,
      "step": 1155
    },
    {
      "entropy": 7.134286832809448,
      "epoch": 0.10137201782749279,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004999978179408019,
      "loss": 7.0586,
      "mean_token_accuracy": 0.09377534911036492,
      "num_tokens": 2353381.0,
      "step": 1160
    },
    {
      "entropy": 7.30219407081604,
      "epoch": 0.1018089661801975,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004999976785468085,
      "loss": 7.0465,
      "mean_token_accuracy": 0.10484937131404877,
      "num_tokens": 2364207.0,
      "step": 1165
    },
    {
      "entropy": 7.110436010360718,
      "epoch": 0.10224591453290222,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004999975348372418,
      "loss": 6.9636,
      "mean_token_accuracy": 0.10252279341220856,
      "num_tokens": 2374985.0,
      "step": 1170
    },
    {
      "entropy": 7.178512048721314,
      "epoch": 0.10268286288560692,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004999973868121044,
      "loss": 7.0417,
      "mean_token_accuracy": 0.10154772102832794,
      "num_tokens": 2385684.0,
      "step": 1175
    },
    {
      "entropy": 7.308528852462769,
      "epoch": 0.10311981123831163,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004999972344713994,
      "loss": 6.9786,
      "mean_token_accuracy": 0.10362603068351746,
      "num_tokens": 2395177.0,
      "step": 1180
    },
    {
      "entropy": 7.079153251647949,
      "epoch": 0.10355675959101635,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004999970778151295,
      "loss": 6.9996,
      "mean_token_accuracy": 0.1028733141720295,
      "num_tokens": 2405154.0,
      "step": 1185
    },
    {
      "entropy": 7.193738412857056,
      "epoch": 0.10399370794372105,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004999969168432976,
      "loss": 6.9717,
      "mean_token_accuracy": 0.10190057530999183,
      "num_tokens": 2415818.0,
      "step": 1190
    },
    {
      "entropy": 7.1862547397613525,
      "epoch": 0.10443065629642576,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004999967515559071,
      "loss": 6.948,
      "mean_token_accuracy": 0.10600498467683792,
      "num_tokens": 2425072.0,
      "step": 1195
    },
    {
      "entropy": 7.127433347702026,
      "epoch": 0.10486760464913047,
      "grad_norm": 0.96875,
      "learning_rate": 0.000499996581952961,
      "loss": 7.0112,
      "mean_token_accuracy": 0.10471701920032501,
      "num_tokens": 2435055.0,
      "step": 1200
    },
    {
      "entropy": 7.183917045593262,
      "epoch": 0.10530455300183518,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004999964080344625,
      "loss": 6.9105,
      "mean_token_accuracy": 0.10828652903437615,
      "num_tokens": 2444434.0,
      "step": 1205
    },
    {
      "entropy": 7.123368644714356,
      "epoch": 0.1057415013545399,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004999962298004151,
      "loss": 6.9342,
      "mean_token_accuracy": 0.10267825126647949,
      "num_tokens": 2453860.0,
      "step": 1210
    },
    {
      "entropy": 7.156991624832154,
      "epoch": 0.1061784497072446,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004999960472508219,
      "loss": 7.0422,
      "mean_token_accuracy": 0.09686045348644257,
      "num_tokens": 2464235.0,
      "step": 1215
    },
    {
      "entropy": 7.170539712905883,
      "epoch": 0.10661539805994931,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004999958603856869,
      "loss": 6.9567,
      "mean_token_accuracy": 0.1066193401813507,
      "num_tokens": 2474561.0,
      "step": 1220
    },
    {
      "entropy": 7.07088451385498,
      "epoch": 0.10705234641265403,
      "grad_norm": 0.875,
      "learning_rate": 0.0004999956692050132,
      "loss": 6.9471,
      "mean_token_accuracy": 0.10514729768037796,
      "num_tokens": 2484574.0,
      "step": 1225
    },
    {
      "entropy": 7.207800436019897,
      "epoch": 0.10748929476535873,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004999954737088048,
      "loss": 6.9074,
      "mean_token_accuracy": 0.11164658814668656,
      "num_tokens": 2494146.0,
      "step": 1230
    },
    {
      "entropy": 7.073509597778321,
      "epoch": 0.10792624311806344,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004999952738970652,
      "loss": 6.9986,
      "mean_token_accuracy": 0.10540383160114289,
      "num_tokens": 2504157.0,
      "step": 1235
    },
    {
      "entropy": 7.107709217071533,
      "epoch": 0.10836319147076816,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004999950697697983,
      "loss": 6.9445,
      "mean_token_accuracy": 0.10252791419625282,
      "num_tokens": 2512979.0,
      "step": 1240
    },
    {
      "entropy": 7.164508867263794,
      "epoch": 0.10880013982347286,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004999948613270081,
      "loss": 6.9823,
      "mean_token_accuracy": 0.09834418892860412,
      "num_tokens": 2523202.0,
      "step": 1245
    },
    {
      "entropy": 7.125106716156006,
      "epoch": 0.10923708817617758,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004999946485686987,
      "loss": 6.9302,
      "mean_token_accuracy": 0.1016211062669754,
      "num_tokens": 2532790.0,
      "step": 1250
    },
    {
      "entropy": 7.114097547531128,
      "epoch": 0.10967403652888229,
      "grad_norm": 0.984375,
      "learning_rate": 0.000499994431494874,
      "loss": 6.9191,
      "mean_token_accuracy": 0.10513179227709771,
      "num_tokens": 2542337.0,
      "step": 1255
    },
    {
      "entropy": 7.029775667190552,
      "epoch": 0.11011098488158699,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004999942101055381,
      "loss": 6.8665,
      "mean_token_accuracy": 0.11162453517317772,
      "num_tokens": 2552762.0,
      "step": 1260
    },
    {
      "entropy": 7.129621982574463,
      "epoch": 0.11054793323429171,
      "grad_norm": 1.0,
      "learning_rate": 0.0004999939844006955,
      "loss": 6.9116,
      "mean_token_accuracy": 0.10495460107922554,
      "num_tokens": 2563261.0,
      "step": 1265
    },
    {
      "entropy": 7.162447929382324,
      "epoch": 0.11098488158699642,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004999937543803503,
      "loss": 6.8825,
      "mean_token_accuracy": 0.10844132751226425,
      "num_tokens": 2573089.0,
      "step": 1270
    },
    {
      "entropy": 7.0640336036682125,
      "epoch": 0.11142182993970112,
      "grad_norm": 0.921875,
      "learning_rate": 0.000499993520044507,
      "loss": 6.9735,
      "mean_token_accuracy": 0.10243528857827186,
      "num_tokens": 2584358.0,
      "step": 1275
    },
    {
      "entropy": 7.16273775100708,
      "epoch": 0.11185877829240584,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004999932813931702,
      "loss": 6.9331,
      "mean_token_accuracy": 0.1072621412575245,
      "num_tokens": 2594981.0,
      "step": 1280
    },
    {
      "entropy": 7.042669677734375,
      "epoch": 0.11229572664511055,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004999930384263441,
      "loss": 6.938,
      "mean_token_accuracy": 0.10397336781024932,
      "num_tokens": 2603508.0,
      "step": 1285
    },
    {
      "entropy": 7.144971084594727,
      "epoch": 0.11273267499781525,
      "grad_norm": 1.0078125,
      "learning_rate": 0.000499992791144034,
      "loss": 6.9346,
      "mean_token_accuracy": 0.10637803673744202,
      "num_tokens": 2613666.0,
      "step": 1290
    },
    {
      "entropy": 7.241996955871582,
      "epoch": 0.11316962335051997,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004999925395462439,
      "loss": 6.9627,
      "mean_token_accuracy": 0.09948229417204857,
      "num_tokens": 2624441.0,
      "step": 1295
    },
    {
      "entropy": 7.0352034091949465,
      "epoch": 0.11360657170322468,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004999922836329793,
      "loss": 6.923,
      "mean_token_accuracy": 0.10289243534207344,
      "num_tokens": 2635261.0,
      "step": 1300
    },
    {
      "entropy": 7.011289453506469,
      "epoch": 0.1140435200559294,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004999920234042446,
      "loss": 6.8854,
      "mean_token_accuracy": 0.11003832370042801,
      "num_tokens": 2645493.0,
      "step": 1305
    },
    {
      "entropy": 7.1208052158355715,
      "epoch": 0.1144804684086341,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004999917588600451,
      "loss": 6.852,
      "mean_token_accuracy": 0.11447785347700119,
      "num_tokens": 2655430.0,
      "step": 1310
    },
    {
      "entropy": 7.098808240890503,
      "epoch": 0.1149174167613388,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004999914900003857,
      "loss": 6.9128,
      "mean_token_accuracy": 0.10278257057070732,
      "num_tokens": 2665675.0,
      "step": 1315
    },
    {
      "entropy": 7.085298490524292,
      "epoch": 0.11535436511404352,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004999912168252717,
      "loss": 6.8695,
      "mean_token_accuracy": 0.10640941336750984,
      "num_tokens": 2675962.0,
      "step": 1320
    },
    {
      "entropy": 7.03753924369812,
      "epoch": 0.11579131346674823,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004999909393347083,
      "loss": 6.9073,
      "mean_token_accuracy": 0.10800022035837173,
      "num_tokens": 2687015.0,
      "step": 1325
    },
    {
      "entropy": 7.064095830917358,
      "epoch": 0.11622826181945294,
      "grad_norm": 0.8203125,
      "learning_rate": 0.0004999906575287006,
      "loss": 6.9613,
      "mean_token_accuracy": 0.10142027139663697,
      "num_tokens": 2698065.0,
      "step": 1330
    },
    {
      "entropy": 7.07314624786377,
      "epoch": 0.11666521017215765,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004999903714072544,
      "loss": 6.847,
      "mean_token_accuracy": 0.11568356677889824,
      "num_tokens": 2709046.0,
      "step": 1335
    },
    {
      "entropy": 7.1079401016235355,
      "epoch": 0.11710215852486236,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004999900809703749,
      "loss": 6.9191,
      "mean_token_accuracy": 0.10752326548099518,
      "num_tokens": 2719705.0,
      "step": 1340
    },
    {
      "entropy": 7.064958286285401,
      "epoch": 0.11753910687756706,
      "grad_norm": 1.3984375,
      "learning_rate": 0.0004999897862180678,
      "loss": 6.8041,
      "mean_token_accuracy": 0.11670546159148217,
      "num_tokens": 2729556.0,
      "step": 1345
    },
    {
      "entropy": 6.963649272918701,
      "epoch": 0.11797605523027178,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004999894871503386,
      "loss": 6.9142,
      "mean_token_accuracy": 0.10688972845673561,
      "num_tokens": 2741144.0,
      "step": 1350
    },
    {
      "entropy": 7.1297893047332765,
      "epoch": 0.11841300358297649,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004999891837671932,
      "loss": 6.8313,
      "mean_token_accuracy": 0.11042980030179024,
      "num_tokens": 2751384.0,
      "step": 1355
    },
    {
      "entropy": 7.002114248275757,
      "epoch": 0.11884995193568121,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004999888760686375,
      "loss": 6.8575,
      "mean_token_accuracy": 0.10566901117563247,
      "num_tokens": 2761044.0,
      "step": 1360
    },
    {
      "entropy": 6.988346195220947,
      "epoch": 0.11928690028838591,
      "grad_norm": 0.87109375,
      "learning_rate": 0.000499988564054677,
      "loss": 6.8086,
      "mean_token_accuracy": 0.11115672811865807,
      "num_tokens": 2770946.0,
      "step": 1365
    },
    {
      "entropy": 7.10092191696167,
      "epoch": 0.11972384864109062,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004999882477253182,
      "loss": 6.8658,
      "mean_token_accuracy": 0.10557007491588592,
      "num_tokens": 2781247.0,
      "step": 1370
    },
    {
      "entropy": 6.943843507766724,
      "epoch": 0.12016079699379534,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004999879270805667,
      "loss": 6.7182,
      "mean_token_accuracy": 0.11588958874344826,
      "num_tokens": 2792078.0,
      "step": 1375
    },
    {
      "entropy": 7.026294994354248,
      "epoch": 0.12059774534650004,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004999876021204291,
      "loss": 6.8013,
      "mean_token_accuracy": 0.10884896218776703,
      "num_tokens": 2802458.0,
      "step": 1380
    },
    {
      "entropy": 6.9799354553222654,
      "epoch": 0.12103469369920475,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004999872728449112,
      "loss": 6.9463,
      "mean_token_accuracy": 0.10275301113724708,
      "num_tokens": 2813352.0,
      "step": 1385
    },
    {
      "entropy": 7.118425130844116,
      "epoch": 0.12147164205190947,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004999869392540195,
      "loss": 6.8378,
      "mean_token_accuracy": 0.10523320958018303,
      "num_tokens": 2822954.0,
      "step": 1390
    },
    {
      "entropy": 7.004513549804687,
      "epoch": 0.12190859040461417,
      "grad_norm": 0.8203125,
      "learning_rate": 0.0004999866013477605,
      "loss": 6.8669,
      "mean_token_accuracy": 0.10665129348635674,
      "num_tokens": 2833375.0,
      "step": 1395
    },
    {
      "entropy": 7.019338464736938,
      "epoch": 0.12234553875731889,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004999862591261407,
      "loss": 6.7998,
      "mean_token_accuracy": 0.10706322714686393,
      "num_tokens": 2843103.0,
      "step": 1400
    },
    {
      "entropy": 7.052399921417236,
      "epoch": 0.1227824871100236,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004999859125891664,
      "loss": 6.8627,
      "mean_token_accuracy": 0.10739990398287773,
      "num_tokens": 2853801.0,
      "step": 1405
    },
    {
      "entropy": 7.02172212600708,
      "epoch": 0.1232194354627283,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004999855617368445,
      "loss": 6.8554,
      "mean_token_accuracy": 0.10320612639188767,
      "num_tokens": 2863851.0,
      "step": 1410
    },
    {
      "entropy": 6.942949008941651,
      "epoch": 0.12365638381543302,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004999852065691816,
      "loss": 6.7966,
      "mean_token_accuracy": 0.11276845708489418,
      "num_tokens": 2875073.0,
      "step": 1415
    },
    {
      "entropy": 7.042190361022949,
      "epoch": 0.12409333216813773,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004999848470861846,
      "loss": 6.8247,
      "mean_token_accuracy": 0.11047491133213043,
      "num_tokens": 2885676.0,
      "step": 1420
    },
    {
      "entropy": 7.036431312561035,
      "epoch": 0.12453028052084243,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004999844832878602,
      "loss": 6.835,
      "mean_token_accuracy": 0.11439931541681289,
      "num_tokens": 2896663.0,
      "step": 1425
    },
    {
      "entropy": 6.9360435009002686,
      "epoch": 0.12496722887354715,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004999841151742156,
      "loss": 6.8149,
      "mean_token_accuracy": 0.1112043671309948,
      "num_tokens": 2907555.0,
      "step": 1430
    },
    {
      "entropy": 7.092131185531616,
      "epoch": 0.12540417722625186,
      "grad_norm": 1.0,
      "learning_rate": 0.0004999837427452578,
      "loss": 6.8264,
      "mean_token_accuracy": 0.11113670319318772,
      "num_tokens": 2917173.0,
      "step": 1435
    },
    {
      "entropy": 6.94360384941101,
      "epoch": 0.12584112557895658,
      "grad_norm": 0.9453125,
      "learning_rate": 0.000499983366000994,
      "loss": 6.8074,
      "mean_token_accuracy": 0.10906619876623154,
      "num_tokens": 2928268.0,
      "step": 1440
    },
    {
      "entropy": 7.049355125427246,
      "epoch": 0.12627807393166127,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004999829849414312,
      "loss": 6.7696,
      "mean_token_accuracy": 0.11551543027162552,
      "num_tokens": 2938203.0,
      "step": 1445
    },
    {
      "entropy": 6.926217317581177,
      "epoch": 0.12671502228436599,
      "grad_norm": 0.9765625,
      "learning_rate": 0.000499982599566577,
      "loss": 6.8056,
      "mean_token_accuracy": 0.11572478860616683,
      "num_tokens": 2948094.0,
      "step": 1450
    },
    {
      "entropy": 7.031111526489258,
      "epoch": 0.1271519706370707,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004999822098764385,
      "loss": 6.8032,
      "mean_token_accuracy": 0.10698436871170998,
      "num_tokens": 2957865.0,
      "step": 1455
    },
    {
      "entropy": 6.903406238555908,
      "epoch": 0.1275889189897754,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004999818158710234,
      "loss": 6.7279,
      "mean_token_accuracy": 0.11594445258378983,
      "num_tokens": 2967880.0,
      "step": 1460
    },
    {
      "entropy": 6.977146100997925,
      "epoch": 0.12802586734248012,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004999814175503392,
      "loss": 6.7898,
      "mean_token_accuracy": 0.11242105588316917,
      "num_tokens": 2979537.0,
      "step": 1465
    },
    {
      "entropy": 6.962574195861817,
      "epoch": 0.12846281569518483,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004999810149143935,
      "loss": 6.7715,
      "mean_token_accuracy": 0.10995072573423385,
      "num_tokens": 2989700.0,
      "step": 1470
    },
    {
      "entropy": 6.879771089553833,
      "epoch": 0.12889976404788953,
      "grad_norm": 0.9765625,
      "learning_rate": 0.000499980607963194,
      "loss": 6.7658,
      "mean_token_accuracy": 0.11039941981434823,
      "num_tokens": 2999141.0,
      "step": 1475
    },
    {
      "entropy": 6.992912673950196,
      "epoch": 0.12933671240059424,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004999801966967486,
      "loss": 6.7351,
      "mean_token_accuracy": 0.11658515930175781,
      "num_tokens": 3008259.0,
      "step": 1480
    },
    {
      "entropy": 7.007751703262329,
      "epoch": 0.12977366075329896,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004999797811150652,
      "loss": 6.771,
      "mean_token_accuracy": 0.10813285559415817,
      "num_tokens": 3018281.0,
      "step": 1485
    },
    {
      "entropy": 6.9875898361206055,
      "epoch": 0.13021060910600368,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004999793612181516,
      "loss": 6.7811,
      "mean_token_accuracy": 0.11372531205415726,
      "num_tokens": 3029062.0,
      "step": 1490
    },
    {
      "entropy": 6.8786805152893065,
      "epoch": 0.13064755745870837,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004999789370060161,
      "loss": 6.7488,
      "mean_token_accuracy": 0.11443367153406143,
      "num_tokens": 3038142.0,
      "step": 1495
    },
    {
      "entropy": 7.021120643615722,
      "epoch": 0.1310845058114131,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004999785084786667,
      "loss": 6.845,
      "mean_token_accuracy": 0.1017142303287983,
      "num_tokens": 3049123.0,
      "step": 1500
    },
    {
      "entropy": 6.958976125717163,
      "epoch": 0.1315214541641178,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004999780756361114,
      "loss": 6.7553,
      "mean_token_accuracy": 0.10809942036867141,
      "num_tokens": 3059031.0,
      "step": 1505
    },
    {
      "entropy": 6.929660081863403,
      "epoch": 0.1319584025168225,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004999776384783589,
      "loss": 6.787,
      "mean_token_accuracy": 0.11125006899237633,
      "num_tokens": 3068830.0,
      "step": 1510
    },
    {
      "entropy": 6.878285837173462,
      "epoch": 0.13239535086952722,
      "grad_norm": 0.7578125,
      "learning_rate": 0.0004999771970054174,
      "loss": 6.763,
      "mean_token_accuracy": 0.11348566561937332,
      "num_tokens": 3080124.0,
      "step": 1515
    },
    {
      "entropy": 7.005362796783447,
      "epoch": 0.13283229922223194,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004999767512172953,
      "loss": 6.771,
      "mean_token_accuracy": 0.10827827528119087,
      "num_tokens": 3089607.0,
      "step": 1520
    },
    {
      "entropy": 6.95645546913147,
      "epoch": 0.13326924757493663,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004999763011140013,
      "loss": 6.8462,
      "mean_token_accuracy": 0.10264672636985779,
      "num_tokens": 3099363.0,
      "step": 1525
    },
    {
      "entropy": 7.003346729278564,
      "epoch": 0.13370619592764135,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004999758466955439,
      "loss": 6.7483,
      "mean_token_accuracy": 0.11257248520851135,
      "num_tokens": 3109552.0,
      "step": 1530
    },
    {
      "entropy": 6.890552520751953,
      "epoch": 0.13414314428034607,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004999753879619319,
      "loss": 6.7293,
      "mean_token_accuracy": 0.11494478285312652,
      "num_tokens": 3119536.0,
      "step": 1535
    },
    {
      "entropy": 6.977446985244751,
      "epoch": 0.13458009263305076,
      "grad_norm": 0.76953125,
      "learning_rate": 0.0004999749249131741,
      "loss": 6.7719,
      "mean_token_accuracy": 0.11656006649136544,
      "num_tokens": 3130552.0,
      "step": 1540
    },
    {
      "entropy": 6.943555307388306,
      "epoch": 0.13501704098575548,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004999744575492793,
      "loss": 6.663,
      "mean_token_accuracy": 0.11371774896979332,
      "num_tokens": 3140723.0,
      "step": 1545
    },
    {
      "entropy": 6.942564630508423,
      "epoch": 0.1354539893384602,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004999739858702567,
      "loss": 6.7176,
      "mean_token_accuracy": 0.12080485373735428,
      "num_tokens": 3151031.0,
      "step": 1550
    },
    {
      "entropy": 6.856326866149902,
      "epoch": 0.1358909376911649,
      "grad_norm": 0.87890625,
      "learning_rate": 0.000499973509876115,
      "loss": 6.7141,
      "mean_token_accuracy": 0.11423594728112221,
      "num_tokens": 3161373.0,
      "step": 1555
    },
    {
      "entropy": 6.9513795375823975,
      "epoch": 0.1363278860438696,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004999730295668634,
      "loss": 6.7394,
      "mean_token_accuracy": 0.11483867838978767,
      "num_tokens": 3171094.0,
      "step": 1560
    },
    {
      "entropy": 6.879623651504517,
      "epoch": 0.13676483439657433,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004999725449425114,
      "loss": 6.6879,
      "mean_token_accuracy": 0.11481415182352066,
      "num_tokens": 3181646.0,
      "step": 1565
    },
    {
      "entropy": 6.871405601501465,
      "epoch": 0.13720178274927902,
      "grad_norm": 0.9765625,
      "learning_rate": 0.000499972056003068,
      "loss": 6.6551,
      "mean_token_accuracy": 0.11951215118169785,
      "num_tokens": 3190727.0,
      "step": 1570
    },
    {
      "entropy": 6.925275754928589,
      "epoch": 0.13763873110198374,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004999715627485426,
      "loss": 6.761,
      "mean_token_accuracy": 0.10644741803407669,
      "num_tokens": 3200316.0,
      "step": 1575
    },
    {
      "entropy": 6.952586555480957,
      "epoch": 0.13807567945468846,
      "grad_norm": 0.90625,
      "learning_rate": 0.000499971065178945,
      "loss": 6.7275,
      "mean_token_accuracy": 0.10815547704696656,
      "num_tokens": 3211830.0,
      "step": 1580
    },
    {
      "entropy": 6.832159805297851,
      "epoch": 0.13851262780739318,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004999705632942843,
      "loss": 6.739,
      "mean_token_accuracy": 0.11103120297193528,
      "num_tokens": 3222711.0,
      "step": 1585
    },
    {
      "entropy": 6.977508449554444,
      "epoch": 0.13894957616009787,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004999700570945704,
      "loss": 6.657,
      "mean_token_accuracy": 0.12132718712091446,
      "num_tokens": 3232810.0,
      "step": 1590
    },
    {
      "entropy": 6.748742961883545,
      "epoch": 0.1393865245128026,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004999695465798128,
      "loss": 6.722,
      "mean_token_accuracy": 0.11645966917276382,
      "num_tokens": 3243366.0,
      "step": 1595
    },
    {
      "entropy": 7.011563968658447,
      "epoch": 0.1398234728655073,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004999690317500215,
      "loss": 6.7095,
      "mean_token_accuracy": 0.11738921105861663,
      "num_tokens": 3254000.0,
      "step": 1600
    },
    {
      "entropy": 6.944188117980957,
      "epoch": 0.140260421218212,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004999685126052063,
      "loss": 6.7427,
      "mean_token_accuracy": 0.11331361308693885,
      "num_tokens": 3263601.0,
      "step": 1605
    },
    {
      "entropy": 6.870913124084472,
      "epoch": 0.14069736957091672,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004999679891453772,
      "loss": 6.7751,
      "mean_token_accuracy": 0.10785396099090576,
      "num_tokens": 3273243.0,
      "step": 1610
    },
    {
      "entropy": 6.945408201217651,
      "epoch": 0.14113431792362144,
      "grad_norm": 0.80078125,
      "learning_rate": 0.000499967461370544,
      "loss": 6.7204,
      "mean_token_accuracy": 0.11248369067907334,
      "num_tokens": 3284208.0,
      "step": 1615
    },
    {
      "entropy": 6.906504917144775,
      "epoch": 0.14157126627632613,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004999669292807172,
      "loss": 6.6823,
      "mean_token_accuracy": 0.11680415868759156,
      "num_tokens": 3294216.0,
      "step": 1620
    },
    {
      "entropy": 6.915546798706055,
      "epoch": 0.14200821462903085,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004999663928759066,
      "loss": 6.7472,
      "mean_token_accuracy": 0.11192744225263596,
      "num_tokens": 3304576.0,
      "step": 1625
    },
    {
      "entropy": 6.897689294815064,
      "epoch": 0.14244516298173557,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004999658521561229,
      "loss": 6.7145,
      "mean_token_accuracy": 0.10784238651394844,
      "num_tokens": 3314214.0,
      "step": 1630
    },
    {
      "entropy": 6.929960298538208,
      "epoch": 0.14288211133444026,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004999653071213763,
      "loss": 6.7304,
      "mean_token_accuracy": 0.10703980401158333,
      "num_tokens": 3325527.0,
      "step": 1635
    },
    {
      "entropy": 6.783003330230713,
      "epoch": 0.14331905968714498,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004999647577716771,
      "loss": 6.6364,
      "mean_token_accuracy": 0.11789060086011886,
      "num_tokens": 3334511.0,
      "step": 1640
    },
    {
      "entropy": 6.935398960113526,
      "epoch": 0.1437560080398497,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004999642041070361,
      "loss": 6.6406,
      "mean_token_accuracy": 0.12125914841890335,
      "num_tokens": 3343922.0,
      "step": 1645
    },
    {
      "entropy": 6.825817012786866,
      "epoch": 0.1441929563925544,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004999636461274637,
      "loss": 6.6609,
      "mean_token_accuracy": 0.11183852404356003,
      "num_tokens": 3353895.0,
      "step": 1650
    },
    {
      "entropy": 6.892046880722046,
      "epoch": 0.1446299047452591,
      "grad_norm": 0.83203125,
      "learning_rate": 0.0004999630838329706,
      "loss": 6.712,
      "mean_token_accuracy": 0.11429799050092697,
      "num_tokens": 3364637.0,
      "step": 1655
    },
    {
      "entropy": 6.898443794250488,
      "epoch": 0.14506685309796383,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004999625172235679,
      "loss": 6.6721,
      "mean_token_accuracy": 0.11531461402773857,
      "num_tokens": 3374308.0,
      "step": 1660
    },
    {
      "entropy": 6.860412073135376,
      "epoch": 0.14550380145066852,
      "grad_norm": 0.91796875,
      "learning_rate": 0.000499961946299266,
      "loss": 6.6627,
      "mean_token_accuracy": 0.11255936473608016,
      "num_tokens": 3383637.0,
      "step": 1665
    },
    {
      "entropy": 6.8619140625,
      "epoch": 0.14594074980337324,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004999613710600763,
      "loss": 6.7309,
      "mean_token_accuracy": 0.10881676152348518,
      "num_tokens": 3394150.0,
      "step": 1670
    },
    {
      "entropy": 6.886914920806885,
      "epoch": 0.14637769815607796,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004999607915060094,
      "loss": 6.6871,
      "mean_token_accuracy": 0.11321992725133896,
      "num_tokens": 3404445.0,
      "step": 1675
    },
    {
      "entropy": 6.786718940734863,
      "epoch": 0.14681464650878268,
      "grad_norm": 0.796875,
      "learning_rate": 0.0004999602076370768,
      "loss": 6.6002,
      "mean_token_accuracy": 0.12198357656598091,
      "num_tokens": 3415183.0,
      "step": 1680
    },
    {
      "entropy": 6.8183753490448,
      "epoch": 0.14725159486148737,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004999596194532895,
      "loss": 6.5695,
      "mean_token_accuracy": 0.1226851724088192,
      "num_tokens": 3424824.0,
      "step": 1685
    },
    {
      "entropy": 6.875542020797729,
      "epoch": 0.1476885432141921,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004999590269546588,
      "loss": 6.6749,
      "mean_token_accuracy": 0.11421856135129929,
      "num_tokens": 3434789.0,
      "step": 1690
    },
    {
      "entropy": 6.737638378143311,
      "epoch": 0.1481254915668968,
      "grad_norm": 0.875,
      "learning_rate": 0.0004999584301411961,
      "loss": 6.5652,
      "mean_token_accuracy": 0.1369031101465225,
      "num_tokens": 3445810.0,
      "step": 1695
    },
    {
      "entropy": 6.955615425109864,
      "epoch": 0.1485624399196015,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004999578290129129,
      "loss": 6.7108,
      "mean_token_accuracy": 0.11079858317971229,
      "num_tokens": 3455510.0,
      "step": 1700
    },
    {
      "entropy": 6.795374155044556,
      "epoch": 0.14899938827230622,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004999572235698206,
      "loss": 6.6809,
      "mean_token_accuracy": 0.11354952603578568,
      "num_tokens": 3465785.0,
      "step": 1705
    },
    {
      "entropy": 6.860705327987671,
      "epoch": 0.14943633662501093,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004999566138119308,
      "loss": 6.7346,
      "mean_token_accuracy": 0.10918433368206024,
      "num_tokens": 3477568.0,
      "step": 1710
    },
    {
      "entropy": 6.796298360824585,
      "epoch": 0.14987328497771563,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004999559997392554,
      "loss": 6.5705,
      "mean_token_accuracy": 0.13033040314912797,
      "num_tokens": 3487703.0,
      "step": 1715
    },
    {
      "entropy": 6.803538990020752,
      "epoch": 0.15031023333042035,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004999553813518061,
      "loss": 6.6467,
      "mean_token_accuracy": 0.11564805582165719,
      "num_tokens": 3497757.0,
      "step": 1720
    },
    {
      "entropy": 6.815519523620606,
      "epoch": 0.15074718168312506,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004999547586495946,
      "loss": 6.6123,
      "mean_token_accuracy": 0.11909747421741486,
      "num_tokens": 3507594.0,
      "step": 1725
    },
    {
      "entropy": 6.858670568466186,
      "epoch": 0.15118413003582976,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004999541316326329,
      "loss": 6.6982,
      "mean_token_accuracy": 0.11421534195542335,
      "num_tokens": 3517889.0,
      "step": 1730
    },
    {
      "entropy": 6.789118671417237,
      "epoch": 0.15162107838853447,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004999535003009332,
      "loss": 6.6842,
      "mean_token_accuracy": 0.11443898230791091,
      "num_tokens": 3528158.0,
      "step": 1735
    },
    {
      "entropy": 6.85327639579773,
      "epoch": 0.1520580267412392,
      "grad_norm": 0.80859375,
      "learning_rate": 0.0004999528646545074,
      "loss": 6.6617,
      "mean_token_accuracy": 0.11684061735868453,
      "num_tokens": 3539099.0,
      "step": 1740
    },
    {
      "entropy": 6.868143224716187,
      "epoch": 0.15249497509394389,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004999522246933678,
      "loss": 6.6744,
      "mean_token_accuracy": 0.11591163650155067,
      "num_tokens": 3549819.0,
      "step": 1745
    },
    {
      "entropy": 6.924664878845215,
      "epoch": 0.1529319234466486,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004999515804175268,
      "loss": 6.6708,
      "mean_token_accuracy": 0.1160687893629074,
      "num_tokens": 3560022.0,
      "step": 1750
    },
    {
      "entropy": 6.796440887451172,
      "epoch": 0.15336887179935332,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004999509318269964,
      "loss": 6.6229,
      "mean_token_accuracy": 0.11483302041888237,
      "num_tokens": 3569681.0,
      "step": 1755
    },
    {
      "entropy": 6.931779527664185,
      "epoch": 0.15380582015205801,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004999502789217894,
      "loss": 6.7187,
      "mean_token_accuracy": 0.11464278921484947,
      "num_tokens": 3580731.0,
      "step": 1760
    },
    {
      "entropy": 6.735879182815552,
      "epoch": 0.15424276850476273,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004999496217019181,
      "loss": 6.6771,
      "mean_token_accuracy": 0.12017816901206971,
      "num_tokens": 3590482.0,
      "step": 1765
    },
    {
      "entropy": 6.846047735214233,
      "epoch": 0.15467971685746745,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004999489601673952,
      "loss": 6.6588,
      "mean_token_accuracy": 0.11184544190764427,
      "num_tokens": 3600988.0,
      "step": 1770
    },
    {
      "entropy": 6.966546869277954,
      "epoch": 0.15511666521017214,
      "grad_norm": 0.80859375,
      "learning_rate": 0.0004999482943182334,
      "loss": 6.7207,
      "mean_token_accuracy": 0.11034572273492813,
      "num_tokens": 3611226.0,
      "step": 1775
    },
    {
      "entropy": 6.7466967582702635,
      "epoch": 0.15555361356287686,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004999476241544454,
      "loss": 6.6406,
      "mean_token_accuracy": 0.11693034246563912,
      "num_tokens": 3621324.0,
      "step": 1780
    },
    {
      "entropy": 6.859796237945557,
      "epoch": 0.15599056191558158,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004999469496760441,
      "loss": 6.5745,
      "mean_token_accuracy": 0.11757055521011353,
      "num_tokens": 3631650.0,
      "step": 1785
    },
    {
      "entropy": 6.793846988677979,
      "epoch": 0.1564275102682863,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004999462708830425,
      "loss": 6.5964,
      "mean_token_accuracy": 0.13014772459864615,
      "num_tokens": 3641173.0,
      "step": 1790
    },
    {
      "entropy": 6.7543669700622555,
      "epoch": 0.156864458620991,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004999455877754535,
      "loss": 6.6099,
      "mean_token_accuracy": 0.11783762127161027,
      "num_tokens": 3651846.0,
      "step": 1795
    },
    {
      "entropy": 6.839160680770874,
      "epoch": 0.1573014069736957,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004999449003532903,
      "loss": 6.6181,
      "mean_token_accuracy": 0.11612390056252479,
      "num_tokens": 3661174.0,
      "step": 1800
    },
    {
      "entropy": 6.767947387695313,
      "epoch": 0.15773835532640043,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004999442086165661,
      "loss": 6.5785,
      "mean_token_accuracy": 0.11563654839992524,
      "num_tokens": 3671042.0,
      "step": 1805
    },
    {
      "entropy": 6.836207246780395,
      "epoch": 0.15817530367910512,
      "grad_norm": 0.89453125,
      "learning_rate": 0.000499943512565294,
      "loss": 6.5404,
      "mean_token_accuracy": 0.11653607487678527,
      "num_tokens": 3681206.0,
      "step": 1810
    },
    {
      "entropy": 6.777206325531006,
      "epoch": 0.15861225203180984,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004999428121994874,
      "loss": 6.6427,
      "mean_token_accuracy": 0.11898047327995301,
      "num_tokens": 3691748.0,
      "step": 1815
    },
    {
      "entropy": 6.702393054962158,
      "epoch": 0.15904920038451456,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004999421075191599,
      "loss": 6.5483,
      "mean_token_accuracy": 0.12115112468600273,
      "num_tokens": 3701730.0,
      "step": 1820
    },
    {
      "entropy": 6.887295866012574,
      "epoch": 0.15948614873721925,
      "grad_norm": 1.125,
      "learning_rate": 0.0004999413985243249,
      "loss": 6.6747,
      "mean_token_accuracy": 0.1129259705543518,
      "num_tokens": 3712525.0,
      "step": 1825
    },
    {
      "entropy": 6.863398599624634,
      "epoch": 0.15992309708992397,
      "grad_norm": 0.95703125,
      "learning_rate": 0.000499940685214996,
      "loss": 6.6086,
      "mean_token_accuracy": 0.11575344502925873,
      "num_tokens": 3722016.0,
      "step": 1830
    },
    {
      "entropy": 6.761053848266601,
      "epoch": 0.1603600454426287,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004999399675911869,
      "loss": 6.5318,
      "mean_token_accuracy": 0.12198757007718086,
      "num_tokens": 3731299.0,
      "step": 1835
    },
    {
      "entropy": 6.743390274047852,
      "epoch": 0.16079699379533338,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004999392456529113,
      "loss": 6.5806,
      "mean_token_accuracy": 0.12458991408348083,
      "num_tokens": 3740922.0,
      "step": 1840
    },
    {
      "entropy": 6.758446550369262,
      "epoch": 0.1612339421480381,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004999385194001831,
      "loss": 6.5937,
      "mean_token_accuracy": 0.11810147613286973,
      "num_tokens": 3750339.0,
      "step": 1845
    },
    {
      "entropy": 6.787387943267822,
      "epoch": 0.16167089050074282,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004999377888330164,
      "loss": 6.5467,
      "mean_token_accuracy": 0.12232641279697418,
      "num_tokens": 3761379.0,
      "step": 1850
    },
    {
      "entropy": 6.749542856216431,
      "epoch": 0.1621078388534475,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004999370539514249,
      "loss": 6.6294,
      "mean_token_accuracy": 0.11457357108592987,
      "num_tokens": 3771649.0,
      "step": 1855
    },
    {
      "entropy": 6.757665014266967,
      "epoch": 0.16254478720615223,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004999363147554229,
      "loss": 6.5497,
      "mean_token_accuracy": 0.12577750012278557,
      "num_tokens": 3782393.0,
      "step": 1860
    },
    {
      "entropy": 6.820600986480713,
      "epoch": 0.16298173555885695,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004999355712450244,
      "loss": 6.5986,
      "mean_token_accuracy": 0.12362995967268944,
      "num_tokens": 3792849.0,
      "step": 1865
    },
    {
      "entropy": 6.747550010681152,
      "epoch": 0.16341868391156164,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004999348234202438,
      "loss": 6.5515,
      "mean_token_accuracy": 0.12130374014377594,
      "num_tokens": 3803848.0,
      "step": 1870
    },
    {
      "entropy": 6.627656269073486,
      "epoch": 0.16385563226426636,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004999340712810956,
      "loss": 6.4677,
      "mean_token_accuracy": 0.13533140793442727,
      "num_tokens": 3814704.0,
      "step": 1875
    },
    {
      "entropy": 6.747098636627197,
      "epoch": 0.16429258061697108,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004999333148275939,
      "loss": 6.6244,
      "mean_token_accuracy": 0.11492595672607422,
      "num_tokens": 3824955.0,
      "step": 1880
    },
    {
      "entropy": 6.810025024414062,
      "epoch": 0.1647295289696758,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004999325540597535,
      "loss": 6.5992,
      "mean_token_accuracy": 0.12268827185034752,
      "num_tokens": 3836540.0,
      "step": 1885
    },
    {
      "entropy": 6.680448246002197,
      "epoch": 0.1651664773223805,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004999317889775887,
      "loss": 6.4789,
      "mean_token_accuracy": 0.1307223454117775,
      "num_tokens": 3846472.0,
      "step": 1890
    },
    {
      "entropy": 6.797214794158935,
      "epoch": 0.1656034256750852,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004999310195811143,
      "loss": 6.6013,
      "mean_token_accuracy": 0.11527118012309075,
      "num_tokens": 3857187.0,
      "step": 1895
    },
    {
      "entropy": 6.796212434768677,
      "epoch": 0.16604037402778993,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004999302458703451,
      "loss": 6.5513,
      "mean_token_accuracy": 0.12751033753156663,
      "num_tokens": 3866259.0,
      "step": 1900
    },
    {
      "entropy": 6.679151391983032,
      "epoch": 0.16647732238049462,
      "grad_norm": 0.953125,
      "learning_rate": 0.000499929467845296,
      "loss": 6.6161,
      "mean_token_accuracy": 0.11295140087604523,
      "num_tokens": 3876869.0,
      "step": 1905
    },
    {
      "entropy": 6.8329041481018065,
      "epoch": 0.16691427073319934,
      "grad_norm": 0.8203125,
      "learning_rate": 0.0004999286855059818,
      "loss": 6.59,
      "mean_token_accuracy": 0.12256261631846428,
      "num_tokens": 3888278.0,
      "step": 1910
    },
    {
      "entropy": 6.806984758377075,
      "epoch": 0.16735121908590406,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004999278988524177,
      "loss": 6.6406,
      "mean_token_accuracy": 0.11997235789895058,
      "num_tokens": 3898648.0,
      "step": 1915
    },
    {
      "entropy": 6.776583909988403,
      "epoch": 0.16778816743860875,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004999271078846184,
      "loss": 6.573,
      "mean_token_accuracy": 0.11964118704199792,
      "num_tokens": 3908282.0,
      "step": 1920
    },
    {
      "entropy": 6.679054212570191,
      "epoch": 0.16822511579131347,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004999263126025994,
      "loss": 6.5397,
      "mean_token_accuracy": 0.12275912463665009,
      "num_tokens": 3918333.0,
      "step": 1925
    },
    {
      "entropy": 6.806920671463013,
      "epoch": 0.1686620641440182,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004999255130063759,
      "loss": 6.5461,
      "mean_token_accuracy": 0.12174615561962128,
      "num_tokens": 3927403.0,
      "step": 1930
    },
    {
      "entropy": 6.764342546463013,
      "epoch": 0.16909901249672288,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004999247090959633,
      "loss": 6.5812,
      "mean_token_accuracy": 0.12118082121014595,
      "num_tokens": 3937352.0,
      "step": 1935
    },
    {
      "entropy": 6.679003667831421,
      "epoch": 0.1695359608494276,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004999239008713767,
      "loss": 6.4088,
      "mean_token_accuracy": 0.12937364503741264,
      "num_tokens": 3947164.0,
      "step": 1940
    },
    {
      "entropy": 6.770146179199219,
      "epoch": 0.16997290920213232,
      "grad_norm": 0.8203125,
      "learning_rate": 0.0004999230883326319,
      "loss": 6.5737,
      "mean_token_accuracy": 0.1233607918024063,
      "num_tokens": 3956887.0,
      "step": 1945
    },
    {
      "entropy": 6.735566186904907,
      "epoch": 0.170409857554837,
      "grad_norm": 0.875,
      "learning_rate": 0.0004999222714797445,
      "loss": 6.56,
      "mean_token_accuracy": 0.11969926655292511,
      "num_tokens": 3966542.0,
      "step": 1950
    },
    {
      "entropy": 6.785258102416992,
      "epoch": 0.17084680590754173,
      "grad_norm": 0.90625,
      "learning_rate": 0.00049992145031273,
      "loss": 6.5065,
      "mean_token_accuracy": 0.1332083135843277,
      "num_tokens": 3976127.0,
      "step": 1955
    },
    {
      "entropy": 6.6167535305023195,
      "epoch": 0.17128375426024645,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004999206248316043,
      "loss": 6.4685,
      "mean_token_accuracy": 0.12284221649169921,
      "num_tokens": 3987371.0,
      "step": 1960
    },
    {
      "entropy": 6.667543745040893,
      "epoch": 0.17172070261295114,
      "grad_norm": 0.921875,
      "learning_rate": 0.000499919795036383,
      "loss": 6.4859,
      "mean_token_accuracy": 0.1272851638495922,
      "num_tokens": 3997924.0,
      "step": 1965
    },
    {
      "entropy": 6.740949630737305,
      "epoch": 0.17215765096565586,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004999189609270823,
      "loss": 6.5751,
      "mean_token_accuracy": 0.12322761192917824,
      "num_tokens": 4009150.0,
      "step": 1970
    },
    {
      "entropy": 6.729563045501709,
      "epoch": 0.17259459931836058,
      "grad_norm": 0.8671875,
      "learning_rate": 0.000499918122503718,
      "loss": 6.5836,
      "mean_token_accuracy": 0.12200360670685768,
      "num_tokens": 4018899.0,
      "step": 1975
    },
    {
      "entropy": 6.730152893066406,
      "epoch": 0.17303154767106527,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004999172797663064,
      "loss": 6.5475,
      "mean_token_accuracy": 0.12035959288477897,
      "num_tokens": 4028652.0,
      "step": 1980
    },
    {
      "entropy": 6.713821458816528,
      "epoch": 0.17346849602376999,
      "grad_norm": 0.8359375,
      "learning_rate": 0.0004999164327148634,
      "loss": 6.5693,
      "mean_token_accuracy": 0.12123406901955605,
      "num_tokens": 4039819.0,
      "step": 1985
    },
    {
      "entropy": 6.741577911376953,
      "epoch": 0.1739054443764747,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004999155813494053,
      "loss": 6.4755,
      "mean_token_accuracy": 0.1275830537080765,
      "num_tokens": 4050029.0,
      "step": 1990
    },
    {
      "entropy": 6.6802998065948485,
      "epoch": 0.17434239272917942,
      "grad_norm": 0.83203125,
      "learning_rate": 0.0004999147256699487,
      "loss": 6.5211,
      "mean_token_accuracy": 0.12550380676984788,
      "num_tokens": 4060497.0,
      "step": 1995
    },
    {
      "entropy": 6.783202648162842,
      "epoch": 0.17477934108188412,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004999138656765096,
      "loss": 6.4997,
      "mean_token_accuracy": 0.12641414254903793,
      "num_tokens": 4071477.0,
      "step": 2000
    },
    {
      "entropy": 6.732838535308838,
      "epoch": 0.17521628943458883,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004999130013691049,
      "loss": 6.584,
      "mean_token_accuracy": 0.11925829127430916,
      "num_tokens": 4081869.0,
      "step": 2005
    },
    {
      "entropy": 6.760075616836548,
      "epoch": 0.17565323778729355,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004999121327477509,
      "loss": 6.5618,
      "mean_token_accuracy": 0.1242613822221756,
      "num_tokens": 4092797.0,
      "step": 2010
    },
    {
      "entropy": 6.757962799072265,
      "epoch": 0.17609018613999824,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004999112598124642,
      "loss": 6.5178,
      "mean_token_accuracy": 0.12427477762103081,
      "num_tokens": 4103688.0,
      "step": 2015
    },
    {
      "entropy": 6.619799852371216,
      "epoch": 0.17652713449270296,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004999103825632618,
      "loss": 6.4814,
      "mean_token_accuracy": 0.12500133290886878,
      "num_tokens": 4114037.0,
      "step": 2020
    },
    {
      "entropy": 6.713038921356201,
      "epoch": 0.17696408284540768,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004999095010001605,
      "loss": 6.4755,
      "mean_token_accuracy": 0.11943754628300667,
      "num_tokens": 4124164.0,
      "step": 2025
    },
    {
      "entropy": 6.727624893188477,
      "epoch": 0.17740103119811237,
      "grad_norm": 0.8984375,
      "learning_rate": 0.000499908615123177,
      "loss": 6.5808,
      "mean_token_accuracy": 0.1142855279147625,
      "num_tokens": 4134225.0,
      "step": 2030
    },
    {
      "entropy": 6.74792366027832,
      "epoch": 0.1778379795508171,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004999077249323284,
      "loss": 6.6281,
      "mean_token_accuracy": 0.12126999646425247,
      "num_tokens": 4145962.0,
      "step": 2035
    },
    {
      "entropy": 6.74753704071045,
      "epoch": 0.1782749279035218,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004999068304276319,
      "loss": 6.5234,
      "mean_token_accuracy": 0.12188527584075928,
      "num_tokens": 4156572.0,
      "step": 2040
    },
    {
      "entropy": 6.6771139144897464,
      "epoch": 0.1787118762562265,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004999059316091045,
      "loss": 6.5804,
      "mean_token_accuracy": 0.11935446932911872,
      "num_tokens": 4166960.0,
      "step": 2045
    },
    {
      "entropy": 6.767083215713501,
      "epoch": 0.17914882460893122,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004999050284767634,
      "loss": 6.5431,
      "mean_token_accuracy": 0.12220514565706253,
      "num_tokens": 4177833.0,
      "step": 2050
    },
    {
      "entropy": 6.569900465011597,
      "epoch": 0.17958577296163594,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004999041210306261,
      "loss": 6.4581,
      "mean_token_accuracy": 0.12861283570528032,
      "num_tokens": 4187858.0,
      "step": 2055
    },
    {
      "entropy": 6.775664949417115,
      "epoch": 0.18002272131434063,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004999032092707098,
      "loss": 6.5951,
      "mean_token_accuracy": 0.11695825308561325,
      "num_tokens": 4198207.0,
      "step": 2060
    },
    {
      "entropy": 6.746979188919068,
      "epoch": 0.18045966966704535,
      "grad_norm": 1.0,
      "learning_rate": 0.0004999022931970323,
      "loss": 6.4872,
      "mean_token_accuracy": 0.12345504090189933,
      "num_tokens": 4207594.0,
      "step": 2065
    },
    {
      "entropy": 6.626251983642578,
      "epoch": 0.18089661801975007,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004999013728096107,
      "loss": 6.4911,
      "mean_token_accuracy": 0.12829106748104097,
      "num_tokens": 4217334.0,
      "step": 2070
    },
    {
      "entropy": 6.721229362487793,
      "epoch": 0.18133356637245476,
      "grad_norm": 0.921875,
      "learning_rate": 0.000499900448108463,
      "loss": 6.4728,
      "mean_token_accuracy": 0.1287317655980587,
      "num_tokens": 4226407.0,
      "step": 2075
    },
    {
      "entropy": 6.631599426269531,
      "epoch": 0.18177051472515948,
      "grad_norm": 0.91796875,
      "learning_rate": 0.000499899519093607,
      "loss": 6.4147,
      "mean_token_accuracy": 0.1277851089835167,
      "num_tokens": 4237818.0,
      "step": 2080
    },
    {
      "entropy": 6.699046468734741,
      "epoch": 0.1822074630778642,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004998985857650603,
      "loss": 6.5392,
      "mean_token_accuracy": 0.11802871823310852,
      "num_tokens": 4247783.0,
      "step": 2085
    },
    {
      "entropy": 6.62796630859375,
      "epoch": 0.18264441143056892,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004998976481228409,
      "loss": 6.4955,
      "mean_token_accuracy": 0.12168094217777252,
      "num_tokens": 4258049.0,
      "step": 2090
    },
    {
      "entropy": 6.694241905212403,
      "epoch": 0.1830813597832736,
      "grad_norm": 0.82421875,
      "learning_rate": 0.0004998967061669668,
      "loss": 6.4824,
      "mean_token_accuracy": 0.12094468101859093,
      "num_tokens": 4269357.0,
      "step": 2095
    },
    {
      "entropy": 6.694693088531494,
      "epoch": 0.18351830813597833,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004998957598974559,
      "loss": 6.4142,
      "mean_token_accuracy": 0.13116534650325776,
      "num_tokens": 4279576.0,
      "step": 2100
    },
    {
      "entropy": 6.660217428207398,
      "epoch": 0.18395525648868305,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004998948093143266,
      "loss": 6.4518,
      "mean_token_accuracy": 0.13070998936891556,
      "num_tokens": 4289761.0,
      "step": 2105
    },
    {
      "entropy": 6.606316137313843,
      "epoch": 0.18439220484138774,
      "grad_norm": 0.92578125,
      "learning_rate": 0.000499893854417597,
      "loss": 6.3993,
      "mean_token_accuracy": 0.13042399287223816,
      "num_tokens": 4299231.0,
      "step": 2110
    },
    {
      "entropy": 6.696398591995239,
      "epoch": 0.18482915319409246,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004998928952072854,
      "loss": 6.5671,
      "mean_token_accuracy": 0.12065399885177612,
      "num_tokens": 4308687.0,
      "step": 2115
    },
    {
      "entropy": 6.724217700958252,
      "epoch": 0.18526610154679718,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004998919316834102,
      "loss": 6.5186,
      "mean_token_accuracy": 0.1235981173813343,
      "num_tokens": 4318183.0,
      "step": 2120
    },
    {
      "entropy": 6.707517290115357,
      "epoch": 0.18570304989950187,
      "grad_norm": 0.9453125,
      "learning_rate": 0.00049989096384599,
      "loss": 6.544,
      "mean_token_accuracy": 0.11985958814620971,
      "num_tokens": 4328482.0,
      "step": 2125
    },
    {
      "entropy": 6.697282981872559,
      "epoch": 0.1861399982522066,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004998899916950431,
      "loss": 6.4329,
      "mean_token_accuracy": 0.1220651850104332,
      "num_tokens": 4339313.0,
      "step": 2130
    },
    {
      "entropy": 6.647680282592773,
      "epoch": 0.1865769466049113,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004998890152305885,
      "loss": 6.5417,
      "mean_token_accuracy": 0.12274084091186524,
      "num_tokens": 4350299.0,
      "step": 2135
    },
    {
      "entropy": 6.823352575302124,
      "epoch": 0.187013894957616,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004998880344526447,
      "loss": 6.4685,
      "mean_token_accuracy": 0.12892222180962562,
      "num_tokens": 4361424.0,
      "step": 2140
    },
    {
      "entropy": 6.548090219497681,
      "epoch": 0.18745084331032072,
      "grad_norm": 0.875,
      "learning_rate": 0.0004998870493612306,
      "loss": 6.4544,
      "mean_token_accuracy": 0.12490695714950562,
      "num_tokens": 4371480.0,
      "step": 2145
    },
    {
      "entropy": 6.629548788070679,
      "epoch": 0.18788779166302544,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004998860599563649,
      "loss": 6.4753,
      "mean_token_accuracy": 0.12593501806259155,
      "num_tokens": 4381951.0,
      "step": 2150
    },
    {
      "entropy": 6.677478265762329,
      "epoch": 0.18832474001573013,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004998850662380668,
      "loss": 6.5327,
      "mean_token_accuracy": 0.11975304633378983,
      "num_tokens": 4392290.0,
      "step": 2155
    },
    {
      "entropy": 6.600126171112061,
      "epoch": 0.18876168836843485,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004998840682063553,
      "loss": 6.281,
      "mean_token_accuracy": 0.1401298873126507,
      "num_tokens": 4403350.0,
      "step": 2160
    },
    {
      "entropy": 6.602562713623047,
      "epoch": 0.18919863672113957,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004998830658612496,
      "loss": 6.4852,
      "mean_token_accuracy": 0.12300979048013687,
      "num_tokens": 4413171.0,
      "step": 2165
    },
    {
      "entropy": 6.6313416957855225,
      "epoch": 0.18963558507384426,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004998820592027688,
      "loss": 6.4376,
      "mean_token_accuracy": 0.12936783209443092,
      "num_tokens": 4424371.0,
      "step": 2170
    },
    {
      "entropy": 6.684165811538696,
      "epoch": 0.19007253342654898,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004998810482309322,
      "loss": 6.4014,
      "mean_token_accuracy": 0.12163952067494392,
      "num_tokens": 4434040.0,
      "step": 2175
    },
    {
      "entropy": 6.727186775207519,
      "epoch": 0.1905094817792537,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004998800329457595,
      "loss": 6.5153,
      "mean_token_accuracy": 0.11811432018876075,
      "num_tokens": 4444663.0,
      "step": 2180
    },
    {
      "entropy": 6.65099720954895,
      "epoch": 0.1909464301319584,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004998790133472697,
      "loss": 6.4614,
      "mean_token_accuracy": 0.12238967642188073,
      "num_tokens": 4454733.0,
      "step": 2185
    },
    {
      "entropy": 6.613533592224121,
      "epoch": 0.1913833784846631,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004998779894354827,
      "loss": 6.4482,
      "mean_token_accuracy": 0.12639879956841468,
      "num_tokens": 4464286.0,
      "step": 2190
    },
    {
      "entropy": 6.706346750259399,
      "epoch": 0.19182032683736783,
      "grad_norm": 0.86328125,
      "learning_rate": 0.000499876961210418,
      "loss": 6.4161,
      "mean_token_accuracy": 0.13247158452868463,
      "num_tokens": 4475005.0,
      "step": 2195
    },
    {
      "entropy": 6.5794055461883545,
      "epoch": 0.19225727519007255,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004998759286720953,
      "loss": 6.3851,
      "mean_token_accuracy": 0.12563437446951867,
      "num_tokens": 4484606.0,
      "step": 2200
    },
    {
      "entropy": 6.607835817337036,
      "epoch": 0.19269422354277724,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004998748918205345,
      "loss": 6.4861,
      "mean_token_accuracy": 0.12292944341897964,
      "num_tokens": 4494930.0,
      "step": 2205
    },
    {
      "entropy": 6.6335704803466795,
      "epoch": 0.19313117189548196,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004998738506557554,
      "loss": 6.4963,
      "mean_token_accuracy": 0.12030340284109116,
      "num_tokens": 4505304.0,
      "step": 2210
    },
    {
      "entropy": 6.737761306762695,
      "epoch": 0.19356812024818668,
      "grad_norm": 0.921875,
      "learning_rate": 0.000499872805177778,
      "loss": 6.4433,
      "mean_token_accuracy": 0.1285339929163456,
      "num_tokens": 4514333.0,
      "step": 2215
    },
    {
      "entropy": 6.530314922332764,
      "epoch": 0.19400506860089137,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004998717553866225,
      "loss": 6.4858,
      "mean_token_accuracy": 0.13358827754855157,
      "num_tokens": 4525175.0,
      "step": 2220
    },
    {
      "entropy": 6.710753393173218,
      "epoch": 0.1944420169535961,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004998707012823087,
      "loss": 6.3632,
      "mean_token_accuracy": 0.12810946255922318,
      "num_tokens": 4534212.0,
      "step": 2225
    },
    {
      "entropy": 6.524042177200317,
      "epoch": 0.1948789653063008,
      "grad_norm": 0.82421875,
      "learning_rate": 0.0004998696428648573,
      "loss": 6.5338,
      "mean_token_accuracy": 0.12357461825013161,
      "num_tokens": 4545141.0,
      "step": 2230
    },
    {
      "entropy": 6.690764856338501,
      "epoch": 0.1953159136590055,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004998685801342881,
      "loss": 6.404,
      "mean_token_accuracy": 0.13337788805365564,
      "num_tokens": 4554410.0,
      "step": 2235
    },
    {
      "entropy": 6.552084350585938,
      "epoch": 0.19575286201171022,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004998675130906217,
      "loss": 6.4012,
      "mean_token_accuracy": 0.13402877897024154,
      "num_tokens": 4564397.0,
      "step": 2240
    },
    {
      "entropy": 6.539749431610107,
      "epoch": 0.19618981036441493,
      "grad_norm": 0.875,
      "learning_rate": 0.0004998664417338787,
      "loss": 6.3971,
      "mean_token_accuracy": 0.13362254872918128,
      "num_tokens": 4573986.0,
      "step": 2245
    },
    {
      "entropy": 6.70291690826416,
      "epoch": 0.19662675871711963,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004998653660640794,
      "loss": 6.4073,
      "mean_token_accuracy": 0.1318839006125927,
      "num_tokens": 4583449.0,
      "step": 2250
    },
    {
      "entropy": 6.56984543800354,
      "epoch": 0.19706370706982435,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004998642860812447,
      "loss": 6.4369,
      "mean_token_accuracy": 0.12867740020155907,
      "num_tokens": 4593637.0,
      "step": 2255
    },
    {
      "entropy": 6.647236490249634,
      "epoch": 0.19750065542252906,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004998632017853951,
      "loss": 6.4067,
      "mean_token_accuracy": 0.13120522499084472,
      "num_tokens": 4603865.0,
      "step": 2260
    },
    {
      "entropy": 6.672588539123535,
      "epoch": 0.19793760377523376,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004998621131765514,
      "loss": 6.4538,
      "mean_token_accuracy": 0.13059509620070459,
      "num_tokens": 4613502.0,
      "step": 2265
    },
    {
      "entropy": 6.535258674621582,
      "epoch": 0.19837455212793847,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004998610202547345,
      "loss": 6.4143,
      "mean_token_accuracy": 0.13172344267368316,
      "num_tokens": 4623163.0,
      "step": 2270
    },
    {
      "entropy": 6.695293951034546,
      "epoch": 0.1988115004806432,
      "grad_norm": 0.875,
      "learning_rate": 0.0004998599230199654,
      "loss": 6.4193,
      "mean_token_accuracy": 0.13490767627954484,
      "num_tokens": 4632850.0,
      "step": 2275
    },
    {
      "entropy": 6.589443254470825,
      "epoch": 0.19924844883334789,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004998588214722653,
      "loss": 6.4396,
      "mean_token_accuracy": 0.1286391481757164,
      "num_tokens": 4642858.0,
      "step": 2280
    },
    {
      "entropy": 6.698593091964722,
      "epoch": 0.1996853971860526,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004998577156116551,
      "loss": 6.4627,
      "mean_token_accuracy": 0.11916870698332786,
      "num_tokens": 4653083.0,
      "step": 2285
    },
    {
      "entropy": 6.624360275268555,
      "epoch": 0.20012234553875732,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004998566054381561,
      "loss": 6.4798,
      "mean_token_accuracy": 0.1257111832499504,
      "num_tokens": 4663353.0,
      "step": 2290
    },
    {
      "entropy": 6.623066425323486,
      "epoch": 0.20055929389146204,
      "grad_norm": 1.21875,
      "learning_rate": 0.0004998554909517895,
      "loss": 6.3213,
      "mean_token_accuracy": 0.13321887254714965,
      "num_tokens": 4673878.0,
      "step": 2295
    },
    {
      "entropy": 6.537002611160278,
      "epoch": 0.20099624224416673,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004998543721525769,
      "loss": 6.4024,
      "mean_token_accuracy": 0.12497134804725647,
      "num_tokens": 4683661.0,
      "step": 2300
    },
    {
      "entropy": 6.5673808574676515,
      "epoch": 0.20143319059687145,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004998532490405397,
      "loss": 6.4518,
      "mean_token_accuracy": 0.12829202711582183,
      "num_tokens": 4693817.0,
      "step": 2305
    },
    {
      "entropy": 6.611567735671997,
      "epoch": 0.20187013894957617,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004998521216156991,
      "loss": 6.3772,
      "mean_token_accuracy": 0.12686420530080794,
      "num_tokens": 4703550.0,
      "step": 2310
    },
    {
      "entropy": 6.595733690261841,
      "epoch": 0.20230708730228086,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004998509898780771,
      "loss": 6.4934,
      "mean_token_accuracy": 0.12352922856807709,
      "num_tokens": 4714872.0,
      "step": 2315
    },
    {
      "entropy": 6.627568149566651,
      "epoch": 0.20274403565498558,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004998498538276954,
      "loss": 6.3898,
      "mean_token_accuracy": 0.13363091200590133,
      "num_tokens": 4725745.0,
      "step": 2320
    },
    {
      "entropy": 6.600788736343384,
      "epoch": 0.2031809840076903,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004998487134645755,
      "loss": 6.4799,
      "mean_token_accuracy": 0.1253775343298912,
      "num_tokens": 4735560.0,
      "step": 2325
    },
    {
      "entropy": 6.63616189956665,
      "epoch": 0.203617932360395,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004998475687887396,
      "loss": 6.4533,
      "mean_token_accuracy": 0.12529229298233985,
      "num_tokens": 4746304.0,
      "step": 2330
    },
    {
      "entropy": 6.672122478485107,
      "epoch": 0.2040548807130997,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004998464198002095,
      "loss": 6.4285,
      "mean_token_accuracy": 0.12777206525206566,
      "num_tokens": 4756200.0,
      "step": 2335
    },
    {
      "entropy": 6.560856103897095,
      "epoch": 0.20449182906580443,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004998452664990072,
      "loss": 6.436,
      "mean_token_accuracy": 0.12261992320418358,
      "num_tokens": 4766249.0,
      "step": 2340
    },
    {
      "entropy": 6.714810609817505,
      "epoch": 0.20492877741850912,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004998441088851548,
      "loss": 6.4579,
      "mean_token_accuracy": 0.12660123854875566,
      "num_tokens": 4776510.0,
      "step": 2345
    },
    {
      "entropy": 6.561935997009277,
      "epoch": 0.20536572577121384,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004998429469586748,
      "loss": 6.4211,
      "mean_token_accuracy": 0.1272496648132801,
      "num_tokens": 4786798.0,
      "step": 2350
    },
    {
      "entropy": 6.608212327957153,
      "epoch": 0.20580267412391856,
      "grad_norm": 0.921875,
      "learning_rate": 0.000499841780719589,
      "loss": 6.3616,
      "mean_token_accuracy": 0.12745508700609207,
      "num_tokens": 4796001.0,
      "step": 2355
    },
    {
      "entropy": 6.519495153427124,
      "epoch": 0.20623962247662325,
      "grad_norm": 1.125,
      "learning_rate": 0.0004998406101679202,
      "loss": 6.3445,
      "mean_token_accuracy": 0.13589456528425217,
      "num_tokens": 4807634.0,
      "step": 2360
    },
    {
      "entropy": 6.578785228729248,
      "epoch": 0.20667657082932797,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004998394353036906,
      "loss": 6.3473,
      "mean_token_accuracy": 0.13589533045887947,
      "num_tokens": 4817840.0,
      "step": 2365
    },
    {
      "entropy": 6.551007890701294,
      "epoch": 0.2071135191820327,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004998382561269229,
      "loss": 6.3326,
      "mean_token_accuracy": 0.1385917641222477,
      "num_tokens": 4827186.0,
      "step": 2370
    },
    {
      "entropy": 6.533224439620971,
      "epoch": 0.20755046753473738,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004998370726376395,
      "loss": 6.3894,
      "mean_token_accuracy": 0.12424067407846451,
      "num_tokens": 4837140.0,
      "step": 2375
    },
    {
      "entropy": 6.589614820480347,
      "epoch": 0.2079874158874421,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004998358848358634,
      "loss": 6.4017,
      "mean_token_accuracy": 0.12754351869225503,
      "num_tokens": 4846907.0,
      "step": 2380
    },
    {
      "entropy": 6.561453104019165,
      "epoch": 0.20842436424014682,
      "grad_norm": 0.87890625,
      "learning_rate": 0.000499834692721617,
      "loss": 6.421,
      "mean_token_accuracy": 0.13229633197188378,
      "num_tokens": 4856165.0,
      "step": 2385
    },
    {
      "entropy": 6.578060579299927,
      "epoch": 0.2088613125928515,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004998334962949237,
      "loss": 6.2911,
      "mean_token_accuracy": 0.14010017663240432,
      "num_tokens": 4865308.0,
      "step": 2390
    },
    {
      "entropy": 6.493227291107178,
      "epoch": 0.20929826094555623,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004998322955558059,
      "loss": 6.358,
      "mean_token_accuracy": 0.1417185001075268,
      "num_tokens": 4876286.0,
      "step": 2395
    },
    {
      "entropy": 6.591450119018555,
      "epoch": 0.20973520929826095,
      "grad_norm": 0.81640625,
      "learning_rate": 0.0004998310905042869,
      "loss": 6.384,
      "mean_token_accuracy": 0.13348621502518654,
      "num_tokens": 4887227.0,
      "step": 2400
    },
    {
      "entropy": 6.593507528305054,
      "epoch": 0.21017215765096567,
      "grad_norm": 0.8125,
      "learning_rate": 0.0004998298811403898,
      "loss": 6.3979,
      "mean_token_accuracy": 0.1288406252861023,
      "num_tokens": 4896994.0,
      "step": 2405
    },
    {
      "entropy": 6.533228969573974,
      "epoch": 0.21060910600367036,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004998286674641378,
      "loss": 6.4045,
      "mean_token_accuracy": 0.12903448343276977,
      "num_tokens": 4907623.0,
      "step": 2410
    },
    {
      "entropy": 6.558895254135132,
      "epoch": 0.21104605435637508,
      "grad_norm": 0.8984375,
      "learning_rate": 0.000499827449475554,
      "loss": 6.3204,
      "mean_token_accuracy": 0.12823840528726577,
      "num_tokens": 4917040.0,
      "step": 2415
    },
    {
      "entropy": 6.683346271514893,
      "epoch": 0.2114830027090798,
      "grad_norm": 0.8984375,
      "learning_rate": 0.000499826227174662,
      "loss": 6.436,
      "mean_token_accuracy": 0.12896525338292122,
      "num_tokens": 4928390.0,
      "step": 2420
    },
    {
      "entropy": 6.50466251373291,
      "epoch": 0.2119199510617845,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004998250005614852,
      "loss": 6.3981,
      "mean_token_accuracy": 0.12751310169696808,
      "num_tokens": 4939040.0,
      "step": 2425
    },
    {
      "entropy": 6.558785009384155,
      "epoch": 0.2123568994144892,
      "grad_norm": 0.8671875,
      "learning_rate": 0.000499823769636047,
      "loss": 6.4371,
      "mean_token_accuracy": 0.12819619551301004,
      "num_tokens": 4949915.0,
      "step": 2430
    },
    {
      "entropy": 6.607331132888794,
      "epoch": 0.21279384776719393,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004998225343983712,
      "loss": 6.3391,
      "mean_token_accuracy": 0.1329527035355568,
      "num_tokens": 4960127.0,
      "step": 2435
    },
    {
      "entropy": 6.574900817871094,
      "epoch": 0.21323079611989862,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004998212948484814,
      "loss": 6.3847,
      "mean_token_accuracy": 0.126432553678751,
      "num_tokens": 4970152.0,
      "step": 2440
    },
    {
      "entropy": 6.571488666534424,
      "epoch": 0.21366774447260334,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004998200509864012,
      "loss": 6.3577,
      "mean_token_accuracy": 0.1341804251074791,
      "num_tokens": 4979745.0,
      "step": 2445
    },
    {
      "entropy": 6.594966459274292,
      "epoch": 0.21410469282530806,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004998188028121547,
      "loss": 6.3687,
      "mean_token_accuracy": 0.1393337517976761,
      "num_tokens": 4989924.0,
      "step": 2450
    },
    {
      "entropy": 6.498985242843628,
      "epoch": 0.21454164117801275,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004998175503257658,
      "loss": 6.316,
      "mean_token_accuracy": 0.14141854122281075,
      "num_tokens": 4999698.0,
      "step": 2455
    },
    {
      "entropy": 6.539078855514527,
      "epoch": 0.21497858953071747,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004998162935272585,
      "loss": 6.4223,
      "mean_token_accuracy": 0.13204047605395317,
      "num_tokens": 5010625.0,
      "step": 2460
    },
    {
      "entropy": 6.532508611679077,
      "epoch": 0.2154155378834222,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004998150324166568,
      "loss": 6.3072,
      "mean_token_accuracy": 0.13948291540145874,
      "num_tokens": 5019740.0,
      "step": 2465
    },
    {
      "entropy": 6.578542041778564,
      "epoch": 0.21585248623612688,
      "grad_norm": 0.78125,
      "learning_rate": 0.000499813766993985,
      "loss": 6.4354,
      "mean_token_accuracy": 0.12458334863185883,
      "num_tokens": 5030601.0,
      "step": 2470
    },
    {
      "entropy": 6.645995283126831,
      "epoch": 0.2162894345888316,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004998124972592674,
      "loss": 6.3675,
      "mean_token_accuracy": 0.13052909597754478,
      "num_tokens": 5040567.0,
      "step": 2475
    },
    {
      "entropy": 6.499893093109131,
      "epoch": 0.21672638294153632,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004998112232125283,
      "loss": 6.2648,
      "mean_token_accuracy": 0.13649773374199867,
      "num_tokens": 5049512.0,
      "step": 2480
    },
    {
      "entropy": 6.491473197937012,
      "epoch": 0.217163331294241,
      "grad_norm": 0.82421875,
      "learning_rate": 0.000499809944853792,
      "loss": 6.4316,
      "mean_token_accuracy": 0.1274581141769886,
      "num_tokens": 5060986.0,
      "step": 2485
    },
    {
      "entropy": 6.577273893356323,
      "epoch": 0.21760027964694573,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004998086621830833,
      "loss": 6.3573,
      "mean_token_accuracy": 0.13598684519529342,
      "num_tokens": 5071492.0,
      "step": 2490
    },
    {
      "entropy": 6.544683933258057,
      "epoch": 0.21803722799965045,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004998073752004267,
      "loss": 6.3905,
      "mean_token_accuracy": 0.12805117219686507,
      "num_tokens": 5081722.0,
      "step": 2495
    },
    {
      "entropy": 6.5953404903411865,
      "epoch": 0.21847417635235516,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004998060839058467,
      "loss": 6.3545,
      "mean_token_accuracy": 0.1329400770366192,
      "num_tokens": 5091906.0,
      "step": 2500
    },
    {
      "entropy": 6.5407976627349855,
      "epoch": 0.21891112470505986,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004998047882993683,
      "loss": 6.3426,
      "mean_token_accuracy": 0.13389598056674004,
      "num_tokens": 5102025.0,
      "step": 2505
    },
    {
      "entropy": 6.509171485900879,
      "epoch": 0.21934807305776458,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004998034883810162,
      "loss": 6.3367,
      "mean_token_accuracy": 0.13235569521784782,
      "num_tokens": 5112354.0,
      "step": 2510
    },
    {
      "entropy": 6.513673925399781,
      "epoch": 0.2197850214104693,
      "grad_norm": 0.875,
      "learning_rate": 0.0004998021841508155,
      "loss": 6.2825,
      "mean_token_accuracy": 0.13621082603931428,
      "num_tokens": 5121695.0,
      "step": 2515
    },
    {
      "entropy": 6.564906120300293,
      "epoch": 0.22022196976317399,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004998008756087911,
      "loss": 6.3891,
      "mean_token_accuracy": 0.12776936888694762,
      "num_tokens": 5132561.0,
      "step": 2520
    },
    {
      "entropy": 6.589311695098877,
      "epoch": 0.2206589181158787,
      "grad_norm": 0.88671875,
      "learning_rate": 0.000499799562754968,
      "loss": 6.4257,
      "mean_token_accuracy": 0.12993937209248543,
      "num_tokens": 5141981.0,
      "step": 2525
    },
    {
      "entropy": 6.544518756866455,
      "epoch": 0.22109586646858342,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004997982455893716,
      "loss": 6.2883,
      "mean_token_accuracy": 0.1357527531683445,
      "num_tokens": 5151550.0,
      "step": 2530
    },
    {
      "entropy": 6.574628019332886,
      "epoch": 0.22153281482128812,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004997969241120271,
      "loss": 6.3807,
      "mean_token_accuracy": 0.1260584406554699,
      "num_tokens": 5161679.0,
      "step": 2535
    },
    {
      "entropy": 6.491645574569702,
      "epoch": 0.22196976317399283,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004997955983229597,
      "loss": 6.4026,
      "mean_token_accuracy": 0.1277308262884617,
      "num_tokens": 5171575.0,
      "step": 2540
    },
    {
      "entropy": 6.547885131835938,
      "epoch": 0.22240671152669755,
      "grad_norm": 0.98828125,
      "learning_rate": 0.000499794268222195,
      "loss": 6.2719,
      "mean_token_accuracy": 0.13648097291588784,
      "num_tokens": 5180152.0,
      "step": 2545
    },
    {
      "entropy": 6.491997766494751,
      "epoch": 0.22284365987940224,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004997929338097583,
      "loss": 6.3554,
      "mean_token_accuracy": 0.13152262344956397,
      "num_tokens": 5190518.0,
      "step": 2550
    },
    {
      "entropy": 6.607607460021972,
      "epoch": 0.22328060823210696,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004997915950856755,
      "loss": 6.3933,
      "mean_token_accuracy": 0.12704384401440622,
      "num_tokens": 5201729.0,
      "step": 2555
    },
    {
      "entropy": 6.559991312026978,
      "epoch": 0.22371755658481168,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004997902520499721,
      "loss": 6.3744,
      "mean_token_accuracy": 0.1310870312154293,
      "num_tokens": 5211940.0,
      "step": 2560
    },
    {
      "entropy": 6.471191549301148,
      "epoch": 0.22415450493751637,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004997889047026738,
      "loss": 6.3049,
      "mean_token_accuracy": 0.13113719150424002,
      "num_tokens": 5221028.0,
      "step": 2565
    },
    {
      "entropy": 6.549423122406006,
      "epoch": 0.2245914532902211,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004997875530438066,
      "loss": 6.287,
      "mean_token_accuracy": 0.1366332732141018,
      "num_tokens": 5230498.0,
      "step": 2570
    },
    {
      "entropy": 6.511614179611206,
      "epoch": 0.2250284016429258,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004997861970733963,
      "loss": 6.3353,
      "mean_token_accuracy": 0.12960499599575998,
      "num_tokens": 5240112.0,
      "step": 2575
    },
    {
      "entropy": 6.5579187870025635,
      "epoch": 0.2254653499956305,
      "grad_norm": 0.91796875,
      "learning_rate": 0.000499784836791469,
      "loss": 6.3078,
      "mean_token_accuracy": 0.13300390243530275,
      "num_tokens": 5249201.0,
      "step": 2580
    },
    {
      "entropy": 6.493053865432739,
      "epoch": 0.22590229834833522,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004997834721980507,
      "loss": 6.305,
      "mean_token_accuracy": 0.13774593099951743,
      "num_tokens": 5258541.0,
      "step": 2585
    },
    {
      "entropy": 6.616273880004883,
      "epoch": 0.22633924670103994,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004997821032931676,
      "loss": 6.4101,
      "mean_token_accuracy": 0.1332601450383663,
      "num_tokens": 5268524.0,
      "step": 2590
    },
    {
      "entropy": 6.509102439880371,
      "epoch": 0.22677619505374463,
      "grad_norm": 0.8203125,
      "learning_rate": 0.000499780730076846,
      "loss": 6.3307,
      "mean_token_accuracy": 0.1330648258328438,
      "num_tokens": 5280702.0,
      "step": 2595
    },
    {
      "entropy": 6.528602409362793,
      "epoch": 0.22721314340644935,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004997793525491122,
      "loss": 6.31,
      "mean_token_accuracy": 0.1283218316733837,
      "num_tokens": 5291214.0,
      "step": 2600
    },
    {
      "entropy": 6.432008266448975,
      "epoch": 0.22765009175915407,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004997779707099926,
      "loss": 6.2639,
      "mean_token_accuracy": 0.14060572162270546,
      "num_tokens": 5300729.0,
      "step": 2605
    },
    {
      "entropy": 6.540947341918946,
      "epoch": 0.2280870401118588,
      "grad_norm": 0.875,
      "learning_rate": 0.0004997765845595138,
      "loss": 6.4009,
      "mean_token_accuracy": 0.1288476750254631,
      "num_tokens": 5310551.0,
      "step": 2610
    },
    {
      "entropy": 6.5121190547943115,
      "epoch": 0.22852398846456348,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004997751940977024,
      "loss": 6.2763,
      "mean_token_accuracy": 0.13367155566811562,
      "num_tokens": 5320038.0,
      "step": 2615
    },
    {
      "entropy": 6.493434906005859,
      "epoch": 0.2289609368172682,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004997737993245848,
      "loss": 6.3191,
      "mean_token_accuracy": 0.1320577569305897,
      "num_tokens": 5329753.0,
      "step": 2620
    },
    {
      "entropy": 6.4705726146698,
      "epoch": 0.22939788516997292,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004997724002401881,
      "loss": 6.304,
      "mean_token_accuracy": 0.13512743636965752,
      "num_tokens": 5340546.0,
      "step": 2625
    },
    {
      "entropy": 6.446058702468872,
      "epoch": 0.2298348335226776,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004997709968445391,
      "loss": 6.3795,
      "mean_token_accuracy": 0.12804465666413306,
      "num_tokens": 5352097.0,
      "step": 2630
    },
    {
      "entropy": 6.65869174003601,
      "epoch": 0.23027178187538233,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004997695891376644,
      "loss": 6.3208,
      "mean_token_accuracy": 0.13751014918088914,
      "num_tokens": 5361646.0,
      "step": 2635
    },
    {
      "entropy": 6.395161771774292,
      "epoch": 0.23070873022808705,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004997681771195912,
      "loss": 6.3041,
      "mean_token_accuracy": 0.13794874846935273,
      "num_tokens": 5371695.0,
      "step": 2640
    },
    {
      "entropy": 6.512343025207519,
      "epoch": 0.23114567858079174,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004997667607903466,
      "loss": 6.3805,
      "mean_token_accuracy": 0.13010330498218536,
      "num_tokens": 5381978.0,
      "step": 2645
    },
    {
      "entropy": 6.660280466079712,
      "epoch": 0.23158262693349646,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004997653401499578,
      "loss": 6.3697,
      "mean_token_accuracy": 0.13411956354975701,
      "num_tokens": 5391891.0,
      "step": 2650
    },
    {
      "entropy": 6.493831157684326,
      "epoch": 0.23201957528620118,
      "grad_norm": 0.8671875,
      "learning_rate": 0.000499763915198452,
      "loss": 6.327,
      "mean_token_accuracy": 0.13065533563494683,
      "num_tokens": 5403172.0,
      "step": 2655
    },
    {
      "entropy": 6.456011819839477,
      "epoch": 0.23245652363890587,
      "grad_norm": 0.875,
      "learning_rate": 0.0004997624859358565,
      "loss": 6.3345,
      "mean_token_accuracy": 0.13543095886707307,
      "num_tokens": 5413130.0,
      "step": 2660
    },
    {
      "entropy": 6.504063415527344,
      "epoch": 0.2328934719916106,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004997610523621988,
      "loss": 6.3657,
      "mean_token_accuracy": 0.13021062016487123,
      "num_tokens": 5423510.0,
      "step": 2665
    },
    {
      "entropy": 6.5001222610473635,
      "epoch": 0.2333304203443153,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004997596144775063,
      "loss": 6.2,
      "mean_token_accuracy": 0.13856842517852783,
      "num_tokens": 5433707.0,
      "step": 2670
    },
    {
      "entropy": 6.316236448287964,
      "epoch": 0.23376736869702,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004997581722818067,
      "loss": 6.3145,
      "mean_token_accuracy": 0.13552152067422868,
      "num_tokens": 5444381.0,
      "step": 2675
    },
    {
      "entropy": 6.673515939712525,
      "epoch": 0.23420431704972472,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004997567257751275,
      "loss": 6.264,
      "mean_token_accuracy": 0.13442860767245293,
      "num_tokens": 5453905.0,
      "step": 2680
    },
    {
      "entropy": 6.449249124526977,
      "epoch": 0.23464126540242944,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004997552749574965,
      "loss": 6.2845,
      "mean_token_accuracy": 0.13393480256199836,
      "num_tokens": 5464839.0,
      "step": 2685
    },
    {
      "entropy": 6.488210773468017,
      "epoch": 0.23507821375513413,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004997538198289416,
      "loss": 6.3229,
      "mean_token_accuracy": 0.12909892126917838,
      "num_tokens": 5475459.0,
      "step": 2690
    },
    {
      "entropy": 6.478167104721069,
      "epoch": 0.23551516210783885,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004997523603894907,
      "loss": 6.3397,
      "mean_token_accuracy": 0.13458095341920853,
      "num_tokens": 5484886.0,
      "step": 2695
    },
    {
      "entropy": 6.4847033500671385,
      "epoch": 0.23595211046054357,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004997508966391717,
      "loss": 6.318,
      "mean_token_accuracy": 0.13543656319379807,
      "num_tokens": 5494803.0,
      "step": 2700
    },
    {
      "entropy": 6.465766191482544,
      "epoch": 0.2363890588132483,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004997494285780129,
      "loss": 6.2689,
      "mean_token_accuracy": 0.13447927311062813,
      "num_tokens": 5504997.0,
      "step": 2705
    },
    {
      "entropy": 6.446899366378784,
      "epoch": 0.23682600716595298,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004997479562060421,
      "loss": 6.2569,
      "mean_token_accuracy": 0.14331548362970353,
      "num_tokens": 5514492.0,
      "step": 2710
    },
    {
      "entropy": 6.511632680892944,
      "epoch": 0.2372629555186577,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004997464795232877,
      "loss": 6.3097,
      "mean_token_accuracy": 0.13123842626810073,
      "num_tokens": 5524419.0,
      "step": 2715
    },
    {
      "entropy": 6.525136137008667,
      "epoch": 0.23769990387136242,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004997449985297782,
      "loss": 6.323,
      "mean_token_accuracy": 0.1331531934440136,
      "num_tokens": 5534289.0,
      "step": 2720
    },
    {
      "entropy": 6.446746015548706,
      "epoch": 0.2381368522240671,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004997435132255418,
      "loss": 6.2524,
      "mean_token_accuracy": 0.13549713790416718,
      "num_tokens": 5543034.0,
      "step": 2725
    },
    {
      "entropy": 6.511647033691406,
      "epoch": 0.23857380057677183,
      "grad_norm": 0.875,
      "learning_rate": 0.0004997420236106071,
      "loss": 6.3347,
      "mean_token_accuracy": 0.12996043935418128,
      "num_tokens": 5553291.0,
      "step": 2730
    },
    {
      "entropy": 6.52672061920166,
      "epoch": 0.23901074892947655,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004997405296850026,
      "loss": 6.3147,
      "mean_token_accuracy": 0.1387110285460949,
      "num_tokens": 5563772.0,
      "step": 2735
    },
    {
      "entropy": 6.469681453704834,
      "epoch": 0.23944769728218124,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004997390314487569,
      "loss": 6.352,
      "mean_token_accuracy": 0.13162039518356322,
      "num_tokens": 5574348.0,
      "step": 2740
    },
    {
      "entropy": 6.486959552764892,
      "epoch": 0.23988464563488596,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004997375289018989,
      "loss": 6.2096,
      "mean_token_accuracy": 0.13282159790396691,
      "num_tokens": 5583491.0,
      "step": 2745
    },
    {
      "entropy": 6.399618673324585,
      "epoch": 0.24032159398759068,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004997360220444574,
      "loss": 6.3508,
      "mean_token_accuracy": 0.12875445038080216,
      "num_tokens": 5594273.0,
      "step": 2750
    },
    {
      "entropy": 6.516872072219849,
      "epoch": 0.24075854234029537,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004997345108764611,
      "loss": 6.2636,
      "mean_token_accuracy": 0.13464151471853256,
      "num_tokens": 5604529.0,
      "step": 2755
    },
    {
      "entropy": 6.463331794738769,
      "epoch": 0.2411954906930001,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004997329953979391,
      "loss": 6.2527,
      "mean_token_accuracy": 0.14141659960150718,
      "num_tokens": 5614036.0,
      "step": 2760
    },
    {
      "entropy": 6.510278177261353,
      "epoch": 0.2416324390457048,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004997314756089206,
      "loss": 6.2963,
      "mean_token_accuracy": 0.13726957514882088,
      "num_tokens": 5624036.0,
      "step": 2765
    },
    {
      "entropy": 6.450707244873047,
      "epoch": 0.2420693873984095,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004997299515094347,
      "loss": 6.289,
      "mean_token_accuracy": 0.13998497128486634,
      "num_tokens": 5633987.0,
      "step": 2770
    },
    {
      "entropy": 6.427713871002197,
      "epoch": 0.24250633575111422,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004997284230995105,
      "loss": 6.166,
      "mean_token_accuracy": 0.14919004142284392,
      "num_tokens": 5643905.0,
      "step": 2775
    },
    {
      "entropy": 6.4683431625366214,
      "epoch": 0.24294328410381894,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004997268903791773,
      "loss": 6.3625,
      "mean_token_accuracy": 0.13415857255458832,
      "num_tokens": 5654922.0,
      "step": 2780
    },
    {
      "entropy": 6.475963926315307,
      "epoch": 0.24338023245652363,
      "grad_norm": 0.82421875,
      "learning_rate": 0.0004997253533484647,
      "loss": 6.1973,
      "mean_token_accuracy": 0.1422443114221096,
      "num_tokens": 5664407.0,
      "step": 2785
    },
    {
      "entropy": 6.472312259674072,
      "epoch": 0.24381718080922835,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004997238120074021,
      "loss": 6.2675,
      "mean_token_accuracy": 0.13551050946116447,
      "num_tokens": 5674524.0,
      "step": 2790
    },
    {
      "entropy": 6.439700555801392,
      "epoch": 0.24425412916193306,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004997222663560188,
      "loss": 6.3007,
      "mean_token_accuracy": 0.1321689762175083,
      "num_tokens": 5684691.0,
      "step": 2795
    },
    {
      "entropy": 6.4623698711395265,
      "epoch": 0.24469107751463778,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004997207163943449,
      "loss": 6.2353,
      "mean_token_accuracy": 0.13899511322379113,
      "num_tokens": 5693683.0,
      "step": 2800
    },
    {
      "entropy": 6.442118167877197,
      "epoch": 0.24512802586734248,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004997191621224098,
      "loss": 6.2998,
      "mean_token_accuracy": 0.13590859174728392,
      "num_tokens": 5704394.0,
      "step": 2805
    },
    {
      "entropy": 6.445099401473999,
      "epoch": 0.2455649742200472,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004997176035402435,
      "loss": 6.2111,
      "mean_token_accuracy": 0.1418813318014145,
      "num_tokens": 5715480.0,
      "step": 2810
    },
    {
      "entropy": 6.484379482269287,
      "epoch": 0.2460019225727519,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004997160406478758,
      "loss": 6.2227,
      "mean_token_accuracy": 0.14038358852267266,
      "num_tokens": 5725973.0,
      "step": 2815
    },
    {
      "entropy": 6.332956981658936,
      "epoch": 0.2464388709254566,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004997144734453367,
      "loss": 6.2387,
      "mean_token_accuracy": 0.14358900636434554,
      "num_tokens": 5735798.0,
      "step": 2820
    },
    {
      "entropy": 6.579839372634888,
      "epoch": 0.24687581927816132,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004997129019326562,
      "loss": 6.3218,
      "mean_token_accuracy": 0.12896375134587287,
      "num_tokens": 5746623.0,
      "step": 2825
    },
    {
      "entropy": 6.478277635574341,
      "epoch": 0.24731276763086604,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004997113261098645,
      "loss": 6.2624,
      "mean_token_accuracy": 0.14029808342456818,
      "num_tokens": 5756526.0,
      "step": 2830
    },
    {
      "entropy": 6.400695037841797,
      "epoch": 0.24774971598357073,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004997097459769919,
      "loss": 6.2642,
      "mean_token_accuracy": 0.13547210171818733,
      "num_tokens": 5766670.0,
      "step": 2835
    },
    {
      "entropy": 6.524441814422607,
      "epoch": 0.24818666433627545,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004997081615340685,
      "loss": 6.3055,
      "mean_token_accuracy": 0.1356332018971443,
      "num_tokens": 5776473.0,
      "step": 2840
    },
    {
      "entropy": 6.552545595169067,
      "epoch": 0.24862361268898017,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004997065727811249,
      "loss": 6.3397,
      "mean_token_accuracy": 0.13625893667340278,
      "num_tokens": 5787059.0,
      "step": 2845
    },
    {
      "entropy": 6.441537141799927,
      "epoch": 0.24906056104168486,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004997049797181915,
      "loss": 6.3197,
      "mean_token_accuracy": 0.12882847487926483,
      "num_tokens": 5797367.0,
      "step": 2850
    },
    {
      "entropy": 6.392263746261596,
      "epoch": 0.24949750939438958,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004997033823452988,
      "loss": 6.2121,
      "mean_token_accuracy": 0.14500029981136323,
      "num_tokens": 5806704.0,
      "step": 2855
    },
    {
      "entropy": 6.455396413803101,
      "epoch": 0.2499344577470943,
      "grad_norm": 0.80859375,
      "learning_rate": 0.0004997017806624774,
      "loss": 6.2725,
      "mean_token_accuracy": 0.1365084804594517,
      "num_tokens": 5817797.0,
      "step": 2860
    },
    {
      "entropy": 6.506603479385376,
      "epoch": 0.250371406099799,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004997001746697582,
      "loss": 6.3181,
      "mean_token_accuracy": 0.13766707554459573,
      "num_tokens": 5829270.0,
      "step": 2865
    },
    {
      "entropy": 6.450180387496948,
      "epoch": 0.2508083544525037,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004996985643671719,
      "loss": 6.2536,
      "mean_token_accuracy": 0.1362561121582985,
      "num_tokens": 5839214.0,
      "step": 2870
    },
    {
      "entropy": 6.388732814788819,
      "epoch": 0.2512453028052084,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004996969497547495,
      "loss": 6.2499,
      "mean_token_accuracy": 0.13788965120911598,
      "num_tokens": 5848171.0,
      "step": 2875
    },
    {
      "entropy": 6.440700387954712,
      "epoch": 0.25168225115791315,
      "grad_norm": 0.8359375,
      "learning_rate": 0.0004996953308325217,
      "loss": 6.1604,
      "mean_token_accuracy": 0.14541597664356232,
      "num_tokens": 5858399.0,
      "step": 2880
    },
    {
      "entropy": 6.306634092330933,
      "epoch": 0.25211919951061784,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004996937076005198,
      "loss": 6.1752,
      "mean_token_accuracy": 0.148306243121624,
      "num_tokens": 5868212.0,
      "step": 2885
    },
    {
      "entropy": 6.465786075592041,
      "epoch": 0.25255614786332253,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004996920800587749,
      "loss": 6.2557,
      "mean_token_accuracy": 0.1431330159306526,
      "num_tokens": 5877883.0,
      "step": 2890
    },
    {
      "entropy": 6.490456247329712,
      "epoch": 0.2529930962160273,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004996904482073181,
      "loss": 6.2612,
      "mean_token_accuracy": 0.13619642183184624,
      "num_tokens": 5887090.0,
      "step": 2895
    },
    {
      "entropy": 6.379231071472168,
      "epoch": 0.25343004456873197,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004996888120461808,
      "loss": 6.299,
      "mean_token_accuracy": 0.1262368731200695,
      "num_tokens": 5897491.0,
      "step": 2900
    },
    {
      "entropy": 6.50172791481018,
      "epoch": 0.25386699292143666,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004996871715753943,
      "loss": 6.3195,
      "mean_token_accuracy": 0.13194667026400567,
      "num_tokens": 5908494.0,
      "step": 2905
    },
    {
      "entropy": 6.527822208404541,
      "epoch": 0.2543039412741414,
      "grad_norm": 0.8828125,
      "learning_rate": 0.00049968552679499,
      "loss": 6.3587,
      "mean_token_accuracy": 0.12604505568742752,
      "num_tokens": 5919708.0,
      "step": 2910
    },
    {
      "entropy": 6.4339385509490965,
      "epoch": 0.2547408896268461,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004996838777049998,
      "loss": 6.2224,
      "mean_token_accuracy": 0.13939420580863954,
      "num_tokens": 5930122.0,
      "step": 2915
    },
    {
      "entropy": 6.35483832359314,
      "epoch": 0.2551778379795508,
      "grad_norm": 0.921875,
      "learning_rate": 0.000499682224305455,
      "loss": 6.2036,
      "mean_token_accuracy": 0.1342392973601818,
      "num_tokens": 5940033.0,
      "step": 2920
    },
    {
      "entropy": 6.388920021057129,
      "epoch": 0.25561478633225554,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004996805665963874,
      "loss": 6.2204,
      "mean_token_accuracy": 0.13428228572010995,
      "num_tokens": 5949335.0,
      "step": 2925
    },
    {
      "entropy": 6.490639734268188,
      "epoch": 0.25605173468496023,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004996789045778287,
      "loss": 6.264,
      "mean_token_accuracy": 0.13692333027720452,
      "num_tokens": 5959299.0,
      "step": 2930
    },
    {
      "entropy": 6.447759532928467,
      "epoch": 0.2564886830376649,
      "grad_norm": 0.828125,
      "learning_rate": 0.0004996772382498111,
      "loss": 6.2174,
      "mean_token_accuracy": 0.13530389219522476,
      "num_tokens": 5970114.0,
      "step": 2935
    },
    {
      "entropy": 6.415350341796875,
      "epoch": 0.25692563139036967,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004996755676123662,
      "loss": 6.3127,
      "mean_token_accuracy": 0.134555646777153,
      "num_tokens": 5979630.0,
      "step": 2940
    },
    {
      "entropy": 6.529413795471191,
      "epoch": 0.25736257974307436,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004996738926655262,
      "loss": 6.289,
      "mean_token_accuracy": 0.13147507831454278,
      "num_tokens": 5990190.0,
      "step": 2945
    },
    {
      "entropy": 6.40431022644043,
      "epoch": 0.25779952809577905,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004996722134093231,
      "loss": 6.3126,
      "mean_token_accuracy": 0.13044267743825913,
      "num_tokens": 6000706.0,
      "step": 2950
    },
    {
      "entropy": 6.401627731323242,
      "epoch": 0.2582364764484838,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004996705298437894,
      "loss": 6.2655,
      "mean_token_accuracy": 0.1423163965344429,
      "num_tokens": 6011274.0,
      "step": 2955
    },
    {
      "entropy": 6.5021644115448,
      "epoch": 0.2586734248011885,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004996688419689572,
      "loss": 6.1833,
      "mean_token_accuracy": 0.1421648696064949,
      "num_tokens": 6021481.0,
      "step": 2960
    },
    {
      "entropy": 6.357604551315307,
      "epoch": 0.25911037315389324,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004996671497848589,
      "loss": 6.2652,
      "mean_token_accuracy": 0.1401491306722164,
      "num_tokens": 6032091.0,
      "step": 2965
    },
    {
      "entropy": 6.467347812652588,
      "epoch": 0.25954732150659793,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004996654532915269,
      "loss": 6.2658,
      "mean_token_accuracy": 0.1289597101509571,
      "num_tokens": 6043371.0,
      "step": 2970
    },
    {
      "entropy": 6.476518726348877,
      "epoch": 0.2599842698593026,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004996637524889937,
      "loss": 6.2193,
      "mean_token_accuracy": 0.1412220261991024,
      "num_tokens": 6052812.0,
      "step": 2975
    },
    {
      "entropy": 6.3784160137176515,
      "epoch": 0.26042121821200737,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004996620473772921,
      "loss": 6.2135,
      "mean_token_accuracy": 0.13825001195073128,
      "num_tokens": 6064033.0,
      "step": 2980
    },
    {
      "entropy": 6.435154962539673,
      "epoch": 0.26085816656471206,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004996603379564546,
      "loss": 6.3394,
      "mean_token_accuracy": 0.13179437443614006,
      "num_tokens": 6075837.0,
      "step": 2985
    },
    {
      "entropy": 6.565837717056274,
      "epoch": 0.26129511491741675,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0004996586242265142,
      "loss": 6.244,
      "mean_token_accuracy": 0.14351730942726135,
      "num_tokens": 6085514.0,
      "step": 2990
    },
    {
      "entropy": 6.4207676410675045,
      "epoch": 0.2617320632701215,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004996569061875036,
      "loss": 6.1518,
      "mean_token_accuracy": 0.14098117351531983,
      "num_tokens": 6094992.0,
      "step": 2995
    },
    {
      "entropy": 6.362293386459351,
      "epoch": 0.2621690116228262,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004996551838394559,
      "loss": 6.2304,
      "mean_token_accuracy": 0.13752028718590736,
      "num_tokens": 6104841.0,
      "step": 3000
    },
    {
      "epoch": 0.2621690116228262,
      "eval_entropy": 6.155421564639298,
      "eval_loss": 6.250469207763672,
      "eval_mean_token_accuracy": 0.14463501781151133,
      "eval_num_tokens": 6104841.0,
      "eval_runtime": 21.3728,
      "eval_samples_per_second": 1731.83,
      "eval_steps_per_second": 216.49,
      "step": 3000
    },
    {
      "entropy": 6.323623704910278,
      "epoch": 0.2626059599755309,
      "grad_norm": 0.91796875,
      "learning_rate": 0.000499653457182404,
      "loss": 6.1192,
      "mean_token_accuracy": 0.14590191543102266,
      "num_tokens": 6114830.0,
      "step": 3005
    },
    {
      "entropy": 6.3733845233917235,
      "epoch": 0.2630429083282356,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004996517262163811,
      "loss": 6.2357,
      "mean_token_accuracy": 0.13811737820506095,
      "num_tokens": 6125165.0,
      "step": 3010
    },
    {
      "entropy": 6.408387041091919,
      "epoch": 0.2634798566809403,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004996499909414204,
      "loss": 6.1922,
      "mean_token_accuracy": 0.1431615449488163,
      "num_tokens": 6135670.0,
      "step": 3015
    },
    {
      "entropy": 6.335513734817505,
      "epoch": 0.263916805033645,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004996482513575551,
      "loss": 6.1696,
      "mean_token_accuracy": 0.15036366060376166,
      "num_tokens": 6146055.0,
      "step": 3020
    },
    {
      "entropy": 6.312261390686035,
      "epoch": 0.26435375338634975,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004996465074648186,
      "loss": 6.1971,
      "mean_token_accuracy": 0.1399642311036587,
      "num_tokens": 6155941.0,
      "step": 3025
    },
    {
      "entropy": 6.462889575958252,
      "epoch": 0.26479070173905445,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004996447592632444,
      "loss": 6.2807,
      "mean_token_accuracy": 0.13768690600991249,
      "num_tokens": 6166291.0,
      "step": 3030
    },
    {
      "entropy": 6.402576875686646,
      "epoch": 0.26522765009175914,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004996430067528661,
      "loss": 6.2381,
      "mean_token_accuracy": 0.13512784242630005,
      "num_tokens": 6175294.0,
      "step": 3035
    },
    {
      "entropy": 6.445348691940308,
      "epoch": 0.2656645984444639,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004996412499337172,
      "loss": 6.2258,
      "mean_token_accuracy": 0.1466323494911194,
      "num_tokens": 6185273.0,
      "step": 3040
    },
    {
      "entropy": 6.305028247833252,
      "epoch": 0.2661015467971686,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004996394888058314,
      "loss": 6.1867,
      "mean_token_accuracy": 0.14670756012201308,
      "num_tokens": 6195075.0,
      "step": 3045
    },
    {
      "entropy": 6.291659355163574,
      "epoch": 0.26653849514987327,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004996377233692425,
      "loss": 6.071,
      "mean_token_accuracy": 0.1511462427675724,
      "num_tokens": 6206018.0,
      "step": 3050
    },
    {
      "entropy": 6.42418360710144,
      "epoch": 0.266975443502578,
      "grad_norm": 0.80859375,
      "learning_rate": 0.0004996359536239843,
      "loss": 6.2151,
      "mean_token_accuracy": 0.1361853964626789,
      "num_tokens": 6216577.0,
      "step": 3055
    },
    {
      "entropy": 6.4269740104675295,
      "epoch": 0.2674123918552827,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004996341795700908,
      "loss": 6.2342,
      "mean_token_accuracy": 0.13638746812939645,
      "num_tokens": 6226521.0,
      "step": 3060
    },
    {
      "entropy": 6.414441347122192,
      "epoch": 0.2678493402079874,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004996324012075961,
      "loss": 6.2082,
      "mean_token_accuracy": 0.14697427153587342,
      "num_tokens": 6236509.0,
      "step": 3065
    },
    {
      "entropy": 6.406561756134034,
      "epoch": 0.26828628856069214,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004996306185365341,
      "loss": 6.2053,
      "mean_token_accuracy": 0.14384867027401924,
      "num_tokens": 6246584.0,
      "step": 3070
    },
    {
      "entropy": 6.428066253662109,
      "epoch": 0.26872323691339683,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004996288315569393,
      "loss": 6.2306,
      "mean_token_accuracy": 0.1377950392663479,
      "num_tokens": 6256881.0,
      "step": 3075
    },
    {
      "entropy": 6.442715835571289,
      "epoch": 0.2691601852661015,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004996270402688457,
      "loss": 6.1965,
      "mean_token_accuracy": 0.13945829793810843,
      "num_tokens": 6266380.0,
      "step": 3080
    },
    {
      "entropy": 6.391282844543457,
      "epoch": 0.2695971336188063,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004996252446722877,
      "loss": 6.249,
      "mean_token_accuracy": 0.13977190032601355,
      "num_tokens": 6274872.0,
      "step": 3085
    },
    {
      "entropy": 6.438188314437866,
      "epoch": 0.27003408197151096,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004996234447673,
      "loss": 6.2424,
      "mean_token_accuracy": 0.13705142065882683,
      "num_tokens": 6286167.0,
      "step": 3090
    },
    {
      "entropy": 6.3975907325744625,
      "epoch": 0.27047103032421566,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004996216405539169,
      "loss": 6.1913,
      "mean_token_accuracy": 0.13941552564501764,
      "num_tokens": 6295898.0,
      "step": 3095
    },
    {
      "entropy": 6.408236789703369,
      "epoch": 0.2709079786769204,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004996198320321728,
      "loss": 6.2233,
      "mean_token_accuracy": 0.13398071005940437,
      "num_tokens": 6306543.0,
      "step": 3100
    },
    {
      "entropy": 6.404483842849731,
      "epoch": 0.2713449270296251,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004996180192021029,
      "loss": 6.2053,
      "mean_token_accuracy": 0.1326783411204815,
      "num_tokens": 6317709.0,
      "step": 3105
    },
    {
      "entropy": 6.370485639572143,
      "epoch": 0.2717818753823298,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004996162020637415,
      "loss": 6.1765,
      "mean_token_accuracy": 0.14306468218564988,
      "num_tokens": 6326874.0,
      "step": 3110
    },
    {
      "entropy": 6.434158134460449,
      "epoch": 0.27221882373503453,
      "grad_norm": 0.82421875,
      "learning_rate": 0.0004996143806171238,
      "loss": 6.2653,
      "mean_token_accuracy": 0.13487074226140977,
      "num_tokens": 6337943.0,
      "step": 3115
    },
    {
      "entropy": 6.368112993240357,
      "epoch": 0.2726557720877392,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004996125548622845,
      "loss": 6.3132,
      "mean_token_accuracy": 0.1386817805469036,
      "num_tokens": 6348442.0,
      "step": 3120
    },
    {
      "entropy": 6.410566329956055,
      "epoch": 0.2730927204404439,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004996107247992587,
      "loss": 6.2037,
      "mean_token_accuracy": 0.13915172815322877,
      "num_tokens": 6358675.0,
      "step": 3125
    },
    {
      "entropy": 6.440056848526001,
      "epoch": 0.27352966879314866,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004996088904280815,
      "loss": 6.2499,
      "mean_token_accuracy": 0.14083891808986665,
      "num_tokens": 6368631.0,
      "step": 3130
    },
    {
      "entropy": 6.374667739868164,
      "epoch": 0.27396661714585335,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004996070517487881,
      "loss": 6.1153,
      "mean_token_accuracy": 0.1427353397011757,
      "num_tokens": 6378709.0,
      "step": 3135
    },
    {
      "entropy": 6.354655408859253,
      "epoch": 0.27440356549855804,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004996052087614138,
      "loss": 6.2579,
      "mean_token_accuracy": 0.13231158256530762,
      "num_tokens": 6389686.0,
      "step": 3140
    },
    {
      "entropy": 6.37133002281189,
      "epoch": 0.2748405138512628,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004996033614659938,
      "loss": 6.2399,
      "mean_token_accuracy": 0.13986773192882537,
      "num_tokens": 6399447.0,
      "step": 3145
    },
    {
      "entropy": 6.4011969566345215,
      "epoch": 0.2752774622039675,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004996015098625638,
      "loss": 6.2127,
      "mean_token_accuracy": 0.13879890292882918,
      "num_tokens": 6408891.0,
      "step": 3150
    },
    {
      "entropy": 6.374314546585083,
      "epoch": 0.2757144105566722,
      "grad_norm": 0.90625,
      "learning_rate": 0.000499599653951159,
      "loss": 6.1902,
      "mean_token_accuracy": 0.1419420689344406,
      "num_tokens": 6419471.0,
      "step": 3155
    },
    {
      "entropy": 6.36949577331543,
      "epoch": 0.2761513589093769,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004995977937318153,
      "loss": 6.1628,
      "mean_token_accuracy": 0.14073931723833083,
      "num_tokens": 6430445.0,
      "step": 3160
    },
    {
      "entropy": 6.470263910293579,
      "epoch": 0.2765883072620816,
      "grad_norm": 0.8828125,
      "learning_rate": 0.000499595929204568,
      "loss": 6.2003,
      "mean_token_accuracy": 0.13983526080846786,
      "num_tokens": 6440821.0,
      "step": 3165
    },
    {
      "entropy": 6.30518856048584,
      "epoch": 0.27702525561478636,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004995940603694533,
      "loss": 6.1335,
      "mean_token_accuracy": 0.13914740458130836,
      "num_tokens": 6450958.0,
      "step": 3170
    },
    {
      "entropy": 6.367201137542724,
      "epoch": 0.27746220396749105,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004995921872265067,
      "loss": 6.2231,
      "mean_token_accuracy": 0.13962776437401772,
      "num_tokens": 6462106.0,
      "step": 3175
    },
    {
      "entropy": 6.391014480590821,
      "epoch": 0.27789915232019574,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004995903097757643,
      "loss": 6.1072,
      "mean_token_accuracy": 0.15038541853427886,
      "num_tokens": 6471890.0,
      "step": 3180
    },
    {
      "entropy": 6.315531873703003,
      "epoch": 0.2783361006729005,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004995884280172622,
      "loss": 6.1485,
      "mean_token_accuracy": 0.14273526519536972,
      "num_tokens": 6481959.0,
      "step": 3185
    },
    {
      "entropy": 6.428933429718017,
      "epoch": 0.2787730490256052,
      "grad_norm": 1.0,
      "learning_rate": 0.0004995865419510362,
      "loss": 6.1657,
      "mean_token_accuracy": 0.1419281080365181,
      "num_tokens": 6492086.0,
      "step": 3190
    },
    {
      "entropy": 6.296752452850342,
      "epoch": 0.27920999737830987,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004995846515771227,
      "loss": 6.197,
      "mean_token_accuracy": 0.14083308726549149,
      "num_tokens": 6502530.0,
      "step": 3195
    },
    {
      "entropy": 6.443424797058105,
      "epoch": 0.2796469457310146,
      "grad_norm": 0.91796875,
      "learning_rate": 0.000499582756895558,
      "loss": 6.1915,
      "mean_token_accuracy": 0.1420839510858059,
      "num_tokens": 6511600.0,
      "step": 3200
    },
    {
      "entropy": 6.332727527618408,
      "epoch": 0.2800838940837193,
      "grad_norm": 0.875,
      "learning_rate": 0.0004995808579063782,
      "loss": 6.173,
      "mean_token_accuracy": 0.14028000384569167,
      "num_tokens": 6522712.0,
      "step": 3205
    },
    {
      "entropy": 6.197222900390625,
      "epoch": 0.280520842436424,
      "grad_norm": 0.87890625,
      "learning_rate": 0.00049957895460962,
      "loss": 6.0361,
      "mean_token_accuracy": 0.1627690985798836,
      "num_tokens": 6532472.0,
      "step": 3210
    },
    {
      "entropy": 6.32906699180603,
      "epoch": 0.28095779078912875,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004995770470053197,
      "loss": 6.0916,
      "mean_token_accuracy": 0.15538571476936341,
      "num_tokens": 6541778.0,
      "step": 3215
    },
    {
      "entropy": 6.362210512161255,
      "epoch": 0.28139473914183344,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004995751350935139,
      "loss": 6.1001,
      "mean_token_accuracy": 0.14264210760593415,
      "num_tokens": 6552368.0,
      "step": 3220
    },
    {
      "entropy": 6.332131481170654,
      "epoch": 0.28183168749453813,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004995732188742395,
      "loss": 6.1283,
      "mean_token_accuracy": 0.14483243077993393,
      "num_tokens": 6562593.0,
      "step": 3225
    },
    {
      "entropy": 6.334913444519043,
      "epoch": 0.2822686358472429,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004995712983475329,
      "loss": 6.1907,
      "mean_token_accuracy": 0.14044841825962068,
      "num_tokens": 6572695.0,
      "step": 3230
    },
    {
      "entropy": 6.283826637268066,
      "epoch": 0.28270558419994757,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004995693735134313,
      "loss": 6.1624,
      "mean_token_accuracy": 0.14464569389820098,
      "num_tokens": 6581671.0,
      "step": 3235
    },
    {
      "entropy": 6.319446039199829,
      "epoch": 0.28314253255265226,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004995674443719713,
      "loss": 6.1454,
      "mean_token_accuracy": 0.13877534121274948,
      "num_tokens": 6590460.0,
      "step": 3240
    },
    {
      "entropy": 6.3591760158538815,
      "epoch": 0.283579480905357,
      "grad_norm": 0.9296875,
      "learning_rate": 0.00049956551092319,
      "loss": 6.1708,
      "mean_token_accuracy": 0.1406522735953331,
      "num_tokens": 6599892.0,
      "step": 3245
    },
    {
      "entropy": 6.398914766311646,
      "epoch": 0.2840164292580617,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004995635731671247,
      "loss": 6.239,
      "mean_token_accuracy": 0.13753549978137017,
      "num_tokens": 6610530.0,
      "step": 3250
    },
    {
      "entropy": 6.334639930725098,
      "epoch": 0.2844533776107664,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004995616311038124,
      "loss": 6.1508,
      "mean_token_accuracy": 0.14377639144659043,
      "num_tokens": 6621117.0,
      "step": 3255
    },
    {
      "entropy": 6.406909799575805,
      "epoch": 0.28489032596347114,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004995596847332901,
      "loss": 6.1945,
      "mean_token_accuracy": 0.13885729759931564,
      "num_tokens": 6631521.0,
      "step": 3260
    },
    {
      "entropy": 6.473127269744873,
      "epoch": 0.2853272743161758,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004995577340555956,
      "loss": 6.2809,
      "mean_token_accuracy": 0.1377129450440407,
      "num_tokens": 6642180.0,
      "step": 3265
    },
    {
      "entropy": 6.370123815536499,
      "epoch": 0.2857642226688805,
      "grad_norm": 0.8359375,
      "learning_rate": 0.0004995557790707661,
      "loss": 6.2011,
      "mean_token_accuracy": 0.1410328447818756,
      "num_tokens": 6652735.0,
      "step": 3270
    },
    {
      "entropy": 6.368545866012573,
      "epoch": 0.28620117102158527,
      "grad_norm": 0.890625,
      "learning_rate": 0.000499553819778839,
      "loss": 6.2156,
      "mean_token_accuracy": 0.1393629640340805,
      "num_tokens": 6663135.0,
      "step": 3275
    },
    {
      "entropy": 6.3105274677276615,
      "epoch": 0.28663811937428996,
      "grad_norm": 0.953125,
      "learning_rate": 0.000499551856179852,
      "loss": 6.182,
      "mean_token_accuracy": 0.13699914887547493,
      "num_tokens": 6673375.0,
      "step": 3280
    },
    {
      "entropy": 6.40924563407898,
      "epoch": 0.28707506772699465,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004995498882738428,
      "loss": 6.165,
      "mean_token_accuracy": 0.14128110259771348,
      "num_tokens": 6683101.0,
      "step": 3285
    },
    {
      "entropy": 6.398536825180054,
      "epoch": 0.2875120160796994,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004995479160608491,
      "loss": 6.2244,
      "mean_token_accuracy": 0.1456000402569771,
      "num_tokens": 6692763.0,
      "step": 3290
    },
    {
      "entropy": 6.375338983535767,
      "epoch": 0.2879489644324041,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004995459395409085,
      "loss": 6.1933,
      "mean_token_accuracy": 0.138364577293396,
      "num_tokens": 6702833.0,
      "step": 3295
    },
    {
      "entropy": 6.420780420303345,
      "epoch": 0.2883859127851088,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004995439587140593,
      "loss": 6.1924,
      "mean_token_accuracy": 0.13553090244531632,
      "num_tokens": 6713083.0,
      "step": 3300
    },
    {
      "entropy": 6.362914037704468,
      "epoch": 0.2888228611378135,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004995419735803392,
      "loss": 6.1334,
      "mean_token_accuracy": 0.13989951387047767,
      "num_tokens": 6722501.0,
      "step": 3305
    },
    {
      "entropy": 6.35716142654419,
      "epoch": 0.2892598094905182,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004995399841397865,
      "loss": 6.1746,
      "mean_token_accuracy": 0.1394180789589882,
      "num_tokens": 6731961.0,
      "step": 3310
    },
    {
      "entropy": 6.4052025318145756,
      "epoch": 0.2896967578432229,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004995379903924392,
      "loss": 6.1626,
      "mean_token_accuracy": 0.13826248794794083,
      "num_tokens": 6742576.0,
      "step": 3315
    },
    {
      "entropy": 6.354210472106933,
      "epoch": 0.29013370619592765,
      "grad_norm": 0.875,
      "learning_rate": 0.0004995359923383356,
      "loss": 6.1543,
      "mean_token_accuracy": 0.14654606133699416,
      "num_tokens": 6753066.0,
      "step": 3320
    },
    {
      "entropy": 6.3612380027771,
      "epoch": 0.29057065454863235,
      "grad_norm": 0.921875,
      "learning_rate": 0.000499533989977514,
      "loss": 6.2882,
      "mean_token_accuracy": 0.1354008845984936,
      "num_tokens": 6764455.0,
      "step": 3325
    },
    {
      "entropy": 6.377067708969117,
      "epoch": 0.29100760290133704,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004995319833100128,
      "loss": 6.1751,
      "mean_token_accuracy": 0.1440010964870453,
      "num_tokens": 6774655.0,
      "step": 3330
    },
    {
      "entropy": 6.313733148574829,
      "epoch": 0.2914445512540418,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004995299723358705,
      "loss": 6.1284,
      "mean_token_accuracy": 0.15051591545343398,
      "num_tokens": 6785942.0,
      "step": 3335
    },
    {
      "entropy": 6.3445725440979,
      "epoch": 0.2918814996067465,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004995279570551257,
      "loss": 6.1043,
      "mean_token_accuracy": 0.14889372438192366,
      "num_tokens": 6795355.0,
      "step": 3340
    },
    {
      "entropy": 6.33411750793457,
      "epoch": 0.29231844795945117,
      "grad_norm": 0.93359375,
      "learning_rate": 0.000499525937467817,
      "loss": 6.1873,
      "mean_token_accuracy": 0.14229143783450127,
      "num_tokens": 6805579.0,
      "step": 3345
    },
    {
      "entropy": 6.335427141189575,
      "epoch": 0.2927553963121559,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004995239135739833,
      "loss": 6.21,
      "mean_token_accuracy": 0.13411197140812875,
      "num_tokens": 6814878.0,
      "step": 3350
    },
    {
      "entropy": 6.394797658920288,
      "epoch": 0.2931923446648606,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004995218853736631,
      "loss": 6.0911,
      "mean_token_accuracy": 0.15279014706611632,
      "num_tokens": 6824533.0,
      "step": 3355
    },
    {
      "entropy": 6.223644113540649,
      "epoch": 0.29362929301756535,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004995198528668956,
      "loss": 6.0061,
      "mean_token_accuracy": 0.15976424664258956,
      "num_tokens": 6835529.0,
      "step": 3360
    },
    {
      "entropy": 6.3180726051330565,
      "epoch": 0.29406624137027004,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004995178160537197,
      "loss": 6.203,
      "mean_token_accuracy": 0.14279271438717842,
      "num_tokens": 6845679.0,
      "step": 3365
    },
    {
      "entropy": 6.392837190628052,
      "epoch": 0.29450318972297473,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004995157749341744,
      "loss": 6.17,
      "mean_token_accuracy": 0.1362040288746357,
      "num_tokens": 6855876.0,
      "step": 3370
    },
    {
      "entropy": 6.338273286819458,
      "epoch": 0.2949401380756795,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004995137295082989,
      "loss": 6.2352,
      "mean_token_accuracy": 0.13605054542422296,
      "num_tokens": 6866200.0,
      "step": 3375
    },
    {
      "entropy": 6.392386198043823,
      "epoch": 0.2953770864283842,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004995116797761324,
      "loss": 6.1145,
      "mean_token_accuracy": 0.14522978886961938,
      "num_tokens": 6875191.0,
      "step": 3380
    },
    {
      "entropy": 6.2830812454223635,
      "epoch": 0.29581403478108886,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004995096257377143,
      "loss": 6.0906,
      "mean_token_accuracy": 0.1417955420911312,
      "num_tokens": 6885352.0,
      "step": 3385
    },
    {
      "entropy": 6.347986698150635,
      "epoch": 0.2962509831337936,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004995075673930839,
      "loss": 6.1666,
      "mean_token_accuracy": 0.140480125695467,
      "num_tokens": 6895585.0,
      "step": 3390
    },
    {
      "entropy": 6.422118520736694,
      "epoch": 0.2966879314864983,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004995055047422808,
      "loss": 6.1422,
      "mean_token_accuracy": 0.14024515375494956,
      "num_tokens": 6905532.0,
      "step": 3395
    },
    {
      "entropy": 6.189921236038208,
      "epoch": 0.297124879839203,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004995034377853443,
      "loss": 6.1406,
      "mean_token_accuracy": 0.14736572355031968,
      "num_tokens": 6915835.0,
      "step": 3400
    },
    {
      "entropy": 6.325133371353149,
      "epoch": 0.29756182819190774,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004995013665223143,
      "loss": 6.1851,
      "mean_token_accuracy": 0.1403566814959049,
      "num_tokens": 6925964.0,
      "step": 3405
    },
    {
      "entropy": 6.356245374679565,
      "epoch": 0.29799877654461243,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004994992909532305,
      "loss": 6.1326,
      "mean_token_accuracy": 0.14365364983677864,
      "num_tokens": 6936145.0,
      "step": 3410
    },
    {
      "entropy": 6.272683477401733,
      "epoch": 0.2984357248973171,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004994972110781326,
      "loss": 6.0961,
      "mean_token_accuracy": 0.1412777103483677,
      "num_tokens": 6945557.0,
      "step": 3415
    },
    {
      "entropy": 6.286343336105347,
      "epoch": 0.29887267325002187,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004994951268970606,
      "loss": 6.1248,
      "mean_token_accuracy": 0.14249195754528046,
      "num_tokens": 6955147.0,
      "step": 3420
    },
    {
      "entropy": 6.347802257537841,
      "epoch": 0.29930962160272656,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004994930384100545,
      "loss": 6.0926,
      "mean_token_accuracy": 0.14310672581195832,
      "num_tokens": 6964024.0,
      "step": 3425
    },
    {
      "entropy": 6.309572982788086,
      "epoch": 0.29974656995543125,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004994909456171541,
      "loss": 6.154,
      "mean_token_accuracy": 0.13923503085970879,
      "num_tokens": 6974399.0,
      "step": 3430
    },
    {
      "entropy": 6.290287828445434,
      "epoch": 0.300183518308136,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004994888485183998,
      "loss": 6.1142,
      "mean_token_accuracy": 0.1422717772424221,
      "num_tokens": 6984324.0,
      "step": 3435
    },
    {
      "entropy": 6.305847883224487,
      "epoch": 0.3006204666608407,
      "grad_norm": 1.0078125,
      "learning_rate": 0.000499486747113832,
      "loss": 6.133,
      "mean_token_accuracy": 0.14629677012562753,
      "num_tokens": 6995659.0,
      "step": 3440
    },
    {
      "entropy": 6.379980659484863,
      "epoch": 0.3010574150135454,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004994846414034905,
      "loss": 6.2163,
      "mean_token_accuracy": 0.1342682123184204,
      "num_tokens": 7006463.0,
      "step": 3445
    },
    {
      "entropy": 6.322218656539917,
      "epoch": 0.30149436336625013,
      "grad_norm": 0.98046875,
      "learning_rate": 0.000499482531387416,
      "loss": 6.1273,
      "mean_token_accuracy": 0.14602649956941605,
      "num_tokens": 7016188.0,
      "step": 3450
    },
    {
      "entropy": 6.322809219360352,
      "epoch": 0.3019313117189548,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0004994804170656489,
      "loss": 6.1706,
      "mean_token_accuracy": 0.13826305493712426,
      "num_tokens": 7028435.0,
      "step": 3455
    },
    {
      "entropy": 6.395906162261963,
      "epoch": 0.3023682600716595,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004994782984382299,
      "loss": 6.1514,
      "mean_token_accuracy": 0.14209216162562371,
      "num_tokens": 7037992.0,
      "step": 3460
    },
    {
      "entropy": 6.311761283874512,
      "epoch": 0.30280520842436426,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004994761755051995,
      "loss": 6.1538,
      "mean_token_accuracy": 0.1375361017882824,
      "num_tokens": 7048743.0,
      "step": 3465
    },
    {
      "entropy": 6.2811463356018065,
      "epoch": 0.30324215677706895,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004994740482665982,
      "loss": 6.1306,
      "mean_token_accuracy": 0.14662047624588012,
      "num_tokens": 7059524.0,
      "step": 3470
    },
    {
      "entropy": 6.357618236541748,
      "epoch": 0.30367910512977364,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004994719167224672,
      "loss": 6.1196,
      "mean_token_accuracy": 0.14000913128256798,
      "num_tokens": 7069742.0,
      "step": 3475
    },
    {
      "entropy": 6.3101695537567135,
      "epoch": 0.3041160534824784,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004994697808728472,
      "loss": 6.1888,
      "mean_token_accuracy": 0.14483822807669638,
      "num_tokens": 7079909.0,
      "step": 3480
    },
    {
      "entropy": 6.37630410194397,
      "epoch": 0.3045530018351831,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004994676407177791,
      "loss": 6.194,
      "mean_token_accuracy": 0.13848980888724327,
      "num_tokens": 7089136.0,
      "step": 3485
    },
    {
      "entropy": 6.332058477401733,
      "epoch": 0.30498995018788777,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004994654962573043,
      "loss": 6.1845,
      "mean_token_accuracy": 0.14482409805059432,
      "num_tokens": 7099621.0,
      "step": 3490
    },
    {
      "entropy": 6.282474994659424,
      "epoch": 0.3054268985405925,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004994633474914634,
      "loss": 6.0498,
      "mean_token_accuracy": 0.15230769515037537,
      "num_tokens": 7109599.0,
      "step": 3495
    },
    {
      "entropy": 6.2929950714111325,
      "epoch": 0.3058638468932972,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004994611944202979,
      "loss": 6.0925,
      "mean_token_accuracy": 0.148536317050457,
      "num_tokens": 7120733.0,
      "step": 3500
    },
    {
      "entropy": 6.370125436782837,
      "epoch": 0.3063007952460019,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004994590370438492,
      "loss": 6.1835,
      "mean_token_accuracy": 0.1379859611392021,
      "num_tokens": 7129871.0,
      "step": 3505
    },
    {
      "entropy": 6.236745023727417,
      "epoch": 0.30673774359870665,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004994568753621585,
      "loss": 6.0917,
      "mean_token_accuracy": 0.14422499388456345,
      "num_tokens": 7139167.0,
      "step": 3510
    },
    {
      "entropy": 6.248943614959717,
      "epoch": 0.30717469195141134,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0004994547093752673,
      "loss": 6.1636,
      "mean_token_accuracy": 0.135141009837389,
      "num_tokens": 7150534.0,
      "step": 3515
    },
    {
      "entropy": 6.35573935508728,
      "epoch": 0.30761164030411603,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004994525390832171,
      "loss": 6.1049,
      "mean_token_accuracy": 0.14837786555290222,
      "num_tokens": 7160472.0,
      "step": 3520
    },
    {
      "entropy": 6.327623891830444,
      "epoch": 0.3080485886568208,
      "grad_norm": 0.875,
      "learning_rate": 0.0004994503644860497,
      "loss": 6.1437,
      "mean_token_accuracy": 0.14327712208032609,
      "num_tokens": 7171636.0,
      "step": 3525
    },
    {
      "entropy": 6.293814277648925,
      "epoch": 0.30848553700952547,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004994481855838067,
      "loss": 6.0898,
      "mean_token_accuracy": 0.14264843836426735,
      "num_tokens": 7182163.0,
      "step": 3530
    },
    {
      "entropy": 6.240770578384399,
      "epoch": 0.30892248536223016,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004994460023765298,
      "loss": 6.1308,
      "mean_token_accuracy": 0.14274099469184875,
      "num_tokens": 7191694.0,
      "step": 3535
    },
    {
      "entropy": 6.328866243362427,
      "epoch": 0.3093594337149349,
      "grad_norm": 0.76171875,
      "learning_rate": 0.000499443814864261,
      "loss": 6.1377,
      "mean_token_accuracy": 0.1470802530646324,
      "num_tokens": 7202813.0,
      "step": 3540
    },
    {
      "entropy": 6.346216440200806,
      "epoch": 0.3097963820676396,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004994416230470422,
      "loss": 6.1513,
      "mean_token_accuracy": 0.14442934840917587,
      "num_tokens": 7213226.0,
      "step": 3545
    },
    {
      "entropy": 6.346348524093628,
      "epoch": 0.3102333304203443,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004994394269249155,
      "loss": 6.1661,
      "mean_token_accuracy": 0.14010410904884338,
      "num_tokens": 7223520.0,
      "step": 3550
    },
    {
      "entropy": 6.2628617763519285,
      "epoch": 0.31067027877304904,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004994372264979231,
      "loss": 6.0776,
      "mean_token_accuracy": 0.1526859149336815,
      "num_tokens": 7232651.0,
      "step": 3555
    },
    {
      "entropy": 6.333708190917969,
      "epoch": 0.3111072271257537,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004994350217661069,
      "loss": 6.1665,
      "mean_token_accuracy": 0.14107781425118446,
      "num_tokens": 7242064.0,
      "step": 3560
    },
    {
      "entropy": 6.355745840072632,
      "epoch": 0.3115441754784585,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004994328127295095,
      "loss": 6.1673,
      "mean_token_accuracy": 0.13943058550357817,
      "num_tokens": 7253048.0,
      "step": 3565
    },
    {
      "entropy": 6.324016427993774,
      "epoch": 0.31198112383116317,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004994305993881731,
      "loss": 6.128,
      "mean_token_accuracy": 0.14532174542546272,
      "num_tokens": 7262516.0,
      "step": 3570
    },
    {
      "entropy": 6.24652214050293,
      "epoch": 0.31241807218386786,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004994283817421402,
      "loss": 6.0457,
      "mean_token_accuracy": 0.14734001606702804,
      "num_tokens": 7272079.0,
      "step": 3575
    },
    {
      "entropy": 6.2355255603790285,
      "epoch": 0.3128550205365726,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004994261597914534,
      "loss": 6.0369,
      "mean_token_accuracy": 0.15247876271605493,
      "num_tokens": 7282150.0,
      "step": 3580
    },
    {
      "entropy": 6.269806385040283,
      "epoch": 0.3132919688892773,
      "grad_norm": 0.875,
      "learning_rate": 0.0004994239335361552,
      "loss": 6.1364,
      "mean_token_accuracy": 0.13893278166651726,
      "num_tokens": 7291782.0,
      "step": 3585
    },
    {
      "entropy": 6.329219055175781,
      "epoch": 0.313728917241982,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004994217029762884,
      "loss": 6.1038,
      "mean_token_accuracy": 0.14487882032990457,
      "num_tokens": 7301472.0,
      "step": 3590
    },
    {
      "entropy": 6.268067216873169,
      "epoch": 0.31416586559468673,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004994194681118957,
      "loss": 6.0686,
      "mean_token_accuracy": 0.1472780004143715,
      "num_tokens": 7311456.0,
      "step": 3595
    },
    {
      "entropy": 6.36771936416626,
      "epoch": 0.3146028139473914,
      "grad_norm": 0.98046875,
      "learning_rate": 0.00049941722894302,
      "loss": 6.1642,
      "mean_token_accuracy": 0.1410333700478077,
      "num_tokens": 7321106.0,
      "step": 3600
    },
    {
      "entropy": 6.30884280204773,
      "epoch": 0.3150397623000961,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004994149854697042,
      "loss": 6.1497,
      "mean_token_accuracy": 0.14387298971414567,
      "num_tokens": 7331232.0,
      "step": 3605
    },
    {
      "entropy": 6.3294753074646,
      "epoch": 0.31547671065280086,
      "grad_norm": 0.83203125,
      "learning_rate": 0.0004994127376919916,
      "loss": 6.1401,
      "mean_token_accuracy": 0.1383569210767746,
      "num_tokens": 7341560.0,
      "step": 3610
    },
    {
      "entropy": 6.3129799365997314,
      "epoch": 0.31591365900550555,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004994104856099249,
      "loss": 6.1334,
      "mean_token_accuracy": 0.14288947135210037,
      "num_tokens": 7350923.0,
      "step": 3615
    },
    {
      "entropy": 6.246677017211914,
      "epoch": 0.31635060735821025,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004994082292235476,
      "loss": 6.0293,
      "mean_token_accuracy": 0.14950403571128845,
      "num_tokens": 7360121.0,
      "step": 3620
    },
    {
      "entropy": 6.232157802581787,
      "epoch": 0.316787555710915,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004994059685329027,
      "loss": 6.1187,
      "mean_token_accuracy": 0.14253319799900055,
      "num_tokens": 7370823.0,
      "step": 3625
    },
    {
      "entropy": 6.31125545501709,
      "epoch": 0.3172245040636197,
      "grad_norm": 0.859375,
      "learning_rate": 0.000499403703538034,
      "loss": 6.0906,
      "mean_token_accuracy": 0.142649045586586,
      "num_tokens": 7380102.0,
      "step": 3630
    },
    {
      "entropy": 6.270269346237183,
      "epoch": 0.3176614524163244,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004994014342389845,
      "loss": 6.0776,
      "mean_token_accuracy": 0.14614664614200593,
      "num_tokens": 7389909.0,
      "step": 3635
    },
    {
      "entropy": 6.2882462501525875,
      "epoch": 0.3180984007690291,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004993991606357979,
      "loss": 6.1499,
      "mean_token_accuracy": 0.1452098935842514,
      "num_tokens": 7401092.0,
      "step": 3640
    },
    {
      "entropy": 6.2227781295776365,
      "epoch": 0.3185353491217338,
      "grad_norm": 0.875,
      "learning_rate": 0.0004993968827285179,
      "loss": 6.0548,
      "mean_token_accuracy": 0.14221011474728584,
      "num_tokens": 7412155.0,
      "step": 3645
    },
    {
      "entropy": 6.253341150283814,
      "epoch": 0.3189722974744385,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004993946005171881,
      "loss": 6.009,
      "mean_token_accuracy": 0.15619847998023034,
      "num_tokens": 7421981.0,
      "step": 3650
    },
    {
      "entropy": 6.258985996246338,
      "epoch": 0.31940924582714325,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004993923140018523,
      "loss": 6.0465,
      "mean_token_accuracy": 0.14668937474489213,
      "num_tokens": 7432298.0,
      "step": 3655
    },
    {
      "entropy": 6.22645845413208,
      "epoch": 0.31984619417984794,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004993900231825542,
      "loss": 6.0957,
      "mean_token_accuracy": 0.1497805140912533,
      "num_tokens": 7442575.0,
      "step": 3660
    },
    {
      "entropy": 6.288065576553345,
      "epoch": 0.32028314253255263,
      "grad_norm": 0.83203125,
      "learning_rate": 0.0004993877280593381,
      "loss": 6.0723,
      "mean_token_accuracy": 0.1488733172416687,
      "num_tokens": 7453072.0,
      "step": 3665
    },
    {
      "entropy": 6.2989182472229,
      "epoch": 0.3207200908852574,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004993854286322477,
      "loss": 6.036,
      "mean_token_accuracy": 0.14672954976558686,
      "num_tokens": 7463173.0,
      "step": 3670
    },
    {
      "entropy": 6.268618583679199,
      "epoch": 0.32115703923796207,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004993831249013272,
      "loss": 6.1439,
      "mean_token_accuracy": 0.14052271470427513,
      "num_tokens": 7473751.0,
      "step": 3675
    },
    {
      "entropy": 6.2791993618011475,
      "epoch": 0.32159398759066676,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004993808168666207,
      "loss": 5.9528,
      "mean_token_accuracy": 0.16023046523332596,
      "num_tokens": 7483233.0,
      "step": 3680
    },
    {
      "entropy": 6.298495483398438,
      "epoch": 0.3220309359433715,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004993785045281726,
      "loss": 6.0716,
      "mean_token_accuracy": 0.14089010134339333,
      "num_tokens": 7493152.0,
      "step": 3685
    },
    {
      "entropy": 6.295819568634033,
      "epoch": 0.3224678842960762,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004993761878860272,
      "loss": 6.0526,
      "mean_token_accuracy": 0.14754893332719804,
      "num_tokens": 7502463.0,
      "step": 3690
    },
    {
      "entropy": 6.270647859573364,
      "epoch": 0.3229048326487809,
      "grad_norm": 0.91796875,
      "learning_rate": 0.000499373866940229,
      "loss": 6.0968,
      "mean_token_accuracy": 0.14904265403747557,
      "num_tokens": 7512301.0,
      "step": 3695
    },
    {
      "entropy": 6.223095989227295,
      "epoch": 0.32334178100148564,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004993715416908225,
      "loss": 6.136,
      "mean_token_accuracy": 0.14603498578071594,
      "num_tokens": 7522591.0,
      "step": 3700
    },
    {
      "entropy": 6.325671577453614,
      "epoch": 0.32377872935419033,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004993692121378521,
      "loss": 6.1223,
      "mean_token_accuracy": 0.14244823679327964,
      "num_tokens": 7532400.0,
      "step": 3705
    },
    {
      "entropy": 6.294846057891846,
      "epoch": 0.324215677706895,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004993668782813629,
      "loss": 6.032,
      "mean_token_accuracy": 0.1447702407836914,
      "num_tokens": 7542163.0,
      "step": 3710
    },
    {
      "entropy": 6.214679718017578,
      "epoch": 0.32465262605959977,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004993645401213992,
      "loss": 6.0396,
      "mean_token_accuracy": 0.1523794949054718,
      "num_tokens": 7551638.0,
      "step": 3715
    },
    {
      "entropy": 6.271987628936768,
      "epoch": 0.32508957441230446,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004993621976580061,
      "loss": 6.1168,
      "mean_token_accuracy": 0.14809571653604509,
      "num_tokens": 7561230.0,
      "step": 3720
    },
    {
      "entropy": 6.257942390441895,
      "epoch": 0.32552652276500915,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004993598508912285,
      "loss": 5.9836,
      "mean_token_accuracy": 0.15367112308740616,
      "num_tokens": 7570962.0,
      "step": 3725
    },
    {
      "entropy": 6.2392877578735355,
      "epoch": 0.3259634711177139,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004993574998211114,
      "loss": 6.1723,
      "mean_token_accuracy": 0.1476600542664528,
      "num_tokens": 7581454.0,
      "step": 3730
    },
    {
      "entropy": 6.283637762069702,
      "epoch": 0.3264004194704186,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004993551444476998,
      "loss": 6.0484,
      "mean_token_accuracy": 0.15049980580806732,
      "num_tokens": 7591497.0,
      "step": 3735
    },
    {
      "entropy": 6.307848739624023,
      "epoch": 0.3268373678231233,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004993527847710392,
      "loss": 6.063,
      "mean_token_accuracy": 0.14827974885702133,
      "num_tokens": 7600719.0,
      "step": 3740
    },
    {
      "entropy": 6.2438582420349125,
      "epoch": 0.32727431617582803,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004993504207911744,
      "loss": 6.078,
      "mean_token_accuracy": 0.14993653669953347,
      "num_tokens": 7610550.0,
      "step": 3745
    },
    {
      "entropy": 6.2891895294189455,
      "epoch": 0.3277112645285327,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004993480525081511,
      "loss": 6.0816,
      "mean_token_accuracy": 0.149393929541111,
      "num_tokens": 7620472.0,
      "step": 3750
    },
    {
      "entropy": 6.334989738464356,
      "epoch": 0.3281482128812374,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004993456799220145,
      "loss": 6.0352,
      "mean_token_accuracy": 0.1458408862352371,
      "num_tokens": 7630354.0,
      "step": 3755
    },
    {
      "entropy": 6.2195631980896,
      "epoch": 0.32858516123394216,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004993433030328103,
      "loss": 6.0717,
      "mean_token_accuracy": 0.1445155881345272,
      "num_tokens": 7639689.0,
      "step": 3760
    },
    {
      "entropy": 6.280947875976563,
      "epoch": 0.32902210958664685,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004993409218405839,
      "loss": 6.1038,
      "mean_token_accuracy": 0.13953261822462082,
      "num_tokens": 7649319.0,
      "step": 3765
    },
    {
      "entropy": 6.376852893829346,
      "epoch": 0.3294590579393516,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004993385363453812,
      "loss": 6.0982,
      "mean_token_accuracy": 0.1464782640337944,
      "num_tokens": 7659008.0,
      "step": 3770
    },
    {
      "entropy": 6.253328609466553,
      "epoch": 0.3298960062920563,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004993361465472477,
      "loss": 6.0469,
      "mean_token_accuracy": 0.15120014771819115,
      "num_tokens": 7669064.0,
      "step": 3775
    },
    {
      "entropy": 6.239322471618652,
      "epoch": 0.330332954644761,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004993337524462295,
      "loss": 6.1228,
      "mean_token_accuracy": 0.15430048257112502,
      "num_tokens": 7679122.0,
      "step": 3780
    },
    {
      "entropy": 6.17127628326416,
      "epoch": 0.3307699029974657,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004993313540423722,
      "loss": 6.1224,
      "mean_token_accuracy": 0.14809983670711518,
      "num_tokens": 7688373.0,
      "step": 3785
    },
    {
      "entropy": 6.304577112197876,
      "epoch": 0.3312068513501704,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004993289513357221,
      "loss": 6.0405,
      "mean_token_accuracy": 0.14488947838544847,
      "num_tokens": 7697879.0,
      "step": 3790
    },
    {
      "entropy": 6.288220071792603,
      "epoch": 0.3316437997028751,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004993265443263251,
      "loss": 6.0891,
      "mean_token_accuracy": 0.1442583419382572,
      "num_tokens": 7708104.0,
      "step": 3795
    },
    {
      "entropy": 6.2732500553131105,
      "epoch": 0.33208074805557986,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004993241330142274,
      "loss": 6.0638,
      "mean_token_accuracy": 0.15259820222854614,
      "num_tokens": 7717626.0,
      "step": 3800
    },
    {
      "entropy": 6.220131731033325,
      "epoch": 0.33251769640828455,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004993217173994754,
      "loss": 6.0937,
      "mean_token_accuracy": 0.14940546303987504,
      "num_tokens": 7728221.0,
      "step": 3805
    },
    {
      "entropy": 6.290520429611206,
      "epoch": 0.33295464476098924,
      "grad_norm": 0.8046875,
      "learning_rate": 0.0004993192974821154,
      "loss": 6.093,
      "mean_token_accuracy": 0.14939157366752626,
      "num_tokens": 7739083.0,
      "step": 3810
    },
    {
      "entropy": 6.270976781845093,
      "epoch": 0.333391593113694,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004993168732621935,
      "loss": 6.1385,
      "mean_token_accuracy": 0.14242835491895675,
      "num_tokens": 7748573.0,
      "step": 3815
    },
    {
      "entropy": 6.280828046798706,
      "epoch": 0.3338285414663987,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004993144447397565,
      "loss": 6.0826,
      "mean_token_accuracy": 0.1489911735057831,
      "num_tokens": 7758741.0,
      "step": 3820
    },
    {
      "entropy": 6.2669477462768555,
      "epoch": 0.33426548981910337,
      "grad_norm": 0.984375,
      "learning_rate": 0.000499312011914851,
      "loss": 6.1188,
      "mean_token_accuracy": 0.14098792672157287,
      "num_tokens": 7768504.0,
      "step": 3825
    },
    {
      "entropy": 6.2922595024108885,
      "epoch": 0.3347024381718081,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004993095747875234,
      "loss": 6.2201,
      "mean_token_accuracy": 0.14262133985757827,
      "num_tokens": 7779017.0,
      "step": 3830
    },
    {
      "entropy": 6.252893304824829,
      "epoch": 0.3351393865245128,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004993071333578207,
      "loss": 6.0454,
      "mean_token_accuracy": 0.15014319717884064,
      "num_tokens": 7787630.0,
      "step": 3835
    },
    {
      "entropy": 6.243571662902832,
      "epoch": 0.3355763348772175,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004993046876257898,
      "loss": 6.063,
      "mean_token_accuracy": 0.1484875872731209,
      "num_tokens": 7797105.0,
      "step": 3840
    },
    {
      "entropy": 6.179040956497192,
      "epoch": 0.33601328322992224,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004993022375914773,
      "loss": 6.0513,
      "mean_token_accuracy": 0.15276347994804382,
      "num_tokens": 7807070.0,
      "step": 3845
    },
    {
      "entropy": 6.328529930114746,
      "epoch": 0.33645023158262694,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004992997832549303,
      "loss": 6.0727,
      "mean_token_accuracy": 0.14834586530923843,
      "num_tokens": 7818090.0,
      "step": 3850
    },
    {
      "entropy": 6.234403991699219,
      "epoch": 0.3368871799353316,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004992973246161961,
      "loss": 6.0023,
      "mean_token_accuracy": 0.15412705689668654,
      "num_tokens": 7827562.0,
      "step": 3855
    },
    {
      "entropy": 6.214991044998169,
      "epoch": 0.3373241282880364,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004992948616753215,
      "loss": 6.0699,
      "mean_token_accuracy": 0.14271629229187965,
      "num_tokens": 7837581.0,
      "step": 3860
    },
    {
      "entropy": 6.257319402694702,
      "epoch": 0.33776107664074106,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004992923944323541,
      "loss": 6.1355,
      "mean_token_accuracy": 0.14508179798722268,
      "num_tokens": 7848729.0,
      "step": 3865
    },
    {
      "entropy": 6.276949787139893,
      "epoch": 0.33819802499344576,
      "grad_norm": 1.0234375,
      "learning_rate": 0.000499289922887341,
      "loss": 6.0528,
      "mean_token_accuracy": 0.1467779666185379,
      "num_tokens": 7857379.0,
      "step": 3870
    },
    {
      "entropy": 6.248393630981445,
      "epoch": 0.3386349733461505,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004992874470403296,
      "loss": 6.0364,
      "mean_token_accuracy": 0.14853208512067795,
      "num_tokens": 7867200.0,
      "step": 3875
    },
    {
      "entropy": 6.229306173324585,
      "epoch": 0.3390719216988552,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004992849668913674,
      "loss": 6.025,
      "mean_token_accuracy": 0.14838217496871947,
      "num_tokens": 7876709.0,
      "step": 3880
    },
    {
      "entropy": 6.260332107543945,
      "epoch": 0.3395088700515599,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004992824824405021,
      "loss": 6.1168,
      "mean_token_accuracy": 0.14400348365306853,
      "num_tokens": 7886256.0,
      "step": 3885
    },
    {
      "entropy": 6.239607238769532,
      "epoch": 0.33994581840426463,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0004992799936877813,
      "loss": 6.0613,
      "mean_token_accuracy": 0.14924716725945472,
      "num_tokens": 7896497.0,
      "step": 3890
    },
    {
      "entropy": 6.2658727169036865,
      "epoch": 0.3403827667569693,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004992775006332526,
      "loss": 6.0557,
      "mean_token_accuracy": 0.14877313375473022,
      "num_tokens": 7906608.0,
      "step": 3895
    },
    {
      "entropy": 6.30397253036499,
      "epoch": 0.340819715109674,
      "grad_norm": 0.953125,
      "learning_rate": 0.000499275003276964,
      "loss": 6.1385,
      "mean_token_accuracy": 0.1453283652663231,
      "num_tokens": 7916359.0,
      "step": 3900
    },
    {
      "entropy": 6.273185348510742,
      "epoch": 0.34125666346237876,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004992725016189632,
      "loss": 6.0197,
      "mean_token_accuracy": 0.15037634670734407,
      "num_tokens": 7925800.0,
      "step": 3905
    },
    {
      "entropy": 6.296712017059326,
      "epoch": 0.34169361181508345,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004992699956592984,
      "loss": 6.1087,
      "mean_token_accuracy": 0.14125905185937881,
      "num_tokens": 7935424.0,
      "step": 3910
    },
    {
      "entropy": 6.301828861236572,
      "epoch": 0.34213056016778814,
      "grad_norm": 0.82421875,
      "learning_rate": 0.0004992674853980175,
      "loss": 6.0887,
      "mean_token_accuracy": 0.1464080199599266,
      "num_tokens": 7945766.0,
      "step": 3915
    },
    {
      "entropy": 6.2670801162719725,
      "epoch": 0.3425675085204929,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004992649708351689,
      "loss": 6.1014,
      "mean_token_accuracy": 0.13565851822495462,
      "num_tokens": 7955622.0,
      "step": 3920
    },
    {
      "entropy": 6.259245538711548,
      "epoch": 0.3430044568731976,
      "grad_norm": 0.875,
      "learning_rate": 0.0004992624519708004,
      "loss": 6.1569,
      "mean_token_accuracy": 0.14040575474500655,
      "num_tokens": 7965750.0,
      "step": 3925
    },
    {
      "entropy": 6.282669734954834,
      "epoch": 0.3434414052259023,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004992599288049607,
      "loss": 6.1023,
      "mean_token_accuracy": 0.14655931890010834,
      "num_tokens": 7977568.0,
      "step": 3930
    },
    {
      "entropy": 6.2976117610931395,
      "epoch": 0.343878353578607,
      "grad_norm": 0.9765625,
      "learning_rate": 0.000499257401337698,
      "loss": 6.141,
      "mean_token_accuracy": 0.14332201108336448,
      "num_tokens": 7988411.0,
      "step": 3935
    },
    {
      "entropy": 6.213099670410156,
      "epoch": 0.3443153019313117,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004992548695690608,
      "loss": 5.9948,
      "mean_token_accuracy": 0.15325959622859955,
      "num_tokens": 7998315.0,
      "step": 3940
    },
    {
      "entropy": 6.220167732238769,
      "epoch": 0.3447522502840164,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004992523334990977,
      "loss": 6.0708,
      "mean_token_accuracy": 0.14768939912319184,
      "num_tokens": 8007133.0,
      "step": 3945
    },
    {
      "entropy": 6.239842128753662,
      "epoch": 0.34518919863672115,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004992497931278574,
      "loss": 5.993,
      "mean_token_accuracy": 0.15506261885166167,
      "num_tokens": 8016882.0,
      "step": 3950
    },
    {
      "entropy": 6.17403621673584,
      "epoch": 0.34562614698942584,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004992472484553886,
      "loss": 6.0066,
      "mean_token_accuracy": 0.1535780608654022,
      "num_tokens": 8026893.0,
      "step": 3955
    },
    {
      "entropy": 6.265686178207398,
      "epoch": 0.34606309534213053,
      "grad_norm": 0.9453125,
      "learning_rate": 0.00049924469948174,
      "loss": 6.0589,
      "mean_token_accuracy": 0.14699437767267226,
      "num_tokens": 8036240.0,
      "step": 3960
    },
    {
      "entropy": 6.254981803894043,
      "epoch": 0.3465000436948353,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004992421462069606,
      "loss": 6.0264,
      "mean_token_accuracy": 0.14172793477773665,
      "num_tokens": 8046086.0,
      "step": 3965
    },
    {
      "entropy": 6.143713569641113,
      "epoch": 0.34693699204753997,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004992395886310993,
      "loss": 6.0421,
      "mean_token_accuracy": 0.15084123313426973,
      "num_tokens": 8056294.0,
      "step": 3970
    },
    {
      "entropy": 6.270413208007812,
      "epoch": 0.3473739404002447,
      "grad_norm": 0.875,
      "learning_rate": 0.0004992370267542052,
      "loss": 6.0585,
      "mean_token_accuracy": 0.14440521076321602,
      "num_tokens": 8067329.0,
      "step": 3975
    },
    {
      "entropy": 6.23886194229126,
      "epoch": 0.3478108887529494,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004992344605763275,
      "loss": 6.0222,
      "mean_token_accuracy": 0.1551137462258339,
      "num_tokens": 8077106.0,
      "step": 3980
    },
    {
      "entropy": 6.247228050231934,
      "epoch": 0.3482478371056541,
      "grad_norm": 0.875,
      "learning_rate": 0.0004992318900975153,
      "loss": 5.9315,
      "mean_token_accuracy": 0.15418799221515656,
      "num_tokens": 8087766.0,
      "step": 3985
    },
    {
      "entropy": 6.154195833206177,
      "epoch": 0.34868478545835885,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004992293153178179,
      "loss": 6.0426,
      "mean_token_accuracy": 0.15349235832691194,
      "num_tokens": 8098649.0,
      "step": 3990
    },
    {
      "entropy": 6.229670858383178,
      "epoch": 0.34912173381106354,
      "grad_norm": 0.8359375,
      "learning_rate": 0.0004992267362372848,
      "loss": 6.0428,
      "mean_token_accuracy": 0.14695343226194382,
      "num_tokens": 8109237.0,
      "step": 3995
    },
    {
      "entropy": 6.190158939361572,
      "epoch": 0.34955868216376823,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004992241528559653,
      "loss": 6.0491,
      "mean_token_accuracy": 0.15101227760314942,
      "num_tokens": 8119731.0,
      "step": 4000
    },
    {
      "entropy": 6.3188948154449465,
      "epoch": 0.349995630516473,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004992215651739092,
      "loss": 6.0762,
      "mean_token_accuracy": 0.1389625683426857,
      "num_tokens": 8129448.0,
      "step": 4005
    },
    {
      "entropy": 6.198659229278564,
      "epoch": 0.35043257886917767,
      "grad_norm": 0.94921875,
      "learning_rate": 0.000499218973191166,
      "loss": 5.9576,
      "mean_token_accuracy": 0.15365623459219932,
      "num_tokens": 8138345.0,
      "step": 4010
    },
    {
      "entropy": 6.234218788146973,
      "epoch": 0.35086952722188236,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004992163769077853,
      "loss": 6.0325,
      "mean_token_accuracy": 0.15174643099308013,
      "num_tokens": 8148380.0,
      "step": 4015
    },
    {
      "entropy": 6.184184837341308,
      "epoch": 0.3513064755745871,
      "grad_norm": 0.99609375,
      "learning_rate": 0.000499213776323817,
      "loss": 6.0307,
      "mean_token_accuracy": 0.1515910655260086,
      "num_tokens": 8159359.0,
      "step": 4020
    },
    {
      "entropy": 6.27625584602356,
      "epoch": 0.3517434239272918,
      "grad_norm": 0.95703125,
      "learning_rate": 0.000499211171439311,
      "loss": 6.13,
      "mean_token_accuracy": 0.14428203105926513,
      "num_tokens": 8168586.0,
      "step": 4025
    },
    {
      "entropy": 6.242440605163575,
      "epoch": 0.3521803722799965,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0004992085622543172,
      "loss": 6.0295,
      "mean_token_accuracy": 0.1498541384935379,
      "num_tokens": 8178836.0,
      "step": 4030
    },
    {
      "entropy": 6.203923177719116,
      "epoch": 0.35261732063270124,
      "grad_norm": 0.8203125,
      "learning_rate": 0.0004992059487688859,
      "loss": 6.0256,
      "mean_token_accuracy": 0.14939852058887482,
      "num_tokens": 8188933.0,
      "step": 4035
    },
    {
      "entropy": 6.186490678787232,
      "epoch": 0.35305426898540593,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004992033309830668,
      "loss": 6.0226,
      "mean_token_accuracy": 0.1565045438706875,
      "num_tokens": 8199366.0,
      "step": 4040
    },
    {
      "entropy": 6.350593328475952,
      "epoch": 0.3534912173381106,
      "grad_norm": 1.421875,
      "learning_rate": 0.0004992007088969105,
      "loss": 5.9916,
      "mean_token_accuracy": 0.15373637303709983,
      "num_tokens": 8209806.0,
      "step": 4045
    },
    {
      "entropy": 6.275001335144043,
      "epoch": 0.35392816569081537,
      "grad_norm": 1.0,
      "learning_rate": 0.000499198082510467,
      "loss": 6.1039,
      "mean_token_accuracy": 0.14267848208546638,
      "num_tokens": 8219367.0,
      "step": 4050
    },
    {
      "entropy": 6.16253433227539,
      "epoch": 0.35436511404352006,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004991954518237868,
      "loss": 5.9847,
      "mean_token_accuracy": 0.1520978957414627,
      "num_tokens": 8228918.0,
      "step": 4055
    },
    {
      "entropy": 6.227126121520996,
      "epoch": 0.35480206239622475,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004991928168369205,
      "loss": 6.0621,
      "mean_token_accuracy": 0.15055495351552964,
      "num_tokens": 8239380.0,
      "step": 4060
    },
    {
      "entropy": 6.332744073867798,
      "epoch": 0.3552390107489295,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004991901775499183,
      "loss": 6.1222,
      "mean_token_accuracy": 0.14949264973402024,
      "num_tokens": 8249131.0,
      "step": 4065
    },
    {
      "entropy": 6.273679733276367,
      "epoch": 0.3556759591016342,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004991875339628311,
      "loss": 6.0312,
      "mean_token_accuracy": 0.14499866515398024,
      "num_tokens": 8258550.0,
      "step": 4070
    },
    {
      "entropy": 6.136135101318359,
      "epoch": 0.3561129074543389,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004991848860757095,
      "loss": 6.0566,
      "mean_token_accuracy": 0.14953689575195311,
      "num_tokens": 8269089.0,
      "step": 4075
    },
    {
      "entropy": 6.247356796264649,
      "epoch": 0.3565498558070436,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0004991822338886044,
      "loss": 6.0246,
      "mean_token_accuracy": 0.14642863124608993,
      "num_tokens": 8279735.0,
      "step": 4080
    },
    {
      "entropy": 6.219600105285645,
      "epoch": 0.3569868041597483,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004991795774015665,
      "loss": 5.9948,
      "mean_token_accuracy": 0.15589303225278855,
      "num_tokens": 8289693.0,
      "step": 4085
    },
    {
      "entropy": 6.208535385131836,
      "epoch": 0.357423752512453,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004991769166146469,
      "loss": 6.0678,
      "mean_token_accuracy": 0.14681545794010162,
      "num_tokens": 8300909.0,
      "step": 4090
    },
    {
      "entropy": 6.214974737167358,
      "epoch": 0.35786070086515775,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004991742515278965,
      "loss": 6.0435,
      "mean_token_accuracy": 0.1520109787583351,
      "num_tokens": 8311479.0,
      "step": 4095
    },
    {
      "entropy": 6.325199317932129,
      "epoch": 0.35829764921786245,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004991715821413665,
      "loss": 6.034,
      "mean_token_accuracy": 0.14964867979288102,
      "num_tokens": 8321267.0,
      "step": 4100
    },
    {
      "entropy": 6.17149133682251,
      "epoch": 0.35873459757056714,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004991689084551082,
      "loss": 5.9986,
      "mean_token_accuracy": 0.14890123158693314,
      "num_tokens": 8331445.0,
      "step": 4105
    },
    {
      "entropy": 6.183329296112061,
      "epoch": 0.3591715459232719,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004991662304691727,
      "loss": 6.0908,
      "mean_token_accuracy": 0.1427320085465908,
      "num_tokens": 8340519.0,
      "step": 4110
    },
    {
      "entropy": 6.3197602272033695,
      "epoch": 0.3596084942759766,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004991635481836114,
      "loss": 6.0661,
      "mean_token_accuracy": 0.14441095665097237,
      "num_tokens": 8350467.0,
      "step": 4115
    },
    {
      "entropy": 6.202519273757934,
      "epoch": 0.36004544262868127,
      "grad_norm": 0.875,
      "learning_rate": 0.0004991608615984757,
      "loss": 6.0022,
      "mean_token_accuracy": 0.14529087096452714,
      "num_tokens": 8360067.0,
      "step": 4120
    },
    {
      "entropy": 6.245105743408203,
      "epoch": 0.360482390981386,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004991581707138175,
      "loss": 6.0681,
      "mean_token_accuracy": 0.15000591427087784,
      "num_tokens": 8370509.0,
      "step": 4125
    },
    {
      "entropy": 6.229617643356323,
      "epoch": 0.3609193393340907,
      "grad_norm": 0.78125,
      "learning_rate": 0.0004991554755296878,
      "loss": 6.0181,
      "mean_token_accuracy": 0.14957005232572557,
      "num_tokens": 8381489.0,
      "step": 4130
    },
    {
      "entropy": 6.133305358886719,
      "epoch": 0.3613562876867954,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004991527760461389,
      "loss": 6.0447,
      "mean_token_accuracy": 0.14845455139875413,
      "num_tokens": 8392287.0,
      "step": 4135
    },
    {
      "entropy": 6.175074529647827,
      "epoch": 0.36179323603950014,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004991500722632223,
      "loss": 6.0192,
      "mean_token_accuracy": 0.15073377788066863,
      "num_tokens": 8402433.0,
      "step": 4140
    },
    {
      "entropy": 6.191783428192139,
      "epoch": 0.36223018439220483,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004991473641809896,
      "loss": 6.0585,
      "mean_token_accuracy": 0.14769651219248772,
      "num_tokens": 8412944.0,
      "step": 4145
    },
    {
      "entropy": 6.279351711273193,
      "epoch": 0.3626671327449095,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004991446517994932,
      "loss": 5.9757,
      "mean_token_accuracy": 0.15047049522399902,
      "num_tokens": 8422511.0,
      "step": 4150
    },
    {
      "entropy": 6.17780818939209,
      "epoch": 0.3631040810976143,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004991419351187849,
      "loss": 5.9898,
      "mean_token_accuracy": 0.15758653730154037,
      "num_tokens": 8433094.0,
      "step": 4155
    },
    {
      "entropy": 6.155093050003051,
      "epoch": 0.36354102945031896,
      "grad_norm": 0.82421875,
      "learning_rate": 0.0004991392141389169,
      "loss": 6.1022,
      "mean_token_accuracy": 0.14809029847383498,
      "num_tokens": 8444430.0,
      "step": 4160
    },
    {
      "entropy": 6.306630706787109,
      "epoch": 0.36397797780302366,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004991364888599412,
      "loss": 6.1555,
      "mean_token_accuracy": 0.1399155631661415,
      "num_tokens": 8455171.0,
      "step": 4165
    },
    {
      "entropy": 6.229326391220093,
      "epoch": 0.3644149261557284,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004991337592819103,
      "loss": 5.9645,
      "mean_token_accuracy": 0.16167067140340804,
      "num_tokens": 8464724.0,
      "step": 4170
    },
    {
      "entropy": 6.254192352294922,
      "epoch": 0.3648518745084331,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004991310254048763,
      "loss": 6.0618,
      "mean_token_accuracy": 0.14853513836860657,
      "num_tokens": 8474732.0,
      "step": 4175
    },
    {
      "entropy": 6.174812602996826,
      "epoch": 0.36528882286113784,
      "grad_norm": 0.80859375,
      "learning_rate": 0.0004991282872288919,
      "loss": 5.9886,
      "mean_token_accuracy": 0.15376615524291992,
      "num_tokens": 8484731.0,
      "step": 4180
    },
    {
      "entropy": 6.135093688964844,
      "epoch": 0.36572577121384253,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004991255447540095,
      "loss": 5.9994,
      "mean_token_accuracy": 0.15322560518980027,
      "num_tokens": 8494509.0,
      "step": 4185
    },
    {
      "entropy": 6.226243734359741,
      "epoch": 0.3661627195665472,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004991227979802817,
      "loss": 6.0712,
      "mean_token_accuracy": 0.15194178372621536,
      "num_tokens": 8504260.0,
      "step": 4190
    },
    {
      "entropy": 6.267135906219482,
      "epoch": 0.36659966791925197,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004991200469077612,
      "loss": 6.1003,
      "mean_token_accuracy": 0.14540060311555864,
      "num_tokens": 8514222.0,
      "step": 4195
    },
    {
      "entropy": 6.238394927978516,
      "epoch": 0.36703661627195666,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004991172915365008,
      "loss": 6.0347,
      "mean_token_accuracy": 0.14810635894536972,
      "num_tokens": 8523979.0,
      "step": 4200
    },
    {
      "entropy": 6.182950115203857,
      "epoch": 0.36747356462466135,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004991145318665532,
      "loss": 5.9878,
      "mean_token_accuracy": 0.15134034305810928,
      "num_tokens": 8533516.0,
      "step": 4205
    },
    {
      "entropy": 6.24036808013916,
      "epoch": 0.3679105129773661,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004991117678979716,
      "loss": 6.0959,
      "mean_token_accuracy": 0.14133178293704987,
      "num_tokens": 8544444.0,
      "step": 4210
    },
    {
      "entropy": 6.229537582397461,
      "epoch": 0.3683474613300708,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004991089996308089,
      "loss": 6.014,
      "mean_token_accuracy": 0.15077755153179168,
      "num_tokens": 8555571.0,
      "step": 4215
    },
    {
      "entropy": 6.258168125152588,
      "epoch": 0.3687844096827755,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004991062270651179,
      "loss": 6.0761,
      "mean_token_accuracy": 0.1440155141055584,
      "num_tokens": 8566486.0,
      "step": 4220
    },
    {
      "entropy": 6.260686540603638,
      "epoch": 0.36922135803548023,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004991034502009522,
      "loss": 5.994,
      "mean_token_accuracy": 0.14868567287921905,
      "num_tokens": 8575324.0,
      "step": 4225
    },
    {
      "entropy": 6.178703641891479,
      "epoch": 0.3696583063881849,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004991006690383649,
      "loss": 5.9843,
      "mean_token_accuracy": 0.15177585929632187,
      "num_tokens": 8586015.0,
      "step": 4230
    },
    {
      "entropy": 6.180662965774536,
      "epoch": 0.3700952547408896,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004990978835774093,
      "loss": 5.9716,
      "mean_token_accuracy": 0.15128722190856933,
      "num_tokens": 8594748.0,
      "step": 4235
    },
    {
      "entropy": 6.164231681823731,
      "epoch": 0.37053220309359436,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004990950938181389,
      "loss": 6.0357,
      "mean_token_accuracy": 0.1446013018488884,
      "num_tokens": 8605805.0,
      "step": 4240
    },
    {
      "entropy": 6.225905275344848,
      "epoch": 0.37096915144629905,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004990922997606071,
      "loss": 5.9903,
      "mean_token_accuracy": 0.15047531723976135,
      "num_tokens": 8616591.0,
      "step": 4245
    },
    {
      "entropy": 6.239368629455567,
      "epoch": 0.37140609979900374,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004990895014048677,
      "loss": 6.0128,
      "mean_token_accuracy": 0.14804871529340743,
      "num_tokens": 8627063.0,
      "step": 4250
    },
    {
      "entropy": 6.295636320114136,
      "epoch": 0.3718430481517085,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004990866987509741,
      "loss": 6.1073,
      "mean_token_accuracy": 0.14160066395998,
      "num_tokens": 8637041.0,
      "step": 4255
    },
    {
      "entropy": 6.254852056503296,
      "epoch": 0.3722799965044132,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004990838917989802,
      "loss": 6.029,
      "mean_token_accuracy": 0.15455144196748732,
      "num_tokens": 8647485.0,
      "step": 4260
    },
    {
      "entropy": 6.221179723739624,
      "epoch": 0.37271694485711787,
      "grad_norm": 0.90625,
      "learning_rate": 0.00049908108054894,
      "loss": 5.9962,
      "mean_token_accuracy": 0.149809268116951,
      "num_tokens": 8657185.0,
      "step": 4265
    },
    {
      "entropy": 6.21356430053711,
      "epoch": 0.3731538932098226,
      "grad_norm": 0.875,
      "learning_rate": 0.0004990782650009071,
      "loss": 5.9943,
      "mean_token_accuracy": 0.15237897485494614,
      "num_tokens": 8667639.0,
      "step": 4270
    },
    {
      "entropy": 6.234360885620117,
      "epoch": 0.3735908415625273,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004990754451549358,
      "loss": 6.0223,
      "mean_token_accuracy": 0.1505249857902527,
      "num_tokens": 8678003.0,
      "step": 4275
    },
    {
      "entropy": 6.260536813735962,
      "epoch": 0.374027789915232,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004990726210110798,
      "loss": 6.0684,
      "mean_token_accuracy": 0.148902989923954,
      "num_tokens": 8688837.0,
      "step": 4280
    },
    {
      "entropy": 6.17373104095459,
      "epoch": 0.37446473826793675,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004990697925693938,
      "loss": 5.8718,
      "mean_token_accuracy": 0.16451138779520988,
      "num_tokens": 8698395.0,
      "step": 4285
    },
    {
      "entropy": 6.20360255241394,
      "epoch": 0.37490168662064144,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004990669598299316,
      "loss": 5.9927,
      "mean_token_accuracy": 0.14994982928037642,
      "num_tokens": 8708031.0,
      "step": 4290
    },
    {
      "entropy": 6.183550834655762,
      "epoch": 0.37533863497334613,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004990641227927478,
      "loss": 5.975,
      "mean_token_accuracy": 0.1573784425854683,
      "num_tokens": 8717825.0,
      "step": 4295
    },
    {
      "entropy": 6.2676128387451175,
      "epoch": 0.3757755833260509,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004990612814578967,
      "loss": 6.0417,
      "mean_token_accuracy": 0.14686352163553237,
      "num_tokens": 8728873.0,
      "step": 4300
    },
    {
      "entropy": 6.186302328109742,
      "epoch": 0.37621253167875557,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004990584358254327,
      "loss": 5.9869,
      "mean_token_accuracy": 0.15025996789336205,
      "num_tokens": 8737917.0,
      "step": 4305
    },
    {
      "entropy": 6.143138313293457,
      "epoch": 0.37664948003146026,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004990555858954107,
      "loss": 5.956,
      "mean_token_accuracy": 0.15213080048561095,
      "num_tokens": 8747466.0,
      "step": 4310
    },
    {
      "entropy": 6.199163818359375,
      "epoch": 0.377086428384165,
      "grad_norm": 0.84375,
      "learning_rate": 0.000499052731667885,
      "loss": 5.983,
      "mean_token_accuracy": 0.14877506643533706,
      "num_tokens": 8757037.0,
      "step": 4315
    },
    {
      "entropy": 6.220801067352295,
      "epoch": 0.3775233767368697,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004990498731429105,
      "loss": 6.0135,
      "mean_token_accuracy": 0.15214569196105004,
      "num_tokens": 8766780.0,
      "step": 4320
    },
    {
      "entropy": 6.177535533905029,
      "epoch": 0.3779603250895744,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004990470103205421,
      "loss": 5.9905,
      "mean_token_accuracy": 0.15147044509649277,
      "num_tokens": 8777063.0,
      "step": 4325
    },
    {
      "entropy": 6.174711036682129,
      "epoch": 0.37839727344227914,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004990441432008347,
      "loss": 6.022,
      "mean_token_accuracy": 0.15331983268260957,
      "num_tokens": 8786479.0,
      "step": 4330
    },
    {
      "entropy": 6.286836624145508,
      "epoch": 0.3788342217949838,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004990412717838431,
      "loss": 6.0077,
      "mean_token_accuracy": 0.15067116022109986,
      "num_tokens": 8795663.0,
      "step": 4335
    },
    {
      "entropy": 6.194593238830566,
      "epoch": 0.3792711701476885,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004990383960696226,
      "loss": 5.9576,
      "mean_token_accuracy": 0.15578173249959945,
      "num_tokens": 8805854.0,
      "step": 4340
    },
    {
      "entropy": 6.161340379714966,
      "epoch": 0.37970811850039327,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004990355160582283,
      "loss": 5.941,
      "mean_token_accuracy": 0.15362798422574997,
      "num_tokens": 8816068.0,
      "step": 4345
    },
    {
      "entropy": 6.109852981567383,
      "epoch": 0.38014506685309796,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004990326317497153,
      "loss": 5.9452,
      "mean_token_accuracy": 0.15802857875823975,
      "num_tokens": 8826301.0,
      "step": 4350
    },
    {
      "entropy": 6.22525634765625,
      "epoch": 0.38058201520580265,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004990297431441391,
      "loss": 5.9873,
      "mean_token_accuracy": 0.15714989155530928,
      "num_tokens": 8837482.0,
      "step": 4355
    },
    {
      "entropy": 6.203273487091065,
      "epoch": 0.3810189635585074,
      "grad_norm": 0.9453125,
      "learning_rate": 0.000499026850241555,
      "loss": 6.0193,
      "mean_token_accuracy": 0.1547929033637047,
      "num_tokens": 8847041.0,
      "step": 4360
    },
    {
      "entropy": 6.156243848800659,
      "epoch": 0.3814559119112121,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004990239530420185,
      "loss": 6.0044,
      "mean_token_accuracy": 0.14821452349424363,
      "num_tokens": 8856963.0,
      "step": 4365
    },
    {
      "entropy": 6.224261093139648,
      "epoch": 0.3818928602639168,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004990210515455853,
      "loss": 5.9804,
      "mean_token_accuracy": 0.15040574073791504,
      "num_tokens": 8867318.0,
      "step": 4370
    },
    {
      "entropy": 6.172735548019409,
      "epoch": 0.3823298086166215,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004990181457523109,
      "loss": 5.9897,
      "mean_token_accuracy": 0.15233128890395164,
      "num_tokens": 8877634.0,
      "step": 4375
    },
    {
      "entropy": 6.164595365524292,
      "epoch": 0.3827667569693262,
      "grad_norm": 0.9140625,
      "learning_rate": 0.000499015235662251,
      "loss": 6.043,
      "mean_token_accuracy": 0.14754218459129334,
      "num_tokens": 8887708.0,
      "step": 4380
    },
    {
      "entropy": 6.176977443695068,
      "epoch": 0.38320370532203096,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004990123212754616,
      "loss": 5.9539,
      "mean_token_accuracy": 0.15185219049453735,
      "num_tokens": 8897510.0,
      "step": 4385
    },
    {
      "entropy": 6.188373565673828,
      "epoch": 0.38364065367473565,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004990094025919985,
      "loss": 6.0033,
      "mean_token_accuracy": 0.14657588303089142,
      "num_tokens": 8908282.0,
      "step": 4390
    },
    {
      "entropy": 6.2857012271881105,
      "epoch": 0.38407760202744035,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004990064796119175,
      "loss": 6.0356,
      "mean_token_accuracy": 0.1425875850021839,
      "num_tokens": 8918332.0,
      "step": 4395
    },
    {
      "entropy": 6.173046016693116,
      "epoch": 0.3845145503801451,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004990035523352751,
      "loss": 5.9892,
      "mean_token_accuracy": 0.1499785751104355,
      "num_tokens": 8929138.0,
      "step": 4400
    },
    {
      "entropy": 6.1726936340332035,
      "epoch": 0.3849514987328498,
      "grad_norm": 0.8671875,
      "learning_rate": 0.000499000620762127,
      "loss": 6.0328,
      "mean_token_accuracy": 0.14553941041231155,
      "num_tokens": 8940871.0,
      "step": 4405
    },
    {
      "entropy": 6.287671709060669,
      "epoch": 0.3853884470855545,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004989976848925297,
      "loss": 5.9638,
      "mean_token_accuracy": 0.15346103310585021,
      "num_tokens": 8951199.0,
      "step": 4410
    },
    {
      "entropy": 6.165547323226929,
      "epoch": 0.3858253954382592,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004989947447265394,
      "loss": 6.0944,
      "mean_token_accuracy": 0.14490815848112107,
      "num_tokens": 8961482.0,
      "step": 4415
    },
    {
      "entropy": 6.293553400039673,
      "epoch": 0.3862623437909639,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004989918002642126,
      "loss": 6.0018,
      "mean_token_accuracy": 0.15048256516456604,
      "num_tokens": 8971884.0,
      "step": 4420
    },
    {
      "entropy": 6.137409687042236,
      "epoch": 0.3866992921436686,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0004989888515056057,
      "loss": 5.9542,
      "mean_token_accuracy": 0.15159018188714982,
      "num_tokens": 8982086.0,
      "step": 4425
    },
    {
      "entropy": 6.112029314041138,
      "epoch": 0.38713624049637335,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004989858984507752,
      "loss": 6.0178,
      "mean_token_accuracy": 0.15148152112960817,
      "num_tokens": 8991555.0,
      "step": 4430
    },
    {
      "entropy": 6.229978370666504,
      "epoch": 0.38757318884907804,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004989829410997778,
      "loss": 5.9993,
      "mean_token_accuracy": 0.14953123927116393,
      "num_tokens": 9002459.0,
      "step": 4435
    },
    {
      "entropy": 6.209309053421021,
      "epoch": 0.38801013720178273,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004989799794526702,
      "loss": 6.0467,
      "mean_token_accuracy": 0.14707298427820206,
      "num_tokens": 9012514.0,
      "step": 4440
    },
    {
      "entropy": 6.207473945617676,
      "epoch": 0.3884470855544875,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004989770135095093,
      "loss": 5.9602,
      "mean_token_accuracy": 0.15147794038057327,
      "num_tokens": 9022636.0,
      "step": 4445
    },
    {
      "entropy": 6.140289831161499,
      "epoch": 0.3888840339071922,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004989740432703519,
      "loss": 5.9715,
      "mean_token_accuracy": 0.15329394191503526,
      "num_tokens": 9032868.0,
      "step": 4450
    },
    {
      "entropy": 6.165075349807739,
      "epoch": 0.38932098225989686,
      "grad_norm": 0.921875,
      "learning_rate": 0.000498971068735255,
      "loss": 5.9769,
      "mean_token_accuracy": 0.15269885510206221,
      "num_tokens": 9043057.0,
      "step": 4455
    },
    {
      "entropy": 6.17115421295166,
      "epoch": 0.3897579306126016,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004989680899042756,
      "loss": 5.9885,
      "mean_token_accuracy": 0.15040106773376466,
      "num_tokens": 9053179.0,
      "step": 4460
    },
    {
      "entropy": 6.179643630981445,
      "epoch": 0.3901948789653063,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004989651067774708,
      "loss": 5.9872,
      "mean_token_accuracy": 0.1546528235077858,
      "num_tokens": 9063112.0,
      "step": 4465
    },
    {
      "entropy": 6.208352756500244,
      "epoch": 0.390631827318011,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004989621193548981,
      "loss": 6.008,
      "mean_token_accuracy": 0.1501965716481209,
      "num_tokens": 9073512.0,
      "step": 4470
    },
    {
      "entropy": 6.233810091018677,
      "epoch": 0.39106877567071574,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004989591276366145,
      "loss": 6.0081,
      "mean_token_accuracy": 0.14962913393974303,
      "num_tokens": 9083369.0,
      "step": 4475
    },
    {
      "entropy": 6.17062406539917,
      "epoch": 0.39150572402342043,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004989561316226774,
      "loss": 5.9956,
      "mean_token_accuracy": 0.14837742149829863,
      "num_tokens": 9092814.0,
      "step": 4480
    },
    {
      "entropy": 6.094864559173584,
      "epoch": 0.3919426723761251,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004989531313131444,
      "loss": 5.9173,
      "mean_token_accuracy": 0.1641974166035652,
      "num_tokens": 9102816.0,
      "step": 4485
    },
    {
      "entropy": 6.161947250366211,
      "epoch": 0.39237962072882987,
      "grad_norm": 0.8984375,
      "learning_rate": 0.000498950126708073,
      "loss": 6.0505,
      "mean_token_accuracy": 0.14533851146697999,
      "num_tokens": 9114470.0,
      "step": 4490
    },
    {
      "entropy": 6.248921823501587,
      "epoch": 0.39281656908153456,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004989471178075208,
      "loss": 6.0188,
      "mean_token_accuracy": 0.14610825926065446,
      "num_tokens": 9125604.0,
      "step": 4495
    },
    {
      "entropy": 6.162637090682983,
      "epoch": 0.39325351743423925,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004989441046115456,
      "loss": 5.9612,
      "mean_token_accuracy": 0.1528365895152092,
      "num_tokens": 9135088.0,
      "step": 4500
    },
    {
      "entropy": 6.176766443252563,
      "epoch": 0.393690465786944,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004989410871202051,
      "loss": 6.0274,
      "mean_token_accuracy": 0.15290433764457703,
      "num_tokens": 9145302.0,
      "step": 4505
    },
    {
      "entropy": 6.120792627334595,
      "epoch": 0.3941274141396487,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004989380653335571,
      "loss": 5.9584,
      "mean_token_accuracy": 0.14787636175751687,
      "num_tokens": 9155104.0,
      "step": 4510
    },
    {
      "entropy": 6.179185295104981,
      "epoch": 0.3945643624923534,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004989350392516598,
      "loss": 5.8919,
      "mean_token_accuracy": 0.15435189753770828,
      "num_tokens": 9165055.0,
      "step": 4515
    },
    {
      "entropy": 6.181280422210693,
      "epoch": 0.39500131084505813,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004989320088745711,
      "loss": 5.9214,
      "mean_token_accuracy": 0.15390761345624923,
      "num_tokens": 9175305.0,
      "step": 4520
    },
    {
      "entropy": 6.148918342590332,
      "epoch": 0.3954382591977628,
      "grad_norm": 0.92578125,
      "learning_rate": 0.000498928974202349,
      "loss": 6.0067,
      "mean_token_accuracy": 0.14799161106348038,
      "num_tokens": 9185153.0,
      "step": 4525
    },
    {
      "entropy": 6.191053152084351,
      "epoch": 0.3958752075504675,
      "grad_norm": 0.953125,
      "learning_rate": 0.000498925935235052,
      "loss": 5.9578,
      "mean_token_accuracy": 0.14903645291924478,
      "num_tokens": 9195385.0,
      "step": 4530
    },
    {
      "entropy": 6.097781085968018,
      "epoch": 0.39631215590317226,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004989228919727382,
      "loss": 5.918,
      "mean_token_accuracy": 0.15367165505886077,
      "num_tokens": 9205009.0,
      "step": 4535
    },
    {
      "entropy": 6.150427293777466,
      "epoch": 0.39674910425587695,
      "grad_norm": 0.85546875,
      "learning_rate": 0.000498919844415466,
      "loss": 5.9774,
      "mean_token_accuracy": 0.15060033649206161,
      "num_tokens": 9214684.0,
      "step": 4540
    },
    {
      "entropy": 6.154142951965332,
      "epoch": 0.39718605260858164,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004989167925632937,
      "loss": 5.9012,
      "mean_token_accuracy": 0.15627232789993287,
      "num_tokens": 9225721.0,
      "step": 4545
    },
    {
      "entropy": 6.164416837692261,
      "epoch": 0.3976230009612864,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004989137364162801,
      "loss": 6.0028,
      "mean_token_accuracy": 0.15146558433771135,
      "num_tokens": 9236167.0,
      "step": 4550
    },
    {
      "entropy": 6.14252462387085,
      "epoch": 0.3980599493139911,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004989106759744837,
      "loss": 5.9523,
      "mean_token_accuracy": 0.1590500593185425,
      "num_tokens": 9245716.0,
      "step": 4555
    },
    {
      "entropy": 6.20049524307251,
      "epoch": 0.39849689766669577,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004989076112379633,
      "loss": 6.0289,
      "mean_token_accuracy": 0.14886338859796525,
      "num_tokens": 9256897.0,
      "step": 4560
    },
    {
      "entropy": 6.239367532730102,
      "epoch": 0.3989338460194005,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004989045422067775,
      "loss": 6.0297,
      "mean_token_accuracy": 0.13837849721312523,
      "num_tokens": 9266080.0,
      "step": 4565
    },
    {
      "entropy": 6.115847444534301,
      "epoch": 0.3993707943721052,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004989014688809853,
      "loss": 5.9555,
      "mean_token_accuracy": 0.1502847209572792,
      "num_tokens": 9276815.0,
      "step": 4570
    },
    {
      "entropy": 6.182366514205933,
      "epoch": 0.3998077427248099,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004988983912606454,
      "loss": 6.0139,
      "mean_token_accuracy": 0.15305532068014144,
      "num_tokens": 9287339.0,
      "step": 4575
    },
    {
      "entropy": 6.153854656219482,
      "epoch": 0.40024469107751465,
      "grad_norm": 0.81640625,
      "learning_rate": 0.0004988953093458173,
      "loss": 5.8975,
      "mean_token_accuracy": 0.15478773266077042,
      "num_tokens": 9298002.0,
      "step": 4580
    },
    {
      "entropy": 6.152257061004638,
      "epoch": 0.40068163943021934,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004988922231365597,
      "loss": 6.0206,
      "mean_token_accuracy": 0.14581730216741562,
      "num_tokens": 9309008.0,
      "step": 4585
    },
    {
      "entropy": 6.159885358810425,
      "epoch": 0.4011185877829241,
      "grad_norm": 0.83984375,
      "learning_rate": 0.000498889132632932,
      "loss": 6.015,
      "mean_token_accuracy": 0.14740359485149385,
      "num_tokens": 9319391.0,
      "step": 4590
    },
    {
      "entropy": 6.101526498794556,
      "epoch": 0.4015555361356288,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004988860378349934,
      "loss": 5.8749,
      "mean_token_accuracy": 0.164150882512331,
      "num_tokens": 9329808.0,
      "step": 4595
    },
    {
      "entropy": 6.161025524139404,
      "epoch": 0.40199248448833347,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004988829387428033,
      "loss": 5.9321,
      "mean_token_accuracy": 0.1556175470352173,
      "num_tokens": 9339580.0,
      "step": 4600
    },
    {
      "entropy": 6.200582599639892,
      "epoch": 0.4024294328410382,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004988798353564211,
      "loss": 5.9585,
      "mean_token_accuracy": 0.15299488455057145,
      "num_tokens": 9350008.0,
      "step": 4605
    },
    {
      "entropy": 6.187353610992432,
      "epoch": 0.4028663811937429,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004988767276759064,
      "loss": 5.9473,
      "mean_token_accuracy": 0.15429434180259705,
      "num_tokens": 9359026.0,
      "step": 4610
    },
    {
      "entropy": 6.177741956710816,
      "epoch": 0.4033033295464476,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004988736157013186,
      "loss": 5.9179,
      "mean_token_accuracy": 0.15768380463123322,
      "num_tokens": 9369084.0,
      "step": 4615
    },
    {
      "entropy": 6.142515802383423,
      "epoch": 0.40374027789915234,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004988704994327178,
      "loss": 5.9171,
      "mean_token_accuracy": 0.15947658866643905,
      "num_tokens": 9378273.0,
      "step": 4620
    },
    {
      "entropy": 6.0832109451293945,
      "epoch": 0.40417722625185704,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004988673788701633,
      "loss": 5.9426,
      "mean_token_accuracy": 0.15066118240356446,
      "num_tokens": 9388434.0,
      "step": 4625
    },
    {
      "entropy": 6.1788512706756595,
      "epoch": 0.4046141746045617,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004988642540137152,
      "loss": 6.0219,
      "mean_token_accuracy": 0.14581380784511566,
      "num_tokens": 9398484.0,
      "step": 4630
    },
    {
      "entropy": 6.147611856460571,
      "epoch": 0.4050511229572665,
      "grad_norm": 0.82421875,
      "learning_rate": 0.0004988611248634335,
      "loss": 5.8841,
      "mean_token_accuracy": 0.15747999548912048,
      "num_tokens": 9409544.0,
      "step": 4635
    },
    {
      "entropy": 6.174405765533447,
      "epoch": 0.40548807130997117,
      "grad_norm": 0.9453125,
      "learning_rate": 0.000498857991419378,
      "loss": 5.9637,
      "mean_token_accuracy": 0.15213829576969146,
      "num_tokens": 9419391.0,
      "step": 4640
    },
    {
      "entropy": 6.193379926681518,
      "epoch": 0.40592501966267586,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004988548536816091,
      "loss": 5.9198,
      "mean_token_accuracy": 0.15799257457256316,
      "num_tokens": 9429342.0,
      "step": 4645
    },
    {
      "entropy": 6.1595134258270265,
      "epoch": 0.4063619680153806,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004988517116501867,
      "loss": 6.0251,
      "mean_token_accuracy": 0.14357172399759294,
      "num_tokens": 9440643.0,
      "step": 4650
    },
    {
      "entropy": 6.208586025238037,
      "epoch": 0.4067989163680853,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004988485653251711,
      "loss": 5.9889,
      "mean_token_accuracy": 0.15398359000682832,
      "num_tokens": 9450674.0,
      "step": 4655
    },
    {
      "entropy": 6.206997299194336,
      "epoch": 0.40723586472079,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004988454147066228,
      "loss": 5.9458,
      "mean_token_accuracy": 0.15420523881912232,
      "num_tokens": 9460075.0,
      "step": 4660
    },
    {
      "entropy": 6.141565895080566,
      "epoch": 0.40767281307349473,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004988422597946022,
      "loss": 5.9389,
      "mean_token_accuracy": 0.15483299493789673,
      "num_tokens": 9469327.0,
      "step": 4665
    },
    {
      "entropy": 6.190423917770386,
      "epoch": 0.4081097614261994,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004988391005891698,
      "loss": 5.9858,
      "mean_token_accuracy": 0.14569978713989257,
      "num_tokens": 9478304.0,
      "step": 4670
    },
    {
      "entropy": 6.149021625518799,
      "epoch": 0.4085467097789041,
      "grad_norm": 0.9921875,
      "learning_rate": 0.000498835937090386,
      "loss": 5.9091,
      "mean_token_accuracy": 0.15753501802682876,
      "num_tokens": 9487453.0,
      "step": 4675
    },
    {
      "entropy": 6.090920448303223,
      "epoch": 0.40898365813160886,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004988327692983116,
      "loss": 5.8657,
      "mean_token_accuracy": 0.1607446402311325,
      "num_tokens": 9496623.0,
      "step": 4680
    },
    {
      "entropy": 6.17754168510437,
      "epoch": 0.40942060648431355,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004988295972130076,
      "loss": 5.9998,
      "mean_token_accuracy": 0.14730391502380372,
      "num_tokens": 9506293.0,
      "step": 4685
    },
    {
      "entropy": 6.16938738822937,
      "epoch": 0.40985755483701825,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004988264208345346,
      "loss": 5.906,
      "mean_token_accuracy": 0.1563751608133316,
      "num_tokens": 9516127.0,
      "step": 4690
    },
    {
      "entropy": 6.08460168838501,
      "epoch": 0.410294503189723,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004988232401629535,
      "loss": 5.8909,
      "mean_token_accuracy": 0.15749040096998215,
      "num_tokens": 9525597.0,
      "step": 4695
    },
    {
      "entropy": 6.131860542297363,
      "epoch": 0.4107314515424277,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004988200551983254,
      "loss": 5.8736,
      "mean_token_accuracy": 0.15756741911172867,
      "num_tokens": 9535208.0,
      "step": 4700
    },
    {
      "entropy": 6.093962049484253,
      "epoch": 0.4111683998951324,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004988168659407113,
      "loss": 5.9242,
      "mean_token_accuracy": 0.16580573320388795,
      "num_tokens": 9545078.0,
      "step": 4705
    },
    {
      "entropy": 6.175525665283203,
      "epoch": 0.4116053482478371,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004988136723901725,
      "loss": 5.954,
      "mean_token_accuracy": 0.14602336138486863,
      "num_tokens": 9555074.0,
      "step": 4710
    },
    {
      "entropy": 6.158622169494629,
      "epoch": 0.4120422966005418,
      "grad_norm": 1.0,
      "learning_rate": 0.0004988104745467702,
      "loss": 5.9282,
      "mean_token_accuracy": 0.15268791913986207,
      "num_tokens": 9564777.0,
      "step": 4715
    },
    {
      "entropy": 6.1089740753173825,
      "epoch": 0.4124792449532465,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004988072724105657,
      "loss": 5.887,
      "mean_token_accuracy": 0.15127398818731308,
      "num_tokens": 9574551.0,
      "step": 4720
    },
    {
      "entropy": 6.14306411743164,
      "epoch": 0.41291619330595125,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004988040659816203,
      "loss": 6.0032,
      "mean_token_accuracy": 0.141208453476429,
      "num_tokens": 9585162.0,
      "step": 4725
    },
    {
      "entropy": 6.18710560798645,
      "epoch": 0.41335314165865594,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004988008552599958,
      "loss": 5.9084,
      "mean_token_accuracy": 0.15889257490634917,
      "num_tokens": 9595422.0,
      "step": 4730
    },
    {
      "entropy": 6.127224159240723,
      "epoch": 0.41379009001136063,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004987976402457536,
      "loss": 5.9164,
      "mean_token_accuracy": 0.16008937060832978,
      "num_tokens": 9604315.0,
      "step": 4735
    },
    {
      "entropy": 6.111091089248657,
      "epoch": 0.4142270383640654,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004987944209389555,
      "loss": 5.9422,
      "mean_token_accuracy": 0.15192492827773094,
      "num_tokens": 9614369.0,
      "step": 4740
    },
    {
      "entropy": 6.1870523452758786,
      "epoch": 0.41466398671677007,
      "grad_norm": 0.96875,
      "learning_rate": 0.000498791197339663,
      "loss": 5.9954,
      "mean_token_accuracy": 0.15036482810974122,
      "num_tokens": 9624154.0,
      "step": 4745
    },
    {
      "entropy": 6.194160509109497,
      "epoch": 0.41510093506947476,
      "grad_norm": 0.95703125,
      "learning_rate": 0.000498787969447938,
      "loss": 5.9755,
      "mean_token_accuracy": 0.1509677991271019,
      "num_tokens": 9634903.0,
      "step": 4750
    },
    {
      "entropy": 6.108608770370483,
      "epoch": 0.4155378834221795,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004987847372638427,
      "loss": 6.009,
      "mean_token_accuracy": 0.15711121559143065,
      "num_tokens": 9644873.0,
      "step": 4755
    },
    {
      "entropy": 6.174947357177734,
      "epoch": 0.4159748317748842,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004987815007874388,
      "loss": 5.9109,
      "mean_token_accuracy": 0.1611080899834633,
      "num_tokens": 9654661.0,
      "step": 4760
    },
    {
      "entropy": 6.162149047851562,
      "epoch": 0.4164117801275889,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004987782600187884,
      "loss": 5.9268,
      "mean_token_accuracy": 0.1611756145954132,
      "num_tokens": 9664980.0,
      "step": 4765
    },
    {
      "entropy": 6.139432430267334,
      "epoch": 0.41684872848029364,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004987750149579537,
      "loss": 5.9071,
      "mean_token_accuracy": 0.15827879309654236,
      "num_tokens": 9675117.0,
      "step": 4770
    },
    {
      "entropy": 6.1090240478515625,
      "epoch": 0.41728567683299833,
      "grad_norm": 0.90234375,
      "learning_rate": 0.000498771765604997,
      "loss": 5.9595,
      "mean_token_accuracy": 0.1518459990620613,
      "num_tokens": 9684900.0,
      "step": 4775
    },
    {
      "entropy": 6.210887861251831,
      "epoch": 0.417722625185703,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004987685119599806,
      "loss": 5.9533,
      "mean_token_accuracy": 0.1501029685139656,
      "num_tokens": 9694586.0,
      "step": 4780
    },
    {
      "entropy": 6.1544492721557615,
      "epoch": 0.41815957353840777,
      "grad_norm": 0.8359375,
      "learning_rate": 0.0004987652540229668,
      "loss": 5.961,
      "mean_token_accuracy": 0.15511146634817125,
      "num_tokens": 9705676.0,
      "step": 4785
    },
    {
      "entropy": 6.174813652038575,
      "epoch": 0.41859652189111246,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004987619917940183,
      "loss": 5.9674,
      "mean_token_accuracy": 0.1539301872253418,
      "num_tokens": 9715442.0,
      "step": 4790
    },
    {
      "entropy": 6.244969129562378,
      "epoch": 0.4190334702438172,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004987587252731975,
      "loss": 6.0405,
      "mean_token_accuracy": 0.15172669664025307,
      "num_tokens": 9726621.0,
      "step": 4795
    },
    {
      "entropy": 6.172503280639648,
      "epoch": 0.4194704185965219,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004987554544605671,
      "loss": 6.0549,
      "mean_token_accuracy": 0.1454879254102707,
      "num_tokens": 9736688.0,
      "step": 4800
    },
    {
      "entropy": 6.156451320648193,
      "epoch": 0.4199073669492266,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004987521793561898,
      "loss": 5.9404,
      "mean_token_accuracy": 0.15448848754167557,
      "num_tokens": 9746478.0,
      "step": 4805
    },
    {
      "entropy": 6.186788892745971,
      "epoch": 0.42034431530193134,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004987488999601285,
      "loss": 5.9554,
      "mean_token_accuracy": 0.15627822205424308,
      "num_tokens": 9756370.0,
      "step": 4810
    },
    {
      "entropy": 6.1910998821258545,
      "epoch": 0.42078126365463603,
      "grad_norm": 0.921875,
      "learning_rate": 0.000498745616272446,
      "loss": 5.9713,
      "mean_token_accuracy": 0.14973593205213548,
      "num_tokens": 9766293.0,
      "step": 4815
    },
    {
      "entropy": 6.139960718154907,
      "epoch": 0.4212182120073407,
      "grad_norm": 0.81640625,
      "learning_rate": 0.0004987423282932054,
      "loss": 5.9448,
      "mean_token_accuracy": 0.15327902287244796,
      "num_tokens": 9777172.0,
      "step": 4820
    },
    {
      "entropy": 6.119137191772461,
      "epoch": 0.42165516036004547,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004987390360224697,
      "loss": 5.9174,
      "mean_token_accuracy": 0.15604062974452973,
      "num_tokens": 9787194.0,
      "step": 4825
    },
    {
      "entropy": 6.108503627777099,
      "epoch": 0.42209210871275016,
      "grad_norm": 0.89453125,
      "learning_rate": 0.000498735739460302,
      "loss": 5.9529,
      "mean_token_accuracy": 0.15559342354536057,
      "num_tokens": 9797528.0,
      "step": 4830
    },
    {
      "entropy": 6.174628591537475,
      "epoch": 0.42252905706545485,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004987324386067656,
      "loss": 5.9744,
      "mean_token_accuracy": 0.1515772745013237,
      "num_tokens": 9808412.0,
      "step": 4835
    },
    {
      "entropy": 6.235812091827393,
      "epoch": 0.4229660054181596,
      "grad_norm": 0.83203125,
      "learning_rate": 0.0004987291334619239,
      "loss": 6.0525,
      "mean_token_accuracy": 0.14427994340658187,
      "num_tokens": 9820047.0,
      "step": 4840
    },
    {
      "entropy": 6.166102123260498,
      "epoch": 0.4234029537708643,
      "grad_norm": 1.0625,
      "learning_rate": 0.00049872582402584,
      "loss": 5.8772,
      "mean_token_accuracy": 0.15683565884828568,
      "num_tokens": 9828812.0,
      "step": 4845
    },
    {
      "entropy": 6.114846515655517,
      "epoch": 0.423839902123569,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004987225102985778,
      "loss": 5.8991,
      "mean_token_accuracy": 0.15961357057094575,
      "num_tokens": 9838288.0,
      "step": 4850
    },
    {
      "entropy": 6.232522010803223,
      "epoch": 0.4242768504762737,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004987191922802003,
      "loss": 5.937,
      "mean_token_accuracy": 0.15296330749988557,
      "num_tokens": 9848536.0,
      "step": 4855
    },
    {
      "entropy": 6.092264032363891,
      "epoch": 0.4247137988289784,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004987158699707717,
      "loss": 5.9789,
      "mean_token_accuracy": 0.1538124531507492,
      "num_tokens": 9859741.0,
      "step": 4860
    },
    {
      "entropy": 6.21048583984375,
      "epoch": 0.4251507471816831,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004987125433703554,
      "loss": 5.9311,
      "mean_token_accuracy": 0.15274728387594222,
      "num_tokens": 9869173.0,
      "step": 4865
    },
    {
      "entropy": 6.186399030685425,
      "epoch": 0.42558769553438786,
      "grad_norm": 0.875,
      "learning_rate": 0.0004987092124790155,
      "loss": 5.9571,
      "mean_token_accuracy": 0.1524939864873886,
      "num_tokens": 9879619.0,
      "step": 4870
    },
    {
      "entropy": 6.1053039073944095,
      "epoch": 0.42602464388709255,
      "grad_norm": 0.875,
      "learning_rate": 0.0004987058772968154,
      "loss": 5.8715,
      "mean_token_accuracy": 0.16609814912080764,
      "num_tokens": 9890214.0,
      "step": 4875
    },
    {
      "entropy": 6.105354118347168,
      "epoch": 0.42646159223979724,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004987025378238195,
      "loss": 5.9146,
      "mean_token_accuracy": 0.14937784671783447,
      "num_tokens": 9900266.0,
      "step": 4880
    },
    {
      "entropy": 6.208313083648681,
      "epoch": 0.426898540592502,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004986991940600917,
      "loss": 5.9327,
      "mean_token_accuracy": 0.15678722262382508,
      "num_tokens": 9910790.0,
      "step": 4885
    },
    {
      "entropy": 6.191554117202759,
      "epoch": 0.4273354889452067,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004986958460056961,
      "loss": 5.9584,
      "mean_token_accuracy": 0.15082679465413093,
      "num_tokens": 9921167.0,
      "step": 4890
    },
    {
      "entropy": 6.096292352676391,
      "epoch": 0.42777243729791137,
      "grad_norm": 0.8828125,
      "learning_rate": 0.000498692493660697,
      "loss": 5.8915,
      "mean_token_accuracy": 0.15671937689185142,
      "num_tokens": 9931674.0,
      "step": 4895
    },
    {
      "entropy": 6.137964963912964,
      "epoch": 0.4282093856506161,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004986891370251587,
      "loss": 5.8499,
      "mean_token_accuracy": 0.159038682281971,
      "num_tokens": 9941484.0,
      "step": 4900
    },
    {
      "entropy": 6.172023105621338,
      "epoch": 0.4286463340033208,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004986857760991454,
      "loss": 5.9994,
      "mean_token_accuracy": 0.14832809716463088,
      "num_tokens": 9951885.0,
      "step": 4905
    },
    {
      "entropy": 6.144092607498169,
      "epoch": 0.4290832823560255,
      "grad_norm": 1.0,
      "learning_rate": 0.0004986824108827218,
      "loss": 5.8368,
      "mean_token_accuracy": 0.1598619341850281,
      "num_tokens": 9961658.0,
      "step": 4910
    },
    {
      "entropy": 6.061906051635742,
      "epoch": 0.42952023070873024,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004986790413759523,
      "loss": 5.9281,
      "mean_token_accuracy": 0.1530425012111664,
      "num_tokens": 9971971.0,
      "step": 4915
    },
    {
      "entropy": 6.112272930145264,
      "epoch": 0.42995717906143494,
      "grad_norm": 0.875,
      "learning_rate": 0.0004986756675789016,
      "loss": 5.8381,
      "mean_token_accuracy": 0.15551452934741974,
      "num_tokens": 9982211.0,
      "step": 4920
    },
    {
      "entropy": 6.13322172164917,
      "epoch": 0.4303941274141396,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004986722894916344,
      "loss": 5.8929,
      "mean_token_accuracy": 0.15656503289937973,
      "num_tokens": 9991935.0,
      "step": 4925
    },
    {
      "entropy": 6.091841220855713,
      "epoch": 0.4308310757668444,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004986689071142155,
      "loss": 5.932,
      "mean_token_accuracy": 0.14894939213991165,
      "num_tokens": 10002014.0,
      "step": 4930
    },
    {
      "entropy": 6.134459018707275,
      "epoch": 0.43126802411954906,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004986655204467097,
      "loss": 5.9531,
      "mean_token_accuracy": 0.1539854198694229,
      "num_tokens": 10012030.0,
      "step": 4935
    },
    {
      "entropy": 6.146116018295288,
      "epoch": 0.43170497247225376,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004986621294891822,
      "loss": 5.9246,
      "mean_token_accuracy": 0.1548383966088295,
      "num_tokens": 10022188.0,
      "step": 4940
    },
    {
      "entropy": 6.159297180175781,
      "epoch": 0.4321419208249585,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004986587342416976,
      "loss": 5.831,
      "mean_token_accuracy": 0.16061824560165405,
      "num_tokens": 10032131.0,
      "step": 4945
    },
    {
      "entropy": 6.116433811187744,
      "epoch": 0.4325788691776632,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0004986553347043214,
      "loss": 5.8737,
      "mean_token_accuracy": 0.15654212534427642,
      "num_tokens": 10043204.0,
      "step": 4950
    },
    {
      "entropy": 6.1559295654296875,
      "epoch": 0.4330158175303679,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004986519308771188,
      "loss": 5.9514,
      "mean_token_accuracy": 0.15065933018922806,
      "num_tokens": 10052863.0,
      "step": 4955
    },
    {
      "entropy": 6.13035478591919,
      "epoch": 0.43345276588307263,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004986485227601548,
      "loss": 5.9358,
      "mean_token_accuracy": 0.1590741291642189,
      "num_tokens": 10063212.0,
      "step": 4960
    },
    {
      "entropy": 6.174924516677857,
      "epoch": 0.4338897142357773,
      "grad_norm": 0.82421875,
      "learning_rate": 0.000498645110353495,
      "loss": 5.9337,
      "mean_token_accuracy": 0.15222507566213608,
      "num_tokens": 10074180.0,
      "step": 4965
    },
    {
      "entropy": 6.0647026062011715,
      "epoch": 0.434326662588482,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004986416936572049,
      "loss": 5.8962,
      "mean_token_accuracy": 0.15867372453212739,
      "num_tokens": 10084513.0,
      "step": 4970
    },
    {
      "entropy": 6.128321981430053,
      "epoch": 0.43476361094118676,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004986382726713497,
      "loss": 5.9216,
      "mean_token_accuracy": 0.15316855609416963,
      "num_tokens": 10094352.0,
      "step": 4975
    },
    {
      "entropy": 6.034129476547241,
      "epoch": 0.43520055929389145,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004986348473959955,
      "loss": 5.7804,
      "mean_token_accuracy": 0.16874276250600814,
      "num_tokens": 10103677.0,
      "step": 4980
    },
    {
      "entropy": 6.1139387607574465,
      "epoch": 0.43563750764659614,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004986314178312076,
      "loss": 5.9922,
      "mean_token_accuracy": 0.14352853894233703,
      "num_tokens": 10113479.0,
      "step": 4985
    },
    {
      "entropy": 6.145417070388794,
      "epoch": 0.4360744559993009,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004986279839770519,
      "loss": 5.8885,
      "mean_token_accuracy": 0.15642954260110856,
      "num_tokens": 10123526.0,
      "step": 4990
    },
    {
      "entropy": 6.1418062210083,
      "epoch": 0.4365114043520056,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004986245458335944,
      "loss": 5.9082,
      "mean_token_accuracy": 0.15344171673059465,
      "num_tokens": 10134176.0,
      "step": 4995
    },
    {
      "entropy": 6.10381669998169,
      "epoch": 0.43694835270471033,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004986211034009008,
      "loss": 5.8741,
      "mean_token_accuracy": 0.16505304872989654,
      "num_tokens": 10144763.0,
      "step": 5000
    },
    {
      "entropy": 6.1019261360168455,
      "epoch": 0.437385301057415,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004986176566790375,
      "loss": 5.8575,
      "mean_token_accuracy": 0.1642833322286606,
      "num_tokens": 10155011.0,
      "step": 5005
    },
    {
      "entropy": 6.162095165252685,
      "epoch": 0.4378222494101197,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004986142056680701,
      "loss": 5.9369,
      "mean_token_accuracy": 0.15561369210481643,
      "num_tokens": 10165474.0,
      "step": 5010
    },
    {
      "entropy": 6.083307552337646,
      "epoch": 0.43825919776282446,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004986107503680652,
      "loss": 5.9439,
      "mean_token_accuracy": 0.1566638946533203,
      "num_tokens": 10175137.0,
      "step": 5015
    },
    {
      "entropy": 6.176087284088135,
      "epoch": 0.43869614611552915,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004986072907790889,
      "loss": 5.9457,
      "mean_token_accuracy": 0.1491002082824707,
      "num_tokens": 10185623.0,
      "step": 5020
    },
    {
      "entropy": 6.183105421066284,
      "epoch": 0.43913309446823384,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004986038269012076,
      "loss": 5.9162,
      "mean_token_accuracy": 0.15544091016054154,
      "num_tokens": 10195201.0,
      "step": 5025
    },
    {
      "entropy": 6.066984462738037,
      "epoch": 0.4395700428209386,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004986003587344877,
      "loss": 5.9535,
      "mean_token_accuracy": 0.15503553450107574,
      "num_tokens": 10205951.0,
      "step": 5030
    },
    {
      "entropy": 6.1341217994689945,
      "epoch": 0.4400069911736433,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004985968862789957,
      "loss": 5.8291,
      "mean_token_accuracy": 0.15822890102863313,
      "num_tokens": 10215665.0,
      "step": 5035
    },
    {
      "entropy": 6.098297786712647,
      "epoch": 0.44044393952634797,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004985934095347985,
      "loss": 5.9283,
      "mean_token_accuracy": 0.1514671616256237,
      "num_tokens": 10225037.0,
      "step": 5040
    },
    {
      "entropy": 6.057718515396118,
      "epoch": 0.4408808878790527,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004985899285019624,
      "loss": 5.8744,
      "mean_token_accuracy": 0.15146672129631042,
      "num_tokens": 10234581.0,
      "step": 5045
    },
    {
      "entropy": 6.151702833175659,
      "epoch": 0.4413178362317574,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004985864431805543,
      "loss": 5.7939,
      "mean_token_accuracy": 0.16405095309019088,
      "num_tokens": 10243716.0,
      "step": 5050
    },
    {
      "entropy": 6.056149816513061,
      "epoch": 0.4417547845844621,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004985829535706411,
      "loss": 5.9023,
      "mean_token_accuracy": 0.1601075679063797,
      "num_tokens": 10253198.0,
      "step": 5055
    },
    {
      "entropy": 6.083074235916138,
      "epoch": 0.44219173293716685,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004985794596722897,
      "loss": 5.9784,
      "mean_token_accuracy": 0.15283442437648773,
      "num_tokens": 10262912.0,
      "step": 5060
    },
    {
      "entropy": 6.127580738067627,
      "epoch": 0.44262868128987154,
      "grad_norm": 0.8984375,
      "learning_rate": 0.000498575961485567,
      "loss": 5.9198,
      "mean_token_accuracy": 0.1554662726819515,
      "num_tokens": 10272960.0,
      "step": 5065
    },
    {
      "entropy": 6.175092029571533,
      "epoch": 0.44306562964257623,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004985724590105403,
      "loss": 5.9595,
      "mean_token_accuracy": 0.15449291169643403,
      "num_tokens": 10283034.0,
      "step": 5070
    },
    {
      "entropy": 6.10110650062561,
      "epoch": 0.443502577995281,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004985689522472767,
      "loss": 5.9254,
      "mean_token_accuracy": 0.15283768624067307,
      "num_tokens": 10292553.0,
      "step": 5075
    },
    {
      "entropy": 6.053380155563355,
      "epoch": 0.44393952634798567,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004985654411958434,
      "loss": 5.8794,
      "mean_token_accuracy": 0.15470169633626937,
      "num_tokens": 10302475.0,
      "step": 5080
    },
    {
      "entropy": 6.128862476348877,
      "epoch": 0.44437647470069036,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004985619258563078,
      "loss": 5.8967,
      "mean_token_accuracy": 0.15939270108938217,
      "num_tokens": 10311693.0,
      "step": 5085
    },
    {
      "entropy": 6.142067003250122,
      "epoch": 0.4448134230533951,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004985584062287372,
      "loss": 5.8934,
      "mean_token_accuracy": 0.16058653146028518,
      "num_tokens": 10323052.0,
      "step": 5090
    },
    {
      "entropy": 6.0882007598876955,
      "epoch": 0.4452503714060998,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004985548823131994,
      "loss": 5.8602,
      "mean_token_accuracy": 0.16040343791246414,
      "num_tokens": 10332997.0,
      "step": 5095
    },
    {
      "entropy": 6.212076568603516,
      "epoch": 0.4456873197588045,
      "grad_norm": 1.0,
      "learning_rate": 0.0004985513541097618,
      "loss": 5.9966,
      "mean_token_accuracy": 0.15025889053940772,
      "num_tokens": 10343298.0,
      "step": 5100
    },
    {
      "entropy": 6.206186008453369,
      "epoch": 0.44612426811150924,
      "grad_norm": 0.92578125,
      "learning_rate": 0.000498547821618492,
      "loss": 5.879,
      "mean_token_accuracy": 0.15802157968282698,
      "num_tokens": 10352485.0,
      "step": 5105
    },
    {
      "entropy": 5.995059537887573,
      "epoch": 0.44656121646421393,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004985442848394579,
      "loss": 5.9236,
      "mean_token_accuracy": 0.15586542040109636,
      "num_tokens": 10362810.0,
      "step": 5110
    },
    {
      "entropy": 6.153477907180786,
      "epoch": 0.4469981648169186,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004985407437727273,
      "loss": 5.8714,
      "mean_token_accuracy": 0.1590302214026451,
      "num_tokens": 10372817.0,
      "step": 5115
    },
    {
      "entropy": 6.190938520431518,
      "epoch": 0.44743511316962337,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004985371984183681,
      "loss": 5.9033,
      "mean_token_accuracy": 0.1612114742398262,
      "num_tokens": 10383046.0,
      "step": 5120
    },
    {
      "entropy": 6.073680734634399,
      "epoch": 0.44787206152232806,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004985336487764483,
      "loss": 5.9731,
      "mean_token_accuracy": 0.15040762424468995,
      "num_tokens": 10393498.0,
      "step": 5125
    },
    {
      "entropy": 6.1484394550323485,
      "epoch": 0.44830900987503275,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004985300948470359,
      "loss": 5.9554,
      "mean_token_accuracy": 0.1554347351193428,
      "num_tokens": 10403595.0,
      "step": 5130
    },
    {
      "entropy": 6.1428296089172365,
      "epoch": 0.4487459582277375,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004985265366301992,
      "loss": 5.8883,
      "mean_token_accuracy": 0.15487209260463713,
      "num_tokens": 10413475.0,
      "step": 5135
    },
    {
      "entropy": 6.068651247024536,
      "epoch": 0.4491829065804422,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004985229741260065,
      "loss": 5.9181,
      "mean_token_accuracy": 0.16206053793430328,
      "num_tokens": 10423512.0,
      "step": 5140
    },
    {
      "entropy": 6.130358648300171,
      "epoch": 0.4496198549331469,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004985194073345259,
      "loss": 5.9421,
      "mean_token_accuracy": 0.15074676126241685,
      "num_tokens": 10434198.0,
      "step": 5145
    },
    {
      "entropy": 6.162382888793945,
      "epoch": 0.4500568032858516,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004985158362558261,
      "loss": 5.8602,
      "mean_token_accuracy": 0.1571664348244667,
      "num_tokens": 10444077.0,
      "step": 5150
    },
    {
      "entropy": 6.076663827896118,
      "epoch": 0.4504937516385563,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004985122608899752,
      "loss": 5.9198,
      "mean_token_accuracy": 0.15442877262830734,
      "num_tokens": 10454481.0,
      "step": 5155
    },
    {
      "entropy": 6.146946859359741,
      "epoch": 0.450930699991261,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004985086812370422,
      "loss": 5.9325,
      "mean_token_accuracy": 0.15687772929668425,
      "num_tokens": 10464453.0,
      "step": 5160
    },
    {
      "entropy": 6.174408197402954,
      "epoch": 0.45136764834396575,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004985050972970956,
      "loss": 5.9944,
      "mean_token_accuracy": 0.15035201460123063,
      "num_tokens": 10474932.0,
      "step": 5165
    },
    {
      "entropy": 6.173358964920044,
      "epoch": 0.45180459669667045,
      "grad_norm": 0.9140625,
      "learning_rate": 0.000498501509070204,
      "loss": 5.9866,
      "mean_token_accuracy": 0.1478325292468071,
      "num_tokens": 10484719.0,
      "step": 5170
    },
    {
      "entropy": 6.180629014968872,
      "epoch": 0.45224154504937514,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004984979165564364,
      "loss": 6.0323,
      "mean_token_accuracy": 0.14743464440107346,
      "num_tokens": 10495808.0,
      "step": 5175
    },
    {
      "entropy": 6.233003568649292,
      "epoch": 0.4526784934020799,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004984943197558616,
      "loss": 5.9361,
      "mean_token_accuracy": 0.16189470887184143,
      "num_tokens": 10506528.0,
      "step": 5180
    },
    {
      "entropy": 6.101835107803344,
      "epoch": 0.4531154417547846,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004984907186685487,
      "loss": 5.9131,
      "mean_token_accuracy": 0.1625828981399536,
      "num_tokens": 10517117.0,
      "step": 5185
    },
    {
      "entropy": 6.191213703155517,
      "epoch": 0.45355239010748927,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004984871132945667,
      "loss": 5.9092,
      "mean_token_accuracy": 0.15359443575143814,
      "num_tokens": 10527394.0,
      "step": 5190
    },
    {
      "entropy": 6.116603422164917,
      "epoch": 0.453989338460194,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004984835036339848,
      "loss": 5.9176,
      "mean_token_accuracy": 0.15361591726541518,
      "num_tokens": 10536779.0,
      "step": 5195
    },
    {
      "entropy": 6.096918821334839,
      "epoch": 0.4544262868128987,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004984798896868722,
      "loss": 5.9923,
      "mean_token_accuracy": 0.1439100369811058,
      "num_tokens": 10547116.0,
      "step": 5200
    },
    {
      "entropy": 6.139439344406128,
      "epoch": 0.45486323516560345,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004984762714532981,
      "loss": 5.8604,
      "mean_token_accuracy": 0.1621207997202873,
      "num_tokens": 10556396.0,
      "step": 5205
    },
    {
      "entropy": 6.127708673477173,
      "epoch": 0.45530018351830814,
      "grad_norm": 0.8984375,
      "learning_rate": 0.000498472648933332,
      "loss": 6.0415,
      "mean_token_accuracy": 0.15158578306436538,
      "num_tokens": 10568127.0,
      "step": 5210
    },
    {
      "entropy": 6.200006580352783,
      "epoch": 0.45573713187101283,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004984690221270436,
      "loss": 5.8647,
      "mean_token_accuracy": 0.15969650596380233,
      "num_tokens": 10578565.0,
      "step": 5215
    },
    {
      "entropy": 6.098275470733642,
      "epoch": 0.4561740802237176,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004984653910345021,
      "loss": 5.9067,
      "mean_token_accuracy": 0.1467830255627632,
      "num_tokens": 10588633.0,
      "step": 5220
    },
    {
      "entropy": 6.143524599075318,
      "epoch": 0.4566110285764223,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004984617556557774,
      "loss": 5.8586,
      "mean_token_accuracy": 0.16036575734615327,
      "num_tokens": 10597917.0,
      "step": 5225
    },
    {
      "entropy": 6.176416683197021,
      "epoch": 0.45704797692912696,
      "grad_norm": 0.8828125,
      "learning_rate": 0.000498458115990939,
      "loss": 5.8991,
      "mean_token_accuracy": 0.14881471544504166,
      "num_tokens": 10608396.0,
      "step": 5230
    },
    {
      "entropy": 6.088785552978516,
      "epoch": 0.4574849252818317,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004984544720400568,
      "loss": 5.9131,
      "mean_token_accuracy": 0.15947931855916977,
      "num_tokens": 10618191.0,
      "step": 5235
    },
    {
      "entropy": 6.127312564849854,
      "epoch": 0.4579218736345364,
      "grad_norm": 0.9609375,
      "learning_rate": 0.000498450823803201,
      "loss": 5.9089,
      "mean_token_accuracy": 0.15233112201094628,
      "num_tokens": 10627594.0,
      "step": 5240
    },
    {
      "entropy": 6.087362957000733,
      "epoch": 0.4583588219872411,
      "grad_norm": 0.83203125,
      "learning_rate": 0.0004984471712804412,
      "loss": 5.9016,
      "mean_token_accuracy": 0.16228167116641998,
      "num_tokens": 10637260.0,
      "step": 5245
    },
    {
      "entropy": 6.125209045410156,
      "epoch": 0.45879577033994584,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004984435144718475,
      "loss": 5.9277,
      "mean_token_accuracy": 0.15509730130434035,
      "num_tokens": 10647968.0,
      "step": 5250
    },
    {
      "entropy": 6.099068117141724,
      "epoch": 0.45923271869265053,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004984398533774901,
      "loss": 5.8612,
      "mean_token_accuracy": 0.15810431987047197,
      "num_tokens": 10657760.0,
      "step": 5255
    },
    {
      "entropy": 6.104465675354004,
      "epoch": 0.4596696670453552,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004984361879974393,
      "loss": 5.8855,
      "mean_token_accuracy": 0.15050318390130996,
      "num_tokens": 10667577.0,
      "step": 5260
    },
    {
      "entropy": 6.0608482837677,
      "epoch": 0.46010661539805997,
      "grad_norm": 0.80859375,
      "learning_rate": 0.0004984325183317654,
      "loss": 5.8367,
      "mean_token_accuracy": 0.1569499745965004,
      "num_tokens": 10677984.0,
      "step": 5265
    },
    {
      "entropy": 6.089433002471924,
      "epoch": 0.46054356375076466,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004984288443805386,
      "loss": 5.8981,
      "mean_token_accuracy": 0.16103835329413413,
      "num_tokens": 10687700.0,
      "step": 5270
    },
    {
      "entropy": 6.135640239715576,
      "epoch": 0.46098051210346935,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004984251661438295,
      "loss": 5.8809,
      "mean_token_accuracy": 0.1602894976735115,
      "num_tokens": 10697351.0,
      "step": 5275
    },
    {
      "entropy": 6.079326105117798,
      "epoch": 0.4614174604561741,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004984214836217087,
      "loss": 5.909,
      "mean_token_accuracy": 0.15437911823391914,
      "num_tokens": 10707498.0,
      "step": 5280
    },
    {
      "entropy": 6.09013409614563,
      "epoch": 0.4618544088088788,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004984177968142467,
      "loss": 5.9378,
      "mean_token_accuracy": 0.15395788848400116,
      "num_tokens": 10717724.0,
      "step": 5285
    },
    {
      "entropy": 6.160751914978027,
      "epoch": 0.4622913571615835,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004984141057215143,
      "loss": 5.8914,
      "mean_token_accuracy": 0.1560735285282135,
      "num_tokens": 10727030.0,
      "step": 5290
    },
    {
      "entropy": 6.053331899642944,
      "epoch": 0.46272830551428823,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004984104103435824,
      "loss": 5.7835,
      "mean_token_accuracy": 0.16150631457567216,
      "num_tokens": 10736861.0,
      "step": 5295
    },
    {
      "entropy": 6.17409873008728,
      "epoch": 0.4631652538669929,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004984067106805217,
      "loss": 5.9996,
      "mean_token_accuracy": 0.15002165287733077,
      "num_tokens": 10748310.0,
      "step": 5300
    },
    {
      "entropy": 6.12554702758789,
      "epoch": 0.4636022022196976,
      "grad_norm": 1.0,
      "learning_rate": 0.0004984030067324032,
      "loss": 5.8491,
      "mean_token_accuracy": 0.158063605427742,
      "num_tokens": 10758110.0,
      "step": 5305
    },
    {
      "entropy": 6.061292886734009,
      "epoch": 0.46403915057240236,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004983992984992979,
      "loss": 5.8965,
      "mean_token_accuracy": 0.1623566895723343,
      "num_tokens": 10767919.0,
      "step": 5310
    },
    {
      "entropy": 6.077050590515137,
      "epoch": 0.46447609892510705,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004983955859812771,
      "loss": 5.8248,
      "mean_token_accuracy": 0.16128846853971482,
      "num_tokens": 10776888.0,
      "step": 5315
    },
    {
      "entropy": 6.138931465148926,
      "epoch": 0.46491304727781174,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004983918691784119,
      "loss": 5.8926,
      "mean_token_accuracy": 0.15311199575662612,
      "num_tokens": 10786806.0,
      "step": 5320
    },
    {
      "entropy": 6.1371315002441404,
      "epoch": 0.4653499956305165,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004983881480907736,
      "loss": 5.8822,
      "mean_token_accuracy": 0.15748362690210344,
      "num_tokens": 10796452.0,
      "step": 5325
    },
    {
      "entropy": 6.111987686157226,
      "epoch": 0.4657869439832212,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004983844227184334,
      "loss": 5.8497,
      "mean_token_accuracy": 0.15752890110015869,
      "num_tokens": 10806718.0,
      "step": 5330
    },
    {
      "entropy": 6.120180749893189,
      "epoch": 0.46622389233592587,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004983806930614631,
      "loss": 5.9378,
      "mean_token_accuracy": 0.15134639739990235,
      "num_tokens": 10817978.0,
      "step": 5335
    },
    {
      "entropy": 6.073476648330688,
      "epoch": 0.4666608406886306,
      "grad_norm": 0.8203125,
      "learning_rate": 0.000498376959119934,
      "loss": 5.8063,
      "mean_token_accuracy": 0.16518545597791673,
      "num_tokens": 10827818.0,
      "step": 5340
    },
    {
      "entropy": 6.137352514266968,
      "epoch": 0.4670977890413353,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004983732208939178,
      "loss": 5.9518,
      "mean_token_accuracy": 0.15281863436102866,
      "num_tokens": 10838492.0,
      "step": 5345
    },
    {
      "entropy": 6.134186792373657,
      "epoch": 0.46753473739404,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004983694783834863,
      "loss": 5.8519,
      "mean_token_accuracy": 0.1597207710146904,
      "num_tokens": 10847807.0,
      "step": 5350
    },
    {
      "entropy": 6.070673322677612,
      "epoch": 0.46797168574674475,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004983657315887109,
      "loss": 5.9378,
      "mean_token_accuracy": 0.15434618294239044,
      "num_tokens": 10858637.0,
      "step": 5355
    },
    {
      "entropy": 6.172582578659058,
      "epoch": 0.46840863409944944,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004983619805096639,
      "loss": 5.8648,
      "mean_token_accuracy": 0.16046326905488967,
      "num_tokens": 10868042.0,
      "step": 5360
    },
    {
      "entropy": 6.111141014099121,
      "epoch": 0.46884558245215413,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004983582251464171,
      "loss": 5.8721,
      "mean_token_accuracy": 0.15852262377738952,
      "num_tokens": 10877171.0,
      "step": 5365
    },
    {
      "entropy": 6.051455116271972,
      "epoch": 0.4692825308048589,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004983544654990423,
      "loss": 5.8711,
      "mean_token_accuracy": 0.15675054788589476,
      "num_tokens": 10888434.0,
      "step": 5370
    },
    {
      "entropy": 6.120969200134278,
      "epoch": 0.46971947915756357,
      "grad_norm": 0.97265625,
      "learning_rate": 0.000498350701567612,
      "loss": 5.9098,
      "mean_token_accuracy": 0.1561329334974289,
      "num_tokens": 10898467.0,
      "step": 5375
    },
    {
      "entropy": 6.073193788528442,
      "epoch": 0.47015642751026826,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004983469333521983,
      "loss": 5.8794,
      "mean_token_accuracy": 0.16295347958803177,
      "num_tokens": 10908178.0,
      "step": 5380
    },
    {
      "entropy": 6.083098745346069,
      "epoch": 0.470593375862973,
      "grad_norm": 0.8046875,
      "learning_rate": 0.0004983431608528732,
      "loss": 5.948,
      "mean_token_accuracy": 0.1501172386109829,
      "num_tokens": 10919957.0,
      "step": 5385
    },
    {
      "entropy": 6.165816974639893,
      "epoch": 0.4710303242156777,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004983393840697092,
      "loss": 5.9192,
      "mean_token_accuracy": 0.15550798326730728,
      "num_tokens": 10929728.0,
      "step": 5390
    },
    {
      "entropy": 6.129124307632447,
      "epoch": 0.4714672725683824,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004983356030027789,
      "loss": 5.9484,
      "mean_token_accuracy": 0.15565953701734542,
      "num_tokens": 10940427.0,
      "step": 5395
    },
    {
      "entropy": 6.038702344894409,
      "epoch": 0.47190422092108714,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004983318176521546,
      "loss": 5.8998,
      "mean_token_accuracy": 0.15754138231277465,
      "num_tokens": 10950641.0,
      "step": 5400
    },
    {
      "entropy": 6.172031879425049,
      "epoch": 0.4723411692737918,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004983280280179092,
      "loss": 5.85,
      "mean_token_accuracy": 0.15937471091747285,
      "num_tokens": 10959341.0,
      "step": 5405
    },
    {
      "entropy": 6.112655210494995,
      "epoch": 0.4727781176264966,
      "grad_norm": 0.96484375,
      "learning_rate": 0.000498324234100115,
      "loss": 5.8899,
      "mean_token_accuracy": 0.15866801738739014,
      "num_tokens": 10967745.0,
      "step": 5410
    },
    {
      "entropy": 6.0321601867675785,
      "epoch": 0.47321506597920127,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004983204358988451,
      "loss": 5.847,
      "mean_token_accuracy": 0.15638446807861328,
      "num_tokens": 10978345.0,
      "step": 5415
    },
    {
      "entropy": 6.149096155166626,
      "epoch": 0.47365201433190596,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004983166334141722,
      "loss": 5.9119,
      "mean_token_accuracy": 0.1516627289354801,
      "num_tokens": 10988030.0,
      "step": 5420
    },
    {
      "entropy": 6.156317710876465,
      "epoch": 0.4740889626846107,
      "grad_norm": 0.8203125,
      "learning_rate": 0.0004983128266461693,
      "loss": 5.8953,
      "mean_token_accuracy": 0.15026577562093735,
      "num_tokens": 10999169.0,
      "step": 5425
    },
    {
      "entropy": 6.077851963043213,
      "epoch": 0.4745259110373154,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004983090155949093,
      "loss": 5.9727,
      "mean_token_accuracy": 0.1535848781466484,
      "num_tokens": 11009608.0,
      "step": 5430
    },
    {
      "entropy": 6.142884111404419,
      "epoch": 0.4749628593900201,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004983052002604653,
      "loss": 5.8983,
      "mean_token_accuracy": 0.15391942262649536,
      "num_tokens": 11020187.0,
      "step": 5435
    },
    {
      "entropy": 6.102903079986572,
      "epoch": 0.47539980774272483,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004983013806429107,
      "loss": 5.8729,
      "mean_token_accuracy": 0.15639501586556434,
      "num_tokens": 11030459.0,
      "step": 5440
    },
    {
      "entropy": 6.005454635620117,
      "epoch": 0.4758367560954295,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004982975567423185,
      "loss": 5.826,
      "mean_token_accuracy": 0.16008418500423433,
      "num_tokens": 11040880.0,
      "step": 5445
    },
    {
      "entropy": 6.111983442306519,
      "epoch": 0.4762737044481342,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004982937285587623,
      "loss": 5.8473,
      "mean_token_accuracy": 0.16507836133241655,
      "num_tokens": 11050901.0,
      "step": 5450
    },
    {
      "entropy": 6.130705165863037,
      "epoch": 0.47671065280083896,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004982898960923152,
      "loss": 5.9982,
      "mean_token_accuracy": 0.14802106320858002,
      "num_tokens": 11061274.0,
      "step": 5455
    },
    {
      "entropy": 6.114676237106323,
      "epoch": 0.47714760115354365,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004982860593430509,
      "loss": 5.8204,
      "mean_token_accuracy": 0.15441938787698745,
      "num_tokens": 11070644.0,
      "step": 5460
    },
    {
      "entropy": 6.078702688217163,
      "epoch": 0.47758454950624835,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004982822183110431,
      "loss": 5.8771,
      "mean_token_accuracy": 0.1607626348733902,
      "num_tokens": 11081154.0,
      "step": 5465
    },
    {
      "entropy": 6.141170310974121,
      "epoch": 0.4780214978589531,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004982783729963654,
      "loss": 5.9763,
      "mean_token_accuracy": 0.15303587913513184,
      "num_tokens": 11091929.0,
      "step": 5470
    },
    {
      "entropy": 6.007306289672852,
      "epoch": 0.4784584462116578,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004982745233990914,
      "loss": 5.8097,
      "mean_token_accuracy": 0.16833598613739015,
      "num_tokens": 11102075.0,
      "step": 5475
    },
    {
      "entropy": 6.106387615203857,
      "epoch": 0.4788953945643625,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004982706695192949,
      "loss": 5.9001,
      "mean_token_accuracy": 0.154899200797081,
      "num_tokens": 11111886.0,
      "step": 5480
    },
    {
      "entropy": 6.1208422660827635,
      "epoch": 0.4793323429170672,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004982668113570503,
      "loss": 5.8967,
      "mean_token_accuracy": 0.15136880427598953,
      "num_tokens": 11122329.0,
      "step": 5485
    },
    {
      "entropy": 6.128077554702759,
      "epoch": 0.4797692912697719,
      "grad_norm": 0.96484375,
      "learning_rate": 0.000498262948912431,
      "loss": 5.8202,
      "mean_token_accuracy": 0.16018953621387483,
      "num_tokens": 11132348.0,
      "step": 5490
    },
    {
      "entropy": 6.087352991104126,
      "epoch": 0.4802062396224766,
      "grad_norm": 1.0,
      "learning_rate": 0.0004982590821855115,
      "loss": 5.8882,
      "mean_token_accuracy": 0.15972235947847366,
      "num_tokens": 11141975.0,
      "step": 5495
    },
    {
      "entropy": 6.1300702571868895,
      "epoch": 0.48064318797518135,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004982552111763657,
      "loss": 5.8993,
      "mean_token_accuracy": 0.15259432792663574,
      "num_tokens": 11152174.0,
      "step": 5500
    },
    {
      "entropy": 6.0827539443969725,
      "epoch": 0.48108013632788604,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004982513358850681,
      "loss": 5.8921,
      "mean_token_accuracy": 0.15498456954956055,
      "num_tokens": 11162563.0,
      "step": 5505
    },
    {
      "entropy": 6.1244590282440186,
      "epoch": 0.48151708468059073,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004982474563116928,
      "loss": 5.7989,
      "mean_token_accuracy": 0.16450159698724748,
      "num_tokens": 11172572.0,
      "step": 5510
    },
    {
      "entropy": 6.058566474914551,
      "epoch": 0.4819540330332955,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004982435724563143,
      "loss": 5.8824,
      "mean_token_accuracy": 0.1621236249804497,
      "num_tokens": 11183404.0,
      "step": 5515
    },
    {
      "entropy": 6.0353001117706295,
      "epoch": 0.4823909813860002,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004982396843190072,
      "loss": 5.8934,
      "mean_token_accuracy": 0.15665270984172822,
      "num_tokens": 11193905.0,
      "step": 5520
    },
    {
      "entropy": 6.112768602371216,
      "epoch": 0.48282792973870486,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004982357918998459,
      "loss": 5.7899,
      "mean_token_accuracy": 0.17055769711732865,
      "num_tokens": 11203127.0,
      "step": 5525
    },
    {
      "entropy": 6.065280389785767,
      "epoch": 0.4832648780914096,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004982318951989053,
      "loss": 5.8034,
      "mean_token_accuracy": 0.16873722821474074,
      "num_tokens": 11213468.0,
      "step": 5530
    },
    {
      "entropy": 6.103843307495117,
      "epoch": 0.4837018264441143,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004982279942162597,
      "loss": 5.8905,
      "mean_token_accuracy": 0.15670445263385774,
      "num_tokens": 11224722.0,
      "step": 5535
    },
    {
      "entropy": 6.1261786937713625,
      "epoch": 0.484138774796819,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004982240889519844,
      "loss": 5.8925,
      "mean_token_accuracy": 0.15962006151676178,
      "num_tokens": 11234565.0,
      "step": 5540
    },
    {
      "entropy": 6.0942792892456055,
      "epoch": 0.48457572314952374,
      "grad_norm": 0.90234375,
      "learning_rate": 0.000498220179406154,
      "loss": 5.8817,
      "mean_token_accuracy": 0.15751929730176925,
      "num_tokens": 11244496.0,
      "step": 5545
    },
    {
      "entropy": 6.1508289813995365,
      "epoch": 0.48501267150222843,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004982162655788436,
      "loss": 5.8568,
      "mean_token_accuracy": 0.16027530580759047,
      "num_tokens": 11254187.0,
      "step": 5550
    },
    {
      "entropy": 6.064441919326782,
      "epoch": 0.4854496198549331,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004982123474701283,
      "loss": 5.8421,
      "mean_token_accuracy": 0.16714205592870712,
      "num_tokens": 11264580.0,
      "step": 5555
    },
    {
      "entropy": 6.105088996887207,
      "epoch": 0.48588656820763787,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004982084250800832,
      "loss": 5.9733,
      "mean_token_accuracy": 0.15524329617619514,
      "num_tokens": 11275104.0,
      "step": 5560
    },
    {
      "entropy": 6.159511947631836,
      "epoch": 0.48632351656034256,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004982044984087836,
      "loss": 5.9885,
      "mean_token_accuracy": 0.15093078166246415,
      "num_tokens": 11285983.0,
      "step": 5565
    },
    {
      "entropy": 6.065144824981689,
      "epoch": 0.48676046491304725,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004982005674563048,
      "loss": 5.8752,
      "mean_token_accuracy": 0.16066836416721345,
      "num_tokens": 11295378.0,
      "step": 5570
    },
    {
      "entropy": 6.097844791412354,
      "epoch": 0.487197413265752,
      "grad_norm": 0.94921875,
      "learning_rate": 0.000498196632222722,
      "loss": 5.9698,
      "mean_token_accuracy": 0.15424834787845612,
      "num_tokens": 11305500.0,
      "step": 5575
    },
    {
      "entropy": 6.1019445896148685,
      "epoch": 0.4876343616184567,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004981926927081109,
      "loss": 5.8791,
      "mean_token_accuracy": 0.15821175277233124,
      "num_tokens": 11316455.0,
      "step": 5580
    },
    {
      "entropy": 6.118305397033692,
      "epoch": 0.4880713099711614,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004981887489125471,
      "loss": 5.8455,
      "mean_token_accuracy": 0.1536899395287037,
      "num_tokens": 11325865.0,
      "step": 5585
    },
    {
      "entropy": 6.004519128799439,
      "epoch": 0.48850825832386613,
      "grad_norm": 0.82421875,
      "learning_rate": 0.000498184800836106,
      "loss": 5.808,
      "mean_token_accuracy": 0.1714118793606758,
      "num_tokens": 11337368.0,
      "step": 5590
    },
    {
      "entropy": 6.028197860717773,
      "epoch": 0.4889452066765708,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004981808484788635,
      "loss": 5.788,
      "mean_token_accuracy": 0.16869792193174363,
      "num_tokens": 11347129.0,
      "step": 5595
    },
    {
      "entropy": 6.1151933670043945,
      "epoch": 0.48938215502927557,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004981768918408955,
      "loss": 5.8516,
      "mean_token_accuracy": 0.16096147298812866,
      "num_tokens": 11356641.0,
      "step": 5600
    },
    {
      "entropy": 6.056279420852661,
      "epoch": 0.48981910338198026,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004981729309222777,
      "loss": 5.7372,
      "mean_token_accuracy": 0.164483879506588,
      "num_tokens": 11366485.0,
      "step": 5605
    },
    {
      "entropy": 6.024623394012451,
      "epoch": 0.49025605173468495,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004981689657230861,
      "loss": 5.8855,
      "mean_token_accuracy": 0.1605944663286209,
      "num_tokens": 11376305.0,
      "step": 5610
    },
    {
      "entropy": 6.0709381103515625,
      "epoch": 0.4906930000873897,
      "grad_norm": 0.87109375,
      "learning_rate": 0.000498164996243397,
      "loss": 5.8675,
      "mean_token_accuracy": 0.15576735138893127,
      "num_tokens": 11385837.0,
      "step": 5615
    },
    {
      "entropy": 6.1082054615020756,
      "epoch": 0.4911299484400944,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004981610224832861,
      "loss": 5.8884,
      "mean_token_accuracy": 0.1625692754983902,
      "num_tokens": 11396719.0,
      "step": 5620
    },
    {
      "entropy": 6.139967060089111,
      "epoch": 0.4915668967927991,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004981570444428299,
      "loss": 5.9111,
      "mean_token_accuracy": 0.15231653898954392,
      "num_tokens": 11408107.0,
      "step": 5625
    },
    {
      "entropy": 6.077764654159546,
      "epoch": 0.4920038451455038,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004981530621221048,
      "loss": 5.8293,
      "mean_token_accuracy": 0.1667654886841774,
      "num_tokens": 11417547.0,
      "step": 5630
    },
    {
      "entropy": 6.1007482528686525,
      "epoch": 0.4924407934982085,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004981490755211869,
      "loss": 5.9007,
      "mean_token_accuracy": 0.15937500894069673,
      "num_tokens": 11427660.0,
      "step": 5635
    },
    {
      "entropy": 6.045559692382812,
      "epoch": 0.4928777418509132,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004981450846401528,
      "loss": 5.7844,
      "mean_token_accuracy": 0.1629929095506668,
      "num_tokens": 11438032.0,
      "step": 5640
    },
    {
      "entropy": 6.092393302917481,
      "epoch": 0.49331469020361796,
      "grad_norm": 0.9375,
      "learning_rate": 0.000498141089479079,
      "loss": 5.8718,
      "mean_token_accuracy": 0.16069578975439072,
      "num_tokens": 11448987.0,
      "step": 5645
    },
    {
      "entropy": 6.057941579818726,
      "epoch": 0.49375163855632265,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004981370900380423,
      "loss": 5.8645,
      "mean_token_accuracy": 0.16491677165031432,
      "num_tokens": 11458659.0,
      "step": 5650
    },
    {
      "entropy": 6.123438596725464,
      "epoch": 0.49418858690902734,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004981330863171194,
      "loss": 5.8384,
      "mean_token_accuracy": 0.16192056834697724,
      "num_tokens": 11468104.0,
      "step": 5655
    },
    {
      "entropy": 6.091104412078858,
      "epoch": 0.4946255352617321,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004981290783163867,
      "loss": 5.7977,
      "mean_token_accuracy": 0.16603543758392333,
      "num_tokens": 11479579.0,
      "step": 5660
    },
    {
      "entropy": 6.075469160079956,
      "epoch": 0.4950624836144368,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004981250660359216,
      "loss": 5.8784,
      "mean_token_accuracy": 0.1644681215286255,
      "num_tokens": 11489202.0,
      "step": 5665
    },
    {
      "entropy": 6.055730485916138,
      "epoch": 0.49549943196714147,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004981210494758007,
      "loss": 5.8927,
      "mean_token_accuracy": 0.15344637930393218,
      "num_tokens": 11499425.0,
      "step": 5670
    },
    {
      "entropy": 6.153387022018433,
      "epoch": 0.4959363803198462,
      "grad_norm": 0.9921875,
      "learning_rate": 0.000498117028636101,
      "loss": 5.8743,
      "mean_token_accuracy": 0.16150706708431245,
      "num_tokens": 11508983.0,
      "step": 5675
    },
    {
      "entropy": 6.072080421447754,
      "epoch": 0.4963733286725509,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004981130035169,
      "loss": 5.9369,
      "mean_token_accuracy": 0.16237848848104477,
      "num_tokens": 11519791.0,
      "step": 5680
    },
    {
      "entropy": 6.09052529335022,
      "epoch": 0.4968102770252556,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004981089741182747,
      "loss": 5.8475,
      "mean_token_accuracy": 0.16089533567428588,
      "num_tokens": 11530537.0,
      "step": 5685
    },
    {
      "entropy": 6.069422388076783,
      "epoch": 0.49724722537796034,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004981049404403023,
      "loss": 5.8671,
      "mean_token_accuracy": 0.16157519519329072,
      "num_tokens": 11540591.0,
      "step": 5690
    },
    {
      "entropy": 6.042875909805298,
      "epoch": 0.49768417373066504,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004981009024830602,
      "loss": 5.8079,
      "mean_token_accuracy": 0.16299513429403306,
      "num_tokens": 11550719.0,
      "step": 5695
    },
    {
      "entropy": 6.042115831375122,
      "epoch": 0.4981211220833697,
      "grad_norm": 0.89453125,
      "learning_rate": 0.000498096860246626,
      "loss": 5.8665,
      "mean_token_accuracy": 0.16123356223106383,
      "num_tokens": 11561805.0,
      "step": 5700
    },
    {
      "entropy": 6.19722990989685,
      "epoch": 0.4985580704360745,
      "grad_norm": 0.9140625,
      "learning_rate": 0.000498092813731077,
      "loss": 5.8986,
      "mean_token_accuracy": 0.15539520978927612,
      "num_tokens": 11571380.0,
      "step": 5705
    },
    {
      "entropy": 6.036397552490234,
      "epoch": 0.49899501878877917,
      "grad_norm": 0.890625,
      "learning_rate": 0.000498088762936491,
      "loss": 5.8801,
      "mean_token_accuracy": 0.1572152391076088,
      "num_tokens": 11580853.0,
      "step": 5710
    },
    {
      "entropy": 5.938679552078247,
      "epoch": 0.49943196714148386,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004980847078629457,
      "loss": 5.7742,
      "mean_token_accuracy": 0.17463206201791764,
      "num_tokens": 11591966.0,
      "step": 5715
    },
    {
      "entropy": 6.064130449295044,
      "epoch": 0.4998689154941886,
      "grad_norm": 1.0,
      "learning_rate": 0.0004980806485105186,
      "loss": 5.845,
      "mean_token_accuracy": 0.16573392152786254,
      "num_tokens": 11601239.0,
      "step": 5720
    },
    {
      "entropy": 6.077233600616455,
      "epoch": 0.5003058638468934,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004980765848792879,
      "loss": 5.7666,
      "mean_token_accuracy": 0.17577522695064546,
      "num_tokens": 11609857.0,
      "step": 5725
    },
    {
      "entropy": 6.097680330276489,
      "epoch": 0.500742812199598,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004980725169693314,
      "loss": 5.8202,
      "mean_token_accuracy": 0.16237599551677703,
      "num_tokens": 11618952.0,
      "step": 5730
    },
    {
      "entropy": 6.071645975112915,
      "epoch": 0.5011797605523027,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004980684447807272,
      "loss": 5.7513,
      "mean_token_accuracy": 0.16841784864664078,
      "num_tokens": 11627638.0,
      "step": 5735
    },
    {
      "entropy": 6.089624977111816,
      "epoch": 0.5016167089050074,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004980643683135533,
      "loss": 5.8707,
      "mean_token_accuracy": 0.1621746838092804,
      "num_tokens": 11637842.0,
      "step": 5740
    },
    {
      "entropy": 5.975975370407104,
      "epoch": 0.5020536572577121,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004980602875678878,
      "loss": 5.7948,
      "mean_token_accuracy": 0.17163587510585784,
      "num_tokens": 11647217.0,
      "step": 5745
    },
    {
      "entropy": 5.982842636108399,
      "epoch": 0.5024906056104168,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004980562025438093,
      "loss": 5.7833,
      "mean_token_accuracy": 0.1593058079481125,
      "num_tokens": 11657558.0,
      "step": 5750
    },
    {
      "entropy": 6.042101001739502,
      "epoch": 0.5029275539631216,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004980521132413958,
      "loss": 5.7884,
      "mean_token_accuracy": 0.1595451831817627,
      "num_tokens": 11668054.0,
      "step": 5755
    },
    {
      "entropy": 6.13589997291565,
      "epoch": 0.5033645023158263,
      "grad_norm": 0.953125,
      "learning_rate": 0.000498048019660726,
      "loss": 5.7996,
      "mean_token_accuracy": 0.1616273492574692,
      "num_tokens": 11677779.0,
      "step": 5760
    },
    {
      "entropy": 6.057114553451538,
      "epoch": 0.503801450668531,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004980439218018783,
      "loss": 5.8451,
      "mean_token_accuracy": 0.15998862981796264,
      "num_tokens": 11687577.0,
      "step": 5765
    },
    {
      "entropy": 6.139103269577026,
      "epoch": 0.5042383990212357,
      "grad_norm": 0.82421875,
      "learning_rate": 0.0004980398196649312,
      "loss": 5.9438,
      "mean_token_accuracy": 0.15554213970899583,
      "num_tokens": 11699630.0,
      "step": 5770
    },
    {
      "entropy": 6.080030202865601,
      "epoch": 0.5046753473739404,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004980357132499636,
      "loss": 5.8754,
      "mean_token_accuracy": 0.16034791767597198,
      "num_tokens": 11710139.0,
      "step": 5775
    },
    {
      "entropy": 6.091990947723389,
      "epoch": 0.5051122957266451,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004980316025570542,
      "loss": 5.8403,
      "mean_token_accuracy": 0.16256014853715897,
      "num_tokens": 11719070.0,
      "step": 5780
    },
    {
      "entropy": 6.076358985900879,
      "epoch": 0.5055492440793499,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004980274875862816,
      "loss": 5.8728,
      "mean_token_accuracy": 0.15951588302850722,
      "num_tokens": 11728770.0,
      "step": 5785
    },
    {
      "entropy": 6.065584897994995,
      "epoch": 0.5059861924320546,
      "grad_norm": 1.03125,
      "learning_rate": 0.000498023368337725,
      "loss": 5.8178,
      "mean_token_accuracy": 0.16913911551237107,
      "num_tokens": 11737753.0,
      "step": 5790
    },
    {
      "entropy": 6.011010837554932,
      "epoch": 0.5064231407847593,
      "grad_norm": 1.0,
      "learning_rate": 0.0004980192448114635,
      "loss": 5.8007,
      "mean_token_accuracy": 0.1579100161790848,
      "num_tokens": 11747837.0,
      "step": 5795
    },
    {
      "entropy": 6.055712556838989,
      "epoch": 0.5068600891374639,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004980151170075758,
      "loss": 5.9213,
      "mean_token_accuracy": 0.1625312827527523,
      "num_tokens": 11757911.0,
      "step": 5800
    },
    {
      "entropy": 6.130970239639282,
      "epoch": 0.5072970374901686,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004980109849261414,
      "loss": 5.7862,
      "mean_token_accuracy": 0.16185480654239653,
      "num_tokens": 11766213.0,
      "step": 5805
    },
    {
      "entropy": 6.055031728744507,
      "epoch": 0.5077339858428733,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004980068485672394,
      "loss": 5.7594,
      "mean_token_accuracy": 0.16835663914680482,
      "num_tokens": 11775640.0,
      "step": 5810
    },
    {
      "entropy": 6.097806119918824,
      "epoch": 0.5081709341955781,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004980027079309493,
      "loss": 5.782,
      "mean_token_accuracy": 0.16621346697211264,
      "num_tokens": 11785664.0,
      "step": 5815
    },
    {
      "entropy": 6.122802639007569,
      "epoch": 0.5086078825482828,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004979985630173503,
      "loss": 5.9093,
      "mean_token_accuracy": 0.15274638459086418,
      "num_tokens": 11795402.0,
      "step": 5820
    },
    {
      "entropy": 6.022065305709839,
      "epoch": 0.5090448309009875,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004979944138265221,
      "loss": 5.7766,
      "mean_token_accuracy": 0.16640096306800842,
      "num_tokens": 11805923.0,
      "step": 5825
    },
    {
      "entropy": 6.070121622085571,
      "epoch": 0.5094817792536922,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004979902603585442,
      "loss": 5.8875,
      "mean_token_accuracy": 0.15387427806854248,
      "num_tokens": 11816097.0,
      "step": 5830
    },
    {
      "entropy": 6.080983304977417,
      "epoch": 0.5099187276063969,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004979861026134961,
      "loss": 5.788,
      "mean_token_accuracy": 0.1624365270137787,
      "num_tokens": 11826889.0,
      "step": 5835
    },
    {
      "entropy": 6.024716758728028,
      "epoch": 0.5103556759591016,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004979819405914579,
      "loss": 5.8488,
      "mean_token_accuracy": 0.162523353099823,
      "num_tokens": 11837935.0,
      "step": 5840
    },
    {
      "entropy": 6.051336288452148,
      "epoch": 0.5107926243118064,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004979777742925092,
      "loss": 5.846,
      "mean_token_accuracy": 0.1586737349629402,
      "num_tokens": 11847715.0,
      "step": 5845
    },
    {
      "entropy": 6.144127655029297,
      "epoch": 0.5112295726645111,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004979736037167298,
      "loss": 5.8579,
      "mean_token_accuracy": 0.158831188082695,
      "num_tokens": 11857841.0,
      "step": 5850
    },
    {
      "entropy": 6.080711126327515,
      "epoch": 0.5116665210172158,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004979694288642,
      "loss": 5.8583,
      "mean_token_accuracy": 0.16246726363897324,
      "num_tokens": 11868135.0,
      "step": 5855
    },
    {
      "entropy": 6.075771951675415,
      "epoch": 0.5121034693699205,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004979652497349997,
      "loss": 5.785,
      "mean_token_accuracy": 0.15890408009290696,
      "num_tokens": 11877637.0,
      "step": 5860
    },
    {
      "entropy": 5.998299980163575,
      "epoch": 0.5125404177226252,
      "grad_norm": 0.921875,
      "learning_rate": 0.000497961066329209,
      "loss": 5.8513,
      "mean_token_accuracy": 0.15636989027261733,
      "num_tokens": 11887128.0,
      "step": 5865
    },
    {
      "entropy": 6.135884857177734,
      "epoch": 0.5129773660753298,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004979568786469083,
      "loss": 5.869,
      "mean_token_accuracy": 0.1521621897816658,
      "num_tokens": 11897885.0,
      "step": 5870
    },
    {
      "entropy": 6.035808944702149,
      "epoch": 0.5134143144280346,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004979526866881777,
      "loss": 5.801,
      "mean_token_accuracy": 0.16173582524061203,
      "num_tokens": 11907919.0,
      "step": 5875
    },
    {
      "entropy": 5.923618268966675,
      "epoch": 0.5138512627807393,
      "grad_norm": 0.89453125,
      "learning_rate": 0.000497948490453098,
      "loss": 5.7782,
      "mean_token_accuracy": 0.16808433681726456,
      "num_tokens": 11918612.0,
      "step": 5880
    },
    {
      "entropy": 6.026860332489013,
      "epoch": 0.514288211133444,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004979442899417493,
      "loss": 5.8489,
      "mean_token_accuracy": 0.16112847179174422,
      "num_tokens": 11927759.0,
      "step": 5885
    },
    {
      "entropy": 6.097043371200561,
      "epoch": 0.5147251594861487,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004979400851542122,
      "loss": 5.8103,
      "mean_token_accuracy": 0.1685948997735977,
      "num_tokens": 11937522.0,
      "step": 5890
    },
    {
      "entropy": 6.0076072216033936,
      "epoch": 0.5151621078388534,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004979358760905675,
      "loss": 5.7903,
      "mean_token_accuracy": 0.16276071667671205,
      "num_tokens": 11947787.0,
      "step": 5895
    },
    {
      "entropy": 6.01747145652771,
      "epoch": 0.5155990561915581,
      "grad_norm": 0.90625,
      "learning_rate": 0.000497931662750896,
      "loss": 5.8322,
      "mean_token_accuracy": 0.16161809414625167,
      "num_tokens": 11958929.0,
      "step": 5900
    },
    {
      "entropy": 6.070228338241577,
      "epoch": 0.5160360045442629,
      "grad_norm": 1.0,
      "learning_rate": 0.0004979274451352783,
      "loss": 5.7808,
      "mean_token_accuracy": 0.16201020032167435,
      "num_tokens": 11969242.0,
      "step": 5905
    },
    {
      "entropy": 6.057408142089844,
      "epoch": 0.5164729528969676,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004979232232437954,
      "loss": 5.8447,
      "mean_token_accuracy": 0.1614376947283745,
      "num_tokens": 11980149.0,
      "step": 5910
    },
    {
      "entropy": 6.096258878707886,
      "epoch": 0.5169099012496723,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004979189970765282,
      "loss": 5.8364,
      "mean_token_accuracy": 0.1574439138174057,
      "num_tokens": 11990636.0,
      "step": 5915
    },
    {
      "entropy": 6.069129228591919,
      "epoch": 0.517346849602377,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004979147666335579,
      "loss": 5.8491,
      "mean_token_accuracy": 0.16322307884693146,
      "num_tokens": 12000615.0,
      "step": 5920
    },
    {
      "entropy": 6.038877487182617,
      "epoch": 0.5177837979550817,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004979105319149656,
      "loss": 5.8802,
      "mean_token_accuracy": 0.16359985023736953,
      "num_tokens": 12011072.0,
      "step": 5925
    },
    {
      "entropy": 6.024696397781372,
      "epoch": 0.5182207463077865,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004979062929208324,
      "loss": 5.7764,
      "mean_token_accuracy": 0.16569287329912186,
      "num_tokens": 12021726.0,
      "step": 5930
    },
    {
      "entropy": 6.1139367580413815,
      "epoch": 0.5186576946604912,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004979020496512398,
      "loss": 5.9182,
      "mean_token_accuracy": 0.15360669791698456,
      "num_tokens": 12031353.0,
      "step": 5935
    },
    {
      "entropy": 6.086315155029297,
      "epoch": 0.5190946430131959,
      "grad_norm": 0.890625,
      "learning_rate": 0.000497897802106269,
      "loss": 5.8545,
      "mean_token_accuracy": 0.15585757344961165,
      "num_tokens": 12041234.0,
      "step": 5940
    },
    {
      "entropy": 5.954757881164551,
      "epoch": 0.5195315913659005,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004978935502860017,
      "loss": 5.7755,
      "mean_token_accuracy": 0.16401639878749846,
      "num_tokens": 12051100.0,
      "step": 5945
    },
    {
      "entropy": 6.086745738983154,
      "epoch": 0.5199685397186052,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004978892941905191,
      "loss": 5.8426,
      "mean_token_accuracy": 0.15925330817699432,
      "num_tokens": 12062012.0,
      "step": 5950
    },
    {
      "entropy": 6.13814787864685,
      "epoch": 0.5204054880713099,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004978850338199033,
      "loss": 5.8788,
      "mean_token_accuracy": 0.15904145166277886,
      "num_tokens": 12072763.0,
      "step": 5955
    },
    {
      "entropy": 5.998065614700318,
      "epoch": 0.5208424364240147,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004978807691742356,
      "loss": 5.7153,
      "mean_token_accuracy": 0.17032663524150848,
      "num_tokens": 12081892.0,
      "step": 5960
    },
    {
      "entropy": 6.015545177459717,
      "epoch": 0.5212793847767194,
      "grad_norm": 0.984375,
      "learning_rate": 0.000497876500253598,
      "loss": 5.7963,
      "mean_token_accuracy": 0.16373672038316728,
      "num_tokens": 12091428.0,
      "step": 5965
    },
    {
      "entropy": 6.048707628250122,
      "epoch": 0.5217163331294241,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004978722270580722,
      "loss": 5.8102,
      "mean_token_accuracy": 0.16371404230594636,
      "num_tokens": 12101687.0,
      "step": 5970
    },
    {
      "entropy": 5.966954755783081,
      "epoch": 0.5221532814821288,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004978679495877405,
      "loss": 5.7606,
      "mean_token_accuracy": 0.160753433406353,
      "num_tokens": 12111726.0,
      "step": 5975
    },
    {
      "entropy": 6.0778566837310795,
      "epoch": 0.5225902298348335,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004978636678426847,
      "loss": 5.7928,
      "mean_token_accuracy": 0.16682983934879303,
      "num_tokens": 12122171.0,
      "step": 5980
    },
    {
      "entropy": 6.119118928909302,
      "epoch": 0.5230271781875382,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004978593818229869,
      "loss": 5.8393,
      "mean_token_accuracy": 0.15573921650648118,
      "num_tokens": 12131414.0,
      "step": 5985
    },
    {
      "entropy": 5.977964401245117,
      "epoch": 0.523464126540243,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004978550915287294,
      "loss": 5.7908,
      "mean_token_accuracy": 0.15605172738432885,
      "num_tokens": 12141665.0,
      "step": 5990
    },
    {
      "entropy": 6.082938003540039,
      "epoch": 0.5239010748929477,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004978507969599945,
      "loss": 5.8799,
      "mean_token_accuracy": 0.15631582140922545,
      "num_tokens": 12151263.0,
      "step": 5995
    },
    {
      "entropy": 6.132467651367188,
      "epoch": 0.5243380232456524,
      "grad_norm": 0.83203125,
      "learning_rate": 0.0004978464981168645,
      "loss": 5.8516,
      "mean_token_accuracy": 0.16170431599020957,
      "num_tokens": 12161070.0,
      "step": 6000
    },
    {
      "epoch": 0.5243380232456524,
      "eval_entropy": 5.84592246638278,
      "eval_loss": 5.83839225769043,
      "eval_mean_token_accuracy": 0.16758470430564412,
      "eval_num_tokens": 12161070.0,
      "eval_runtime": 21.3881,
      "eval_samples_per_second": 1730.587,
      "eval_steps_per_second": 216.335,
      "step": 6000
    },
    {
      "entropy": 6.051551675796508,
      "epoch": 0.5247749715983571,
      "grad_norm": 0.953125,
      "learning_rate": 0.000497842194999422,
      "loss": 5.8121,
      "mean_token_accuracy": 0.1631454199552536,
      "num_tokens": 12171197.0,
      "step": 6005
    },
    {
      "entropy": 6.02082085609436,
      "epoch": 0.5252119199510618,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004978378876077493,
      "loss": 5.8371,
      "mean_token_accuracy": 0.16132295727729798,
      "num_tokens": 12181462.0,
      "step": 6010
    },
    {
      "entropy": 6.069212293624878,
      "epoch": 0.5256488683037664,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004978335759419293,
      "loss": 5.8169,
      "mean_token_accuracy": 0.16407132148742676,
      "num_tokens": 12191473.0,
      "step": 6015
    },
    {
      "entropy": 6.1080104351043705,
      "epoch": 0.5260858166564713,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004978292600020444,
      "loss": 5.7749,
      "mean_token_accuracy": 0.16672620177268982,
      "num_tokens": 12200920.0,
      "step": 6020
    },
    {
      "entropy": 6.044141244888306,
      "epoch": 0.5265227650091759,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004978249397881776,
      "loss": 5.8475,
      "mean_token_accuracy": 0.16232698559761047,
      "num_tokens": 12210823.0,
      "step": 6025
    },
    {
      "entropy": 6.063474082946778,
      "epoch": 0.5269597133618806,
      "grad_norm": 1.0,
      "learning_rate": 0.0004978206153004117,
      "loss": 5.8578,
      "mean_token_accuracy": 0.16104032844305038,
      "num_tokens": 12221967.0,
      "step": 6030
    },
    {
      "entropy": 6.037987470626831,
      "epoch": 0.5273966617145853,
      "grad_norm": 0.875,
      "learning_rate": 0.0004978162865388297,
      "loss": 5.8138,
      "mean_token_accuracy": 0.1628843292593956,
      "num_tokens": 12232519.0,
      "step": 6035
    },
    {
      "entropy": 6.070814561843872,
      "epoch": 0.52783361006729,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004978119535035144,
      "loss": 5.7972,
      "mean_token_accuracy": 0.1579383745789528,
      "num_tokens": 12243193.0,
      "step": 6040
    },
    {
      "entropy": 6.065000867843628,
      "epoch": 0.5282705584199947,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004978076161945492,
      "loss": 5.7989,
      "mean_token_accuracy": 0.1628345713019371,
      "num_tokens": 12253640.0,
      "step": 6045
    },
    {
      "entropy": 6.15475172996521,
      "epoch": 0.5287075067726995,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004978032746120173,
      "loss": 5.908,
      "mean_token_accuracy": 0.15190446525812148,
      "num_tokens": 12265072.0,
      "step": 6050
    },
    {
      "entropy": 6.068175888061523,
      "epoch": 0.5291444551254042,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004977989287560016,
      "loss": 5.8435,
      "mean_token_accuracy": 0.15906517803668976,
      "num_tokens": 12274449.0,
      "step": 6055
    },
    {
      "entropy": 6.087897634506225,
      "epoch": 0.5295814034781089,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004977945786265857,
      "loss": 5.849,
      "mean_token_accuracy": 0.1522239089012146,
      "num_tokens": 12284910.0,
      "step": 6060
    },
    {
      "entropy": 6.104412317276001,
      "epoch": 0.5300183518308136,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004977902242238533,
      "loss": 5.8579,
      "mean_token_accuracy": 0.15928884446620942,
      "num_tokens": 12294046.0,
      "step": 6065
    },
    {
      "entropy": 6.042326354980469,
      "epoch": 0.5304553001835183,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004977858655478874,
      "loss": 5.856,
      "mean_token_accuracy": 0.15834434181451798,
      "num_tokens": 12303900.0,
      "step": 6070
    },
    {
      "entropy": 6.091877841949463,
      "epoch": 0.530892248536223,
      "grad_norm": 1.0,
      "learning_rate": 0.000497781502598772,
      "loss": 5.7919,
      "mean_token_accuracy": 0.1617860183119774,
      "num_tokens": 12313326.0,
      "step": 6075
    },
    {
      "entropy": 6.070764589309692,
      "epoch": 0.5313291968889278,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004977771353765906,
      "loss": 5.785,
      "mean_token_accuracy": 0.16128855794668198,
      "num_tokens": 12322792.0,
      "step": 6080
    },
    {
      "entropy": 6.08227276802063,
      "epoch": 0.5317661452416325,
      "grad_norm": 1.0078125,
      "learning_rate": 0.000497772763881427,
      "loss": 5.8952,
      "mean_token_accuracy": 0.1567649260163307,
      "num_tokens": 12333417.0,
      "step": 6085
    },
    {
      "entropy": 6.0735241889953615,
      "epoch": 0.5322030935943372,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004977683881133651,
      "loss": 5.7917,
      "mean_token_accuracy": 0.16096222549676895,
      "num_tokens": 12343944.0,
      "step": 6090
    },
    {
      "entropy": 6.0614039421081545,
      "epoch": 0.5326400419470418,
      "grad_norm": 0.80859375,
      "learning_rate": 0.0004977640080724888,
      "loss": 5.8044,
      "mean_token_accuracy": 0.15370135754346848,
      "num_tokens": 12353838.0,
      "step": 6095
    },
    {
      "entropy": 6.106985330581665,
      "epoch": 0.5330769902997465,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004977596237588821,
      "loss": 5.8786,
      "mean_token_accuracy": 0.15366269052028655,
      "num_tokens": 12364996.0,
      "step": 6100
    },
    {
      "entropy": 6.073399066925049,
      "epoch": 0.5335139386524512,
      "grad_norm": 0.88671875,
      "learning_rate": 0.000497755235172629,
      "loss": 5.8541,
      "mean_token_accuracy": 0.15862328559160233,
      "num_tokens": 12375111.0,
      "step": 6105
    },
    {
      "entropy": 5.990836477279663,
      "epoch": 0.533950887005156,
      "grad_norm": 1.0,
      "learning_rate": 0.0004977508423138139,
      "loss": 5.8304,
      "mean_token_accuracy": 0.15765419453382493,
      "num_tokens": 12384376.0,
      "step": 6110
    },
    {
      "entropy": 6.101342487335205,
      "epoch": 0.5343878353578607,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004977464451825208,
      "loss": 5.879,
      "mean_token_accuracy": 0.1540617272257805,
      "num_tokens": 12395248.0,
      "step": 6115
    },
    {
      "entropy": 6.112041854858399,
      "epoch": 0.5348247837105654,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004977420437788341,
      "loss": 5.8669,
      "mean_token_accuracy": 0.15835232734680177,
      "num_tokens": 12405083.0,
      "step": 6120
    },
    {
      "entropy": 5.976082134246826,
      "epoch": 0.5352617320632701,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004977376381028385,
      "loss": 5.7552,
      "mean_token_accuracy": 0.17444901913404465,
      "num_tokens": 12415787.0,
      "step": 6125
    },
    {
      "entropy": 6.101401948928833,
      "epoch": 0.5356986804159748,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004977332281546181,
      "loss": 5.81,
      "mean_token_accuracy": 0.16010264605283736,
      "num_tokens": 12425911.0,
      "step": 6130
    },
    {
      "entropy": 6.056052255630493,
      "epoch": 0.5361356287686796,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004977288139342578,
      "loss": 5.8326,
      "mean_token_accuracy": 0.1626307561993599,
      "num_tokens": 12437270.0,
      "step": 6135
    },
    {
      "entropy": 6.01606011390686,
      "epoch": 0.5365725771213843,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004977243954418422,
      "loss": 5.7971,
      "mean_token_accuracy": 0.16111206114292145,
      "num_tokens": 12446778.0,
      "step": 6140
    },
    {
      "entropy": 5.963247442245484,
      "epoch": 0.537009525474089,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004977199726774558,
      "loss": 5.7736,
      "mean_token_accuracy": 0.1644420325756073,
      "num_tokens": 12456550.0,
      "step": 6145
    },
    {
      "entropy": 6.079967308044433,
      "epoch": 0.5374464738267937,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004977155456411837,
      "loss": 5.7671,
      "mean_token_accuracy": 0.16329844295978546,
      "num_tokens": 12465562.0,
      "step": 6150
    },
    {
      "entropy": 6.0883838653564455,
      "epoch": 0.5378834221794984,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004977111143331108,
      "loss": 5.8283,
      "mean_token_accuracy": 0.15746358335018157,
      "num_tokens": 12475277.0,
      "step": 6155
    },
    {
      "entropy": 6.001813697814941,
      "epoch": 0.538320370532203,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004977066787533219,
      "loss": 5.7661,
      "mean_token_accuracy": 0.16389472633600236,
      "num_tokens": 12485478.0,
      "step": 6160
    },
    {
      "entropy": 6.1166510581970215,
      "epoch": 0.5387573188849079,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004977022389019023,
      "loss": 5.8654,
      "mean_token_accuracy": 0.15942558273673058,
      "num_tokens": 12495714.0,
      "step": 6165
    },
    {
      "entropy": 6.10480432510376,
      "epoch": 0.5391942672376125,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004976977947789371,
      "loss": 5.808,
      "mean_token_accuracy": 0.16558642089366912,
      "num_tokens": 12505125.0,
      "step": 6170
    },
    {
      "entropy": 6.000069046020508,
      "epoch": 0.5396312155903172,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004976933463845115,
      "loss": 5.7936,
      "mean_token_accuracy": 0.1634201005101204,
      "num_tokens": 12515051.0,
      "step": 6175
    },
    {
      "entropy": 6.018291854858399,
      "epoch": 0.5400681639430219,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004976888937187107,
      "loss": 5.7536,
      "mean_token_accuracy": 0.1705291748046875,
      "num_tokens": 12525389.0,
      "step": 6180
    },
    {
      "entropy": 6.077795028686523,
      "epoch": 0.5405051122957266,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004976844367816203,
      "loss": 5.8642,
      "mean_token_accuracy": 0.1491462528705597,
      "num_tokens": 12535454.0,
      "step": 6185
    },
    {
      "entropy": 6.03967661857605,
      "epoch": 0.5409420606484313,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004976799755733257,
      "loss": 5.6827,
      "mean_token_accuracy": 0.16808735430240632,
      "num_tokens": 12546092.0,
      "step": 6190
    },
    {
      "entropy": 6.026363039016724,
      "epoch": 0.5413790090011361,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004976755100939126,
      "loss": 5.8168,
      "mean_token_accuracy": 0.16169485151767732,
      "num_tokens": 12555462.0,
      "step": 6195
    },
    {
      "entropy": 6.062251234054566,
      "epoch": 0.5418159573538408,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004976710403434663,
      "loss": 5.8289,
      "mean_token_accuracy": 0.1632273569703102,
      "num_tokens": 12564506.0,
      "step": 6200
    },
    {
      "entropy": 6.076796960830689,
      "epoch": 0.5422529057065455,
      "grad_norm": 0.8828125,
      "learning_rate": 0.000497666566322073,
      "loss": 5.8094,
      "mean_token_accuracy": 0.15859714150428772,
      "num_tokens": 12574887.0,
      "step": 6205
    },
    {
      "entropy": 6.138982725143433,
      "epoch": 0.5426898540592502,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004976620880298182,
      "loss": 5.826,
      "mean_token_accuracy": 0.16167740821838378,
      "num_tokens": 12584499.0,
      "step": 6210
    },
    {
      "entropy": 6.064753150939941,
      "epoch": 0.5431268024119549,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004976576054667878,
      "loss": 5.7699,
      "mean_token_accuracy": 0.15929168462753296,
      "num_tokens": 12593796.0,
      "step": 6215
    },
    {
      "entropy": 5.972159910202026,
      "epoch": 0.5435637507646596,
      "grad_norm": 0.98046875,
      "learning_rate": 0.000497653118633068,
      "loss": 5.8233,
      "mean_token_accuracy": 0.1529412552714348,
      "num_tokens": 12603719.0,
      "step": 6220
    },
    {
      "entropy": 6.017406606674195,
      "epoch": 0.5440006991173644,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004976486275287446,
      "loss": 5.8118,
      "mean_token_accuracy": 0.16069236546754836,
      "num_tokens": 12614407.0,
      "step": 6225
    },
    {
      "entropy": 6.091812086105347,
      "epoch": 0.5444376474700691,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004976441321539038,
      "loss": 5.8119,
      "mean_token_accuracy": 0.1701043128967285,
      "num_tokens": 12624414.0,
      "step": 6230
    },
    {
      "entropy": 6.039082098007202,
      "epoch": 0.5448745958227738,
      "grad_norm": 0.8359375,
      "learning_rate": 0.0004976396325086321,
      "loss": 5.8201,
      "mean_token_accuracy": 0.1647835999727249,
      "num_tokens": 12635679.0,
      "step": 6235
    },
    {
      "entropy": 6.060734033584595,
      "epoch": 0.5453115441754784,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004976351285930154,
      "loss": 5.7674,
      "mean_token_accuracy": 0.15868058204650878,
      "num_tokens": 12645253.0,
      "step": 6240
    },
    {
      "entropy": 5.953960847854614,
      "epoch": 0.5457484925281831,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004976306204071404,
      "loss": 5.7224,
      "mean_token_accuracy": 0.17618757784366607,
      "num_tokens": 12655815.0,
      "step": 6245
    },
    {
      "entropy": 5.99358720779419,
      "epoch": 0.5461854408808878,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004976261079510934,
      "loss": 5.8181,
      "mean_token_accuracy": 0.16412648409605027,
      "num_tokens": 12666173.0,
      "step": 6250
    },
    {
      "entropy": 6.04542818069458,
      "epoch": 0.5466223892335926,
      "grad_norm": 0.88671875,
      "learning_rate": 0.000497621591224961,
      "loss": 5.7672,
      "mean_token_accuracy": 0.1651145949959755,
      "num_tokens": 12676008.0,
      "step": 6255
    },
    {
      "entropy": 6.084331512451172,
      "epoch": 0.5470593375862973,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004976170702288298,
      "loss": 5.8213,
      "mean_token_accuracy": 0.1627424970269203,
      "num_tokens": 12686217.0,
      "step": 6260
    },
    {
      "entropy": 6.011774969100952,
      "epoch": 0.547496285939002,
      "grad_norm": 0.82421875,
      "learning_rate": 0.0004976125449627866,
      "loss": 5.83,
      "mean_token_accuracy": 0.15726649314165114,
      "num_tokens": 12696809.0,
      "step": 6265
    },
    {
      "entropy": 6.102260637283325,
      "epoch": 0.5479332342917067,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004976080154269181,
      "loss": 5.8955,
      "mean_token_accuracy": 0.15118584036827087,
      "num_tokens": 12708328.0,
      "step": 6270
    },
    {
      "entropy": 6.027799320220947,
      "epoch": 0.5483701826444114,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004976034816213112,
      "loss": 5.7141,
      "mean_token_accuracy": 0.16318979412317275,
      "num_tokens": 12718478.0,
      "step": 6275
    },
    {
      "entropy": 5.9194399356842045,
      "epoch": 0.5488071309971161,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004975989435460528,
      "loss": 5.8032,
      "mean_token_accuracy": 0.162892384827137,
      "num_tokens": 12728853.0,
      "step": 6280
    },
    {
      "entropy": 6.046306610107422,
      "epoch": 0.5492440793498209,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004975944012012302,
      "loss": 5.8553,
      "mean_token_accuracy": 0.15959452092647552,
      "num_tokens": 12739036.0,
      "step": 6285
    },
    {
      "entropy": 6.0251960277557375,
      "epoch": 0.5496810277025256,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004975898545869303,
      "loss": 5.7562,
      "mean_token_accuracy": 0.16758886128664016,
      "num_tokens": 12748908.0,
      "step": 6290
    },
    {
      "entropy": 6.0087062358856205,
      "epoch": 0.5501179760552303,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004975853037032403,
      "loss": 5.8346,
      "mean_token_accuracy": 0.15466514453291894,
      "num_tokens": 12758671.0,
      "step": 6295
    },
    {
      "entropy": 6.012726211547852,
      "epoch": 0.550554924407935,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004975807485502476,
      "loss": 5.805,
      "mean_token_accuracy": 0.16215717792510986,
      "num_tokens": 12769552.0,
      "step": 6300
    },
    {
      "entropy": 6.105425882339477,
      "epoch": 0.5509918727606397,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004975761891280394,
      "loss": 5.9356,
      "mean_token_accuracy": 0.15056938230991362,
      "num_tokens": 12781032.0,
      "step": 6305
    },
    {
      "entropy": 6.167303895950317,
      "epoch": 0.5514288211133443,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004975716254367033,
      "loss": 5.8471,
      "mean_token_accuracy": 0.15739578381180763,
      "num_tokens": 12790818.0,
      "step": 6310
    },
    {
      "entropy": 5.9673717498779295,
      "epoch": 0.5518657694660491,
      "grad_norm": 0.953125,
      "learning_rate": 0.000497567057476327,
      "loss": 5.7352,
      "mean_token_accuracy": 0.1678812563419342,
      "num_tokens": 12799701.0,
      "step": 6315
    },
    {
      "entropy": 5.981673002243042,
      "epoch": 0.5523027178187538,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004975624852469976,
      "loss": 5.8716,
      "mean_token_accuracy": 0.16354651004076004,
      "num_tokens": 12809575.0,
      "step": 6320
    },
    {
      "entropy": 6.096052551269532,
      "epoch": 0.5527396661714585,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0004975579087488033,
      "loss": 5.771,
      "mean_token_accuracy": 0.1671651154756546,
      "num_tokens": 12820278.0,
      "step": 6325
    },
    {
      "entropy": 6.113509225845337,
      "epoch": 0.5531766145241632,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004975533279818317,
      "loss": 5.8071,
      "mean_token_accuracy": 0.1612452432513237,
      "num_tokens": 12830774.0,
      "step": 6330
    },
    {
      "entropy": 5.9825366020202635,
      "epoch": 0.5536135628768679,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004975487429461706,
      "loss": 5.7704,
      "mean_token_accuracy": 0.16761625409126282,
      "num_tokens": 12839487.0,
      "step": 6335
    },
    {
      "entropy": 5.980599498748779,
      "epoch": 0.5540505112295727,
      "grad_norm": 0.84375,
      "learning_rate": 0.000497544153641908,
      "loss": 5.7203,
      "mean_token_accuracy": 0.16633592545986176,
      "num_tokens": 12849614.0,
      "step": 6340
    },
    {
      "entropy": 6.053549337387085,
      "epoch": 0.5544874595822774,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004975395600691319,
      "loss": 5.8452,
      "mean_token_accuracy": 0.1624772861599922,
      "num_tokens": 12859428.0,
      "step": 6345
    },
    {
      "entropy": 6.014547872543335,
      "epoch": 0.5549244079349821,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004975349622279305,
      "loss": 5.8259,
      "mean_token_accuracy": 0.16293375492095946,
      "num_tokens": 12869167.0,
      "step": 6350
    },
    {
      "entropy": 6.031063747406006,
      "epoch": 0.5553613562876868,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004975303601183919,
      "loss": 5.7773,
      "mean_token_accuracy": 0.16692850291728972,
      "num_tokens": 12878410.0,
      "step": 6355
    },
    {
      "entropy": 6.034283590316773,
      "epoch": 0.5557983046403915,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004975257537406043,
      "loss": 5.7904,
      "mean_token_accuracy": 0.158176751434803,
      "num_tokens": 12888372.0,
      "step": 6360
    },
    {
      "entropy": 6.014430284500122,
      "epoch": 0.5562352529930962,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004975211430946563,
      "loss": 5.8304,
      "mean_token_accuracy": 0.16271426677703857,
      "num_tokens": 12897958.0,
      "step": 6365
    },
    {
      "entropy": 6.048214292526245,
      "epoch": 0.556672201345801,
      "grad_norm": 0.9453125,
      "learning_rate": 0.000497516528180636,
      "loss": 5.8401,
      "mean_token_accuracy": 0.1621402770280838,
      "num_tokens": 12907890.0,
      "step": 6370
    },
    {
      "entropy": 6.068901777267456,
      "epoch": 0.5571091496985057,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004975119089986322,
      "loss": 5.769,
      "mean_token_accuracy": 0.16217422038316726,
      "num_tokens": 12917914.0,
      "step": 6375
    },
    {
      "entropy": 6.003548049926758,
      "epoch": 0.5575460980512104,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004975072855487333,
      "loss": 5.8164,
      "mean_token_accuracy": 0.16145033836364747,
      "num_tokens": 12927090.0,
      "step": 6380
    },
    {
      "entropy": 6.04446930885315,
      "epoch": 0.557983046403915,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004975026578310282,
      "loss": 5.7956,
      "mean_token_accuracy": 0.16031267493963242,
      "num_tokens": 12937236.0,
      "step": 6385
    },
    {
      "entropy": 6.054268741607666,
      "epoch": 0.5584199947566197,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004974980258456055,
      "loss": 5.7586,
      "mean_token_accuracy": 0.1658152610063553,
      "num_tokens": 12947635.0,
      "step": 6390
    },
    {
      "entropy": 6.073834800720215,
      "epoch": 0.5588569431093244,
      "grad_norm": 0.99609375,
      "learning_rate": 0.000497493389592554,
      "loss": 5.6953,
      "mean_token_accuracy": 0.16651600003242492,
      "num_tokens": 12957236.0,
      "step": 6395
    },
    {
      "entropy": 6.019908809661866,
      "epoch": 0.5592938914620292,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004974887490719627,
      "loss": 5.8179,
      "mean_token_accuracy": 0.16579750925302505,
      "num_tokens": 12967497.0,
      "step": 6400
    },
    {
      "entropy": 5.970498514175415,
      "epoch": 0.5597308398147339,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004974841042839207,
      "loss": 5.7514,
      "mean_token_accuracy": 0.16714754849672317,
      "num_tokens": 12977467.0,
      "step": 6405
    },
    {
      "entropy": 6.068846273422241,
      "epoch": 0.5601677881674386,
      "grad_norm": 0.87890625,
      "learning_rate": 0.000497479455228517,
      "loss": 5.8051,
      "mean_token_accuracy": 0.15970347225666046,
      "num_tokens": 12987867.0,
      "step": 6410
    },
    {
      "entropy": 6.026486110687256,
      "epoch": 0.5606047365201433,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004974748019058407,
      "loss": 5.8153,
      "mean_token_accuracy": 0.15720094591379166,
      "num_tokens": 12998081.0,
      "step": 6415
    },
    {
      "entropy": 6.005708646774292,
      "epoch": 0.561041684872848,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004974701443159812,
      "loss": 5.8118,
      "mean_token_accuracy": 0.1625289648771286,
      "num_tokens": 13008047.0,
      "step": 6420
    },
    {
      "entropy": 6.007196378707886,
      "epoch": 0.5614786332255527,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004974654824590277,
      "loss": 5.7747,
      "mean_token_accuracy": 0.16239859908819199,
      "num_tokens": 13018048.0,
      "step": 6425
    },
    {
      "entropy": 6.001573276519776,
      "epoch": 0.5619155815782575,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004974608163350697,
      "loss": 5.7887,
      "mean_token_accuracy": 0.15910013020038605,
      "num_tokens": 13028156.0,
      "step": 6430
    },
    {
      "entropy": 6.072333478927613,
      "epoch": 0.5623525299309622,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004974561459441967,
      "loss": 5.7916,
      "mean_token_accuracy": 0.15919577330350876,
      "num_tokens": 13038191.0,
      "step": 6435
    },
    {
      "entropy": 5.9851783275604244,
      "epoch": 0.5627894782836669,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004974514712864981,
      "loss": 5.7984,
      "mean_token_accuracy": 0.16196192055940628,
      "num_tokens": 13049085.0,
      "step": 6440
    },
    {
      "entropy": 5.994463205337524,
      "epoch": 0.5632264266363716,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004974467923620639,
      "loss": 5.8206,
      "mean_token_accuracy": 0.16359213888645172,
      "num_tokens": 13060010.0,
      "step": 6445
    },
    {
      "entropy": 6.143889951705932,
      "epoch": 0.5636633749890763,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004974421091709836,
      "loss": 5.8093,
      "mean_token_accuracy": 0.15848844796419143,
      "num_tokens": 13069768.0,
      "step": 6450
    },
    {
      "entropy": 6.030797624588013,
      "epoch": 0.564100323341781,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004974374217133471,
      "loss": 5.8142,
      "mean_token_accuracy": 0.1624893218278885,
      "num_tokens": 13079842.0,
      "step": 6455
    },
    {
      "entropy": 5.989433717727661,
      "epoch": 0.5645372716944858,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004974327299892443,
      "loss": 5.7393,
      "mean_token_accuracy": 0.16453002244234086,
      "num_tokens": 13089235.0,
      "step": 6460
    },
    {
      "entropy": 6.03585410118103,
      "epoch": 0.5649742200471904,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004974280339987651,
      "loss": 5.8001,
      "mean_token_accuracy": 0.15564166158437728,
      "num_tokens": 13098364.0,
      "step": 6465
    },
    {
      "entropy": 6.0769377708435055,
      "epoch": 0.5654111683998951,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004974233337419997,
      "loss": 5.922,
      "mean_token_accuracy": 0.15257405638694763,
      "num_tokens": 13108876.0,
      "step": 6470
    },
    {
      "entropy": 6.098965406417847,
      "epoch": 0.5658481167525998,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004974186292190383,
      "loss": 5.9063,
      "mean_token_accuracy": 0.15851333886384963,
      "num_tokens": 13119591.0,
      "step": 6475
    },
    {
      "entropy": 6.082044172286987,
      "epoch": 0.5662850651053045,
      "grad_norm": 0.9140625,
      "learning_rate": 0.000497413920429971,
      "loss": 5.798,
      "mean_token_accuracy": 0.1702195480465889,
      "num_tokens": 13129796.0,
      "step": 6480
    },
    {
      "entropy": 6.018700838088989,
      "epoch": 0.5667220134580092,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004974092073748882,
      "loss": 5.7472,
      "mean_token_accuracy": 0.16556535363197328,
      "num_tokens": 13139302.0,
      "step": 6485
    },
    {
      "entropy": 5.997605228424073,
      "epoch": 0.567158961810714,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004974044900538802,
      "loss": 5.8179,
      "mean_token_accuracy": 0.1617901384830475,
      "num_tokens": 13148983.0,
      "step": 6490
    },
    {
      "entropy": 6.074260568618774,
      "epoch": 0.5675959101634187,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004973997684670375,
      "loss": 5.7897,
      "mean_token_accuracy": 0.16193607151508332,
      "num_tokens": 13159016.0,
      "step": 6495
    },
    {
      "entropy": 6.045578336715698,
      "epoch": 0.5680328585161234,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004973950426144508,
      "loss": 5.8197,
      "mean_token_accuracy": 0.1565999999642372,
      "num_tokens": 13169705.0,
      "step": 6500
    },
    {
      "entropy": 6.08186149597168,
      "epoch": 0.5684698068688281,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004973903124962106,
      "loss": 5.8059,
      "mean_token_accuracy": 0.154049614071846,
      "num_tokens": 13181372.0,
      "step": 6505
    },
    {
      "entropy": 5.992932987213135,
      "epoch": 0.5689067552215328,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004973855781124077,
      "loss": 5.8521,
      "mean_token_accuracy": 0.1572001427412033,
      "num_tokens": 13192581.0,
      "step": 6510
    },
    {
      "entropy": 6.075012969970703,
      "epoch": 0.5693437035742375,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004973808394631329,
      "loss": 5.8597,
      "mean_token_accuracy": 0.15612375736236572,
      "num_tokens": 13203269.0,
      "step": 6515
    },
    {
      "entropy": 6.040838146209717,
      "epoch": 0.5697806519269423,
      "grad_norm": 0.92578125,
      "learning_rate": 0.000497376096548477,
      "loss": 5.7384,
      "mean_token_accuracy": 0.1658146023750305,
      "num_tokens": 13213183.0,
      "step": 6520
    },
    {
      "entropy": 6.025716781616211,
      "epoch": 0.570217600279647,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004973713493685311,
      "loss": 5.831,
      "mean_token_accuracy": 0.16171689182519913,
      "num_tokens": 13223196.0,
      "step": 6525
    },
    {
      "entropy": 6.002033138275147,
      "epoch": 0.5706545486323517,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004973665979233861,
      "loss": 5.761,
      "mean_token_accuracy": 0.16273187100887299,
      "num_tokens": 13233915.0,
      "step": 6530
    },
    {
      "entropy": 5.9987036228179935,
      "epoch": 0.5710914969850563,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004973618422131334,
      "loss": 5.785,
      "mean_token_accuracy": 0.16429124772548676,
      "num_tokens": 13245108.0,
      "step": 6535
    },
    {
      "entropy": 5.980170583724975,
      "epoch": 0.571528445337761,
      "grad_norm": 0.93359375,
      "learning_rate": 0.000497357082237864,
      "loss": 5.8019,
      "mean_token_accuracy": 0.16626695841550826,
      "num_tokens": 13255508.0,
      "step": 6540
    },
    {
      "entropy": 6.060469150543213,
      "epoch": 0.5719653936904658,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004973523179976692,
      "loss": 5.8261,
      "mean_token_accuracy": 0.16567044854164123,
      "num_tokens": 13265118.0,
      "step": 6545
    },
    {
      "entropy": 6.0430152893066404,
      "epoch": 0.5724023420431705,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004973475494926404,
      "loss": 5.7439,
      "mean_token_accuracy": 0.1659119501709938,
      "num_tokens": 13275947.0,
      "step": 6550
    },
    {
      "entropy": 6.00872802734375,
      "epoch": 0.5728392903958752,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004973427767228692,
      "loss": 5.7704,
      "mean_token_accuracy": 0.16719794422388076,
      "num_tokens": 13284662.0,
      "step": 6555
    },
    {
      "entropy": 6.034257078170777,
      "epoch": 0.5732762387485799,
      "grad_norm": 0.87890625,
      "learning_rate": 0.000497337999688447,
      "loss": 5.8243,
      "mean_token_accuracy": 0.16217348575592042,
      "num_tokens": 13295627.0,
      "step": 6560
    },
    {
      "entropy": 6.033489847183228,
      "epoch": 0.5737131871012846,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004973332183894653,
      "loss": 5.7332,
      "mean_token_accuracy": 0.16402023732662202,
      "num_tokens": 13305205.0,
      "step": 6565
    },
    {
      "entropy": 5.938464498519897,
      "epoch": 0.5741501354539893,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004973284328260162,
      "loss": 5.7685,
      "mean_token_accuracy": 0.16244693845510483,
      "num_tokens": 13315464.0,
      "step": 6570
    },
    {
      "entropy": 5.962944173812867,
      "epoch": 0.5745870838066941,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004973236429981912,
      "loss": 5.6816,
      "mean_token_accuracy": 0.16979431509971618,
      "num_tokens": 13325468.0,
      "step": 6575
    },
    {
      "entropy": 6.046483421325684,
      "epoch": 0.5750240321593988,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004973188489060821,
      "loss": 5.8045,
      "mean_token_accuracy": 0.16544649451971055,
      "num_tokens": 13334719.0,
      "step": 6580
    },
    {
      "entropy": 6.004626083374023,
      "epoch": 0.5754609805121035,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004973140505497812,
      "loss": 5.7492,
      "mean_token_accuracy": 0.1596517950296402,
      "num_tokens": 13344545.0,
      "step": 6585
    },
    {
      "entropy": 6.034828853607178,
      "epoch": 0.5758979288648082,
      "grad_norm": 0.875,
      "learning_rate": 0.0004973092479293802,
      "loss": 5.8422,
      "mean_token_accuracy": 0.15655328184366227,
      "num_tokens": 13355212.0,
      "step": 6590
    },
    {
      "entropy": 6.017830896377563,
      "epoch": 0.5763348772175129,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004973044410449713,
      "loss": 5.7379,
      "mean_token_accuracy": 0.1642249494791031,
      "num_tokens": 13364869.0,
      "step": 6595
    },
    {
      "entropy": 6.018236780166626,
      "epoch": 0.5767718255702176,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004972996298966468,
      "loss": 5.7715,
      "mean_token_accuracy": 0.1615628108382225,
      "num_tokens": 13376511.0,
      "step": 6600
    },
    {
      "entropy": 5.988927555084229,
      "epoch": 0.5772087739229224,
      "grad_norm": 0.921875,
      "learning_rate": 0.000497294814484499,
      "loss": 5.8136,
      "mean_token_accuracy": 0.15847112536430358,
      "num_tokens": 13385470.0,
      "step": 6605
    },
    {
      "entropy": 6.0295729637146,
      "epoch": 0.577645722275627,
      "grad_norm": 1.015625,
      "learning_rate": 0.00049728999480862,
      "loss": 5.8575,
      "mean_token_accuracy": 0.1639319285750389,
      "num_tokens": 13395328.0,
      "step": 6610
    },
    {
      "entropy": 6.044540071487427,
      "epoch": 0.5780826706283317,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004972851708691025,
      "loss": 5.7666,
      "mean_token_accuracy": 0.1704891562461853,
      "num_tokens": 13405319.0,
      "step": 6615
    },
    {
      "entropy": 5.931734704971314,
      "epoch": 0.5785196189810364,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004972803426660389,
      "loss": 5.764,
      "mean_token_accuracy": 0.16114667057991028,
      "num_tokens": 13416119.0,
      "step": 6620
    },
    {
      "entropy": 6.040623903274536,
      "epoch": 0.5789565673337411,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004972755101995219,
      "loss": 5.7677,
      "mean_token_accuracy": 0.1594271883368492,
      "num_tokens": 13425824.0,
      "step": 6625
    },
    {
      "entropy": 5.955241966247558,
      "epoch": 0.5793935156864458,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004972706734696442,
      "loss": 5.69,
      "mean_token_accuracy": 0.1713080585002899,
      "num_tokens": 13435506.0,
      "step": 6630
    },
    {
      "entropy": 5.9656919002532955,
      "epoch": 0.5798304640391506,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004972658324764984,
      "loss": 5.7223,
      "mean_token_accuracy": 0.17440096586942672,
      "num_tokens": 13445313.0,
      "step": 6635
    },
    {
      "entropy": 5.9706391334533695,
      "epoch": 0.5802674123918553,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004972609872201775,
      "loss": 5.6758,
      "mean_token_accuracy": 0.17269710451364517,
      "num_tokens": 13455312.0,
      "step": 6640
    },
    {
      "entropy": 6.0071448802948,
      "epoch": 0.58070436074456,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004972561377007744,
      "loss": 5.8009,
      "mean_token_accuracy": 0.15826916098594665,
      "num_tokens": 13465721.0,
      "step": 6645
    },
    {
      "entropy": 6.044702482223511,
      "epoch": 0.5811413090972647,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004972512839183822,
      "loss": 5.8232,
      "mean_token_accuracy": 0.1616437941789627,
      "num_tokens": 13477185.0,
      "step": 6650
    },
    {
      "entropy": 5.944295978546142,
      "epoch": 0.5815782574499694,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004972464258730939,
      "loss": 5.7305,
      "mean_token_accuracy": 0.17324860095977784,
      "num_tokens": 13487846.0,
      "step": 6655
    },
    {
      "entropy": 5.950640869140625,
      "epoch": 0.5820152058026741,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004972415635650027,
      "loss": 5.7962,
      "mean_token_accuracy": 0.17441733479499816,
      "num_tokens": 13498175.0,
      "step": 6660
    },
    {
      "entropy": 6.110525417327881,
      "epoch": 0.5824521541553789,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004972366969942017,
      "loss": 5.7517,
      "mean_token_accuracy": 0.16434309780597686,
      "num_tokens": 13506864.0,
      "step": 6665
    },
    {
      "entropy": 5.958086347579956,
      "epoch": 0.5828891025080836,
      "grad_norm": 1.0,
      "learning_rate": 0.0004972318261607845,
      "loss": 5.7629,
      "mean_token_accuracy": 0.16661737561225892,
      "num_tokens": 13516208.0,
      "step": 6670
    },
    {
      "entropy": 6.049145126342774,
      "epoch": 0.5833260508607883,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004972269510648444,
      "loss": 5.817,
      "mean_token_accuracy": 0.1596122846007347,
      "num_tokens": 13526902.0,
      "step": 6675
    },
    {
      "entropy": 6.039386129379272,
      "epoch": 0.583762999213493,
      "grad_norm": 0.9140625,
      "learning_rate": 0.000497222071706475,
      "loss": 5.7332,
      "mean_token_accuracy": 0.17275967001914977,
      "num_tokens": 13537001.0,
      "step": 6680
    },
    {
      "entropy": 5.895462369918823,
      "epoch": 0.5841999475661976,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004972171880857698,
      "loss": 5.7342,
      "mean_token_accuracy": 0.16966630518436432,
      "num_tokens": 13546971.0,
      "step": 6685
    },
    {
      "entropy": 5.978184461593628,
      "epoch": 0.5846368959189023,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004972123002028226,
      "loss": 5.7027,
      "mean_token_accuracy": 0.17341143935918807,
      "num_tokens": 13557202.0,
      "step": 6690
    },
    {
      "entropy": 5.938102197647095,
      "epoch": 0.5850738442716071,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004972074080577269,
      "loss": 5.7191,
      "mean_token_accuracy": 0.1736176684498787,
      "num_tokens": 13567291.0,
      "step": 6695
    },
    {
      "entropy": 5.975471305847168,
      "epoch": 0.5855107926243118,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004972025116505767,
      "loss": 5.7814,
      "mean_token_accuracy": 0.17222594171762468,
      "num_tokens": 13576864.0,
      "step": 6700
    },
    {
      "entropy": 6.000371646881104,
      "epoch": 0.5859477409770165,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004971976109814658,
      "loss": 5.7048,
      "mean_token_accuracy": 0.17231739312410355,
      "num_tokens": 13586728.0,
      "step": 6705
    },
    {
      "entropy": 6.0185778617858885,
      "epoch": 0.5863846893297212,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004971927060504885,
      "loss": 5.7614,
      "mean_token_accuracy": 0.16785011440515518,
      "num_tokens": 13596875.0,
      "step": 6710
    },
    {
      "entropy": 6.029244041442871,
      "epoch": 0.5868216376824259,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004971877968577386,
      "loss": 5.786,
      "mean_token_accuracy": 0.1565221890807152,
      "num_tokens": 13606483.0,
      "step": 6715
    },
    {
      "entropy": 6.0178032398223875,
      "epoch": 0.5872585860351307,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004971828834033102,
      "loss": 5.8273,
      "mean_token_accuracy": 0.16335055679082872,
      "num_tokens": 13616780.0,
      "step": 6720
    },
    {
      "entropy": 6.00572099685669,
      "epoch": 0.5876955343878354,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004971779656872978,
      "loss": 5.7863,
      "mean_token_accuracy": 0.1611931726336479,
      "num_tokens": 13626418.0,
      "step": 6725
    },
    {
      "entropy": 6.040483665466309,
      "epoch": 0.5881324827405401,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004971730437097955,
      "loss": 5.8493,
      "mean_token_accuracy": 0.16322196424007415,
      "num_tokens": 13636956.0,
      "step": 6730
    },
    {
      "entropy": 6.041242551803589,
      "epoch": 0.5885694310932448,
      "grad_norm": 0.9609375,
      "learning_rate": 0.000497168117470898,
      "loss": 5.7542,
      "mean_token_accuracy": 0.16862192153930664,
      "num_tokens": 13647458.0,
      "step": 6735
    },
    {
      "entropy": 5.960151958465576,
      "epoch": 0.5890063794459495,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004971631869706995,
      "loss": 5.7244,
      "mean_token_accuracy": 0.1706304743885994,
      "num_tokens": 13657655.0,
      "step": 6740
    },
    {
      "entropy": 6.029302740097046,
      "epoch": 0.5894433277986542,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004971582522092946,
      "loss": 5.8157,
      "mean_token_accuracy": 0.16030220985412597,
      "num_tokens": 13668472.0,
      "step": 6745
    },
    {
      "entropy": 6.012929153442383,
      "epoch": 0.589880276151359,
      "grad_norm": 0.96484375,
      "learning_rate": 0.000497153313186778,
      "loss": 5.6884,
      "mean_token_accuracy": 0.17067762464284897,
      "num_tokens": 13677319.0,
      "step": 6750
    },
    {
      "entropy": 5.943634176254273,
      "epoch": 0.5903172245040637,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004971483699032445,
      "loss": 5.7233,
      "mean_token_accuracy": 0.16815248876810074,
      "num_tokens": 13688037.0,
      "step": 6755
    },
    {
      "entropy": 6.066489267349243,
      "epoch": 0.5907541728567683,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004971434223587888,
      "loss": 5.8413,
      "mean_token_accuracy": 0.1588745504617691,
      "num_tokens": 13698441.0,
      "step": 6760
    },
    {
      "entropy": 6.036239671707153,
      "epoch": 0.591191121209473,
      "grad_norm": 0.9765625,
      "learning_rate": 0.000497138470553506,
      "loss": 5.7615,
      "mean_token_accuracy": 0.17169107496738434,
      "num_tokens": 13708140.0,
      "step": 6765
    },
    {
      "entropy": 6.028025484085083,
      "epoch": 0.5916280695621777,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004971335144874909,
      "loss": 5.7446,
      "mean_token_accuracy": 0.1690863698720932,
      "num_tokens": 13718069.0,
      "step": 6770
    },
    {
      "entropy": 5.942646074295044,
      "epoch": 0.5920650179148824,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004971285541608385,
      "loss": 5.7172,
      "mean_token_accuracy": 0.1785912811756134,
      "num_tokens": 13727932.0,
      "step": 6775
    },
    {
      "entropy": 6.09266414642334,
      "epoch": 0.5925019662675872,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004971235895736441,
      "loss": 5.8083,
      "mean_token_accuracy": 0.15703656375408173,
      "num_tokens": 13738239.0,
      "step": 6780
    },
    {
      "entropy": 6.008364343643189,
      "epoch": 0.5929389146202919,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004971186207260029,
      "loss": 5.7605,
      "mean_token_accuracy": 0.16451359838247298,
      "num_tokens": 13748622.0,
      "step": 6785
    },
    {
      "entropy": 5.900318956375122,
      "epoch": 0.5933758629729966,
      "grad_norm": 0.90625,
      "learning_rate": 0.00049711364761801,
      "loss": 5.6856,
      "mean_token_accuracy": 0.17163221538066864,
      "num_tokens": 13759221.0,
      "step": 6790
    },
    {
      "entropy": 6.038178110122681,
      "epoch": 0.5938128113257013,
      "grad_norm": 0.96875,
      "learning_rate": 0.000497108670249761,
      "loss": 5.7098,
      "mean_token_accuracy": 0.1669810891151428,
      "num_tokens": 13768343.0,
      "step": 6795
    },
    {
      "entropy": 5.9695981502532955,
      "epoch": 0.594249759678406,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004971036886213515,
      "loss": 5.7018,
      "mean_token_accuracy": 0.16564354598522185,
      "num_tokens": 13778225.0,
      "step": 6800
    },
    {
      "entropy": 6.02821717262268,
      "epoch": 0.5946867080311107,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004970987027328767,
      "loss": 5.7593,
      "mean_token_accuracy": 0.16254900097846986,
      "num_tokens": 13788633.0,
      "step": 6805
    },
    {
      "entropy": 6.022892713546753,
      "epoch": 0.5951236563838155,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004970937125844325,
      "loss": 5.6956,
      "mean_token_accuracy": 0.16897351816296577,
      "num_tokens": 13798172.0,
      "step": 6810
    },
    {
      "entropy": 5.875032138824463,
      "epoch": 0.5955606047365202,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004970887181761144,
      "loss": 5.6802,
      "mean_token_accuracy": 0.1754966512322426,
      "num_tokens": 13807284.0,
      "step": 6815
    },
    {
      "entropy": 6.019988870620727,
      "epoch": 0.5959975530892249,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004970837195080184,
      "loss": 5.7496,
      "mean_token_accuracy": 0.1685019001364708,
      "num_tokens": 13816807.0,
      "step": 6820
    },
    {
      "entropy": 5.991433811187744,
      "epoch": 0.5964345014419296,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004970787165802403,
      "loss": 5.7153,
      "mean_token_accuracy": 0.16499842554330826,
      "num_tokens": 13827635.0,
      "step": 6825
    },
    {
      "entropy": 5.961988353729248,
      "epoch": 0.5968714497946342,
      "grad_norm": 0.85546875,
      "learning_rate": 0.000497073709392876,
      "loss": 5.775,
      "mean_token_accuracy": 0.16304441243410112,
      "num_tokens": 13838060.0,
      "step": 6830
    },
    {
      "entropy": 6.066063690185547,
      "epoch": 0.5973083981473389,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004970686979460216,
      "loss": 5.7833,
      "mean_token_accuracy": 0.16161904036998748,
      "num_tokens": 13848669.0,
      "step": 6835
    },
    {
      "entropy": 5.945089292526245,
      "epoch": 0.5977453465000437,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004970636822397733,
      "loss": 5.74,
      "mean_token_accuracy": 0.1709183618426323,
      "num_tokens": 13857949.0,
      "step": 6840
    },
    {
      "entropy": 5.982461023330688,
      "epoch": 0.5981822948527484,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004970586622742272,
      "loss": 5.7277,
      "mean_token_accuracy": 0.17384159415960312,
      "num_tokens": 13867726.0,
      "step": 6845
    },
    {
      "entropy": 6.078283500671387,
      "epoch": 0.5986192432054531,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004970536380494795,
      "loss": 5.8098,
      "mean_token_accuracy": 0.15677576810121535,
      "num_tokens": 13878072.0,
      "step": 6850
    },
    {
      "entropy": 5.914581346511841,
      "epoch": 0.5990561915581578,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004970486095656268,
      "loss": 5.6775,
      "mean_token_accuracy": 0.17753330618143082,
      "num_tokens": 13887771.0,
      "step": 6855
    },
    {
      "entropy": 6.009640264511108,
      "epoch": 0.5994931399108625,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004970435768227652,
      "loss": 5.7141,
      "mean_token_accuracy": 0.17114368677139283,
      "num_tokens": 13897867.0,
      "step": 6860
    },
    {
      "entropy": 6.022708559036255,
      "epoch": 0.5999300882635672,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004970385398209916,
      "loss": 5.7781,
      "mean_token_accuracy": 0.166123603284359,
      "num_tokens": 13909171.0,
      "step": 6865
    },
    {
      "entropy": 6.013170289993286,
      "epoch": 0.600367036616272,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004970334985604024,
      "loss": 5.7753,
      "mean_token_accuracy": 0.16740324944257737,
      "num_tokens": 13920374.0,
      "step": 6870
    },
    {
      "entropy": 6.021105098724365,
      "epoch": 0.6008039849689767,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004970284530410945,
      "loss": 5.7978,
      "mean_token_accuracy": 0.16199224442243576,
      "num_tokens": 13930150.0,
      "step": 6875
    },
    {
      "entropy": 5.991156482696534,
      "epoch": 0.6012409333216814,
      "grad_norm": 0.8203125,
      "learning_rate": 0.0004970234032631644,
      "loss": 5.7287,
      "mean_token_accuracy": 0.1705200642347336,
      "num_tokens": 13940553.0,
      "step": 6880
    },
    {
      "entropy": 5.973852014541626,
      "epoch": 0.6016778816743861,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004970183492267091,
      "loss": 5.8187,
      "mean_token_accuracy": 0.16620455533266068,
      "num_tokens": 13951086.0,
      "step": 6885
    },
    {
      "entropy": 6.029850864410401,
      "epoch": 0.6021148300270908,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004970132909318254,
      "loss": 5.7366,
      "mean_token_accuracy": 0.16540056467056274,
      "num_tokens": 13960684.0,
      "step": 6890
    },
    {
      "entropy": 5.868367910385132,
      "epoch": 0.6025517783797955,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004970082283786107,
      "loss": 5.5821,
      "mean_token_accuracy": 0.18669819235801696,
      "num_tokens": 13971409.0,
      "step": 6895
    },
    {
      "entropy": 5.970133543014526,
      "epoch": 0.6029887267325003,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004970031615671617,
      "loss": 5.7717,
      "mean_token_accuracy": 0.16878408938646317,
      "num_tokens": 13981185.0,
      "step": 6900
    },
    {
      "entropy": 6.0089240074157715,
      "epoch": 0.603425675085205,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004969980904975758,
      "loss": 5.792,
      "mean_token_accuracy": 0.16326660066843032,
      "num_tokens": 13991670.0,
      "step": 6905
    },
    {
      "entropy": 5.940281343460083,
      "epoch": 0.6038626234379096,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004969930151699501,
      "loss": 5.7168,
      "mean_token_accuracy": 0.1709388792514801,
      "num_tokens": 14002343.0,
      "step": 6910
    },
    {
      "entropy": 5.992174863815308,
      "epoch": 0.6042995717906143,
      "grad_norm": 0.86328125,
      "learning_rate": 0.000496987935584382,
      "loss": 5.7974,
      "mean_token_accuracy": 0.16177349239587785,
      "num_tokens": 14013373.0,
      "step": 6915
    },
    {
      "entropy": 6.03256049156189,
      "epoch": 0.604736520143319,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004969828517409693,
      "loss": 5.7124,
      "mean_token_accuracy": 0.17402544915676116,
      "num_tokens": 14023233.0,
      "step": 6920
    },
    {
      "entropy": 5.93929762840271,
      "epoch": 0.6051734684960238,
      "grad_norm": 0.94140625,
      "learning_rate": 0.000496977763639809,
      "loss": 5.7788,
      "mean_token_accuracy": 0.1657380759716034,
      "num_tokens": 14033054.0,
      "step": 6925
    },
    {
      "entropy": 5.980549430847168,
      "epoch": 0.6056104168487285,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004969726712809988,
      "loss": 5.6947,
      "mean_token_accuracy": 0.1625191316008568,
      "num_tokens": 14042039.0,
      "step": 6930
    },
    {
      "entropy": 6.054283714294433,
      "epoch": 0.6060473652014332,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004969675746646364,
      "loss": 5.843,
      "mean_token_accuracy": 0.15921522229909896,
      "num_tokens": 14051957.0,
      "step": 6935
    },
    {
      "entropy": 6.024473237991333,
      "epoch": 0.6064843135541379,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004969624737908197,
      "loss": 5.7223,
      "mean_token_accuracy": 0.1666837677359581,
      "num_tokens": 14062438.0,
      "step": 6940
    },
    {
      "entropy": 6.0115140914917,
      "epoch": 0.6069212619068426,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004969573686596464,
      "loss": 5.7404,
      "mean_token_accuracy": 0.16234497874975204,
      "num_tokens": 14073196.0,
      "step": 6945
    },
    {
      "entropy": 5.99122576713562,
      "epoch": 0.6073582102595473,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004969522592712146,
      "loss": 5.7431,
      "mean_token_accuracy": 0.16431919932365419,
      "num_tokens": 14083462.0,
      "step": 6950
    },
    {
      "entropy": 5.965324831008911,
      "epoch": 0.6077951586122521,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004969471456256221,
      "loss": 5.8182,
      "mean_token_accuracy": 0.16682534366846086,
      "num_tokens": 14094194.0,
      "step": 6955
    },
    {
      "entropy": 6.063554525375366,
      "epoch": 0.6082321069649568,
      "grad_norm": 0.9296875,
      "learning_rate": 0.000496942027722967,
      "loss": 5.7405,
      "mean_token_accuracy": 0.1664691224694252,
      "num_tokens": 14104553.0,
      "step": 6960
    },
    {
      "entropy": 6.032431411743164,
      "epoch": 0.6086690553176615,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004969369055633476,
      "loss": 5.6963,
      "mean_token_accuracy": 0.16351156830787658,
      "num_tokens": 14114140.0,
      "step": 6965
    },
    {
      "entropy": 5.9739494800567625,
      "epoch": 0.6091060036703662,
      "grad_norm": 0.8828125,
      "learning_rate": 0.000496931779146862,
      "loss": 5.8235,
      "mean_token_accuracy": 0.1612629547715187,
      "num_tokens": 14124723.0,
      "step": 6970
    },
    {
      "entropy": 5.9937139511108395,
      "epoch": 0.6095429520230708,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004969266484736085,
      "loss": 5.6879,
      "mean_token_accuracy": 0.16567064672708512,
      "num_tokens": 14134030.0,
      "step": 6975
    },
    {
      "entropy": 5.995045185089111,
      "epoch": 0.6099799003757755,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004969215135436858,
      "loss": 5.6622,
      "mean_token_accuracy": 0.16846228390932083,
      "num_tokens": 14144691.0,
      "step": 6980
    },
    {
      "entropy": 6.013519906997681,
      "epoch": 0.6104168487284803,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004969163743571921,
      "loss": 5.8183,
      "mean_token_accuracy": 0.16563833504915237,
      "num_tokens": 14155114.0,
      "step": 6985
    },
    {
      "entropy": 6.0187455177307125,
      "epoch": 0.610853797081185,
      "grad_norm": 0.8515625,
      "learning_rate": 0.000496911230914226,
      "loss": 5.8344,
      "mean_token_accuracy": 0.1536600798368454,
      "num_tokens": 14166097.0,
      "step": 6990
    },
    {
      "entropy": 5.981110954284668,
      "epoch": 0.6112907454338897,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004969060832148862,
      "loss": 5.68,
      "mean_token_accuracy": 0.16358502805233002,
      "num_tokens": 14176538.0,
      "step": 6995
    },
    {
      "entropy": 5.966767024993897,
      "epoch": 0.6117276937865944,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004969009312592715,
      "loss": 5.698,
      "mean_token_accuracy": 0.16401465088129044,
      "num_tokens": 14187912.0,
      "step": 7000
    },
    {
      "entropy": 5.886053943634034,
      "epoch": 0.6121646421392991,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004968957750474806,
      "loss": 5.604,
      "mean_token_accuracy": 0.18139319717884064,
      "num_tokens": 14198446.0,
      "step": 7005
    },
    {
      "entropy": 6.09174108505249,
      "epoch": 0.6126015904920038,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004968906145796126,
      "loss": 5.8418,
      "mean_token_accuracy": 0.16500025242567062,
      "num_tokens": 14207723.0,
      "step": 7010
    },
    {
      "entropy": 6.002839708328247,
      "epoch": 0.6130385388447086,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004968854498557662,
      "loss": 5.7152,
      "mean_token_accuracy": 0.16631795316934586,
      "num_tokens": 14217590.0,
      "step": 7015
    },
    {
      "entropy": 5.982351922988892,
      "epoch": 0.6134754871974133,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004968802808760407,
      "loss": 5.7843,
      "mean_token_accuracy": 0.1620543345808983,
      "num_tokens": 14226629.0,
      "step": 7020
    },
    {
      "entropy": 6.061549711227417,
      "epoch": 0.613912435550118,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004968751076405351,
      "loss": 5.8511,
      "mean_token_accuracy": 0.15419451892375946,
      "num_tokens": 14235782.0,
      "step": 7025
    },
    {
      "entropy": 6.006581449508667,
      "epoch": 0.6143493839028227,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004968699301493488,
      "loss": 5.7115,
      "mean_token_accuracy": 0.17608898580074311,
      "num_tokens": 14246687.0,
      "step": 7030
    },
    {
      "entropy": 6.040561676025391,
      "epoch": 0.6147863322555274,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004968647484025808,
      "loss": 5.7554,
      "mean_token_accuracy": 0.16642000526189804,
      "num_tokens": 14255961.0,
      "step": 7035
    },
    {
      "entropy": 6.026982927322388,
      "epoch": 0.6152232806082321,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004968595624003307,
      "loss": 5.7603,
      "mean_token_accuracy": 0.16782544702291488,
      "num_tokens": 14266024.0,
      "step": 7040
    },
    {
      "entropy": 5.940685987472534,
      "epoch": 0.6156602289609369,
      "grad_norm": 0.91796875,
      "learning_rate": 0.000496854372142698,
      "loss": 5.7804,
      "mean_token_accuracy": 0.1642189458012581,
      "num_tokens": 14276590.0,
      "step": 7045
    },
    {
      "entropy": 6.017156457901001,
      "epoch": 0.6160971773136416,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004968491776297821,
      "loss": 5.8049,
      "mean_token_accuracy": 0.16669025868177414,
      "num_tokens": 14285992.0,
      "step": 7050
    },
    {
      "entropy": 5.982899475097656,
      "epoch": 0.6165341256663462,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004968439788616829,
      "loss": 5.71,
      "mean_token_accuracy": 0.1662043422460556,
      "num_tokens": 14295843.0,
      "step": 7055
    },
    {
      "entropy": 5.965174198150635,
      "epoch": 0.6169710740190509,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004968387758384999,
      "loss": 5.7361,
      "mean_token_accuracy": 0.17207943350076677,
      "num_tokens": 14305643.0,
      "step": 7060
    },
    {
      "entropy": 6.0073771476745605,
      "epoch": 0.6174080223717556,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004968335685603328,
      "loss": 5.7,
      "mean_token_accuracy": 0.17139963209629058,
      "num_tokens": 14315907.0,
      "step": 7065
    },
    {
      "entropy": 5.992789316177368,
      "epoch": 0.6178449707244603,
      "grad_norm": 0.875,
      "learning_rate": 0.0004968283570272817,
      "loss": 5.7885,
      "mean_token_accuracy": 0.16036105304956436,
      "num_tokens": 14325893.0,
      "step": 7070
    },
    {
      "entropy": 6.004592227935791,
      "epoch": 0.6182819190771651,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004968231412394464,
      "loss": 5.7691,
      "mean_token_accuracy": 0.1630422964692116,
      "num_tokens": 14337510.0,
      "step": 7075
    },
    {
      "entropy": 6.010964870452881,
      "epoch": 0.6187188674298698,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004968179211969272,
      "loss": 5.7089,
      "mean_token_accuracy": 0.17299352288246156,
      "num_tokens": 14346373.0,
      "step": 7080
    },
    {
      "entropy": 5.878944158554077,
      "epoch": 0.6191558157825745,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004968126968998239,
      "loss": 5.6008,
      "mean_token_accuracy": 0.18944043219089507,
      "num_tokens": 14356303.0,
      "step": 7085
    },
    {
      "entropy": 5.978065109252929,
      "epoch": 0.6195927641352792,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004968074683482369,
      "loss": 5.7511,
      "mean_token_accuracy": 0.16676455289125441,
      "num_tokens": 14366171.0,
      "step": 7090
    },
    {
      "entropy": 6.064041090011597,
      "epoch": 0.6200297124879839,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004968022355422663,
      "loss": 5.8421,
      "mean_token_accuracy": 0.16274562776088713,
      "num_tokens": 14376133.0,
      "step": 7095
    },
    {
      "entropy": 6.024569272994995,
      "epoch": 0.6204666608406886,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004967969984820128,
      "loss": 5.7207,
      "mean_token_accuracy": 0.1661253735423088,
      "num_tokens": 14385670.0,
      "step": 7100
    },
    {
      "entropy": 5.985086059570312,
      "epoch": 0.6209036091933934,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004967917571675765,
      "loss": 5.7342,
      "mean_token_accuracy": 0.1697813868522644,
      "num_tokens": 14396002.0,
      "step": 7105
    },
    {
      "entropy": 6.006342267990112,
      "epoch": 0.6213405575460981,
      "grad_norm": 0.8359375,
      "learning_rate": 0.0004967865115990582,
      "loss": 5.8343,
      "mean_token_accuracy": 0.1584721550345421,
      "num_tokens": 14406718.0,
      "step": 7110
    },
    {
      "entropy": 6.1160389423370365,
      "epoch": 0.6217775058988028,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004967812617765583,
      "loss": 5.7415,
      "mean_token_accuracy": 0.16247805655002595,
      "num_tokens": 14417027.0,
      "step": 7115
    },
    {
      "entropy": 5.91852765083313,
      "epoch": 0.6222144542515075,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004967760077001775,
      "loss": 5.7146,
      "mean_token_accuracy": 0.17086390554904937,
      "num_tokens": 14426885.0,
      "step": 7120
    },
    {
      "entropy": 5.935893821716308,
      "epoch": 0.6226514026042121,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004967707493700169,
      "loss": 5.7166,
      "mean_token_accuracy": 0.16546571552753447,
      "num_tokens": 14437743.0,
      "step": 7125
    },
    {
      "entropy": 5.953591823577881,
      "epoch": 0.623088350956917,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004967654867861769,
      "loss": 5.7294,
      "mean_token_accuracy": 0.17408292442560197,
      "num_tokens": 14448808.0,
      "step": 7130
    },
    {
      "entropy": 5.946217441558838,
      "epoch": 0.6235252993096216,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004967602199487588,
      "loss": 5.7562,
      "mean_token_accuracy": 0.17197027057409286,
      "num_tokens": 14458560.0,
      "step": 7135
    },
    {
      "entropy": 6.0128960609436035,
      "epoch": 0.6239622476623263,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004967549488578635,
      "loss": 5.8137,
      "mean_token_accuracy": 0.1625184491276741,
      "num_tokens": 14469375.0,
      "step": 7140
    },
    {
      "entropy": 6.043777799606323,
      "epoch": 0.624399196015031,
      "grad_norm": 0.890625,
      "learning_rate": 0.000496749673513592,
      "loss": 5.7495,
      "mean_token_accuracy": 0.16366735398769378,
      "num_tokens": 14478444.0,
      "step": 7145
    },
    {
      "entropy": 5.946481323242187,
      "epoch": 0.6248361443677357,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004967443939160456,
      "loss": 5.6192,
      "mean_token_accuracy": 0.17665784657001496,
      "num_tokens": 14487776.0,
      "step": 7150
    },
    {
      "entropy": 5.971036386489868,
      "epoch": 0.6252730927204404,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004967391100653255,
      "loss": 5.7361,
      "mean_token_accuracy": 0.16909721344709397,
      "num_tokens": 14497879.0,
      "step": 7155
    },
    {
      "entropy": 5.95577220916748,
      "epoch": 0.6257100410731452,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004967338219615331,
      "loss": 5.6797,
      "mean_token_accuracy": 0.16984783709049225,
      "num_tokens": 14507753.0,
      "step": 7160
    },
    {
      "entropy": 6.012106704711914,
      "epoch": 0.6261469894258499,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004967285296047699,
      "loss": 5.6508,
      "mean_token_accuracy": 0.17839130461215974,
      "num_tokens": 14517086.0,
      "step": 7165
    },
    {
      "entropy": 5.928661966323853,
      "epoch": 0.6265839377785546,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004967232329951372,
      "loss": 5.7213,
      "mean_token_accuracy": 0.1626708909869194,
      "num_tokens": 14527097.0,
      "step": 7170
    },
    {
      "entropy": 5.937558555603028,
      "epoch": 0.6270208861312593,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004967179321327367,
      "loss": 5.7723,
      "mean_token_accuracy": 0.1668960377573967,
      "num_tokens": 14537924.0,
      "step": 7175
    },
    {
      "entropy": 6.049029016494751,
      "epoch": 0.627457834483964,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004967126270176702,
      "loss": 5.7633,
      "mean_token_accuracy": 0.16293965727090837,
      "num_tokens": 14547542.0,
      "step": 7180
    },
    {
      "entropy": 5.977898406982422,
      "epoch": 0.6278947828366687,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004967073176500392,
      "loss": 5.6826,
      "mean_token_accuracy": 0.1737346902489662,
      "num_tokens": 14557150.0,
      "step": 7185
    },
    {
      "entropy": 6.022466087341309,
      "epoch": 0.6283317311893735,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004967020040299458,
      "loss": 5.7082,
      "mean_token_accuracy": 0.17263602912425996,
      "num_tokens": 14567242.0,
      "step": 7190
    },
    {
      "entropy": 5.899930810928344,
      "epoch": 0.6287686795420782,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004966966861574917,
      "loss": 5.6733,
      "mean_token_accuracy": 0.17001620978116988,
      "num_tokens": 14576631.0,
      "step": 7195
    },
    {
      "entropy": 5.9912927627563475,
      "epoch": 0.6292056278947828,
      "grad_norm": 0.98828125,
      "learning_rate": 0.000496691364032779,
      "loss": 5.7718,
      "mean_token_accuracy": 0.16450242400169374,
      "num_tokens": 14587731.0,
      "step": 7200
    },
    {
      "entropy": 6.078956651687622,
      "epoch": 0.6296425762474875,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004966860376559097,
      "loss": 5.7722,
      "mean_token_accuracy": 0.16303039491176605,
      "num_tokens": 14598136.0,
      "step": 7205
    },
    {
      "entropy": 5.940353441238403,
      "epoch": 0.6300795246001922,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004966807070269862,
      "loss": 5.7508,
      "mean_token_accuracy": 0.1646815523505211,
      "num_tokens": 14607243.0,
      "step": 7210
    },
    {
      "entropy": 5.98602294921875,
      "epoch": 0.6305164729528969,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004966753721461105,
      "loss": 5.7467,
      "mean_token_accuracy": 0.16294849663972855,
      "num_tokens": 14617094.0,
      "step": 7215
    },
    {
      "entropy": 6.042633581161499,
      "epoch": 0.6309534213056017,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004966700330133849,
      "loss": 5.7809,
      "mean_token_accuracy": 0.1587809607386589,
      "num_tokens": 14626486.0,
      "step": 7220
    },
    {
      "entropy": 5.840781307220459,
      "epoch": 0.6313903696583064,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004966646896289121,
      "loss": 5.6253,
      "mean_token_accuracy": 0.18178863525390626,
      "num_tokens": 14637170.0,
      "step": 7225
    },
    {
      "entropy": 5.97496600151062,
      "epoch": 0.6318273180110111,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004966593419927944,
      "loss": 5.7148,
      "mean_token_accuracy": 0.16624498814344407,
      "num_tokens": 14646396.0,
      "step": 7230
    },
    {
      "entropy": 6.0501340389251705,
      "epoch": 0.6322642663637158,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004966539901051343,
      "loss": 5.769,
      "mean_token_accuracy": 0.1566547393798828,
      "num_tokens": 14656097.0,
      "step": 7235
    },
    {
      "entropy": 5.9358161926269535,
      "epoch": 0.6327012147164205,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004966486339660345,
      "loss": 5.7082,
      "mean_token_accuracy": 0.1680993154644966,
      "num_tokens": 14667124.0,
      "step": 7240
    },
    {
      "entropy": 5.922321081161499,
      "epoch": 0.6331381630691252,
      "grad_norm": 1.0,
      "learning_rate": 0.0004966432735755978,
      "loss": 5.809,
      "mean_token_accuracy": 0.16217757910490035,
      "num_tokens": 14677427.0,
      "step": 7245
    },
    {
      "entropy": 5.939199638366699,
      "epoch": 0.63357511142183,
      "grad_norm": 0.93359375,
      "learning_rate": 0.000496637908933927,
      "loss": 5.6404,
      "mean_token_accuracy": 0.1744445726275444,
      "num_tokens": 14686429.0,
      "step": 7250
    },
    {
      "entropy": 6.007258749008178,
      "epoch": 0.6340120597745347,
      "grad_norm": 0.953125,
      "learning_rate": 0.000496632540041125,
      "loss": 5.7201,
      "mean_token_accuracy": 0.17226899713277816,
      "num_tokens": 14696264.0,
      "step": 7255
    },
    {
      "entropy": 5.989048480987549,
      "epoch": 0.6344490081272394,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004966271668972946,
      "loss": 5.7363,
      "mean_token_accuracy": 0.165238256752491,
      "num_tokens": 14705935.0,
      "step": 7260
    },
    {
      "entropy": 6.006023263931274,
      "epoch": 0.6348859564799441,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004966217895025391,
      "loss": 5.7053,
      "mean_token_accuracy": 0.16480019241571425,
      "num_tokens": 14715978.0,
      "step": 7265
    },
    {
      "entropy": 6.012892055511474,
      "epoch": 0.6353229048326487,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004966164078569616,
      "loss": 5.6945,
      "mean_token_accuracy": 0.1627400055527687,
      "num_tokens": 14726170.0,
      "step": 7270
    },
    {
      "entropy": 5.937580633163452,
      "epoch": 0.6357598531853534,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004966110219606652,
      "loss": 5.7127,
      "mean_token_accuracy": 0.16892754435539245,
      "num_tokens": 14735775.0,
      "step": 7275
    },
    {
      "entropy": 5.9612280368804935,
      "epoch": 0.6361968015380582,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004966056318137532,
      "loss": 5.6873,
      "mean_token_accuracy": 0.16577343493700028,
      "num_tokens": 14746143.0,
      "step": 7280
    },
    {
      "entropy": 6.010287666320801,
      "epoch": 0.6366337498907629,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004966002374163293,
      "loss": 5.7384,
      "mean_token_accuracy": 0.17045456022024155,
      "num_tokens": 14756707.0,
      "step": 7285
    },
    {
      "entropy": 5.969405221939087,
      "epoch": 0.6370706982434676,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004965948387684964,
      "loss": 5.7273,
      "mean_token_accuracy": 0.16712143421173095,
      "num_tokens": 14765778.0,
      "step": 7290
    },
    {
      "entropy": 5.9678810119628904,
      "epoch": 0.6375076465961723,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004965894358703587,
      "loss": 5.7436,
      "mean_token_accuracy": 0.1642889380455017,
      "num_tokens": 14775264.0,
      "step": 7295
    },
    {
      "entropy": 5.984958028793335,
      "epoch": 0.637944594948877,
      "grad_norm": 0.81640625,
      "learning_rate": 0.0004965840287220193,
      "loss": 5.712,
      "mean_token_accuracy": 0.16904931366443635,
      "num_tokens": 14785754.0,
      "step": 7300
    },
    {
      "entropy": 5.980724430084228,
      "epoch": 0.6383815433015817,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004965786173235821,
      "loss": 5.7618,
      "mean_token_accuracy": 0.16549545377492905,
      "num_tokens": 14795936.0,
      "step": 7305
    },
    {
      "entropy": 6.049427032470703,
      "epoch": 0.6388184916542865,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004965732016751511,
      "loss": 5.7578,
      "mean_token_accuracy": 0.16190102845430374,
      "num_tokens": 14805721.0,
      "step": 7310
    },
    {
      "entropy": 5.954456758499146,
      "epoch": 0.6392554400069912,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004965677817768299,
      "loss": 5.7654,
      "mean_token_accuracy": 0.16673341244459153,
      "num_tokens": 14816610.0,
      "step": 7315
    },
    {
      "entropy": 6.025742530822754,
      "epoch": 0.6396923883596959,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004965623576287225,
      "loss": 5.752,
      "mean_token_accuracy": 0.16269836574792862,
      "num_tokens": 14826126.0,
      "step": 7320
    },
    {
      "entropy": 5.939180612564087,
      "epoch": 0.6401293367124006,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004965569292309331,
      "loss": 5.6404,
      "mean_token_accuracy": 0.17330277413129808,
      "num_tokens": 14835657.0,
      "step": 7325
    },
    {
      "entropy": 5.988603782653809,
      "epoch": 0.6405662850651053,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004965514965835655,
      "loss": 5.7281,
      "mean_token_accuracy": 0.16551056802272796,
      "num_tokens": 14845430.0,
      "step": 7330
    },
    {
      "entropy": 5.990453672409058,
      "epoch": 0.6410032334178101,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004965460596867243,
      "loss": 5.7003,
      "mean_token_accuracy": 0.17055307775735856,
      "num_tokens": 14855459.0,
      "step": 7335
    },
    {
      "entropy": 5.9845317840576175,
      "epoch": 0.6414401817705148,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004965406185405135,
      "loss": 5.7208,
      "mean_token_accuracy": 0.16966748535633086,
      "num_tokens": 14865375.0,
      "step": 7340
    },
    {
      "entropy": 5.975282621383667,
      "epoch": 0.6418771301232195,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004965351731450376,
      "loss": 5.6973,
      "mean_token_accuracy": 0.17416606545448304,
      "num_tokens": 14875211.0,
      "step": 7345
    },
    {
      "entropy": 5.9431600093841555,
      "epoch": 0.6423140784759241,
      "grad_norm": 0.98828125,
      "learning_rate": 0.000496529723500401,
      "loss": 5.7569,
      "mean_token_accuracy": 0.16756468266248703,
      "num_tokens": 14886221.0,
      "step": 7350
    },
    {
      "entropy": 6.012370157241821,
      "epoch": 0.6427510268286288,
      "grad_norm": 1.0,
      "learning_rate": 0.0004965242696067081,
      "loss": 5.7203,
      "mean_token_accuracy": 0.1724283680319786,
      "num_tokens": 14896002.0,
      "step": 7355
    },
    {
      "entropy": 6.036994695663452,
      "epoch": 0.6431879751813335,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004965188114640637,
      "loss": 5.7842,
      "mean_token_accuracy": 0.16416873931884765,
      "num_tokens": 14906311.0,
      "step": 7360
    },
    {
      "entropy": 6.02338809967041,
      "epoch": 0.6436249235340383,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004965133490725725,
      "loss": 5.727,
      "mean_token_accuracy": 0.16458918005228043,
      "num_tokens": 14915890.0,
      "step": 7365
    },
    {
      "entropy": 5.981739807128906,
      "epoch": 0.644061871886743,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004965078824323391,
      "loss": 5.709,
      "mean_token_accuracy": 0.16600379347801208,
      "num_tokens": 14925891.0,
      "step": 7370
    },
    {
      "entropy": 5.966194343566895,
      "epoch": 0.6444988202394477,
      "grad_norm": 0.828125,
      "learning_rate": 0.0004965024115434685,
      "loss": 5.7425,
      "mean_token_accuracy": 0.16522887200117112,
      "num_tokens": 14937272.0,
      "step": 7375
    },
    {
      "entropy": 6.024422883987427,
      "epoch": 0.6449357685921524,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004964969364060656,
      "loss": 5.7473,
      "mean_token_accuracy": 0.16929561644792557,
      "num_tokens": 14948135.0,
      "step": 7380
    },
    {
      "entropy": 6.054916667938232,
      "epoch": 0.6453727169448571,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004964914570202353,
      "loss": 5.826,
      "mean_token_accuracy": 0.16069403886795045,
      "num_tokens": 14959254.0,
      "step": 7385
    },
    {
      "entropy": 5.989320135116577,
      "epoch": 0.6458096652975618,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004964859733860829,
      "loss": 5.7367,
      "mean_token_accuracy": 0.1644895166158676,
      "num_tokens": 14969313.0,
      "step": 7390
    },
    {
      "entropy": 5.971711921691894,
      "epoch": 0.6462466136502666,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004964804855037134,
      "loss": 5.7219,
      "mean_token_accuracy": 0.16340662389993668,
      "num_tokens": 14978963.0,
      "step": 7395
    },
    {
      "entropy": 6.063074064254761,
      "epoch": 0.6466835620029713,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004964749933732322,
      "loss": 5.7475,
      "mean_token_accuracy": 0.16808250099420546,
      "num_tokens": 14989355.0,
      "step": 7400
    },
    {
      "entropy": 5.9691853523254395,
      "epoch": 0.647120510355676,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004964694969947445,
      "loss": 5.7023,
      "mean_token_accuracy": 0.16891448199748993,
      "num_tokens": 14998995.0,
      "step": 7405
    },
    {
      "entropy": 5.974824905395508,
      "epoch": 0.6475574587083807,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004964639963683558,
      "loss": 5.7511,
      "mean_token_accuracy": 0.1641545072197914,
      "num_tokens": 15008762.0,
      "step": 7410
    },
    {
      "entropy": 6.080143880844116,
      "epoch": 0.6479944070610854,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004964584914941716,
      "loss": 5.7045,
      "mean_token_accuracy": 0.1718972146511078,
      "num_tokens": 15020062.0,
      "step": 7415
    },
    {
      "entropy": 6.016230726242066,
      "epoch": 0.64843135541379,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004964529823722975,
      "loss": 5.8585,
      "mean_token_accuracy": 0.16162025183439255,
      "num_tokens": 15030440.0,
      "step": 7420
    },
    {
      "entropy": 5.970029067993164,
      "epoch": 0.6488683037664948,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004964474690028393,
      "loss": 5.7109,
      "mean_token_accuracy": 0.16440936774015427,
      "num_tokens": 15041709.0,
      "step": 7425
    },
    {
      "entropy": 5.996074438095093,
      "epoch": 0.6493052521191995,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004964419513859025,
      "loss": 5.8177,
      "mean_token_accuracy": 0.16574871242046357,
      "num_tokens": 15052277.0,
      "step": 7430
    },
    {
      "entropy": 6.015154695510864,
      "epoch": 0.6497422004719042,
      "grad_norm": 0.85546875,
      "learning_rate": 0.000496436429521593,
      "loss": 5.7315,
      "mean_token_accuracy": 0.16495052576065064,
      "num_tokens": 15061870.0,
      "step": 7435
    },
    {
      "entropy": 5.886715698242187,
      "epoch": 0.6501791488246089,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004964309034100168,
      "loss": 5.5993,
      "mean_token_accuracy": 0.17312809973955154,
      "num_tokens": 15071403.0,
      "step": 7440
    },
    {
      "entropy": 5.984305143356323,
      "epoch": 0.6506160971773136,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004964253730512799,
      "loss": 5.7007,
      "mean_token_accuracy": 0.17175365686416627,
      "num_tokens": 15081651.0,
      "step": 7445
    },
    {
      "entropy": 6.018542051315308,
      "epoch": 0.6510530455300183,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004964198384454882,
      "loss": 5.7494,
      "mean_token_accuracy": 0.16727405786514282,
      "num_tokens": 15093403.0,
      "step": 7450
    },
    {
      "entropy": 6.021938276290894,
      "epoch": 0.6514899938827231,
      "grad_norm": 0.9765625,
      "learning_rate": 0.000496414299592748,
      "loss": 5.8318,
      "mean_token_accuracy": 0.15873448252677919,
      "num_tokens": 15103618.0,
      "step": 7455
    },
    {
      "entropy": 5.977236318588257,
      "epoch": 0.6519269422354278,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004964087564931656,
      "loss": 5.7573,
      "mean_token_accuracy": 0.1736075311899185,
      "num_tokens": 15113926.0,
      "step": 7460
    },
    {
      "entropy": 6.038077974319458,
      "epoch": 0.6523638905881325,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004964032091468472,
      "loss": 5.783,
      "mean_token_accuracy": 0.15996074229478835,
      "num_tokens": 15125302.0,
      "step": 7465
    },
    {
      "entropy": 6.00434889793396,
      "epoch": 0.6528008389408372,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004963976575538991,
      "loss": 5.6765,
      "mean_token_accuracy": 0.1734301656484604,
      "num_tokens": 15135943.0,
      "step": 7470
    },
    {
      "entropy": 5.948629665374756,
      "epoch": 0.6532377872935419,
      "grad_norm": 0.92578125,
      "learning_rate": 0.000496392101714428,
      "loss": 5.7394,
      "mean_token_accuracy": 0.1737793743610382,
      "num_tokens": 15145001.0,
      "step": 7475
    },
    {
      "entropy": 5.964487361907959,
      "epoch": 0.6536747356462466,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004963865416285405,
      "loss": 5.6501,
      "mean_token_accuracy": 0.16480645686388015,
      "num_tokens": 15154567.0,
      "step": 7480
    },
    {
      "entropy": 6.038545703887939,
      "epoch": 0.6541116839989514,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004963809772963431,
      "loss": 5.8043,
      "mean_token_accuracy": 0.16554083079099655,
      "num_tokens": 15164311.0,
      "step": 7485
    },
    {
      "entropy": 5.989369297027588,
      "epoch": 0.6545486323516561,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004963754087179425,
      "loss": 5.6959,
      "mean_token_accuracy": 0.16746420711278914,
      "num_tokens": 15175217.0,
      "step": 7490
    },
    {
      "entropy": 5.992207336425781,
      "epoch": 0.6549855807043607,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004963698358934455,
      "loss": 5.7139,
      "mean_token_accuracy": 0.16923602521419526,
      "num_tokens": 15184895.0,
      "step": 7495
    },
    {
      "entropy": 5.921563625335693,
      "epoch": 0.6554225290570654,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004963642588229591,
      "loss": 5.7035,
      "mean_token_accuracy": 0.1675943061709404,
      "num_tokens": 15194380.0,
      "step": 7500
    },
    {
      "entropy": 6.025741004943848,
      "epoch": 0.6558594774097701,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004963586775065902,
      "loss": 5.7295,
      "mean_token_accuracy": 0.16358117759227753,
      "num_tokens": 15204364.0,
      "step": 7505
    },
    {
      "entropy": 6.021099281311035,
      "epoch": 0.6562964257624748,
      "grad_norm": 0.875,
      "learning_rate": 0.0004963530919444459,
      "loss": 5.6901,
      "mean_token_accuracy": 0.1670904591679573,
      "num_tokens": 15214485.0,
      "step": 7510
    },
    {
      "entropy": 6.022384119033814,
      "epoch": 0.6567333741151796,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004963475021366333,
      "loss": 5.8354,
      "mean_token_accuracy": 0.1575244665145874,
      "num_tokens": 15224764.0,
      "step": 7515
    },
    {
      "entropy": 6.041271543502807,
      "epoch": 0.6571703224678843,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004963419080832597,
      "loss": 5.8341,
      "mean_token_accuracy": 0.16026235818862916,
      "num_tokens": 15235481.0,
      "step": 7520
    },
    {
      "entropy": 6.060359382629395,
      "epoch": 0.657607270820589,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004963363097844323,
      "loss": 5.7971,
      "mean_token_accuracy": 0.16509583592414856,
      "num_tokens": 15245332.0,
      "step": 7525
    },
    {
      "entropy": 6.057863807678222,
      "epoch": 0.6580442191732937,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004963307072402584,
      "loss": 5.78,
      "mean_token_accuracy": 0.16286325305700303,
      "num_tokens": 15255562.0,
      "step": 7530
    },
    {
      "entropy": 6.00372633934021,
      "epoch": 0.6584811675259984,
      "grad_norm": 1.0,
      "learning_rate": 0.0004963251004508456,
      "loss": 5.7082,
      "mean_token_accuracy": 0.16614110320806502,
      "num_tokens": 15265655.0,
      "step": 7535
    },
    {
      "entropy": 5.932410669326782,
      "epoch": 0.6589181158787032,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004963194894163015,
      "loss": 5.6616,
      "mean_token_accuracy": 0.17542049437761306,
      "num_tokens": 15276311.0,
      "step": 7540
    },
    {
      "entropy": 5.988630867004394,
      "epoch": 0.6593550642314079,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004963138741367334,
      "loss": 5.8016,
      "mean_token_accuracy": 0.1621630907058716,
      "num_tokens": 15287142.0,
      "step": 7545
    },
    {
      "entropy": 6.101692533493042,
      "epoch": 0.6597920125841126,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004963082546122495,
      "loss": 5.7897,
      "mean_token_accuracy": 0.1637630730867386,
      "num_tokens": 15297484.0,
      "step": 7550
    },
    {
      "entropy": 5.973578596115113,
      "epoch": 0.6602289609368173,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004963026308429571,
      "loss": 5.7333,
      "mean_token_accuracy": 0.16768308430910112,
      "num_tokens": 15307468.0,
      "step": 7555
    },
    {
      "entropy": 5.897718811035157,
      "epoch": 0.660665909289522,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004962970028289644,
      "loss": 5.6933,
      "mean_token_accuracy": 0.17241705060005189,
      "num_tokens": 15318487.0,
      "step": 7560
    },
    {
      "entropy": 6.016544485092163,
      "epoch": 0.6611028576422266,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004962913705703791,
      "loss": 5.7496,
      "mean_token_accuracy": 0.16684581339359283,
      "num_tokens": 15329193.0,
      "step": 7565
    },
    {
      "entropy": 5.98777585029602,
      "epoch": 0.6615398059949315,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004962857340673095,
      "loss": 5.6905,
      "mean_token_accuracy": 0.16755833774805068,
      "num_tokens": 15338886.0,
      "step": 7570
    },
    {
      "entropy": 5.88642110824585,
      "epoch": 0.6619767543476361,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004962800933198635,
      "loss": 5.6249,
      "mean_token_accuracy": 0.17535429298877717,
      "num_tokens": 15348629.0,
      "step": 7575
    },
    {
      "entropy": 5.9668224334716795,
      "epoch": 0.6624137027003408,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004962744483281495,
      "loss": 5.736,
      "mean_token_accuracy": 0.17385070472955705,
      "num_tokens": 15358004.0,
      "step": 7580
    },
    {
      "entropy": 6.008972024917602,
      "epoch": 0.6628506510530455,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004962687990922754,
      "loss": 5.7295,
      "mean_token_accuracy": 0.1628757745027542,
      "num_tokens": 15368018.0,
      "step": 7585
    },
    {
      "entropy": 6.086166954040527,
      "epoch": 0.6632875994057502,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00049626314561235,
      "loss": 5.7127,
      "mean_token_accuracy": 0.16821101009845735,
      "num_tokens": 15377443.0,
      "step": 7590
    },
    {
      "entropy": 5.998335647583008,
      "epoch": 0.6637245477584549,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004962574878884814,
      "loss": 5.7349,
      "mean_token_accuracy": 0.16841058880090715,
      "num_tokens": 15388278.0,
      "step": 7595
    },
    {
      "entropy": 5.997668647766114,
      "epoch": 0.6641614961111597,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004962518259207782,
      "loss": 5.7373,
      "mean_token_accuracy": 0.16834888458251954,
      "num_tokens": 15398619.0,
      "step": 7600
    },
    {
      "entropy": 5.870355129241943,
      "epoch": 0.6645984444638644,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004962461597093491,
      "loss": 5.6451,
      "mean_token_accuracy": 0.17491673529148102,
      "num_tokens": 15408635.0,
      "step": 7605
    },
    {
      "entropy": 6.003155136108399,
      "epoch": 0.6650353928165691,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004962404892543028,
      "loss": 5.7522,
      "mean_token_accuracy": 0.16205220967531203,
      "num_tokens": 15419113.0,
      "step": 7610
    },
    {
      "entropy": 6.070563411712646,
      "epoch": 0.6654723411692738,
      "grad_norm": 0.91015625,
      "learning_rate": 0.000496234814555748,
      "loss": 5.7264,
      "mean_token_accuracy": 0.16315551102161407,
      "num_tokens": 15428959.0,
      "step": 7615
    },
    {
      "entropy": 5.931528234481812,
      "epoch": 0.6659092895219785,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004962291356137934,
      "loss": 5.8039,
      "mean_token_accuracy": 0.15894747525453568,
      "num_tokens": 15439116.0,
      "step": 7620
    },
    {
      "entropy": 6.018376970291138,
      "epoch": 0.6663462378746832,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004962234524285481,
      "loss": 5.7736,
      "mean_token_accuracy": 0.16772264540195464,
      "num_tokens": 15449715.0,
      "step": 7625
    },
    {
      "entropy": 5.9224193572998045,
      "epoch": 0.666783186227388,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004962177650001212,
      "loss": 5.5525,
      "mean_token_accuracy": 0.17777632623910905,
      "num_tokens": 15459170.0,
      "step": 7630
    },
    {
      "entropy": 5.878329563140869,
      "epoch": 0.6672201345800927,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004962120733286215,
      "loss": 5.6728,
      "mean_token_accuracy": 0.1722118690609932,
      "num_tokens": 15469497.0,
      "step": 7635
    },
    {
      "entropy": 5.974024534225464,
      "epoch": 0.6676570829327974,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004962063774141583,
      "loss": 5.8176,
      "mean_token_accuracy": 0.16801078617572784,
      "num_tokens": 15481298.0,
      "step": 7640
    },
    {
      "entropy": 6.036898374557495,
      "epoch": 0.668094031285502,
      "grad_norm": 1.609375,
      "learning_rate": 0.0004962006772568409,
      "loss": 5.7534,
      "mean_token_accuracy": 0.1671036437153816,
      "num_tokens": 15491696.0,
      "step": 7645
    },
    {
      "entropy": 6.015488004684448,
      "epoch": 0.6685309796382067,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004961949728567787,
      "loss": 5.7652,
      "mean_token_accuracy": 0.16258450150489806,
      "num_tokens": 15502412.0,
      "step": 7650
    },
    {
      "entropy": 5.934196853637696,
      "epoch": 0.6689679279909114,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004961892642140809,
      "loss": 5.7292,
      "mean_token_accuracy": 0.16624183654785157,
      "num_tokens": 15513436.0,
      "step": 7655
    },
    {
      "entropy": 5.974036359786988,
      "epoch": 0.6694048763436162,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004961835513288572,
      "loss": 5.7334,
      "mean_token_accuracy": 0.17304501831531524,
      "num_tokens": 15524564.0,
      "step": 7660
    },
    {
      "entropy": 5.990243864059448,
      "epoch": 0.6698418246963209,
      "grad_norm": 0.91796875,
      "learning_rate": 0.000496177834201217,
      "loss": 5.7011,
      "mean_token_accuracy": 0.16360101848840714,
      "num_tokens": 15534539.0,
      "step": 7665
    },
    {
      "entropy": 6.0429980754852295,
      "epoch": 0.6702787730490256,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004961721128312702,
      "loss": 5.7782,
      "mean_token_accuracy": 0.15800073444843293,
      "num_tokens": 15544571.0,
      "step": 7670
    },
    {
      "entropy": 5.997656679153442,
      "epoch": 0.6707157214017303,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004961663872191263,
      "loss": 5.7051,
      "mean_token_accuracy": 0.17574951946735382,
      "num_tokens": 15555066.0,
      "step": 7675
    },
    {
      "entropy": 5.9694513320922855,
      "epoch": 0.671152669754435,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004961606573648951,
      "loss": 5.7348,
      "mean_token_accuracy": 0.17001061290502548,
      "num_tokens": 15565128.0,
      "step": 7680
    },
    {
      "entropy": 5.975708913803101,
      "epoch": 0.6715896181071397,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004961549232686867,
      "loss": 5.7948,
      "mean_token_accuracy": 0.16248804479837417,
      "num_tokens": 15576394.0,
      "step": 7685
    },
    {
      "entropy": 6.054337501525879,
      "epoch": 0.6720265664598445,
      "grad_norm": 1.0625,
      "learning_rate": 0.000496149184930611,
      "loss": 5.7396,
      "mean_token_accuracy": 0.16242391616106033,
      "num_tokens": 15585806.0,
      "step": 7690
    },
    {
      "entropy": 5.9783642292022705,
      "epoch": 0.6724635148125492,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004961434423507779,
      "loss": 5.7271,
      "mean_token_accuracy": 0.16910791099071504,
      "num_tokens": 15596471.0,
      "step": 7695
    },
    {
      "entropy": 5.941711473464966,
      "epoch": 0.6729004631652539,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004961376955292979,
      "loss": 5.6415,
      "mean_token_accuracy": 0.17608566731214523,
      "num_tokens": 15605720.0,
      "step": 7700
    },
    {
      "entropy": 5.969656610488892,
      "epoch": 0.6733374115179586,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004961319444662809,
      "loss": 5.709,
      "mean_token_accuracy": 0.1725141406059265,
      "num_tokens": 15616167.0,
      "step": 7705
    },
    {
      "entropy": 6.0012486457824705,
      "epoch": 0.6737743598706633,
      "grad_norm": 0.83203125,
      "learning_rate": 0.0004961261891618374,
      "loss": 5.7995,
      "mean_token_accuracy": 0.15934359803795814,
      "num_tokens": 15627033.0,
      "step": 7710
    },
    {
      "entropy": 6.01514368057251,
      "epoch": 0.6742113082233679,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004961204296160777,
      "loss": 5.7528,
      "mean_token_accuracy": 0.17062305063009262,
      "num_tokens": 15637460.0,
      "step": 7715
    },
    {
      "entropy": 6.024073743820191,
      "epoch": 0.6746482565760727,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004961146658291123,
      "loss": 5.6738,
      "mean_token_accuracy": 0.17450377494096755,
      "num_tokens": 15646027.0,
      "step": 7720
    },
    {
      "entropy": 5.980246734619141,
      "epoch": 0.6750852049287774,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004961088978010518,
      "loss": 5.7037,
      "mean_token_accuracy": 0.17008821964263915,
      "num_tokens": 15655241.0,
      "step": 7725
    },
    {
      "entropy": 5.9257152557373045,
      "epoch": 0.6755221532814821,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004961031255320067,
      "loss": 5.6284,
      "mean_token_accuracy": 0.16974418014287948,
      "num_tokens": 15666213.0,
      "step": 7730
    },
    {
      "entropy": 6.035758638381958,
      "epoch": 0.6759591016341868,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004960973490220878,
      "loss": 5.7465,
      "mean_token_accuracy": 0.16223134547472,
      "num_tokens": 15676985.0,
      "step": 7735
    },
    {
      "entropy": 5.999268674850464,
      "epoch": 0.6763960499868915,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004960915682714059,
      "loss": 5.772,
      "mean_token_accuracy": 0.16179870516061784,
      "num_tokens": 15687519.0,
      "step": 7740
    },
    {
      "entropy": 6.057408428192138,
      "epoch": 0.6768329983395963,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004960857832800719,
      "loss": 5.7455,
      "mean_token_accuracy": 0.1668146952986717,
      "num_tokens": 15697401.0,
      "step": 7745
    },
    {
      "entropy": 5.9785669326782225,
      "epoch": 0.677269946692301,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004960799940481968,
      "loss": 5.767,
      "mean_token_accuracy": 0.1599273204803467,
      "num_tokens": 15708159.0,
      "step": 7750
    },
    {
      "entropy": 5.98688759803772,
      "epoch": 0.6777068950450057,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004960742005758914,
      "loss": 5.7097,
      "mean_token_accuracy": 0.165096415579319,
      "num_tokens": 15717749.0,
      "step": 7755
    },
    {
      "entropy": 5.956978845596313,
      "epoch": 0.6781438433977104,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004960684028632671,
      "loss": 5.6711,
      "mean_token_accuracy": 0.16679559797048568,
      "num_tokens": 15726868.0,
      "step": 7760
    },
    {
      "entropy": 6.029999113082885,
      "epoch": 0.6785807917504151,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004960626009104349,
      "loss": 5.7016,
      "mean_token_accuracy": 0.17021865546703338,
      "num_tokens": 15736038.0,
      "step": 7765
    },
    {
      "entropy": 5.991040229797363,
      "epoch": 0.6790177401031198,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004960567947175064,
      "loss": 5.7155,
      "mean_token_accuracy": 0.16486626714468003,
      "num_tokens": 15746676.0,
      "step": 7770
    },
    {
      "entropy": 6.00670223236084,
      "epoch": 0.6794546884558246,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004960509842845926,
      "loss": 5.6918,
      "mean_token_accuracy": 0.1672493815422058,
      "num_tokens": 15756064.0,
      "step": 7775
    },
    {
      "entropy": 5.97620267868042,
      "epoch": 0.6798916368085293,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004960451696118049,
      "loss": 5.7091,
      "mean_token_accuracy": 0.17270632535219194,
      "num_tokens": 15767414.0,
      "step": 7780
    },
    {
      "entropy": 5.99161434173584,
      "epoch": 0.680328585161234,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004960393506992553,
      "loss": 5.683,
      "mean_token_accuracy": 0.16803106814622878,
      "num_tokens": 15778276.0,
      "step": 7785
    },
    {
      "entropy": 5.923576498031617,
      "epoch": 0.6807655335139386,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004960335275470551,
      "loss": 5.628,
      "mean_token_accuracy": 0.17321360111236572,
      "num_tokens": 15788365.0,
      "step": 7790
    },
    {
      "entropy": 5.978618907928467,
      "epoch": 0.6812024818666433,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004960277001553159,
      "loss": 5.6294,
      "mean_token_accuracy": 0.17433976382017136,
      "num_tokens": 15799021.0,
      "step": 7795
    },
    {
      "entropy": 5.886345243453979,
      "epoch": 0.681639430219348,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004960218685241498,
      "loss": 5.709,
      "mean_token_accuracy": 0.17278380393981935,
      "num_tokens": 15808779.0,
      "step": 7800
    },
    {
      "entropy": 6.008462858200073,
      "epoch": 0.6820763785720528,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004960160326536681,
      "loss": 5.7218,
      "mean_token_accuracy": 0.17279966324567794,
      "num_tokens": 15818515.0,
      "step": 7805
    },
    {
      "entropy": 6.030579710006714,
      "epoch": 0.6825133269247575,
      "grad_norm": 1.0,
      "learning_rate": 0.0004960101925439834,
      "loss": 5.6767,
      "mean_token_accuracy": 0.16943463832139968,
      "num_tokens": 15828843.0,
      "step": 7810
    },
    {
      "entropy": 6.015769052505493,
      "epoch": 0.6829502752774622,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004960043481952072,
      "loss": 5.6742,
      "mean_token_accuracy": 0.16773785203695296,
      "num_tokens": 15839323.0,
      "step": 7815
    },
    {
      "entropy": 5.924883031845093,
      "epoch": 0.6833872236301669,
      "grad_norm": 0.8984375,
      "learning_rate": 0.000495998499607452,
      "loss": 5.7251,
      "mean_token_accuracy": 0.16792866587638855,
      "num_tokens": 15848399.0,
      "step": 7820
    },
    {
      "entropy": 5.960476493835449,
      "epoch": 0.6838241719828716,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004959926467808296,
      "loss": 5.5993,
      "mean_token_accuracy": 0.1735384628176689,
      "num_tokens": 15858137.0,
      "step": 7825
    },
    {
      "entropy": 5.92253303527832,
      "epoch": 0.6842611203355763,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004959867897154526,
      "loss": 5.7066,
      "mean_token_accuracy": 0.1705910488963127,
      "num_tokens": 15867643.0,
      "step": 7830
    },
    {
      "entropy": 5.959700679779052,
      "epoch": 0.6846980686882811,
      "grad_norm": 0.96875,
      "learning_rate": 0.000495980928411433,
      "loss": 5.6017,
      "mean_token_accuracy": 0.16989771872758866,
      "num_tokens": 15877523.0,
      "step": 7835
    },
    {
      "entropy": 6.000572586059571,
      "epoch": 0.6851350170409858,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004959750628688834,
      "loss": 5.7875,
      "mean_token_accuracy": 0.16270564496517181,
      "num_tokens": 15886946.0,
      "step": 7840
    },
    {
      "entropy": 5.930234432220459,
      "epoch": 0.6855719653936905,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004959691930879164,
      "loss": 5.6115,
      "mean_token_accuracy": 0.17378821074962617,
      "num_tokens": 15896646.0,
      "step": 7845
    },
    {
      "entropy": 5.9268018245697025,
      "epoch": 0.6860089137463952,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004959633190686445,
      "loss": 5.6535,
      "mean_token_accuracy": 0.17022318094968797,
      "num_tokens": 15907204.0,
      "step": 7850
    },
    {
      "entropy": 5.956172466278076,
      "epoch": 0.6864458620990999,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004959574408111804,
      "loss": 5.7038,
      "mean_token_accuracy": 0.17531090676784516,
      "num_tokens": 15917634.0,
      "step": 7855
    },
    {
      "entropy": 5.99599061012268,
      "epoch": 0.6868828104518045,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004959515583156367,
      "loss": 5.6694,
      "mean_token_accuracy": 0.1748895525932312,
      "num_tokens": 15926584.0,
      "step": 7860
    },
    {
      "entropy": 5.95475025177002,
      "epoch": 0.6873197588045094,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004959456715821264,
      "loss": 5.6379,
      "mean_token_accuracy": 0.17134907841682434,
      "num_tokens": 15936636.0,
      "step": 7865
    },
    {
      "entropy": 5.946742153167724,
      "epoch": 0.687756707157214,
      "grad_norm": 1.0,
      "learning_rate": 0.0004959397806107624,
      "loss": 5.6634,
      "mean_token_accuracy": 0.17933844178915023,
      "num_tokens": 15946113.0,
      "step": 7870
    },
    {
      "entropy": 6.003996086120606,
      "epoch": 0.6881936555099187,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004959338854016574,
      "loss": 5.7019,
      "mean_token_accuracy": 0.16820037961006165,
      "num_tokens": 15956630.0,
      "step": 7875
    },
    {
      "entropy": 5.91122989654541,
      "epoch": 0.6886306038626234,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004959279859549249,
      "loss": 5.6431,
      "mean_token_accuracy": 0.17330818325281144,
      "num_tokens": 15967129.0,
      "step": 7880
    },
    {
      "entropy": 5.982016372680664,
      "epoch": 0.6890675522153281,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004959220822706779,
      "loss": 5.6395,
      "mean_token_accuracy": 0.1716708391904831,
      "num_tokens": 15976663.0,
      "step": 7885
    },
    {
      "entropy": 5.973646020889282,
      "epoch": 0.6895045005680328,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004959161743490295,
      "loss": 5.6373,
      "mean_token_accuracy": 0.17136787325143815,
      "num_tokens": 15986666.0,
      "step": 7890
    },
    {
      "entropy": 5.853838682174683,
      "epoch": 0.6899414489207376,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004959102621900931,
      "loss": 5.5956,
      "mean_token_accuracy": 0.18484989404678345,
      "num_tokens": 15996233.0,
      "step": 7895
    },
    {
      "entropy": 5.961171579360962,
      "epoch": 0.6903783972734423,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0004959043457939822,
      "loss": 5.7707,
      "mean_token_accuracy": 0.1650151267647743,
      "num_tokens": 16008188.0,
      "step": 7900
    },
    {
      "entropy": 6.000286340713501,
      "epoch": 0.690815345626147,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004958984251608101,
      "loss": 5.679,
      "mean_token_accuracy": 0.1679936818778515,
      "num_tokens": 16018494.0,
      "step": 7905
    },
    {
      "entropy": 5.960310983657837,
      "epoch": 0.6912522939788517,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004958925002906905,
      "loss": 5.6985,
      "mean_token_accuracy": 0.17179163843393325,
      "num_tokens": 16028531.0,
      "step": 7910
    },
    {
      "entropy": 5.9893628597259525,
      "epoch": 0.6916892423315564,
      "grad_norm": 0.921875,
      "learning_rate": 0.000495886571183737,
      "loss": 5.6739,
      "mean_token_accuracy": 0.167478708922863,
      "num_tokens": 16039050.0,
      "step": 7915
    },
    {
      "entropy": 5.957552289962768,
      "epoch": 0.6921261906842611,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004958806378400634,
      "loss": 5.7593,
      "mean_token_accuracy": 0.16104569137096406,
      "num_tokens": 16050751.0,
      "step": 7920
    },
    {
      "entropy": 6.008441829681397,
      "epoch": 0.6925631390369659,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004958747002597834,
      "loss": 5.6994,
      "mean_token_accuracy": 0.1658043384552002,
      "num_tokens": 16060758.0,
      "step": 7925
    },
    {
      "entropy": 5.992664480209351,
      "epoch": 0.6930000873896706,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004958687584430109,
      "loss": 5.7131,
      "mean_token_accuracy": 0.16733440160751342,
      "num_tokens": 16070852.0,
      "step": 7930
    },
    {
      "entropy": 5.920446825027466,
      "epoch": 0.6934370357423753,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004958628123898597,
      "loss": 5.6305,
      "mean_token_accuracy": 0.17284321337938308,
      "num_tokens": 16080081.0,
      "step": 7935
    },
    {
      "entropy": 5.956729316711426,
      "epoch": 0.6938739840950799,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004958568621004442,
      "loss": 5.649,
      "mean_token_accuracy": 0.16790755093097687,
      "num_tokens": 16090483.0,
      "step": 7940
    },
    {
      "entropy": 6.043986511230469,
      "epoch": 0.6943109324477846,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004958509075748785,
      "loss": 5.7572,
      "mean_token_accuracy": 0.1634690061211586,
      "num_tokens": 16101136.0,
      "step": 7945
    },
    {
      "entropy": 5.961344814300537,
      "epoch": 0.6947478808004894,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004958449488132764,
      "loss": 5.6448,
      "mean_token_accuracy": 0.17701392471790314,
      "num_tokens": 16110124.0,
      "step": 7950
    },
    {
      "entropy": 5.891111087799072,
      "epoch": 0.6951848291531941,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004958389858157526,
      "loss": 5.6107,
      "mean_token_accuracy": 0.18005365133285522,
      "num_tokens": 16119581.0,
      "step": 7955
    },
    {
      "entropy": 5.89972562789917,
      "epoch": 0.6956217775058988,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004958330185824213,
      "loss": 5.7074,
      "mean_token_accuracy": 0.16786114275455474,
      "num_tokens": 16130119.0,
      "step": 7960
    },
    {
      "entropy": 5.978169107437134,
      "epoch": 0.6960587258586035,
      "grad_norm": 0.90625,
      "learning_rate": 0.000495827047113397,
      "loss": 5.7429,
      "mean_token_accuracy": 0.16373222172260285,
      "num_tokens": 16140702.0,
      "step": 7965
    },
    {
      "entropy": 5.972009992599487,
      "epoch": 0.6964956742113082,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004958210714087942,
      "loss": 5.6972,
      "mean_token_accuracy": 0.17101324647665023,
      "num_tokens": 16151107.0,
      "step": 7970
    },
    {
      "entropy": 5.968778896331787,
      "epoch": 0.6969326225640129,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004958150914687276,
      "loss": 5.6358,
      "mean_token_accuracy": 0.1746847301721573,
      "num_tokens": 16160779.0,
      "step": 7975
    },
    {
      "entropy": 5.9044920921325685,
      "epoch": 0.6973695709167177,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004958091072933118,
      "loss": 5.5777,
      "mean_token_accuracy": 0.1756403401494026,
      "num_tokens": 16169624.0,
      "step": 7980
    },
    {
      "entropy": 5.869996643066406,
      "epoch": 0.6978065192694224,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004958031188826616,
      "loss": 5.5892,
      "mean_token_accuracy": 0.17786190360784532,
      "num_tokens": 16179192.0,
      "step": 7985
    },
    {
      "entropy": 5.920633935928345,
      "epoch": 0.6982434676221271,
      "grad_norm": 1.125,
      "learning_rate": 0.0004957971262368919,
      "loss": 5.6593,
      "mean_token_accuracy": 0.17606053799390792,
      "num_tokens": 16188847.0,
      "step": 7990
    },
    {
      "entropy": 6.009812498092652,
      "epoch": 0.6986804159748318,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004957911293561176,
      "loss": 5.7673,
      "mean_token_accuracy": 0.1681905835866928,
      "num_tokens": 16199480.0,
      "step": 7995
    },
    {
      "entropy": 5.963663721084595,
      "epoch": 0.6991173643275365,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004957851282404538,
      "loss": 5.6529,
      "mean_token_accuracy": 0.18029617816209792,
      "num_tokens": 16208818.0,
      "step": 8000
    },
    {
      "entropy": 6.006942653656006,
      "epoch": 0.6995543126802412,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004957791228900154,
      "loss": 5.6343,
      "mean_token_accuracy": 0.16877323091030122,
      "num_tokens": 16219298.0,
      "step": 8005
    },
    {
      "entropy": 5.924262666702271,
      "epoch": 0.699991261032946,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004957731133049179,
      "loss": 5.6371,
      "mean_token_accuracy": 0.17696456909179686,
      "num_tokens": 16228170.0,
      "step": 8010
    },
    {
      "entropy": 5.977137517929077,
      "epoch": 0.7004282093856506,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004957670994852764,
      "loss": 5.7153,
      "mean_token_accuracy": 0.16793975234031677,
      "num_tokens": 16237552.0,
      "step": 8015
    },
    {
      "entropy": 6.024384212493897,
      "epoch": 0.7008651577383553,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004957610814312062,
      "loss": 5.7533,
      "mean_token_accuracy": 0.16528825014829635,
      "num_tokens": 16248157.0,
      "step": 8020
    },
    {
      "entropy": 5.951394033432007,
      "epoch": 0.70130210609106,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004957550591428229,
      "loss": 5.6289,
      "mean_token_accuracy": 0.17249557822942735,
      "num_tokens": 16258266.0,
      "step": 8025
    },
    {
      "entropy": 5.920563554763794,
      "epoch": 0.7017390544437647,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004957490326202418,
      "loss": 5.7326,
      "mean_token_accuracy": 0.16811388731002808,
      "num_tokens": 16268769.0,
      "step": 8030
    },
    {
      "entropy": 6.0277608871459964,
      "epoch": 0.7021760027964694,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004957430018635785,
      "loss": 5.6908,
      "mean_token_accuracy": 0.16715661585330963,
      "num_tokens": 16279688.0,
      "step": 8035
    },
    {
      "entropy": 5.9778642654418945,
      "epoch": 0.7026129511491742,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004957369668729488,
      "loss": 5.6666,
      "mean_token_accuracy": 0.17562907338142394,
      "num_tokens": 16289441.0,
      "step": 8040
    },
    {
      "entropy": 5.937805461883545,
      "epoch": 0.7030498995018789,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004957309276484685,
      "loss": 5.6454,
      "mean_token_accuracy": 0.1692324161529541,
      "num_tokens": 16299802.0,
      "step": 8045
    },
    {
      "entropy": 5.9242242813110355,
      "epoch": 0.7034868478545836,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004957248841902533,
      "loss": 5.634,
      "mean_token_accuracy": 0.17715984135866164,
      "num_tokens": 16309577.0,
      "step": 8050
    },
    {
      "entropy": 5.9485162734985355,
      "epoch": 0.7039237962072883,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004957188364984191,
      "loss": 5.5899,
      "mean_token_accuracy": 0.17622884809970857,
      "num_tokens": 16319205.0,
      "step": 8055
    },
    {
      "entropy": 5.85321044921875,
      "epoch": 0.704360744559993,
      "grad_norm": 0.9609375,
      "learning_rate": 0.000495712784573082,
      "loss": 5.6519,
      "mean_token_accuracy": 0.17543867975473404,
      "num_tokens": 16329650.0,
      "step": 8060
    },
    {
      "entropy": 5.8825126647949215,
      "epoch": 0.7047976929126977,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004957067284143581,
      "loss": 5.6798,
      "mean_token_accuracy": 0.1714753121137619,
      "num_tokens": 16339242.0,
      "step": 8065
    },
    {
      "entropy": 5.998453903198242,
      "epoch": 0.7052346412654025,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004957006680223634,
      "loss": 5.6452,
      "mean_token_accuracy": 0.17831729650497435,
      "num_tokens": 16348441.0,
      "step": 8070
    },
    {
      "entropy": 5.929697179794312,
      "epoch": 0.7056715896181072,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004956946033972143,
      "loss": 5.6603,
      "mean_token_accuracy": 0.1724653422832489,
      "num_tokens": 16357425.0,
      "step": 8075
    },
    {
      "entropy": 5.928646755218506,
      "epoch": 0.7061085379708119,
      "grad_norm": 1.03125,
      "learning_rate": 0.000495688534539027,
      "loss": 5.6166,
      "mean_token_accuracy": 0.1716718390583992,
      "num_tokens": 16366180.0,
      "step": 8080
    },
    {
      "entropy": 5.9152756690979,
      "epoch": 0.7065454863235165,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004956824614479181,
      "loss": 5.6725,
      "mean_token_accuracy": 0.16842027753591537,
      "num_tokens": 16375714.0,
      "step": 8085
    },
    {
      "entropy": 6.000022888183594,
      "epoch": 0.7069824346762212,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004956763841240038,
      "loss": 5.6664,
      "mean_token_accuracy": 0.1660715103149414,
      "num_tokens": 16386051.0,
      "step": 8090
    },
    {
      "entropy": 5.987563800811768,
      "epoch": 0.7074193830289259,
      "grad_norm": 0.91796875,
      "learning_rate": 0.000495670302567401,
      "loss": 5.7255,
      "mean_token_accuracy": 0.16674379557371138,
      "num_tokens": 16396616.0,
      "step": 8095
    },
    {
      "entropy": 5.927264785766601,
      "epoch": 0.7078563313816307,
      "grad_norm": 0.98828125,
      "learning_rate": 0.000495664216778226,
      "loss": 5.6471,
      "mean_token_accuracy": 0.17981154173612596,
      "num_tokens": 16406301.0,
      "step": 8100
    },
    {
      "entropy": 5.959307289123535,
      "epoch": 0.7082932797343354,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004956581267565957,
      "loss": 5.7167,
      "mean_token_accuracy": 0.16652360558509827,
      "num_tokens": 16417107.0,
      "step": 8105
    },
    {
      "entropy": 5.968394994735718,
      "epoch": 0.7087302280870401,
      "grad_norm": 0.921875,
      "learning_rate": 0.000495652032502627,
      "loss": 5.6346,
      "mean_token_accuracy": 0.17637471854686737,
      "num_tokens": 16427292.0,
      "step": 8110
    },
    {
      "entropy": 5.900726556777954,
      "epoch": 0.7091671764397448,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004956459340164366,
      "loss": 5.6414,
      "mean_token_accuracy": 0.17783666253089905,
      "num_tokens": 16438191.0,
      "step": 8115
    },
    {
      "entropy": 5.947930383682251,
      "epoch": 0.7096041247924495,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004956398312981417,
      "loss": 5.6109,
      "mean_token_accuracy": 0.17297908365726472,
      "num_tokens": 16448237.0,
      "step": 8120
    },
    {
      "entropy": 5.932255506515503,
      "epoch": 0.7100410731451542,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004956337243478592,
      "loss": 5.7026,
      "mean_token_accuracy": 0.17288212329149247,
      "num_tokens": 16458947.0,
      "step": 8125
    },
    {
      "entropy": 5.999772691726685,
      "epoch": 0.710478021497859,
      "grad_norm": 1.0,
      "learning_rate": 0.0004956276131657061,
      "loss": 5.6378,
      "mean_token_accuracy": 0.17141077667474747,
      "num_tokens": 16467464.0,
      "step": 8130
    },
    {
      "entropy": 5.950952863693237,
      "epoch": 0.7109149698505637,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004956214977518,
      "loss": 5.6543,
      "mean_token_accuracy": 0.17681879550218582,
      "num_tokens": 16477747.0,
      "step": 8135
    },
    {
      "entropy": 5.968418741226197,
      "epoch": 0.7113519182032684,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004956153781062578,
      "loss": 5.7753,
      "mean_token_accuracy": 0.1672035723924637,
      "num_tokens": 16488111.0,
      "step": 8140
    },
    {
      "entropy": 5.947294139862061,
      "epoch": 0.7117888665559731,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004956092542291971,
      "loss": 5.6582,
      "mean_token_accuracy": 0.17239930480718613,
      "num_tokens": 16497689.0,
      "step": 8145
    },
    {
      "entropy": 5.975532484054566,
      "epoch": 0.7122258149086778,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004956031261207353,
      "loss": 5.7704,
      "mean_token_accuracy": 0.16860691905021669,
      "num_tokens": 16508515.0,
      "step": 8150
    },
    {
      "entropy": 5.846520519256591,
      "epoch": 0.7126627632613826,
      "grad_norm": 0.9296875,
      "learning_rate": 0.00049559699378099,
      "loss": 5.6427,
      "mean_token_accuracy": 0.17767313867807388,
      "num_tokens": 16519184.0,
      "step": 8155
    },
    {
      "entropy": 5.990766620635986,
      "epoch": 0.7130997116140873,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004955908572100787,
      "loss": 5.7474,
      "mean_token_accuracy": 0.16518724113702773,
      "num_tokens": 16529917.0,
      "step": 8160
    },
    {
      "entropy": 5.984876680374145,
      "epoch": 0.7135366599667919,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004955847164081192,
      "loss": 5.6307,
      "mean_token_accuracy": 0.1702073931694031,
      "num_tokens": 16539687.0,
      "step": 8165
    },
    {
      "entropy": 5.92875108718872,
      "epoch": 0.7139736083194966,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004955785713752292,
      "loss": 5.7213,
      "mean_token_accuracy": 0.16826012283563613,
      "num_tokens": 16550273.0,
      "step": 8170
    },
    {
      "entropy": 6.037826919555664,
      "epoch": 0.7144105566722013,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004955724221115267,
      "loss": 5.7828,
      "mean_token_accuracy": 0.16326912343502045,
      "num_tokens": 16562215.0,
      "step": 8175
    },
    {
      "entropy": 6.032857942581177,
      "epoch": 0.714847505024906,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004955662686171295,
      "loss": 5.7351,
      "mean_token_accuracy": 0.17116176187992097,
      "num_tokens": 16573218.0,
      "step": 8180
    },
    {
      "entropy": 6.0085594177246096,
      "epoch": 0.7152844533776108,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004955601108921557,
      "loss": 5.7187,
      "mean_token_accuracy": 0.16171132028102875,
      "num_tokens": 16582740.0,
      "step": 8185
    },
    {
      "entropy": 5.9259802341461185,
      "epoch": 0.7157214017303155,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004955539489367235,
      "loss": 5.6732,
      "mean_token_accuracy": 0.17611398547887802,
      "num_tokens": 16592169.0,
      "step": 8190
    },
    {
      "entropy": 5.953530120849609,
      "epoch": 0.7161583500830202,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004955477827509509,
      "loss": 5.644,
      "mean_token_accuracy": 0.16816934943199158,
      "num_tokens": 16602706.0,
      "step": 8195
    },
    {
      "entropy": 5.945762872695923,
      "epoch": 0.7165952984357249,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004955416123349562,
      "loss": 5.633,
      "mean_token_accuracy": 0.1719654083251953,
      "num_tokens": 16612012.0,
      "step": 8200
    },
    {
      "entropy": 5.966068506240845,
      "epoch": 0.7170322467884296,
      "grad_norm": 0.95703125,
      "learning_rate": 0.000495535437688858,
      "loss": 5.7572,
      "mean_token_accuracy": 0.16732777804136276,
      "num_tokens": 16621798.0,
      "step": 8205
    },
    {
      "entropy": 5.985923862457275,
      "epoch": 0.7174691951411343,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004955292588127744,
      "loss": 5.6674,
      "mean_token_accuracy": 0.17234889268875123,
      "num_tokens": 16631792.0,
      "step": 8210
    },
    {
      "entropy": 5.97695779800415,
      "epoch": 0.7179061434938391,
      "grad_norm": 0.953125,
      "learning_rate": 0.000495523075706824,
      "loss": 5.6269,
      "mean_token_accuracy": 0.17342378050088883,
      "num_tokens": 16641655.0,
      "step": 8215
    },
    {
      "entropy": 5.958208799362183,
      "epoch": 0.7183430918465438,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004955168883711257,
      "loss": 5.7152,
      "mean_token_accuracy": 0.16085369288921356,
      "num_tokens": 16651210.0,
      "step": 8220
    },
    {
      "entropy": 6.018463182449341,
      "epoch": 0.7187800401992485,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004955106968057977,
      "loss": 5.6805,
      "mean_token_accuracy": 0.16819168627262115,
      "num_tokens": 16660078.0,
      "step": 8225
    },
    {
      "entropy": 5.99434461593628,
      "epoch": 0.7192169885519532,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004955045010109592,
      "loss": 5.6969,
      "mean_token_accuracy": 0.16938378661870956,
      "num_tokens": 16671211.0,
      "step": 8230
    },
    {
      "entropy": 5.960981225967407,
      "epoch": 0.7196539369046578,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004954983009867286,
      "loss": 5.6158,
      "mean_token_accuracy": 0.17598955929279328,
      "num_tokens": 16680850.0,
      "step": 8235
    },
    {
      "entropy": 5.902716016769409,
      "epoch": 0.7200908852573625,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004954920967332252,
      "loss": 5.6023,
      "mean_token_accuracy": 0.17169032692909242,
      "num_tokens": 16690447.0,
      "step": 8240
    },
    {
      "entropy": 5.909363698959351,
      "epoch": 0.7205278336100673,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004954858882505678,
      "loss": 5.7054,
      "mean_token_accuracy": 0.1682112231850624,
      "num_tokens": 16701061.0,
      "step": 8245
    },
    {
      "entropy": 5.985194683074951,
      "epoch": 0.720964781962772,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004954796755388755,
      "loss": 5.605,
      "mean_token_accuracy": 0.17755259275436402,
      "num_tokens": 16711139.0,
      "step": 8250
    },
    {
      "entropy": 5.9732200622558596,
      "epoch": 0.7214017303154767,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004954734585982675,
      "loss": 5.7462,
      "mean_token_accuracy": 0.15968185365200044,
      "num_tokens": 16722343.0,
      "step": 8255
    },
    {
      "entropy": 5.971442747116089,
      "epoch": 0.7218386786681814,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004954672374288631,
      "loss": 5.7317,
      "mean_token_accuracy": 0.16381252855062484,
      "num_tokens": 16733475.0,
      "step": 8260
    },
    {
      "entropy": 5.991418170928955,
      "epoch": 0.7222756270208861,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004954610120307815,
      "loss": 5.7104,
      "mean_token_accuracy": 0.16640409231185913,
      "num_tokens": 16744356.0,
      "step": 8265
    },
    {
      "entropy": 5.920919418334961,
      "epoch": 0.7227125753735908,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004954547824041422,
      "loss": 5.7155,
      "mean_token_accuracy": 0.16554230600595474,
      "num_tokens": 16755275.0,
      "step": 8270
    },
    {
      "entropy": 5.946273565292358,
      "epoch": 0.7231495237262956,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004954485485490647,
      "loss": 5.6471,
      "mean_token_accuracy": 0.17469835728406907,
      "num_tokens": 16766114.0,
      "step": 8275
    },
    {
      "entropy": 5.9773406982421875,
      "epoch": 0.7235864720790003,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004954423104656685,
      "loss": 5.6227,
      "mean_token_accuracy": 0.18017650097608567,
      "num_tokens": 16776391.0,
      "step": 8280
    },
    {
      "entropy": 5.859285306930542,
      "epoch": 0.724023420431705,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004954360681540732,
      "loss": 5.6057,
      "mean_token_accuracy": 0.17592469304800035,
      "num_tokens": 16784845.0,
      "step": 8285
    },
    {
      "entropy": 5.912224578857422,
      "epoch": 0.7244603687844097,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004954298216143986,
      "loss": 5.6227,
      "mean_token_accuracy": 0.1781073823571205,
      "num_tokens": 16794735.0,
      "step": 8290
    },
    {
      "entropy": 6.026312255859375,
      "epoch": 0.7248973171371144,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004954235708467647,
      "loss": 5.7135,
      "mean_token_accuracy": 0.17188996076583862,
      "num_tokens": 16803643.0,
      "step": 8295
    },
    {
      "entropy": 5.9373516082763675,
      "epoch": 0.725334265489819,
      "grad_norm": 0.9296875,
      "learning_rate": 0.000495417315851291,
      "loss": 5.7033,
      "mean_token_accuracy": 0.1706904500722885,
      "num_tokens": 16813064.0,
      "step": 8300
    },
    {
      "entropy": 5.976805257797241,
      "epoch": 0.7257712138425239,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004954110566280978,
      "loss": 5.703,
      "mean_token_accuracy": 0.16932612359523774,
      "num_tokens": 16823166.0,
      "step": 8305
    },
    {
      "entropy": 5.993662643432617,
      "epoch": 0.7262081621952285,
      "grad_norm": 0.88671875,
      "learning_rate": 0.000495404793177305,
      "loss": 5.7221,
      "mean_token_accuracy": 0.1667390540242195,
      "num_tokens": 16833546.0,
      "step": 8310
    },
    {
      "entropy": 5.92490701675415,
      "epoch": 0.7266451105479332,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004953985254990328,
      "loss": 5.5921,
      "mean_token_accuracy": 0.1778773248195648,
      "num_tokens": 16843794.0,
      "step": 8315
    },
    {
      "entropy": 5.972211599349976,
      "epoch": 0.7270820589006379,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004953922535934014,
      "loss": 5.7333,
      "mean_token_accuracy": 0.16743092685937883,
      "num_tokens": 16855677.0,
      "step": 8320
    },
    {
      "entropy": 6.0065654754638675,
      "epoch": 0.7275190072533426,
      "grad_norm": 0.890625,
      "learning_rate": 0.000495385977460531,
      "loss": 5.6813,
      "mean_token_accuracy": 0.1640188977122307,
      "num_tokens": 16866137.0,
      "step": 8325
    },
    {
      "entropy": 5.968684720993042,
      "epoch": 0.7279559556060473,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004953796971005422,
      "loss": 5.6032,
      "mean_token_accuracy": 0.17238486111164092,
      "num_tokens": 16875997.0,
      "step": 8330
    },
    {
      "entropy": 5.8611455917358395,
      "epoch": 0.7283929039587521,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004953734125135552,
      "loss": 5.6559,
      "mean_token_accuracy": 0.1759241536259651,
      "num_tokens": 16885838.0,
      "step": 8335
    },
    {
      "entropy": 5.900574016571045,
      "epoch": 0.7288298523114568,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004953671236996909,
      "loss": 5.5856,
      "mean_token_accuracy": 0.1783141925930977,
      "num_tokens": 16895533.0,
      "step": 8340
    },
    {
      "entropy": 5.998710203170776,
      "epoch": 0.7292668006641615,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004953608306590696,
      "loss": 5.71,
      "mean_token_accuracy": 0.16809077188372612,
      "num_tokens": 16906258.0,
      "step": 8345
    },
    {
      "entropy": 5.970078706741333,
      "epoch": 0.7297037490168662,
      "grad_norm": 0.9296875,
      "learning_rate": 0.000495354533391812,
      "loss": 5.6672,
      "mean_token_accuracy": 0.17465408593416215,
      "num_tokens": 16917123.0,
      "step": 8350
    },
    {
      "entropy": 5.9451827049255375,
      "epoch": 0.7301406973695709,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004953482318980389,
      "loss": 5.6826,
      "mean_token_accuracy": 0.17426684349775315,
      "num_tokens": 16927533.0,
      "step": 8355
    },
    {
      "entropy": 5.995517110824585,
      "epoch": 0.7305776457222757,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004953419261778714,
      "loss": 5.6503,
      "mean_token_accuracy": 0.1718117207288742,
      "num_tokens": 16937763.0,
      "step": 8360
    },
    {
      "entropy": 5.92606554031372,
      "epoch": 0.7310145940749804,
      "grad_norm": 1.0,
      "learning_rate": 0.0004953356162314304,
      "loss": 5.5968,
      "mean_token_accuracy": 0.17840242087841035,
      "num_tokens": 16947173.0,
      "step": 8365
    },
    {
      "entropy": 5.961096239089966,
      "epoch": 0.7314515424276851,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004953293020588368,
      "loss": 5.6777,
      "mean_token_accuracy": 0.17512092739343643,
      "num_tokens": 16956856.0,
      "step": 8370
    },
    {
      "entropy": 5.93956446647644,
      "epoch": 0.7318884907803898,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004953229836602115,
      "loss": 5.6675,
      "mean_token_accuracy": 0.17096923142671586,
      "num_tokens": 16966705.0,
      "step": 8375
    },
    {
      "entropy": 5.950593948364258,
      "epoch": 0.7323254391330944,
      "grad_norm": 0.90625,
      "learning_rate": 0.000495316661035676,
      "loss": 5.6781,
      "mean_token_accuracy": 0.17147308588027954,
      "num_tokens": 16977026.0,
      "step": 8380
    },
    {
      "entropy": 5.968172454833985,
      "epoch": 0.7327623874857991,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004953103341853517,
      "loss": 5.5994,
      "mean_token_accuracy": 0.18063658475875854,
      "num_tokens": 16986800.0,
      "step": 8385
    },
    {
      "entropy": 5.949002027511597,
      "epoch": 0.7331993358385039,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004953040031093596,
      "loss": 5.5874,
      "mean_token_accuracy": 0.17797926664352418,
      "num_tokens": 16996392.0,
      "step": 8390
    },
    {
      "entropy": 5.929271268844604,
      "epoch": 0.7336362841912086,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004952976678078213,
      "loss": 5.6382,
      "mean_token_accuracy": 0.1738160252571106,
      "num_tokens": 17006430.0,
      "step": 8395
    },
    {
      "entropy": 5.994189071655273,
      "epoch": 0.7340732325439133,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004952913282808584,
      "loss": 5.6717,
      "mean_token_accuracy": 0.16316924691200257,
      "num_tokens": 17017168.0,
      "step": 8400
    },
    {
      "entropy": 5.8662636280059814,
      "epoch": 0.734510180896618,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004952849845285922,
      "loss": 5.5882,
      "mean_token_accuracy": 0.18116444796323777,
      "num_tokens": 17027337.0,
      "step": 8405
    },
    {
      "entropy": 5.930755662918091,
      "epoch": 0.7349471292493227,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004952786365511447,
      "loss": 5.571,
      "mean_token_accuracy": 0.1814669668674469,
      "num_tokens": 17036839.0,
      "step": 8410
    },
    {
      "entropy": 5.951767110824585,
      "epoch": 0.7353840776020274,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004952722843486375,
      "loss": 5.7703,
      "mean_token_accuracy": 0.1637505754828453,
      "num_tokens": 17048221.0,
      "step": 8415
    },
    {
      "entropy": 5.917473077774048,
      "epoch": 0.7358210259547322,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004952659279211924,
      "loss": 5.5956,
      "mean_token_accuracy": 0.17329713702201843,
      "num_tokens": 17057694.0,
      "step": 8420
    },
    {
      "entropy": 5.959954023361206,
      "epoch": 0.7362579743074369,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004952595672689315,
      "loss": 5.6878,
      "mean_token_accuracy": 0.1606788843870163,
      "num_tokens": 17066492.0,
      "step": 8425
    },
    {
      "entropy": 6.000223827362061,
      "epoch": 0.7366949226601416,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004952532023919766,
      "loss": 5.6912,
      "mean_token_accuracy": 0.16865280270576477,
      "num_tokens": 17077211.0,
      "step": 8430
    },
    {
      "entropy": 5.9528453826904295,
      "epoch": 0.7371318710128463,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004952468332904498,
      "loss": 5.6518,
      "mean_token_accuracy": 0.17314266115427018,
      "num_tokens": 17088665.0,
      "step": 8435
    },
    {
      "entropy": 5.932890319824219,
      "epoch": 0.737568819365551,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004952404599644735,
      "loss": 5.6466,
      "mean_token_accuracy": 0.17729318290948867,
      "num_tokens": 17099767.0,
      "step": 8440
    },
    {
      "entropy": 5.937790489196777,
      "epoch": 0.7380057677182557,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004952340824141698,
      "loss": 5.5712,
      "mean_token_accuracy": 0.18339237719774246,
      "num_tokens": 17109414.0,
      "step": 8445
    },
    {
      "entropy": 5.92702693939209,
      "epoch": 0.7384427160709605,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004952277006396609,
      "loss": 5.6618,
      "mean_token_accuracy": 0.16808170229196548,
      "num_tokens": 17119107.0,
      "step": 8450
    },
    {
      "entropy": 5.941473817825317,
      "epoch": 0.7388796644236652,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004952213146410693,
      "loss": 5.6854,
      "mean_token_accuracy": 0.16574075371026992,
      "num_tokens": 17129010.0,
      "step": 8455
    },
    {
      "entropy": 5.994534063339233,
      "epoch": 0.7393166127763698,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004952149244185174,
      "loss": 5.7002,
      "mean_token_accuracy": 0.17138614654541015,
      "num_tokens": 17138951.0,
      "step": 8460
    },
    {
      "entropy": 5.993372917175293,
      "epoch": 0.7397535611290745,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004952085299721279,
      "loss": 5.6463,
      "mean_token_accuracy": 0.1688268318772316,
      "num_tokens": 17149416.0,
      "step": 8465
    },
    {
      "entropy": 5.911770439147949,
      "epoch": 0.7401905094817792,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004952021313020235,
      "loss": 5.5943,
      "mean_token_accuracy": 0.18211120516061782,
      "num_tokens": 17160068.0,
      "step": 8470
    },
    {
      "entropy": 5.932995700836182,
      "epoch": 0.7406274578344839,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004951957284083269,
      "loss": 5.6511,
      "mean_token_accuracy": 0.17048127055168152,
      "num_tokens": 17168972.0,
      "step": 8475
    },
    {
      "entropy": 5.90786919593811,
      "epoch": 0.7410644061871887,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004951893212911607,
      "loss": 5.6063,
      "mean_token_accuracy": 0.1807121753692627,
      "num_tokens": 17178239.0,
      "step": 8480
    },
    {
      "entropy": 5.95505919456482,
      "epoch": 0.7415013545398934,
      "grad_norm": 0.79296875,
      "learning_rate": 0.000495182909950648,
      "loss": 5.7695,
      "mean_token_accuracy": 0.16541819423437118,
      "num_tokens": 17190619.0,
      "step": 8485
    },
    {
      "entropy": 5.862196969985962,
      "epoch": 0.7419383028925981,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004951764943869117,
      "loss": 5.5579,
      "mean_token_accuracy": 0.17387183308601378,
      "num_tokens": 17201041.0,
      "step": 8490
    },
    {
      "entropy": 5.936975002288818,
      "epoch": 0.7423752512453028,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004951700746000749,
      "loss": 5.6862,
      "mean_token_accuracy": 0.1688358172774315,
      "num_tokens": 17211779.0,
      "step": 8495
    },
    {
      "entropy": 5.986603116989135,
      "epoch": 0.7428121995980075,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004951636505902606,
      "loss": 5.636,
      "mean_token_accuracy": 0.17799067199230195,
      "num_tokens": 17221249.0,
      "step": 8500
    },
    {
      "entropy": 5.958147573471069,
      "epoch": 0.7432491479507122,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004951572223575922,
      "loss": 5.6879,
      "mean_token_accuracy": 0.16987977623939515,
      "num_tokens": 17231634.0,
      "step": 8505
    },
    {
      "entropy": 5.947153759002686,
      "epoch": 0.743686096303417,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004951507899021929,
      "loss": 5.7118,
      "mean_token_accuracy": 0.16771858781576157,
      "num_tokens": 17241751.0,
      "step": 8510
    },
    {
      "entropy": 5.992804765701294,
      "epoch": 0.7441230446561217,
      "grad_norm": 0.9296875,
      "learning_rate": 0.000495144353224186,
      "loss": 5.691,
      "mean_token_accuracy": 0.16678913086652755,
      "num_tokens": 17251962.0,
      "step": 8515
    },
    {
      "entropy": 5.9510657787323,
      "epoch": 0.7445599930088264,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004951379123236952,
      "loss": 5.5818,
      "mean_token_accuracy": 0.17395014315843582,
      "num_tokens": 17261895.0,
      "step": 8520
    },
    {
      "entropy": 5.908085632324219,
      "epoch": 0.744996941361531,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004951314672008439,
      "loss": 5.6526,
      "mean_token_accuracy": 0.17893627285957336,
      "num_tokens": 17272025.0,
      "step": 8525
    },
    {
      "entropy": 5.942544174194336,
      "epoch": 0.7454338897142357,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004951250178557556,
      "loss": 5.6567,
      "mean_token_accuracy": 0.17837535440921784,
      "num_tokens": 17282705.0,
      "step": 8530
    },
    {
      "entropy": 5.959393072128296,
      "epoch": 0.7458708380669404,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004951185642885542,
      "loss": 5.5949,
      "mean_token_accuracy": 0.17821435034275054,
      "num_tokens": 17293045.0,
      "step": 8535
    },
    {
      "entropy": 5.966700315475464,
      "epoch": 0.7463077864196452,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004951121064993633,
      "loss": 5.677,
      "mean_token_accuracy": 0.16884415447711945,
      "num_tokens": 17303893.0,
      "step": 8540
    },
    {
      "entropy": 5.951896381378174,
      "epoch": 0.7467447347723499,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004951056444883069,
      "loss": 5.6536,
      "mean_token_accuracy": 0.16734211295843124,
      "num_tokens": 17314250.0,
      "step": 8545
    },
    {
      "entropy": 5.931076622009277,
      "epoch": 0.7471816831250546,
      "grad_norm": 1.0,
      "learning_rate": 0.000495099178255509,
      "loss": 5.5893,
      "mean_token_accuracy": 0.1729494720697403,
      "num_tokens": 17324268.0,
      "step": 8550
    },
    {
      "entropy": 5.959023571014404,
      "epoch": 0.7476186314777593,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004950927078010934,
      "loss": 5.7086,
      "mean_token_accuracy": 0.16032904386520386,
      "num_tokens": 17334512.0,
      "step": 8555
    },
    {
      "entropy": 5.97030873298645,
      "epoch": 0.748055579830464,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004950862331251845,
      "loss": 5.6428,
      "mean_token_accuracy": 0.1734593242406845,
      "num_tokens": 17346244.0,
      "step": 8560
    },
    {
      "entropy": 5.939942979812622,
      "epoch": 0.7484925281831688,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004950797542279061,
      "loss": 5.6434,
      "mean_token_accuracy": 0.17366824001073838,
      "num_tokens": 17355832.0,
      "step": 8565
    },
    {
      "entropy": 5.91514835357666,
      "epoch": 0.7489294765358735,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004950732711093828,
      "loss": 5.6461,
      "mean_token_accuracy": 0.16829000413417816,
      "num_tokens": 17366871.0,
      "step": 8570
    },
    {
      "entropy": 5.991394329071045,
      "epoch": 0.7493664248885782,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004950667837697388,
      "loss": 5.7293,
      "mean_token_accuracy": 0.16241607815027237,
      "num_tokens": 17377242.0,
      "step": 8575
    },
    {
      "entropy": 5.997432279586792,
      "epoch": 0.7498033732412829,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004950602922090988,
      "loss": 5.6814,
      "mean_token_accuracy": 0.16915558129549027,
      "num_tokens": 17387942.0,
      "step": 8580
    },
    {
      "entropy": 5.9788885593414305,
      "epoch": 0.7502403215939876,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004950537964275868,
      "loss": 5.6436,
      "mean_token_accuracy": 0.16623931229114533,
      "num_tokens": 17397413.0,
      "step": 8585
    },
    {
      "entropy": 5.932490873336792,
      "epoch": 0.7506772699466923,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004950472964253278,
      "loss": 5.5908,
      "mean_token_accuracy": 0.17091099619865419,
      "num_tokens": 17408456.0,
      "step": 8590
    },
    {
      "entropy": 5.956561517715454,
      "epoch": 0.7511142182993971,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004950407922024463,
      "loss": 5.6198,
      "mean_token_accuracy": 0.17130438089370728,
      "num_tokens": 17417805.0,
      "step": 8595
    },
    {
      "entropy": 5.914918565750122,
      "epoch": 0.7515511666521018,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004950342837590671,
      "loss": 5.5529,
      "mean_token_accuracy": 0.17918556928634644,
      "num_tokens": 17426932.0,
      "step": 8600
    },
    {
      "entropy": 5.87897138595581,
      "epoch": 0.7519881150048064,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004950277710953152,
      "loss": 5.6482,
      "mean_token_accuracy": 0.1722386434674263,
      "num_tokens": 17436770.0,
      "step": 8605
    },
    {
      "entropy": 5.904389333724976,
      "epoch": 0.7524250633575111,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004950212542113153,
      "loss": 5.5702,
      "mean_token_accuracy": 0.17524368613958358,
      "num_tokens": 17447852.0,
      "step": 8610
    },
    {
      "entropy": 5.875369882583618,
      "epoch": 0.7528620117102158,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004950147331071924,
      "loss": 5.5715,
      "mean_token_accuracy": 0.1711200311779976,
      "num_tokens": 17458020.0,
      "step": 8615
    },
    {
      "entropy": 5.977892351150513,
      "epoch": 0.7532989600629205,
      "grad_norm": 0.8359375,
      "learning_rate": 0.0004950082077830717,
      "loss": 5.684,
      "mean_token_accuracy": 0.16434485465288162,
      "num_tokens": 17468604.0,
      "step": 8620
    },
    {
      "entropy": 5.986811256408691,
      "epoch": 0.7537359084156253,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004950016782390782,
      "loss": 5.6415,
      "mean_token_accuracy": 0.17272921949625014,
      "num_tokens": 17478374.0,
      "step": 8625
    },
    {
      "entropy": 5.964027214050293,
      "epoch": 0.75417285676833,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004949951444753372,
      "loss": 5.6362,
      "mean_token_accuracy": 0.1751129597425461,
      "num_tokens": 17487894.0,
      "step": 8630
    },
    {
      "entropy": 5.938914346694946,
      "epoch": 0.7546098051210347,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004949886064919741,
      "loss": 5.6181,
      "mean_token_accuracy": 0.17235160022974014,
      "num_tokens": 17498473.0,
      "step": 8635
    },
    {
      "entropy": 5.922804117202759,
      "epoch": 0.7550467534737394,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004949820642891142,
      "loss": 5.6207,
      "mean_token_accuracy": 0.172652904689312,
      "num_tokens": 17507796.0,
      "step": 8640
    },
    {
      "entropy": 5.90608959197998,
      "epoch": 0.7554837018264441,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004949755178668832,
      "loss": 5.6279,
      "mean_token_accuracy": 0.17529148161411284,
      "num_tokens": 17517629.0,
      "step": 8645
    },
    {
      "entropy": 5.9683849811553955,
      "epoch": 0.7559206501791488,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004949689672254064,
      "loss": 5.7032,
      "mean_token_accuracy": 0.16178804785013198,
      "num_tokens": 17528726.0,
      "step": 8650
    },
    {
      "entropy": 5.918129396438599,
      "epoch": 0.7563575985318536,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004949624123648096,
      "loss": 5.6039,
      "mean_token_accuracy": 0.17397680580615998,
      "num_tokens": 17539022.0,
      "step": 8655
    },
    {
      "entropy": 5.958914470672608,
      "epoch": 0.7567945468845583,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004949558532852185,
      "loss": 5.6537,
      "mean_token_accuracy": 0.17225720584392548,
      "num_tokens": 17549293.0,
      "step": 8660
    },
    {
      "entropy": 5.949682998657226,
      "epoch": 0.757231495237263,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004949492899867587,
      "loss": 5.6464,
      "mean_token_accuracy": 0.16983148008584975,
      "num_tokens": 17559072.0,
      "step": 8665
    },
    {
      "entropy": 5.924809360504151,
      "epoch": 0.7576684435899677,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004949427224695564,
      "loss": 5.6179,
      "mean_token_accuracy": 0.17111153304576873,
      "num_tokens": 17568757.0,
      "step": 8670
    },
    {
      "entropy": 5.986868858337402,
      "epoch": 0.7581053919426723,
      "grad_norm": 1.0,
      "learning_rate": 0.0004949361507337374,
      "loss": 5.6147,
      "mean_token_accuracy": 0.1758776366710663,
      "num_tokens": 17578288.0,
      "step": 8675
    },
    {
      "entropy": 5.956007099151611,
      "epoch": 0.758542340295377,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004949295747794277,
      "loss": 5.7018,
      "mean_token_accuracy": 0.16617322564125062,
      "num_tokens": 17588864.0,
      "step": 8680
    },
    {
      "entropy": 5.936603975296021,
      "epoch": 0.7589792886480818,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004949229946067537,
      "loss": 5.7229,
      "mean_token_accuracy": 0.16777040362358092,
      "num_tokens": 17599103.0,
      "step": 8685
    },
    {
      "entropy": 5.893248176574707,
      "epoch": 0.7594162370007865,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004949164102158413,
      "loss": 5.6055,
      "mean_token_accuracy": 0.175451098382473,
      "num_tokens": 17608608.0,
      "step": 8690
    },
    {
      "entropy": 5.982941722869873,
      "epoch": 0.7598531853534912,
      "grad_norm": 0.92578125,
      "learning_rate": 0.000494909821606817,
      "loss": 5.692,
      "mean_token_accuracy": 0.17046781182289122,
      "num_tokens": 17618604.0,
      "step": 8695
    },
    {
      "entropy": 5.997108411788941,
      "epoch": 0.7602901337061959,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004949032287798069,
      "loss": 5.6464,
      "mean_token_accuracy": 0.17591447681188582,
      "num_tokens": 17628479.0,
      "step": 8700
    },
    {
      "entropy": 5.910526132583618,
      "epoch": 0.7607270820589006,
      "grad_norm": 1.0,
      "learning_rate": 0.0004948966317349379,
      "loss": 5.6541,
      "mean_token_accuracy": 0.17624739557504654,
      "num_tokens": 17637519.0,
      "step": 8705
    },
    {
      "entropy": 5.938403606414795,
      "epoch": 0.7611640304116053,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004948900304723361,
      "loss": 5.6027,
      "mean_token_accuracy": 0.18379036337137222,
      "num_tokens": 17647902.0,
      "step": 8710
    },
    {
      "entropy": 5.98733081817627,
      "epoch": 0.7616009787643101,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004948834249921285,
      "loss": 5.6105,
      "mean_token_accuracy": 0.17630842626094817,
      "num_tokens": 17658576.0,
      "step": 8715
    },
    {
      "entropy": 5.940467691421508,
      "epoch": 0.7620379271170148,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004948768152944414,
      "loss": 5.6629,
      "mean_token_accuracy": 0.17111257910728456,
      "num_tokens": 17667059.0,
      "step": 8720
    },
    {
      "entropy": 6.041933822631836,
      "epoch": 0.7624748754697195,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004948702013794018,
      "loss": 5.7683,
      "mean_token_accuracy": 0.16528119295835494,
      "num_tokens": 17677447.0,
      "step": 8725
    },
    {
      "entropy": 5.9593089580535885,
      "epoch": 0.7629118238224242,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004948635832471366,
      "loss": 5.6409,
      "mean_token_accuracy": 0.1806150943040848,
      "num_tokens": 17687893.0,
      "step": 8730
    },
    {
      "entropy": 5.907771396636963,
      "epoch": 0.7633487721751289,
      "grad_norm": 0.875,
      "learning_rate": 0.0004948569608977726,
      "loss": 5.6527,
      "mean_token_accuracy": 0.1764674738049507,
      "num_tokens": 17698599.0,
      "step": 8735
    },
    {
      "entropy": 5.972860050201416,
      "epoch": 0.7637857205278336,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004948503343314369,
      "loss": 5.6513,
      "mean_token_accuracy": 0.1688207656145096,
      "num_tokens": 17709711.0,
      "step": 8740
    },
    {
      "entropy": 5.957196998596191,
      "epoch": 0.7642226688805384,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004948437035482566,
      "loss": 5.6302,
      "mean_token_accuracy": 0.17716830521821975,
      "num_tokens": 17719613.0,
      "step": 8745
    },
    {
      "entropy": 5.940670537948608,
      "epoch": 0.764659617233243,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004948370685483588,
      "loss": 5.6082,
      "mean_token_accuracy": 0.17935529053211213,
      "num_tokens": 17729829.0,
      "step": 8750
    },
    {
      "entropy": 5.897859287261963,
      "epoch": 0.7650965655859477,
      "grad_norm": 1.0,
      "learning_rate": 0.0004948304293318709,
      "loss": 5.6178,
      "mean_token_accuracy": 0.17040786892175674,
      "num_tokens": 17739254.0,
      "step": 8755
    },
    {
      "entropy": 5.963268136978149,
      "epoch": 0.7655335139386524,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004948237858989201,
      "loss": 5.6375,
      "mean_token_accuracy": 0.16988625228405,
      "num_tokens": 17749294.0,
      "step": 8760
    },
    {
      "entropy": 5.894342088699341,
      "epoch": 0.7659704622913571,
      "grad_norm": 1.0078125,
      "learning_rate": 0.000494817138249634,
      "loss": 5.5689,
      "mean_token_accuracy": 0.18054407685995102,
      "num_tokens": 17758866.0,
      "step": 8765
    },
    {
      "entropy": 5.993446731567383,
      "epoch": 0.7664074106440619,
      "grad_norm": 0.9921875,
      "learning_rate": 0.00049481048638414,
      "loss": 5.7107,
      "mean_token_accuracy": 0.1637560099363327,
      "num_tokens": 17769202.0,
      "step": 8770
    },
    {
      "entropy": 5.918931913375855,
      "epoch": 0.7668443589967666,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004948038303025657,
      "loss": 5.7151,
      "mean_token_accuracy": 0.1721897006034851,
      "num_tokens": 17779125.0,
      "step": 8775
    },
    {
      "entropy": 5.9706220626831055,
      "epoch": 0.7672813073494713,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004947971700050387,
      "loss": 5.6574,
      "mean_token_accuracy": 0.16995926648378373,
      "num_tokens": 17788696.0,
      "step": 8780
    },
    {
      "entropy": 5.949014806747437,
      "epoch": 0.767718255702176,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004947905054916869,
      "loss": 5.6398,
      "mean_token_accuracy": 0.1715715229511261,
      "num_tokens": 17799867.0,
      "step": 8785
    },
    {
      "entropy": 6.001501226425171,
      "epoch": 0.7681552040548807,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004947838367626379,
      "loss": 5.6554,
      "mean_token_accuracy": 0.16742841601371766,
      "num_tokens": 17809418.0,
      "step": 8790
    },
    {
      "entropy": 5.916331958770752,
      "epoch": 0.7685921524075854,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004947771638180198,
      "loss": 5.5413,
      "mean_token_accuracy": 0.1838361442089081,
      "num_tokens": 17818554.0,
      "step": 8795
    },
    {
      "entropy": 5.863605594635009,
      "epoch": 0.7690291007602902,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004947704866579605,
      "loss": 5.5929,
      "mean_token_accuracy": 0.1765707790851593,
      "num_tokens": 17828918.0,
      "step": 8800
    },
    {
      "entropy": 5.973348760604859,
      "epoch": 0.7694660491129949,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004947638052825883,
      "loss": 5.7479,
      "mean_token_accuracy": 0.16142649352550506,
      "num_tokens": 17840791.0,
      "step": 8805
    },
    {
      "entropy": 6.010628414154053,
      "epoch": 0.7699029974656996,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004947571196920309,
      "loss": 5.6535,
      "mean_token_accuracy": 0.1653089165687561,
      "num_tokens": 17850675.0,
      "step": 8810
    },
    {
      "entropy": 5.887283897399902,
      "epoch": 0.7703399458184043,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004947504298864169,
      "loss": 5.6119,
      "mean_token_accuracy": 0.1758929669857025,
      "num_tokens": 17860684.0,
      "step": 8815
    },
    {
      "entropy": 5.904197072982788,
      "epoch": 0.770776894171109,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004947437358658746,
      "loss": 5.6285,
      "mean_token_accuracy": 0.17459355145692826,
      "num_tokens": 17870394.0,
      "step": 8820
    },
    {
      "entropy": 5.91097617149353,
      "epoch": 0.7712138425238136,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004947370376305321,
      "loss": 5.6008,
      "mean_token_accuracy": 0.1767829418182373,
      "num_tokens": 17881256.0,
      "step": 8825
    },
    {
      "entropy": 5.948611545562744,
      "epoch": 0.7716507908765184,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004947303351805183,
      "loss": 5.6504,
      "mean_token_accuracy": 0.17333670556545258,
      "num_tokens": 17890888.0,
      "step": 8830
    },
    {
      "entropy": 5.969726037979126,
      "epoch": 0.7720877392292231,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004947236285159615,
      "loss": 5.6175,
      "mean_token_accuracy": 0.1730385646224022,
      "num_tokens": 17900507.0,
      "step": 8835
    },
    {
      "entropy": 5.890967082977295,
      "epoch": 0.7725246875819278,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004947169176369902,
      "loss": 5.6785,
      "mean_token_accuracy": 0.17292495518922807,
      "num_tokens": 17911333.0,
      "step": 8840
    },
    {
      "entropy": 5.98371992111206,
      "epoch": 0.7729616359346325,
      "grad_norm": 0.875,
      "learning_rate": 0.0004947102025437334,
      "loss": 5.6432,
      "mean_token_accuracy": 0.17004254162311555,
      "num_tokens": 17921540.0,
      "step": 8845
    },
    {
      "entropy": 5.976136970520019,
      "epoch": 0.7733985842873372,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004947034832363199,
      "loss": 5.7176,
      "mean_token_accuracy": 0.16572336107492447,
      "num_tokens": 17931820.0,
      "step": 8850
    },
    {
      "entropy": 5.96554217338562,
      "epoch": 0.7738355326400419,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004946967597148782,
      "loss": 5.6384,
      "mean_token_accuracy": 0.17082494199275972,
      "num_tokens": 17942717.0,
      "step": 8855
    },
    {
      "entropy": 5.9511066436767575,
      "epoch": 0.7742724809927467,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004946900319795377,
      "loss": 5.6177,
      "mean_token_accuracy": 0.17906149327754975,
      "num_tokens": 17953775.0,
      "step": 8860
    },
    {
      "entropy": 5.938663291931152,
      "epoch": 0.7747094293454514,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004946833000304274,
      "loss": 5.6054,
      "mean_token_accuracy": 0.1702869564294815,
      "num_tokens": 17963877.0,
      "step": 8865
    },
    {
      "entropy": 5.93529577255249,
      "epoch": 0.7751463776981561,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004946765638676761,
      "loss": 5.6058,
      "mean_token_accuracy": 0.17915844470262526,
      "num_tokens": 17974015.0,
      "step": 8870
    },
    {
      "entropy": 5.88549427986145,
      "epoch": 0.7755833260508608,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004946698234914132,
      "loss": 5.619,
      "mean_token_accuracy": 0.17810313403606415,
      "num_tokens": 17984189.0,
      "step": 8875
    },
    {
      "entropy": 5.885636615753174,
      "epoch": 0.7760202744035655,
      "grad_norm": 0.9296875,
      "learning_rate": 0.000494663078901768,
      "loss": 5.5703,
      "mean_token_accuracy": 0.18005340695381164,
      "num_tokens": 17994615.0,
      "step": 8880
    },
    {
      "entropy": 5.958274221420288,
      "epoch": 0.7764572227562702,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004946563300988699,
      "loss": 5.6278,
      "mean_token_accuracy": 0.17140327244997025,
      "num_tokens": 18004727.0,
      "step": 8885
    },
    {
      "entropy": 5.953384017944336,
      "epoch": 0.776894171108975,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004946495770828482,
      "loss": 5.6946,
      "mean_token_accuracy": 0.1725299909710884,
      "num_tokens": 18014576.0,
      "step": 8890
    },
    {
      "entropy": 5.9294633865356445,
      "epoch": 0.7773311194616797,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004946428198538326,
      "loss": 5.6606,
      "mean_token_accuracy": 0.17412893623113632,
      "num_tokens": 18024709.0,
      "step": 8895
    },
    {
      "entropy": 5.973984050750732,
      "epoch": 0.7777680678143843,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004946360584119526,
      "loss": 5.6059,
      "mean_token_accuracy": 0.17208971828222275,
      "num_tokens": 18034673.0,
      "step": 8900
    },
    {
      "entropy": 5.9540468692779545,
      "epoch": 0.778205016167089,
      "grad_norm": 0.8828125,
      "learning_rate": 0.000494629292757338,
      "loss": 5.6147,
      "mean_token_accuracy": 0.17223875671625138,
      "num_tokens": 18044774.0,
      "step": 8905
    },
    {
      "entropy": 5.898390483856201,
      "epoch": 0.7786419645197937,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004946225228901184,
      "loss": 5.6103,
      "mean_token_accuracy": 0.16923121809959413,
      "num_tokens": 18055244.0,
      "step": 8910
    },
    {
      "entropy": 5.95582947731018,
      "epoch": 0.7790789128724984,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004946157488104236,
      "loss": 5.7008,
      "mean_token_accuracy": 0.16536194533109666,
      "num_tokens": 18066051.0,
      "step": 8915
    },
    {
      "entropy": 5.995481681823731,
      "epoch": 0.7795158612252032,
      "grad_norm": 0.8359375,
      "learning_rate": 0.0004946089705183839,
      "loss": 5.7186,
      "mean_token_accuracy": 0.16110515147447585,
      "num_tokens": 18077693.0,
      "step": 8920
    },
    {
      "entropy": 5.939252138137817,
      "epoch": 0.7799528095779079,
      "grad_norm": 0.875,
      "learning_rate": 0.0004946021880141289,
      "loss": 5.6458,
      "mean_token_accuracy": 0.17277394384145736,
      "num_tokens": 18088032.0,
      "step": 8925
    },
    {
      "entropy": 5.950494813919067,
      "epoch": 0.7803897579306126,
      "grad_norm": 1.0546875,
      "learning_rate": 0.000494595401297789,
      "loss": 5.6185,
      "mean_token_accuracy": 0.17533794194459915,
      "num_tokens": 18097998.0,
      "step": 8930
    },
    {
      "entropy": 5.933243036270142,
      "epoch": 0.7808267062833173,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004945886103694941,
      "loss": 5.5736,
      "mean_token_accuracy": 0.17785312235355377,
      "num_tokens": 18107538.0,
      "step": 8935
    },
    {
      "entropy": 5.909284257888794,
      "epoch": 0.781263654636022,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004945818152293747,
      "loss": 5.662,
      "mean_token_accuracy": 0.17331621348857879,
      "num_tokens": 18117792.0,
      "step": 8940
    },
    {
      "entropy": 5.969169998168946,
      "epoch": 0.7817006029887267,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004945750158775609,
      "loss": 5.6646,
      "mean_token_accuracy": 0.1717840924859047,
      "num_tokens": 18128005.0,
      "step": 8945
    },
    {
      "entropy": 5.909918355941772,
      "epoch": 0.7821375513414315,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004945682123141833,
      "loss": 5.643,
      "mean_token_accuracy": 0.17730848491191864,
      "num_tokens": 18138398.0,
      "step": 8950
    },
    {
      "entropy": 5.975086116790772,
      "epoch": 0.7825744996941362,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004945614045393724,
      "loss": 5.6146,
      "mean_token_accuracy": 0.17089865654706954,
      "num_tokens": 18147676.0,
      "step": 8955
    },
    {
      "entropy": 5.838088035583496,
      "epoch": 0.7830114480468409,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004945545925532587,
      "loss": 5.527,
      "mean_token_accuracy": 0.18753522336483003,
      "num_tokens": 18156842.0,
      "step": 8960
    },
    {
      "entropy": 5.908769178390503,
      "epoch": 0.7834483963995456,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004945477763559728,
      "loss": 5.6449,
      "mean_token_accuracy": 0.16971031725406646,
      "num_tokens": 18166902.0,
      "step": 8965
    },
    {
      "entropy": 5.960187578201294,
      "epoch": 0.7838853447522502,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004945409559476455,
      "loss": 5.6325,
      "mean_token_accuracy": 0.1739122226834297,
      "num_tokens": 18177561.0,
      "step": 8970
    },
    {
      "entropy": 5.860386800765991,
      "epoch": 0.784322293104955,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004945341313284077,
      "loss": 5.6226,
      "mean_token_accuracy": 0.177939672768116,
      "num_tokens": 18187739.0,
      "step": 8975
    },
    {
      "entropy": 5.881693601608276,
      "epoch": 0.7847592414576597,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004945273024983902,
      "loss": 5.5482,
      "mean_token_accuracy": 0.17986249625682832,
      "num_tokens": 18198435.0,
      "step": 8980
    },
    {
      "entropy": 5.945936918258667,
      "epoch": 0.7851961898103644,
      "grad_norm": 0.89453125,
      "learning_rate": 0.000494520469457724,
      "loss": 5.5648,
      "mean_token_accuracy": 0.18187845200300218,
      "num_tokens": 18208374.0,
      "step": 8985
    },
    {
      "entropy": 5.814629077911377,
      "epoch": 0.7856331381630691,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004945136322065402,
      "loss": 5.6475,
      "mean_token_accuracy": 0.17407305389642716,
      "num_tokens": 18219229.0,
      "step": 8990
    },
    {
      "entropy": 5.929801940917969,
      "epoch": 0.7860700865157738,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004945067907449699,
      "loss": 5.598,
      "mean_token_accuracy": 0.17482235580682753,
      "num_tokens": 18229208.0,
      "step": 8995
    },
    {
      "entropy": 6.0301402568817135,
      "epoch": 0.7865070348684785,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004944999450731442,
      "loss": 5.7344,
      "mean_token_accuracy": 0.1576134629547596,
      "num_tokens": 18238454.0,
      "step": 9000
    },
    {
      "epoch": 0.7865070348684785,
      "eval_entropy": 5.815047346852577,
      "eval_loss": 5.638741493225098,
      "eval_mean_token_accuracy": 0.18099814363633915,
      "eval_num_tokens": 18238454.0,
      "eval_runtime": 21.3295,
      "eval_samples_per_second": 1735.345,
      "eval_steps_per_second": 216.93,
      "step": 9000
    },
    {
      "entropy": 5.991175603866577,
      "epoch": 0.7869439832211833,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004944930951911947,
      "loss": 5.6294,
      "mean_token_accuracy": 0.17374134957790374,
      "num_tokens": 18248845.0,
      "step": 9005
    },
    {
      "entropy": 5.993597173690796,
      "epoch": 0.787380931573888,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004944862410992526,
      "loss": 5.6339,
      "mean_token_accuracy": 0.16740865856409073,
      "num_tokens": 18258912.0,
      "step": 9010
    },
    {
      "entropy": 5.961672782897949,
      "epoch": 0.7878178799265927,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004944793827974494,
      "loss": 5.6659,
      "mean_token_accuracy": 0.1684281572699547,
      "num_tokens": 18269330.0,
      "step": 9015
    },
    {
      "entropy": 5.949158716201782,
      "epoch": 0.7882548282792974,
      "grad_norm": 0.875,
      "learning_rate": 0.0004944725202859165,
      "loss": 5.646,
      "mean_token_accuracy": 0.17535251379013062,
      "num_tokens": 18279721.0,
      "step": 9020
    },
    {
      "entropy": 5.884190082550049,
      "epoch": 0.7886917766320021,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004944656535647858,
      "loss": 5.5675,
      "mean_token_accuracy": 0.18021733909845353,
      "num_tokens": 18288581.0,
      "step": 9025
    },
    {
      "entropy": 5.9276820659637455,
      "epoch": 0.7891287249847068,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004944587826341888,
      "loss": 5.6136,
      "mean_token_accuracy": 0.17172063440084456,
      "num_tokens": 18298179.0,
      "step": 9030
    },
    {
      "entropy": 5.946098470687867,
      "epoch": 0.7895656733374116,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004944519074942574,
      "loss": 5.6208,
      "mean_token_accuracy": 0.16878654658794404,
      "num_tokens": 18307957.0,
      "step": 9035
    },
    {
      "entropy": 5.849981737136841,
      "epoch": 0.7900026216901163,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004944450281451234,
      "loss": 5.6006,
      "mean_token_accuracy": 0.1710733339190483,
      "num_tokens": 18317799.0,
      "step": 9040
    },
    {
      "entropy": 5.991630125045776,
      "epoch": 0.790439570042821,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004944381445869188,
      "loss": 5.6572,
      "mean_token_accuracy": 0.17650736421346663,
      "num_tokens": 18327889.0,
      "step": 9045
    },
    {
      "entropy": 5.943081855773926,
      "epoch": 0.7908765183955256,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004944312568197756,
      "loss": 5.6282,
      "mean_token_accuracy": 0.17297194451093673,
      "num_tokens": 18338288.0,
      "step": 9050
    },
    {
      "entropy": 5.932630825042724,
      "epoch": 0.7913134667482303,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004944243648438258,
      "loss": 5.6902,
      "mean_token_accuracy": 0.16534946709871293,
      "num_tokens": 18349070.0,
      "step": 9055
    },
    {
      "entropy": 5.992298889160156,
      "epoch": 0.791750415100935,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004944174686592019,
      "loss": 5.5997,
      "mean_token_accuracy": 0.17692964375019074,
      "num_tokens": 18359683.0,
      "step": 9060
    },
    {
      "entropy": 5.92846450805664,
      "epoch": 0.7921873634536398,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004944105682660358,
      "loss": 5.5991,
      "mean_token_accuracy": 0.17372017502784728,
      "num_tokens": 18371355.0,
      "step": 9065
    },
    {
      "entropy": 5.853173112869262,
      "epoch": 0.7926243118063445,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004944036636644601,
      "loss": 5.6397,
      "mean_token_accuracy": 0.17553496211767197,
      "num_tokens": 18381591.0,
      "step": 9070
    },
    {
      "entropy": 5.933531999588013,
      "epoch": 0.7930612601590492,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004943967548546071,
      "loss": 5.6156,
      "mean_token_accuracy": 0.17261812686920167,
      "num_tokens": 18390760.0,
      "step": 9075
    },
    {
      "entropy": 5.954724740982056,
      "epoch": 0.7934982085117539,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004943898418366096,
      "loss": 5.6575,
      "mean_token_accuracy": 0.1722110092639923,
      "num_tokens": 18400643.0,
      "step": 9080
    },
    {
      "entropy": 5.971835470199585,
      "epoch": 0.7939351568644586,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004943829246105997,
      "loss": 5.699,
      "mean_token_accuracy": 0.1661178410053253,
      "num_tokens": 18411559.0,
      "step": 9085
    },
    {
      "entropy": 5.964496421813965,
      "epoch": 0.7943721052171633,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004943760031767106,
      "loss": 5.6587,
      "mean_token_accuracy": 0.1780708521604538,
      "num_tokens": 18422645.0,
      "step": 9090
    },
    {
      "entropy": 5.931650400161743,
      "epoch": 0.7948090535698681,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004943690775350746,
      "loss": 5.6077,
      "mean_token_accuracy": 0.17388636618852615,
      "num_tokens": 18432369.0,
      "step": 9095
    },
    {
      "entropy": 5.934646081924439,
      "epoch": 0.7952460019225728,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004943621476858249,
      "loss": 5.5923,
      "mean_token_accuracy": 0.17633734345436097,
      "num_tokens": 18442143.0,
      "step": 9100
    },
    {
      "entropy": 5.885641050338745,
      "epoch": 0.7956829502752775,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004943552136290942,
      "loss": 5.639,
      "mean_token_accuracy": 0.1716434806585312,
      "num_tokens": 18452161.0,
      "step": 9105
    },
    {
      "entropy": 5.995611619949341,
      "epoch": 0.7961198986279822,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004943482753650154,
      "loss": 5.7352,
      "mean_token_accuracy": 0.1679619863629341,
      "num_tokens": 18461873.0,
      "step": 9110
    },
    {
      "entropy": 5.966622066497803,
      "epoch": 0.7965568469806869,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004943413328937221,
      "loss": 5.6104,
      "mean_token_accuracy": 0.17477046251296996,
      "num_tokens": 18472584.0,
      "step": 9115
    },
    {
      "entropy": 5.942466783523559,
      "epoch": 0.7969937953333915,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004943343862153467,
      "loss": 5.5788,
      "mean_token_accuracy": 0.17355528473854065,
      "num_tokens": 18482174.0,
      "step": 9120
    },
    {
      "entropy": 5.943079090118408,
      "epoch": 0.7974307436860963,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004943274353300231,
      "loss": 5.731,
      "mean_token_accuracy": 0.1694606900215149,
      "num_tokens": 18492861.0,
      "step": 9125
    },
    {
      "entropy": 5.99499773979187,
      "epoch": 0.797867692038801,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004943204802378843,
      "loss": 5.6133,
      "mean_token_accuracy": 0.17418318688869477,
      "num_tokens": 18502830.0,
      "step": 9130
    },
    {
      "entropy": 5.968546915054321,
      "epoch": 0.7983046403915057,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004943135209390638,
      "loss": 5.6298,
      "mean_token_accuracy": 0.16796215027570724,
      "num_tokens": 18513063.0,
      "step": 9135
    },
    {
      "entropy": 5.832057142257691,
      "epoch": 0.7987415887442104,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004943065574336949,
      "loss": 5.6054,
      "mean_token_accuracy": 0.1782997280359268,
      "num_tokens": 18523773.0,
      "step": 9140
    },
    {
      "entropy": 5.961545753479004,
      "epoch": 0.7991785370969151,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004942995897219115,
      "loss": 5.6224,
      "mean_token_accuracy": 0.17051804065704346,
      "num_tokens": 18533101.0,
      "step": 9145
    },
    {
      "entropy": 5.985107803344727,
      "epoch": 0.7996154854496198,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004942926178038469,
      "loss": 5.6459,
      "mean_token_accuracy": 0.178301540017128,
      "num_tokens": 18543863.0,
      "step": 9150
    },
    {
      "entropy": 5.8952085971832275,
      "epoch": 0.8000524338023246,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004942856416796352,
      "loss": 5.6435,
      "mean_token_accuracy": 0.17575568854808807,
      "num_tokens": 18554249.0,
      "step": 9155
    },
    {
      "entropy": 5.905969953536987,
      "epoch": 0.8004893821550293,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004942786613494098,
      "loss": 5.6203,
      "mean_token_accuracy": 0.17257825136184693,
      "num_tokens": 18563525.0,
      "step": 9160
    },
    {
      "entropy": 5.946135473251343,
      "epoch": 0.800926330507734,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004942716768133048,
      "loss": 5.6039,
      "mean_token_accuracy": 0.176299287378788,
      "num_tokens": 18572734.0,
      "step": 9165
    },
    {
      "entropy": 5.910472106933594,
      "epoch": 0.8013632788604387,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004942646880714543,
      "loss": 5.6679,
      "mean_token_accuracy": 0.17312319129705428,
      "num_tokens": 18581939.0,
      "step": 9170
    },
    {
      "entropy": 5.934965991973877,
      "epoch": 0.8018002272131434,
      "grad_norm": 0.9296875,
      "learning_rate": 0.000494257695123992,
      "loss": 5.6532,
      "mean_token_accuracy": 0.17528002411127092,
      "num_tokens": 18591635.0,
      "step": 9175
    },
    {
      "entropy": 5.935646867752075,
      "epoch": 0.8022371755658482,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004942506979710524,
      "loss": 5.5491,
      "mean_token_accuracy": 0.1734914541244507,
      "num_tokens": 18602060.0,
      "step": 9180
    },
    {
      "entropy": 5.93180832862854,
      "epoch": 0.8026741239185529,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004942436966127693,
      "loss": 5.6001,
      "mean_token_accuracy": 0.1750059559941292,
      "num_tokens": 18611187.0,
      "step": 9185
    },
    {
      "entropy": 5.963546705245972,
      "epoch": 0.8031110722712576,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004942366910492775,
      "loss": 5.5466,
      "mean_token_accuracy": 0.18096266835927963,
      "num_tokens": 18620329.0,
      "step": 9190
    },
    {
      "entropy": 5.953118419647216,
      "epoch": 0.8035480206239622,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004942296812807109,
      "loss": 5.6302,
      "mean_token_accuracy": 0.17430526316165923,
      "num_tokens": 18629600.0,
      "step": 9195
    },
    {
      "entropy": 5.925580978393555,
      "epoch": 0.8039849689766669,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004942226673072041,
      "loss": 5.6854,
      "mean_token_accuracy": 0.16640919744968413,
      "num_tokens": 18640771.0,
      "step": 9200
    },
    {
      "entropy": 5.908667659759521,
      "epoch": 0.8044219173293716,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004942156491288917,
      "loss": 5.5869,
      "mean_token_accuracy": 0.17425418496131898,
      "num_tokens": 18650606.0,
      "step": 9205
    },
    {
      "entropy": 5.930092239379883,
      "epoch": 0.8048588656820764,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004942086267459083,
      "loss": 5.6288,
      "mean_token_accuracy": 0.17468114644289018,
      "num_tokens": 18660487.0,
      "step": 9210
    },
    {
      "entropy": 5.9295285701751705,
      "epoch": 0.8052958140347811,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004942016001583886,
      "loss": 5.6108,
      "mean_token_accuracy": 0.17546120285987854,
      "num_tokens": 18670987.0,
      "step": 9215
    },
    {
      "entropy": 5.949113225936889,
      "epoch": 0.8057327623874858,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004941945693664674,
      "loss": 5.6969,
      "mean_token_accuracy": 0.16998145431280137,
      "num_tokens": 18682560.0,
      "step": 9220
    },
    {
      "entropy": 5.973329162597656,
      "epoch": 0.8061697107401905,
      "grad_norm": 0.81640625,
      "learning_rate": 0.0004941875343702795,
      "loss": 5.6357,
      "mean_token_accuracy": 0.1697494775056839,
      "num_tokens": 18692743.0,
      "step": 9225
    },
    {
      "entropy": 5.928528499603272,
      "epoch": 0.8066066590928952,
      "grad_norm": 1.0,
      "learning_rate": 0.0004941804951699597,
      "loss": 5.5907,
      "mean_token_accuracy": 0.17869127541780472,
      "num_tokens": 18703039.0,
      "step": 9230
    },
    {
      "entropy": 5.840265607833862,
      "epoch": 0.8070436074455999,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004941734517656432,
      "loss": 5.6442,
      "mean_token_accuracy": 0.17035192996263504,
      "num_tokens": 18713777.0,
      "step": 9235
    },
    {
      "entropy": 5.918832778930664,
      "epoch": 0.8074805557983047,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004941664041574651,
      "loss": 5.6511,
      "mean_token_accuracy": 0.17143665701150895,
      "num_tokens": 18723422.0,
      "step": 9240
    },
    {
      "entropy": 5.944339275360107,
      "epoch": 0.8079175041510094,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004941593523455605,
      "loss": 5.5738,
      "mean_token_accuracy": 0.17621628940105438,
      "num_tokens": 18734369.0,
      "step": 9245
    },
    {
      "entropy": 5.9933618068695065,
      "epoch": 0.8083544525037141,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004941522963300647,
      "loss": 5.645,
      "mean_token_accuracy": 0.17366275191307068,
      "num_tokens": 18744647.0,
      "step": 9250
    },
    {
      "entropy": 5.977871894836426,
      "epoch": 0.8087914008564188,
      "grad_norm": 0.9765625,
      "learning_rate": 0.000494145236111113,
      "loss": 5.5979,
      "mean_token_accuracy": 0.17265502810478212,
      "num_tokens": 18753929.0,
      "step": 9255
    },
    {
      "entropy": 5.952688980102539,
      "epoch": 0.8092283492091235,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004941381716888409,
      "loss": 5.6243,
      "mean_token_accuracy": 0.17520538121461868,
      "num_tokens": 18764103.0,
      "step": 9260
    },
    {
      "entropy": 5.947621583938599,
      "epoch": 0.8096652975618281,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004941311030633838,
      "loss": 5.6547,
      "mean_token_accuracy": 0.16614218205213546,
      "num_tokens": 18773756.0,
      "step": 9265
    },
    {
      "entropy": 5.8903004169464115,
      "epoch": 0.810102245914533,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004941240302348773,
      "loss": 5.5133,
      "mean_token_accuracy": 0.19039669036865234,
      "num_tokens": 18783778.0,
      "step": 9270
    },
    {
      "entropy": 5.9246738910675045,
      "epoch": 0.8105391942672376,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004941169532034571,
      "loss": 5.6403,
      "mean_token_accuracy": 0.17501290291547775,
      "num_tokens": 18794664.0,
      "step": 9275
    },
    {
      "entropy": 5.880994558334351,
      "epoch": 0.8109761426199423,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004941098719692589,
      "loss": 5.6191,
      "mean_token_accuracy": 0.17048076391220093,
      "num_tokens": 18803773.0,
      "step": 9280
    },
    {
      "entropy": 5.9081196784973145,
      "epoch": 0.811413090972647,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004941027865324186,
      "loss": 5.657,
      "mean_token_accuracy": 0.17150548249483108,
      "num_tokens": 18814419.0,
      "step": 9285
    },
    {
      "entropy": 6.027905654907227,
      "epoch": 0.8118500393253517,
      "grad_norm": 0.94140625,
      "learning_rate": 0.000494095696893072,
      "loss": 5.6309,
      "mean_token_accuracy": 0.17258746027946473,
      "num_tokens": 18825011.0,
      "step": 9290
    },
    {
      "entropy": 5.908768510818481,
      "epoch": 0.8122869876780564,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004940886030513551,
      "loss": 5.5332,
      "mean_token_accuracy": 0.18093588203191757,
      "num_tokens": 18835003.0,
      "step": 9295
    },
    {
      "entropy": 5.897600555419922,
      "epoch": 0.8127239360307612,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004940815050074041,
      "loss": 5.6327,
      "mean_token_accuracy": 0.1715462699532509,
      "num_tokens": 18845072.0,
      "step": 9300
    },
    {
      "entropy": 5.983028793334961,
      "epoch": 0.8131608843834659,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004940744027613549,
      "loss": 5.619,
      "mean_token_accuracy": 0.17670044004917146,
      "num_tokens": 18854583.0,
      "step": 9305
    },
    {
      "entropy": 5.948778343200684,
      "epoch": 0.8135978327361706,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004940672963133439,
      "loss": 5.6327,
      "mean_token_accuracy": 0.1762762725353241,
      "num_tokens": 18865460.0,
      "step": 9310
    },
    {
      "entropy": 5.885643148422242,
      "epoch": 0.8140347810888753,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004940601856635074,
      "loss": 5.6334,
      "mean_token_accuracy": 0.17521110773086548,
      "num_tokens": 18875568.0,
      "step": 9315
    },
    {
      "entropy": 5.891025543212891,
      "epoch": 0.81447172944158,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004940530708119818,
      "loss": 5.5314,
      "mean_token_accuracy": 0.17806996107101442,
      "num_tokens": 18884894.0,
      "step": 9320
    },
    {
      "entropy": 5.900966024398803,
      "epoch": 0.8149086777942847,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004940459517589034,
      "loss": 5.5945,
      "mean_token_accuracy": 0.17829823046922683,
      "num_tokens": 18895353.0,
      "step": 9325
    },
    {
      "entropy": 5.919049167633057,
      "epoch": 0.8153456261469895,
      "grad_norm": 1.0078125,
      "learning_rate": 0.000494038828504409,
      "loss": 5.6404,
      "mean_token_accuracy": 0.17730499804019928,
      "num_tokens": 18905474.0,
      "step": 9330
    },
    {
      "entropy": 5.9567101955413815,
      "epoch": 0.8157825744996942,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004940317010486351,
      "loss": 5.5706,
      "mean_token_accuracy": 0.1754348322749138,
      "num_tokens": 18914797.0,
      "step": 9335
    },
    {
      "entropy": 5.935894012451172,
      "epoch": 0.8162195228523988,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004940245693917183,
      "loss": 5.6409,
      "mean_token_accuracy": 0.17083175033330916,
      "num_tokens": 18924642.0,
      "step": 9340
    },
    {
      "entropy": 5.854722166061402,
      "epoch": 0.8166564712051035,
      "grad_norm": 1.0,
      "learning_rate": 0.0004940174335337955,
      "loss": 5.5286,
      "mean_token_accuracy": 0.18536011576652528,
      "num_tokens": 18934026.0,
      "step": 9345
    },
    {
      "entropy": 5.9182079315185545,
      "epoch": 0.8170934195578082,
      "grad_norm": 1.3984375,
      "learning_rate": 0.0004940102934750037,
      "loss": 5.5371,
      "mean_token_accuracy": 0.1883857801556587,
      "num_tokens": 18943262.0,
      "step": 9350
    },
    {
      "entropy": 5.893864583969116,
      "epoch": 0.8175303679105129,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004940031492154795,
      "loss": 5.5855,
      "mean_token_accuracy": 0.16936717927455902,
      "num_tokens": 18953082.0,
      "step": 9355
    },
    {
      "entropy": 5.880031108856201,
      "epoch": 0.8179673162632177,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004939960007553603,
      "loss": 5.5999,
      "mean_token_accuracy": 0.17679183930158615,
      "num_tokens": 18962408.0,
      "step": 9360
    },
    {
      "entropy": 6.0023472785949705,
      "epoch": 0.8184042646159224,
      "grad_norm": 0.91796875,
      "learning_rate": 0.000493988848094783,
      "loss": 5.662,
      "mean_token_accuracy": 0.16287591606378554,
      "num_tokens": 18972918.0,
      "step": 9365
    },
    {
      "entropy": 5.974187898635864,
      "epoch": 0.8188412129686271,
      "grad_norm": 0.8125,
      "learning_rate": 0.0004939816912338848,
      "loss": 5.6369,
      "mean_token_accuracy": 0.17226020395755767,
      "num_tokens": 18983152.0,
      "step": 9370
    },
    {
      "entropy": 5.8858983516693115,
      "epoch": 0.8192781613213318,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004939745301728031,
      "loss": 5.6237,
      "mean_token_accuracy": 0.17253263890743256,
      "num_tokens": 18993613.0,
      "step": 9375
    },
    {
      "entropy": 5.8906982421875,
      "epoch": 0.8197151096740365,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004939673649116752,
      "loss": 5.5368,
      "mean_token_accuracy": 0.17805820256471633,
      "num_tokens": 19004079.0,
      "step": 9380
    },
    {
      "entropy": 5.888335704803467,
      "epoch": 0.8201520580267413,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004939601954506383,
      "loss": 5.6789,
      "mean_token_accuracy": 0.17126546800136566,
      "num_tokens": 19013994.0,
      "step": 9385
    },
    {
      "entropy": 5.936763620376587,
      "epoch": 0.820589006379446,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004939530217898303,
      "loss": 5.6659,
      "mean_token_accuracy": 0.16886581778526305,
      "num_tokens": 19024674.0,
      "step": 9390
    },
    {
      "entropy": 5.9656651496887205,
      "epoch": 0.8210259547321507,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004939458439293886,
      "loss": 5.6398,
      "mean_token_accuracy": 0.1725035697221756,
      "num_tokens": 19035333.0,
      "step": 9395
    },
    {
      "entropy": 6.025409936904907,
      "epoch": 0.8214629030848554,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004939386618694508,
      "loss": 5.6681,
      "mean_token_accuracy": 0.17290944755077362,
      "num_tokens": 19046279.0,
      "step": 9400
    },
    {
      "entropy": 5.915491342544556,
      "epoch": 0.8218998514375601,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004939314756101547,
      "loss": 5.6257,
      "mean_token_accuracy": 0.16786998212337495,
      "num_tokens": 19056506.0,
      "step": 9405
    },
    {
      "entropy": 5.919381999969483,
      "epoch": 0.8223367997902647,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004939242851516384,
      "loss": 5.5971,
      "mean_token_accuracy": 0.17436128109693527,
      "num_tokens": 19067217.0,
      "step": 9410
    },
    {
      "entropy": 5.934492301940918,
      "epoch": 0.8227737481429696,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004939170904940395,
      "loss": 5.6687,
      "mean_token_accuracy": 0.17424398064613342,
      "num_tokens": 19079028.0,
      "step": 9415
    },
    {
      "entropy": 5.8372962951660154,
      "epoch": 0.8232106964956742,
      "grad_norm": 0.98046875,
      "learning_rate": 0.000493909891637496,
      "loss": 5.6428,
      "mean_token_accuracy": 0.1786332130432129,
      "num_tokens": 19088236.0,
      "step": 9420
    },
    {
      "entropy": 5.893320178985595,
      "epoch": 0.8236476448483789,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004939026885821461,
      "loss": 5.594,
      "mean_token_accuracy": 0.18137700706720353,
      "num_tokens": 19099598.0,
      "step": 9425
    },
    {
      "entropy": 5.960141277313232,
      "epoch": 0.8240845932010836,
      "grad_norm": 0.97265625,
      "learning_rate": 0.000493895481328128,
      "loss": 5.6494,
      "mean_token_accuracy": 0.1792005032300949,
      "num_tokens": 19110347.0,
      "step": 9430
    },
    {
      "entropy": 5.998931741714477,
      "epoch": 0.8245215415537883,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004938882698755798,
      "loss": 5.6293,
      "mean_token_accuracy": 0.17032975256443023,
      "num_tokens": 19120643.0,
      "step": 9435
    },
    {
      "entropy": 5.871499872207641,
      "epoch": 0.824958489906493,
      "grad_norm": 0.91015625,
      "learning_rate": 0.00049388105422464,
      "loss": 5.5932,
      "mean_token_accuracy": 0.17987883239984512,
      "num_tokens": 19130209.0,
      "step": 9440
    },
    {
      "entropy": 5.942246389389038,
      "epoch": 0.8253954382591978,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004938738343754467,
      "loss": 5.5706,
      "mean_token_accuracy": 0.1778632327914238,
      "num_tokens": 19139196.0,
      "step": 9445
    },
    {
      "entropy": 5.941312217712403,
      "epoch": 0.8258323866119025,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004938666103281389,
      "loss": 5.5895,
      "mean_token_accuracy": 0.17546364217996596,
      "num_tokens": 19149618.0,
      "step": 9450
    },
    {
      "entropy": 5.959366035461426,
      "epoch": 0.8262693349646072,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004938593820828545,
      "loss": 5.5724,
      "mean_token_accuracy": 0.17675871551036834,
      "num_tokens": 19159875.0,
      "step": 9455
    },
    {
      "entropy": 5.912749290466309,
      "epoch": 0.8267062833173119,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004938521496397326,
      "loss": 5.6114,
      "mean_token_accuracy": 0.1724828377366066,
      "num_tokens": 19170403.0,
      "step": 9460
    },
    {
      "entropy": 5.902295780181885,
      "epoch": 0.8271432316700166,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004938449129989117,
      "loss": 5.5749,
      "mean_token_accuracy": 0.18494125902652742,
      "num_tokens": 19181187.0,
      "step": 9465
    },
    {
      "entropy": 5.91620659828186,
      "epoch": 0.8275801800227213,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004938376721605308,
      "loss": 5.639,
      "mean_token_accuracy": 0.17147258520126343,
      "num_tokens": 19191328.0,
      "step": 9470
    },
    {
      "entropy": 5.908253812789917,
      "epoch": 0.8280171283754261,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004938304271247286,
      "loss": 5.5911,
      "mean_token_accuracy": 0.17617038637399673,
      "num_tokens": 19202041.0,
      "step": 9475
    },
    {
      "entropy": 5.905862760543823,
      "epoch": 0.8284540767281308,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004938231778916442,
      "loss": 5.5835,
      "mean_token_accuracy": 0.17448510676622392,
      "num_tokens": 19212016.0,
      "step": 9480
    },
    {
      "entropy": 5.933022499084473,
      "epoch": 0.8288910250808355,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004938159244614167,
      "loss": 5.5767,
      "mean_token_accuracy": 0.17353864908218383,
      "num_tokens": 19222111.0,
      "step": 9485
    },
    {
      "entropy": 5.9617821216583256,
      "epoch": 0.8293279734335401,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004938086668341849,
      "loss": 5.5601,
      "mean_token_accuracy": 0.17571896463632583,
      "num_tokens": 19231865.0,
      "step": 9490
    },
    {
      "entropy": 5.829162645339966,
      "epoch": 0.8297649217862448,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004938014050100884,
      "loss": 5.564,
      "mean_token_accuracy": 0.18120294213294982,
      "num_tokens": 19242993.0,
      "step": 9495
    },
    {
      "entropy": 5.877204561233521,
      "epoch": 0.8302018701389495,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004937941389892662,
      "loss": 5.6358,
      "mean_token_accuracy": 0.17481131255626678,
      "num_tokens": 19252776.0,
      "step": 9500
    },
    {
      "entropy": 5.929868221282959,
      "epoch": 0.8306388184916543,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004937868687718577,
      "loss": 5.5812,
      "mean_token_accuracy": 0.17314620018005372,
      "num_tokens": 19263022.0,
      "step": 9505
    },
    {
      "entropy": 5.947000455856323,
      "epoch": 0.831075766844359,
      "grad_norm": 1.0,
      "learning_rate": 0.0004937795943580026,
      "loss": 5.6109,
      "mean_token_accuracy": 0.17933596223592757,
      "num_tokens": 19271859.0,
      "step": 9510
    },
    {
      "entropy": 5.841096448898315,
      "epoch": 0.8315127151970637,
      "grad_norm": 0.9453125,
      "learning_rate": 0.00049377231574784,
      "loss": 5.5507,
      "mean_token_accuracy": 0.182484370470047,
      "num_tokens": 19282771.0,
      "step": 9515
    },
    {
      "entropy": 5.922836065292358,
      "epoch": 0.8319496635497684,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004937650329415099,
      "loss": 5.6096,
      "mean_token_accuracy": 0.16887279152870177,
      "num_tokens": 19292985.0,
      "step": 9520
    },
    {
      "entropy": 5.902521324157715,
      "epoch": 0.8323866119024731,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004937577459391519,
      "loss": 5.6327,
      "mean_token_accuracy": 0.1754354476928711,
      "num_tokens": 19303409.0,
      "step": 9525
    },
    {
      "entropy": 5.922741556167603,
      "epoch": 0.8328235602551778,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004937504547409056,
      "loss": 5.611,
      "mean_token_accuracy": 0.17542541772127151,
      "num_tokens": 19312632.0,
      "step": 9530
    },
    {
      "entropy": 5.907842636108398,
      "epoch": 0.8332605086078826,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004937431593469109,
      "loss": 5.5041,
      "mean_token_accuracy": 0.18104026168584825,
      "num_tokens": 19322759.0,
      "step": 9535
    },
    {
      "entropy": 5.902064180374145,
      "epoch": 0.8336974569605873,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004937358597573079,
      "loss": 5.5557,
      "mean_token_accuracy": 0.18379427194595338,
      "num_tokens": 19333307.0,
      "step": 9540
    },
    {
      "entropy": 5.831543397903443,
      "epoch": 0.834134405313292,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004937285559722364,
      "loss": 5.6536,
      "mean_token_accuracy": 0.17159395515918732,
      "num_tokens": 19342528.0,
      "step": 9545
    },
    {
      "entropy": 5.951305675506592,
      "epoch": 0.8345713536659967,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004937212479918367,
      "loss": 5.6138,
      "mean_token_accuracy": 0.1725657731294632,
      "num_tokens": 19352640.0,
      "step": 9550
    },
    {
      "entropy": 5.959615755081177,
      "epoch": 0.8350083020187014,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004937139358162488,
      "loss": 5.5743,
      "mean_token_accuracy": 0.1781083568930626,
      "num_tokens": 19363285.0,
      "step": 9555
    },
    {
      "entropy": 5.906778573989868,
      "epoch": 0.835445250371406,
      "grad_norm": 0.96484375,
      "learning_rate": 0.000493706619445613,
      "loss": 5.5523,
      "mean_token_accuracy": 0.18480108827352523,
      "num_tokens": 19373141.0,
      "step": 9560
    },
    {
      "entropy": 5.851489734649658,
      "epoch": 0.8358821987241108,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004936992988800697,
      "loss": 5.6358,
      "mean_token_accuracy": 0.16956086009740828,
      "num_tokens": 19383091.0,
      "step": 9565
    },
    {
      "entropy": 5.908646821975708,
      "epoch": 0.8363191470768155,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004936919741197591,
      "loss": 5.5639,
      "mean_token_accuracy": 0.17686478793621063,
      "num_tokens": 19393163.0,
      "step": 9570
    },
    {
      "entropy": 5.909564685821533,
      "epoch": 0.8367560954295202,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004936846451648219,
      "loss": 5.5297,
      "mean_token_accuracy": 0.18357791602611542,
      "num_tokens": 19403475.0,
      "step": 9575
    },
    {
      "entropy": 5.824192190170288,
      "epoch": 0.8371930437822249,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004936773120153987,
      "loss": 5.5647,
      "mean_token_accuracy": 0.17593838423490524,
      "num_tokens": 19413302.0,
      "step": 9580
    },
    {
      "entropy": 5.9002760887146,
      "epoch": 0.8376299921349296,
      "grad_norm": 0.99609375,
      "learning_rate": 0.00049366997467163,
      "loss": 5.541,
      "mean_token_accuracy": 0.1878916174173355,
      "num_tokens": 19423473.0,
      "step": 9585
    },
    {
      "entropy": 5.98995943069458,
      "epoch": 0.8380669404876344,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004936626331336567,
      "loss": 5.6566,
      "mean_token_accuracy": 0.17001886665821075,
      "num_tokens": 19433289.0,
      "step": 9590
    },
    {
      "entropy": 5.979811954498291,
      "epoch": 0.8385038888403391,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004936552874016194,
      "loss": 5.6398,
      "mean_token_accuracy": 0.17233089357614517,
      "num_tokens": 19442188.0,
      "step": 9595
    },
    {
      "entropy": 5.901090478897094,
      "epoch": 0.8389408371930438,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004936479374756592,
      "loss": 5.6442,
      "mean_token_accuracy": 0.1695869728922844,
      "num_tokens": 19452971.0,
      "step": 9600
    },
    {
      "entropy": 5.9801191806793215,
      "epoch": 0.8393777855457485,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004936405833559169,
      "loss": 5.6178,
      "mean_token_accuracy": 0.17049231380224228,
      "num_tokens": 19463263.0,
      "step": 9605
    },
    {
      "entropy": 5.9991552352905275,
      "epoch": 0.8398147338984532,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004936332250425337,
      "loss": 5.6174,
      "mean_token_accuracy": 0.17386815696954727,
      "num_tokens": 19473234.0,
      "step": 9610
    },
    {
      "entropy": 5.87638669013977,
      "epoch": 0.8402516822511579,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004936258625356507,
      "loss": 5.616,
      "mean_token_accuracy": 0.17171816080808638,
      "num_tokens": 19483714.0,
      "step": 9615
    },
    {
      "entropy": 5.85729570388794,
      "epoch": 0.8406886306038627,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004936184958354091,
      "loss": 5.5085,
      "mean_token_accuracy": 0.18749085813760757,
      "num_tokens": 19493128.0,
      "step": 9620
    },
    {
      "entropy": 5.970263862609864,
      "epoch": 0.8411255789565674,
      "grad_norm": 1.5703125,
      "learning_rate": 0.00049361112494195,
      "loss": 5.6548,
      "mean_token_accuracy": 0.16689304858446122,
      "num_tokens": 19503401.0,
      "step": 9625
    },
    {
      "entropy": 5.937927961349487,
      "epoch": 0.8415625273092721,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004936037498554153,
      "loss": 5.6919,
      "mean_token_accuracy": 0.17494331002235414,
      "num_tokens": 19513050.0,
      "step": 9630
    },
    {
      "entropy": 5.940392875671387,
      "epoch": 0.8419994756619767,
      "grad_norm": 0.95703125,
      "learning_rate": 0.000493596370575946,
      "loss": 5.5837,
      "mean_token_accuracy": 0.17768284529447556,
      "num_tokens": 19524534.0,
      "step": 9635
    },
    {
      "entropy": 5.90689377784729,
      "epoch": 0.8424364240146814,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004935889871036837,
      "loss": 5.5536,
      "mean_token_accuracy": 0.17877138257026673,
      "num_tokens": 19534863.0,
      "step": 9640
    },
    {
      "entropy": 5.935074424743652,
      "epoch": 0.8428733723673861,
      "grad_norm": 0.83203125,
      "learning_rate": 0.0004935815994387701,
      "loss": 5.6499,
      "mean_token_accuracy": 0.1724499613046646,
      "num_tokens": 19545037.0,
      "step": 9645
    },
    {
      "entropy": 5.942518520355224,
      "epoch": 0.8433103207200909,
      "grad_norm": 0.953125,
      "learning_rate": 0.000493574207581347,
      "loss": 5.6231,
      "mean_token_accuracy": 0.1652944415807724,
      "num_tokens": 19555377.0,
      "step": 9650
    },
    {
      "entropy": 5.962093114852905,
      "epoch": 0.8437472690727956,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004935668115315559,
      "loss": 5.6332,
      "mean_token_accuracy": 0.17055765241384507,
      "num_tokens": 19565874.0,
      "step": 9655
    },
    {
      "entropy": 5.797784948348999,
      "epoch": 0.8441842174255003,
      "grad_norm": 0.98046875,
      "learning_rate": 0.000493559411289539,
      "loss": 5.4761,
      "mean_token_accuracy": 0.19141393899917603,
      "num_tokens": 19575002.0,
      "step": 9660
    },
    {
      "entropy": 5.887431621551514,
      "epoch": 0.844621165778205,
      "grad_norm": 0.91796875,
      "learning_rate": 0.000493552006855438,
      "loss": 5.5785,
      "mean_token_accuracy": 0.17952554374933244,
      "num_tokens": 19585863.0,
      "step": 9665
    },
    {
      "entropy": 5.922807884216309,
      "epoch": 0.8450581141309097,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004935445982293949,
      "loss": 5.5453,
      "mean_token_accuracy": 0.17589958608150483,
      "num_tokens": 19596787.0,
      "step": 9670
    },
    {
      "entropy": 5.895658731460571,
      "epoch": 0.8454950624836144,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004935371854115519,
      "loss": 5.6489,
      "mean_token_accuracy": 0.1712544620037079,
      "num_tokens": 19607114.0,
      "step": 9675
    },
    {
      "entropy": 5.903927755355835,
      "epoch": 0.8459320108363192,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004935297684020513,
      "loss": 5.5195,
      "mean_token_accuracy": 0.1887320190668106,
      "num_tokens": 19617334.0,
      "step": 9680
    },
    {
      "entropy": 5.928301239013672,
      "epoch": 0.8463689591890239,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004935223472010352,
      "loss": 5.6171,
      "mean_token_accuracy": 0.17529973834753038,
      "num_tokens": 19626844.0,
      "step": 9685
    },
    {
      "entropy": 5.889812040328979,
      "epoch": 0.8468059075417286,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004935149218086459,
      "loss": 5.605,
      "mean_token_accuracy": 0.17277255207300185,
      "num_tokens": 19637897.0,
      "step": 9690
    },
    {
      "entropy": 5.9307637214660645,
      "epoch": 0.8472428558944333,
      "grad_norm": 0.94921875,
      "learning_rate": 0.000493507492225026,
      "loss": 5.676,
      "mean_token_accuracy": 0.17092891186475753,
      "num_tokens": 19649161.0,
      "step": 9695
    },
    {
      "entropy": 5.977705240249634,
      "epoch": 0.847679804247138,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004935000584503178,
      "loss": 5.5823,
      "mean_token_accuracy": 0.17431258261203766,
      "num_tokens": 19659328.0,
      "step": 9700
    },
    {
      "entropy": 5.895052337646485,
      "epoch": 0.8481167525998426,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004934926204846641,
      "loss": 5.6687,
      "mean_token_accuracy": 0.1724779948592186,
      "num_tokens": 19669196.0,
      "step": 9705
    },
    {
      "entropy": 5.893037557601929,
      "epoch": 0.8485537009525475,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004934851783282073,
      "loss": 5.5579,
      "mean_token_accuracy": 0.17454802989959717,
      "num_tokens": 19680019.0,
      "step": 9710
    },
    {
      "entropy": 5.936587333679199,
      "epoch": 0.8489906493052521,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004934777319810904,
      "loss": 5.6787,
      "mean_token_accuracy": 0.1752319648861885,
      "num_tokens": 19689391.0,
      "step": 9715
    },
    {
      "entropy": 5.974117422103882,
      "epoch": 0.8494275976579568,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004934702814434561,
      "loss": 5.6553,
      "mean_token_accuracy": 0.17137505263090133,
      "num_tokens": 19699683.0,
      "step": 9720
    },
    {
      "entropy": 5.994554281234741,
      "epoch": 0.8498645460106615,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004934628267154474,
      "loss": 5.7057,
      "mean_token_accuracy": 0.16390338838100432,
      "num_tokens": 19709844.0,
      "step": 9725
    },
    {
      "entropy": 6.004380226135254,
      "epoch": 0.8503014943633662,
      "grad_norm": 0.98828125,
      "learning_rate": 0.000493455367797207,
      "loss": 5.6405,
      "mean_token_accuracy": 0.17020069509744645,
      "num_tokens": 19719926.0,
      "step": 9730
    },
    {
      "entropy": 5.91009292602539,
      "epoch": 0.8507384427160709,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004934479046888784,
      "loss": 5.5883,
      "mean_token_accuracy": 0.17239587381482124,
      "num_tokens": 19730548.0,
      "step": 9735
    },
    {
      "entropy": 5.960269165039063,
      "epoch": 0.8511753910687757,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004934404373906045,
      "loss": 5.6435,
      "mean_token_accuracy": 0.1743390753865242,
      "num_tokens": 19740471.0,
      "step": 9740
    },
    {
      "entropy": 5.950755167007446,
      "epoch": 0.8516123394214804,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004934329659025283,
      "loss": 5.5647,
      "mean_token_accuracy": 0.1792108103632927,
      "num_tokens": 19749395.0,
      "step": 9745
    },
    {
      "entropy": 5.9147051811218265,
      "epoch": 0.8520492877741851,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004934254902247936,
      "loss": 5.657,
      "mean_token_accuracy": 0.1680002048611641,
      "num_tokens": 19759203.0,
      "step": 9750
    },
    {
      "entropy": 5.959056997299195,
      "epoch": 0.8524862361268898,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004934180103575436,
      "loss": 5.5048,
      "mean_token_accuracy": 0.1852800339460373,
      "num_tokens": 19768977.0,
      "step": 9755
    },
    {
      "entropy": 5.893286085128784,
      "epoch": 0.8529231844795945,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004934105263009216,
      "loss": 5.5157,
      "mean_token_accuracy": 0.17823946177959443,
      "num_tokens": 19778569.0,
      "step": 9760
    },
    {
      "entropy": 5.906665468215943,
      "epoch": 0.8533601328322992,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004934030380550713,
      "loss": 5.6217,
      "mean_token_accuracy": 0.17958581447601318,
      "num_tokens": 19787939.0,
      "step": 9765
    },
    {
      "entropy": 5.892000389099121,
      "epoch": 0.853797081185004,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004933955456201362,
      "loss": 5.5888,
      "mean_token_accuracy": 0.17416672110557557,
      "num_tokens": 19798407.0,
      "step": 9770
    },
    {
      "entropy": 5.976316738128662,
      "epoch": 0.8542340295377087,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004933880489962602,
      "loss": 5.6339,
      "mean_token_accuracy": 0.17542823553085327,
      "num_tokens": 19808495.0,
      "step": 9775
    },
    {
      "entropy": 5.875558710098266,
      "epoch": 0.8546709778904134,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004933805481835868,
      "loss": 5.5606,
      "mean_token_accuracy": 0.17470662593841552,
      "num_tokens": 19818709.0,
      "step": 9780
    },
    {
      "entropy": 5.936044788360595,
      "epoch": 0.855107926243118,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004933730431822603,
      "loss": 5.6508,
      "mean_token_accuracy": 0.17628105133771896,
      "num_tokens": 19828865.0,
      "step": 9785
    },
    {
      "entropy": 5.946932411193847,
      "epoch": 0.8555448745958227,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004933655339924243,
      "loss": 5.5654,
      "mean_token_accuracy": 0.1740651398897171,
      "num_tokens": 19838757.0,
      "step": 9790
    },
    {
      "entropy": 5.838632249832154,
      "epoch": 0.8559818229485275,
      "grad_norm": 0.921875,
      "learning_rate": 0.000493358020614223,
      "loss": 5.6151,
      "mean_token_accuracy": 0.17729836106300353,
      "num_tokens": 19848967.0,
      "step": 9795
    },
    {
      "entropy": 5.966057205200196,
      "epoch": 0.8564187713012322,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004933505030478003,
      "loss": 5.6233,
      "mean_token_accuracy": 0.17819051593542098,
      "num_tokens": 19859487.0,
      "step": 9800
    },
    {
      "entropy": 5.968180322647095,
      "epoch": 0.8568557196539369,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004933429812933005,
      "loss": 5.6842,
      "mean_token_accuracy": 0.17039379924535752,
      "num_tokens": 19870170.0,
      "step": 9805
    },
    {
      "entropy": 5.868817281723023,
      "epoch": 0.8572926680066416,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004933354553508681,
      "loss": 5.5621,
      "mean_token_accuracy": 0.1769936889410019,
      "num_tokens": 19881031.0,
      "step": 9810
    },
    {
      "entropy": 5.932675695419311,
      "epoch": 0.8577296163593463,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004933279252206472,
      "loss": 5.5977,
      "mean_token_accuracy": 0.17033511847257615,
      "num_tokens": 19891082.0,
      "step": 9815
    },
    {
      "entropy": 5.9507276058197025,
      "epoch": 0.858166564712051,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004933203909027823,
      "loss": 5.5905,
      "mean_token_accuracy": 0.17416820228099822,
      "num_tokens": 19900626.0,
      "step": 9820
    },
    {
      "entropy": 5.86556487083435,
      "epoch": 0.8586035130647558,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004933128523974179,
      "loss": 5.5701,
      "mean_token_accuracy": 0.18434133529663085,
      "num_tokens": 19910660.0,
      "step": 9825
    },
    {
      "entropy": 5.900490713119507,
      "epoch": 0.8590404614174605,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004933053097046986,
      "loss": 5.5651,
      "mean_token_accuracy": 0.17775578498840333,
      "num_tokens": 19920476.0,
      "step": 9830
    },
    {
      "entropy": 6.026728296279908,
      "epoch": 0.8594774097701652,
      "grad_norm": 0.9453125,
      "learning_rate": 0.000493297762824769,
      "loss": 5.6922,
      "mean_token_accuracy": 0.1648374617099762,
      "num_tokens": 19931151.0,
      "step": 9835
    },
    {
      "entropy": 5.912132692337036,
      "epoch": 0.8599143581228699,
      "grad_norm": 0.97265625,
      "learning_rate": 0.000493290211757774,
      "loss": 5.5799,
      "mean_token_accuracy": 0.17368682771921157,
      "num_tokens": 19942469.0,
      "step": 9840
    },
    {
      "entropy": 5.8857168674469,
      "epoch": 0.8603513064755746,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004932826565038584,
      "loss": 5.6467,
      "mean_token_accuracy": 0.17525100111961364,
      "num_tokens": 19953055.0,
      "step": 9845
    },
    {
      "entropy": 5.869904470443726,
      "epoch": 0.8607882548282793,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004932750970631669,
      "loss": 5.6129,
      "mean_token_accuracy": 0.17792824804782867,
      "num_tokens": 19963944.0,
      "step": 9850
    },
    {
      "entropy": 5.893194103240967,
      "epoch": 0.8612252031809841,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004932675334358448,
      "loss": 5.5306,
      "mean_token_accuracy": 0.17732472270727156,
      "num_tokens": 19973913.0,
      "step": 9855
    },
    {
      "entropy": 5.886653661727905,
      "epoch": 0.8616621515336887,
      "grad_norm": 1.0546875,
      "learning_rate": 0.000493259965622037,
      "loss": 5.5891,
      "mean_token_accuracy": 0.17764730900526046,
      "num_tokens": 19984130.0,
      "step": 9860
    },
    {
      "entropy": 5.9153646469116214,
      "epoch": 0.8620990998863934,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004932523936218887,
      "loss": 5.518,
      "mean_token_accuracy": 0.1798068627715111,
      "num_tokens": 19993840.0,
      "step": 9865
    },
    {
      "entropy": 5.874785470962524,
      "epoch": 0.8625360482390981,
      "grad_norm": 1.0078125,
      "learning_rate": 0.000493244817435545,
      "loss": 5.6066,
      "mean_token_accuracy": 0.17545456141233445,
      "num_tokens": 20004228.0,
      "step": 9870
    },
    {
      "entropy": 5.919204998016357,
      "epoch": 0.8629729965918028,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004932372370631515,
      "loss": 5.5947,
      "mean_token_accuracy": 0.1789783239364624,
      "num_tokens": 20012620.0,
      "step": 9875
    },
    {
      "entropy": 5.9102904319763185,
      "epoch": 0.8634099449445075,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004932296525048535,
      "loss": 5.6863,
      "mean_token_accuracy": 0.17338194847106933,
      "num_tokens": 20022892.0,
      "step": 9880
    },
    {
      "entropy": 5.909966564178466,
      "epoch": 0.8638468932972123,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004932220637607962,
      "loss": 5.5511,
      "mean_token_accuracy": 0.18368324339389802,
      "num_tokens": 20032788.0,
      "step": 9885
    },
    {
      "entropy": 5.8619097709655765,
      "epoch": 0.864283841649917,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004932144708311256,
      "loss": 5.5997,
      "mean_token_accuracy": 0.1773289680480957,
      "num_tokens": 20043176.0,
      "step": 9890
    },
    {
      "entropy": 5.9188567161560055,
      "epoch": 0.8647207900026217,
      "grad_norm": 0.87109375,
      "learning_rate": 0.000493206873715987,
      "loss": 5.5946,
      "mean_token_accuracy": 0.17481564730405807,
      "num_tokens": 20052298.0,
      "step": 9895
    },
    {
      "entropy": 5.9084343910217285,
      "epoch": 0.8651577383553264,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004931992724155262,
      "loss": 5.5432,
      "mean_token_accuracy": 0.17618019431829451,
      "num_tokens": 20063163.0,
      "step": 9900
    },
    {
      "entropy": 5.951395320892334,
      "epoch": 0.8655946867080311,
      "grad_norm": 0.93359375,
      "learning_rate": 0.000493191666929889,
      "loss": 5.6257,
      "mean_token_accuracy": 0.17645299285650254,
      "num_tokens": 20073644.0,
      "step": 9905
    },
    {
      "entropy": 5.9283952713012695,
      "epoch": 0.8660316350607358,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004931840572592214,
      "loss": 5.5616,
      "mean_token_accuracy": 0.17878945022821427,
      "num_tokens": 20084457.0,
      "step": 9910
    },
    {
      "entropy": 5.8439257621765135,
      "epoch": 0.8664685834134406,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004931764434036692,
      "loss": 5.4623,
      "mean_token_accuracy": 0.18516533821821213,
      "num_tokens": 20094153.0,
      "step": 9915
    },
    {
      "entropy": 5.8700785636901855,
      "epoch": 0.8669055317661453,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004931688253633784,
      "loss": 5.6604,
      "mean_token_accuracy": 0.1716906577348709,
      "num_tokens": 20104031.0,
      "step": 9920
    },
    {
      "entropy": 5.925810146331787,
      "epoch": 0.86734248011885,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004931612031384953,
      "loss": 5.5756,
      "mean_token_accuracy": 0.18125031441450118,
      "num_tokens": 20114431.0,
      "step": 9925
    },
    {
      "entropy": 5.861438751220703,
      "epoch": 0.8677794284715546,
      "grad_norm": 0.9765625,
      "learning_rate": 0.000493153576729166,
      "loss": 5.5045,
      "mean_token_accuracy": 0.18025831431150435,
      "num_tokens": 20124161.0,
      "step": 9930
    },
    {
      "entropy": 5.890688037872314,
      "epoch": 0.8682163768242593,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004931459461355368,
      "loss": 5.5418,
      "mean_token_accuracy": 0.1832140177488327,
      "num_tokens": 20134227.0,
      "step": 9935
    },
    {
      "entropy": 5.8961992263793945,
      "epoch": 0.868653325176964,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004931383113577541,
      "loss": 5.5616,
      "mean_token_accuracy": 0.17609407305717467,
      "num_tokens": 20143912.0,
      "step": 9940
    },
    {
      "entropy": 5.871687126159668,
      "epoch": 0.8690902735296688,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004931306723959641,
      "loss": 5.4895,
      "mean_token_accuracy": 0.18133915066719056,
      "num_tokens": 20153858.0,
      "step": 9945
    },
    {
      "entropy": 5.973691844940186,
      "epoch": 0.8695272218823735,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004931230292503137,
      "loss": 5.609,
      "mean_token_accuracy": 0.1737261101603508,
      "num_tokens": 20164309.0,
      "step": 9950
    },
    {
      "entropy": 5.893842983245849,
      "epoch": 0.8699641702350782,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004931153819209492,
      "loss": 5.591,
      "mean_token_accuracy": 0.1796587735414505,
      "num_tokens": 20173949.0,
      "step": 9955
    },
    {
      "entropy": 5.90356969833374,
      "epoch": 0.8704011185877829,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004931077304080175,
      "loss": 5.5738,
      "mean_token_accuracy": 0.17333794385194778,
      "num_tokens": 20184206.0,
      "step": 9960
    },
    {
      "entropy": 6.005241537094117,
      "epoch": 0.8708380669404876,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004931000747116651,
      "loss": 5.6892,
      "mean_token_accuracy": 0.1690976068377495,
      "num_tokens": 20194430.0,
      "step": 9965
    },
    {
      "entropy": 5.986863470077514,
      "epoch": 0.8712750152931923,
      "grad_norm": 1.0078125,
      "learning_rate": 0.000493092414832039,
      "loss": 5.5499,
      "mean_token_accuracy": 0.17988206446170807,
      "num_tokens": 20205004.0,
      "step": 9970
    },
    {
      "entropy": 5.852977561950683,
      "epoch": 0.8717119636458971,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004930847507692862,
      "loss": 5.5259,
      "mean_token_accuracy": 0.17615356296300888,
      "num_tokens": 20214698.0,
      "step": 9975
    },
    {
      "entropy": 5.885163688659668,
      "epoch": 0.8721489119986018,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004930770825235536,
      "loss": 5.6101,
      "mean_token_accuracy": 0.17292344719171523,
      "num_tokens": 20226534.0,
      "step": 9980
    },
    {
      "entropy": 5.966446781158448,
      "epoch": 0.8725858603513065,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004930694100949882,
      "loss": 5.5989,
      "mean_token_accuracy": 0.17275148630142212,
      "num_tokens": 20237414.0,
      "step": 9985
    },
    {
      "entropy": 5.876318645477295,
      "epoch": 0.8730228087040112,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004930617334837373,
      "loss": 5.4465,
      "mean_token_accuracy": 0.18286702185869216,
      "num_tokens": 20246948.0,
      "step": 9990
    },
    {
      "entropy": 5.887368488311767,
      "epoch": 0.8734597570567159,
      "grad_norm": 1.0,
      "learning_rate": 0.000493054052689948,
      "loss": 5.6701,
      "mean_token_accuracy": 0.17102539986371995,
      "num_tokens": 20257281.0,
      "step": 9995
    },
    {
      "entropy": 5.897332382202149,
      "epoch": 0.8738967054094207,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004930463677137679,
      "loss": 5.6396,
      "mean_token_accuracy": 0.1718030408024788,
      "num_tokens": 20269041.0,
      "step": 10000
    },
    {
      "entropy": 5.937284135818482,
      "epoch": 0.8743336537621254,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004930386785553441,
      "loss": 5.6772,
      "mean_token_accuracy": 0.1677208811044693,
      "num_tokens": 20279688.0,
      "step": 10005
    },
    {
      "entropy": 5.9362547397613525,
      "epoch": 0.87477060211483,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004930309852148242,
      "loss": 5.5902,
      "mean_token_accuracy": 0.17964806407690048,
      "num_tokens": 20288913.0,
      "step": 10010
    },
    {
      "entropy": 5.95678825378418,
      "epoch": 0.8752075504675347,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004930232876923558,
      "loss": 5.6122,
      "mean_token_accuracy": 0.1773628756403923,
      "num_tokens": 20299009.0,
      "step": 10015
    },
    {
      "entropy": 5.902712631225586,
      "epoch": 0.8756444988202394,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004930155859880865,
      "loss": 5.5946,
      "mean_token_accuracy": 0.17121389210224153,
      "num_tokens": 20309478.0,
      "step": 10020
    },
    {
      "entropy": 5.92737603187561,
      "epoch": 0.8760814471729441,
      "grad_norm": 1.015625,
      "learning_rate": 0.000493007880102164,
      "loss": 5.6158,
      "mean_token_accuracy": 0.17546933591365815,
      "num_tokens": 20319451.0,
      "step": 10025
    },
    {
      "entropy": 5.928910779953003,
      "epoch": 0.8765183955256489,
      "grad_norm": 0.95703125,
      "learning_rate": 0.000493000170034736,
      "loss": 5.5718,
      "mean_token_accuracy": 0.17806826233863832,
      "num_tokens": 20328497.0,
      "step": 10030
    },
    {
      "entropy": 5.855160665512085,
      "epoch": 0.8769553438783536,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004929924557859507,
      "loss": 5.4871,
      "mean_token_accuracy": 0.19004450738430023,
      "num_tokens": 20338584.0,
      "step": 10035
    },
    {
      "entropy": 5.888304853439331,
      "epoch": 0.8773922922310583,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004929847373559557,
      "loss": 5.5597,
      "mean_token_accuracy": 0.17796892672777176,
      "num_tokens": 20348808.0,
      "step": 10040
    },
    {
      "entropy": 5.867915344238281,
      "epoch": 0.877829240583763,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004929770147448992,
      "loss": 5.5547,
      "mean_token_accuracy": 0.17686384469270705,
      "num_tokens": 20358301.0,
      "step": 10045
    },
    {
      "entropy": 5.896743249893189,
      "epoch": 0.8782661889364677,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004929692879529295,
      "loss": 5.5539,
      "mean_token_accuracy": 0.17456185221672058,
      "num_tokens": 20369032.0,
      "step": 10050
    },
    {
      "entropy": 5.922493600845337,
      "epoch": 0.8787031372891724,
      "grad_norm": 1.0,
      "learning_rate": 0.0004929615569801946,
      "loss": 5.5957,
      "mean_token_accuracy": 0.17627866864204406,
      "num_tokens": 20379101.0,
      "step": 10055
    },
    {
      "entropy": 5.862710046768188,
      "epoch": 0.8791400856418772,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004929538218268428,
      "loss": 5.5554,
      "mean_token_accuracy": 0.18122673481702806,
      "num_tokens": 20388864.0,
      "step": 10060
    },
    {
      "entropy": 5.999557781219482,
      "epoch": 0.8795770339945819,
      "grad_norm": 1.0,
      "learning_rate": 0.0004929460824930226,
      "loss": 5.6766,
      "mean_token_accuracy": 0.17017377018928528,
      "num_tokens": 20398402.0,
      "step": 10065
    },
    {
      "entropy": 5.830965042114258,
      "epoch": 0.8800139823472866,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004929383389788821,
      "loss": 5.5606,
      "mean_token_accuracy": 0.17866561859846114,
      "num_tokens": 20408209.0,
      "step": 10070
    },
    {
      "entropy": 5.890618133544922,
      "epoch": 0.8804509306999913,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004929305912845703,
      "loss": 5.5971,
      "mean_token_accuracy": 0.17705920189619065,
      "num_tokens": 20418117.0,
      "step": 10075
    },
    {
      "entropy": 6.02279691696167,
      "epoch": 0.8808878790526959,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004929228394102355,
      "loss": 5.6254,
      "mean_token_accuracy": 0.17277174890041352,
      "num_tokens": 20428347.0,
      "step": 10080
    },
    {
      "entropy": 5.972275829315185,
      "epoch": 0.8813248274054006,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004929150833560263,
      "loss": 5.5662,
      "mean_token_accuracy": 0.17821199148893357,
      "num_tokens": 20437804.0,
      "step": 10085
    },
    {
      "entropy": 5.947888469696045,
      "epoch": 0.8817617757581054,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004929073231220917,
      "loss": 5.6026,
      "mean_token_accuracy": 0.16869329512119294,
      "num_tokens": 20447600.0,
      "step": 10090
    },
    {
      "entropy": 5.9611570835113525,
      "epoch": 0.8821987241108101,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004928995587085806,
      "loss": 5.5947,
      "mean_token_accuracy": 0.1756485030055046,
      "num_tokens": 20458023.0,
      "step": 10095
    },
    {
      "entropy": 5.930154705047608,
      "epoch": 0.8826356724635148,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004928917901156416,
      "loss": 5.5445,
      "mean_token_accuracy": 0.18173832446336746,
      "num_tokens": 20468195.0,
      "step": 10100
    },
    {
      "entropy": 5.895699501037598,
      "epoch": 0.8830726208162195,
      "grad_norm": 0.94140625,
      "learning_rate": 0.000492884017343424,
      "loss": 5.6702,
      "mean_token_accuracy": 0.17013559192419053,
      "num_tokens": 20479250.0,
      "step": 10105
    },
    {
      "entropy": 5.937417268753052,
      "epoch": 0.8835095691689242,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004928762403920767,
      "loss": 5.5766,
      "mean_token_accuracy": 0.17519285380840302,
      "num_tokens": 20489587.0,
      "step": 10110
    },
    {
      "entropy": 5.9462944030761715,
      "epoch": 0.8839465175216289,
      "grad_norm": 0.9765625,
      "learning_rate": 0.000492868459261749,
      "loss": 5.5754,
      "mean_token_accuracy": 0.17869874238967895,
      "num_tokens": 20499788.0,
      "step": 10115
    },
    {
      "entropy": 5.887098598480224,
      "epoch": 0.8843834658743337,
      "grad_norm": 0.99609375,
      "learning_rate": 0.00049286067395259,
      "loss": 5.6118,
      "mean_token_accuracy": 0.17397077828645707,
      "num_tokens": 20509716.0,
      "step": 10120
    },
    {
      "entropy": 5.903341150283813,
      "epoch": 0.8848204142270384,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004928528844647493,
      "loss": 5.5483,
      "mean_token_accuracy": 0.17645130604505538,
      "num_tokens": 20519020.0,
      "step": 10125
    },
    {
      "entropy": 5.919848918914795,
      "epoch": 0.8852573625797431,
      "grad_norm": 0.96484375,
      "learning_rate": 0.000492845090798376,
      "loss": 5.6164,
      "mean_token_accuracy": 0.17449308037757874,
      "num_tokens": 20528997.0,
      "step": 10130
    },
    {
      "entropy": 5.912308263778686,
      "epoch": 0.8856943109324478,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004928372929536197,
      "loss": 5.6149,
      "mean_token_accuracy": 0.1784501627087593,
      "num_tokens": 20538599.0,
      "step": 10135
    },
    {
      "entropy": 6.0072098731994625,
      "epoch": 0.8861312592851525,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004928294909306301,
      "loss": 5.5488,
      "mean_token_accuracy": 0.17926603853702544,
      "num_tokens": 20547664.0,
      "step": 10140
    },
    {
      "entropy": 5.94606580734253,
      "epoch": 0.8865682076378572,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004928216847295565,
      "loss": 5.6669,
      "mean_token_accuracy": 0.17260199338197707,
      "num_tokens": 20557860.0,
      "step": 10145
    },
    {
      "entropy": 5.873510074615479,
      "epoch": 0.887005155990562,
      "grad_norm": 0.953125,
      "learning_rate": 0.000492813874350549,
      "loss": 5.5975,
      "mean_token_accuracy": 0.17570080310106279,
      "num_tokens": 20569003.0,
      "step": 10150
    },
    {
      "entropy": 5.974510669708252,
      "epoch": 0.8874421043432666,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004928060597937573,
      "loss": 5.5775,
      "mean_token_accuracy": 0.17916307151317595,
      "num_tokens": 20578402.0,
      "step": 10155
    },
    {
      "entropy": 5.916538667678833,
      "epoch": 0.8878790526959713,
      "grad_norm": 1.0,
      "learning_rate": 0.0004927982410593312,
      "loss": 5.4888,
      "mean_token_accuracy": 0.18262031376361848,
      "num_tokens": 20587874.0,
      "step": 10160
    },
    {
      "entropy": 5.898109722137451,
      "epoch": 0.888316001048676,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004927904181474207,
      "loss": 5.5231,
      "mean_token_accuracy": 0.17661795914173126,
      "num_tokens": 20597270.0,
      "step": 10165
    },
    {
      "entropy": 5.929809474945069,
      "epoch": 0.8887529494013807,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004927825910581758,
      "loss": 5.6334,
      "mean_token_accuracy": 0.17567212432622908,
      "num_tokens": 20607898.0,
      "step": 10170
    },
    {
      "entropy": 5.93554949760437,
      "epoch": 0.8891898977540854,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004927747597917467,
      "loss": 5.5303,
      "mean_token_accuracy": 0.1854040026664734,
      "num_tokens": 20617300.0,
      "step": 10175
    },
    {
      "entropy": 5.917754030227661,
      "epoch": 0.8896268461067902,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004927669243482836,
      "loss": 5.6379,
      "mean_token_accuracy": 0.17308132946491242,
      "num_tokens": 20626582.0,
      "step": 10180
    },
    {
      "entropy": 5.880548667907715,
      "epoch": 0.8900637944594949,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004927590847279369,
      "loss": 5.5642,
      "mean_token_accuracy": 0.17716656625270844,
      "num_tokens": 20635802.0,
      "step": 10185
    },
    {
      "entropy": 5.93758602142334,
      "epoch": 0.8905007428121996,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004927512409308568,
      "loss": 5.5709,
      "mean_token_accuracy": 0.18241159170866011,
      "num_tokens": 20646057.0,
      "step": 10190
    },
    {
      "entropy": 5.944963121414185,
      "epoch": 0.8909376911649043,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004927433929571937,
      "loss": 5.6744,
      "mean_token_accuracy": 0.16531140357255936,
      "num_tokens": 20656511.0,
      "step": 10195
    },
    {
      "entropy": 5.939849853515625,
      "epoch": 0.891374639517609,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004927355408070982,
      "loss": 5.5727,
      "mean_token_accuracy": 0.18208911269903183,
      "num_tokens": 20666479.0,
      "step": 10200
    },
    {
      "entropy": 5.891167688369751,
      "epoch": 0.8918115878703138,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004927276844807211,
      "loss": 5.5034,
      "mean_token_accuracy": 0.18244811296463012,
      "num_tokens": 20676830.0,
      "step": 10205
    },
    {
      "entropy": 5.854977369308472,
      "epoch": 0.8922485362230185,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004927198239782129,
      "loss": 5.5501,
      "mean_token_accuracy": 0.17880351543426515,
      "num_tokens": 20687316.0,
      "step": 10210
    },
    {
      "entropy": 5.9428058624267575,
      "epoch": 0.8926854845757232,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004927119592997242,
      "loss": 5.6257,
      "mean_token_accuracy": 0.1723097175359726,
      "num_tokens": 20697901.0,
      "step": 10215
    },
    {
      "entropy": 5.914193868637085,
      "epoch": 0.8931224329284279,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004927040904454062,
      "loss": 5.5444,
      "mean_token_accuracy": 0.1796039015054703,
      "num_tokens": 20707468.0,
      "step": 10220
    },
    {
      "entropy": 5.889121961593628,
      "epoch": 0.8935593812811325,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004926962174154097,
      "loss": 5.5919,
      "mean_token_accuracy": 0.17720798999071122,
      "num_tokens": 20717098.0,
      "step": 10225
    },
    {
      "entropy": 5.998091697692871,
      "epoch": 0.8939963296338372,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004926883402098857,
      "loss": 5.6863,
      "mean_token_accuracy": 0.16581256687641144,
      "num_tokens": 20727217.0,
      "step": 10230
    },
    {
      "entropy": 5.959588813781738,
      "epoch": 0.894433277986542,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004926804588289852,
      "loss": 5.6581,
      "mean_token_accuracy": 0.17077122032642364,
      "num_tokens": 20737397.0,
      "step": 10235
    },
    {
      "entropy": 5.809716987609863,
      "epoch": 0.8948702263392467,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004926725732728595,
      "loss": 5.4226,
      "mean_token_accuracy": 0.18513499200344086,
      "num_tokens": 20746712.0,
      "step": 10240
    },
    {
      "entropy": 5.909274911880493,
      "epoch": 0.8953071746919514,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004926646835416597,
      "loss": 5.608,
      "mean_token_accuracy": 0.17638629376888276,
      "num_tokens": 20757161.0,
      "step": 10245
    },
    {
      "entropy": 5.9238685131072994,
      "epoch": 0.8957441230446561,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004926567896355372,
      "loss": 5.5077,
      "mean_token_accuracy": 0.1893069013953209,
      "num_tokens": 20766478.0,
      "step": 10250
    },
    {
      "entropy": 5.858358669281006,
      "epoch": 0.8961810713973608,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004926488915546435,
      "loss": 5.5606,
      "mean_token_accuracy": 0.18310255706310272,
      "num_tokens": 20776317.0,
      "step": 10255
    },
    {
      "entropy": 5.8967273235321045,
      "epoch": 0.8966180197500655,
      "grad_norm": 0.94921875,
      "learning_rate": 0.00049264098929913,
      "loss": 5.493,
      "mean_token_accuracy": 0.1837944746017456,
      "num_tokens": 20786534.0,
      "step": 10260
    },
    {
      "entropy": 5.881051969528198,
      "epoch": 0.8970549681027703,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004926330828691482,
      "loss": 5.5218,
      "mean_token_accuracy": 0.17565801590681077,
      "num_tokens": 20796791.0,
      "step": 10265
    },
    {
      "entropy": 5.924180746078491,
      "epoch": 0.897491916455475,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004926251722648499,
      "loss": 5.5452,
      "mean_token_accuracy": 0.1799195557832718,
      "num_tokens": 20806834.0,
      "step": 10270
    },
    {
      "entropy": 5.820607900619507,
      "epoch": 0.8979288648081797,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004926172574863868,
      "loss": 5.5567,
      "mean_token_accuracy": 0.17625196576118468,
      "num_tokens": 20816664.0,
      "step": 10275
    },
    {
      "entropy": 5.894027996063232,
      "epoch": 0.8983658131608844,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004926093385339105,
      "loss": 5.678,
      "mean_token_accuracy": 0.17128410339355468,
      "num_tokens": 20826936.0,
      "step": 10280
    },
    {
      "entropy": 5.934953069686889,
      "epoch": 0.8988027615135891,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004926014154075732,
      "loss": 5.5394,
      "mean_token_accuracy": 0.18017439544200897,
      "num_tokens": 20836732.0,
      "step": 10285
    },
    {
      "entropy": 5.931967687606812,
      "epoch": 0.8992397098662938,
      "grad_norm": 1.8671875,
      "learning_rate": 0.0004925934881075268,
      "loss": 5.5739,
      "mean_token_accuracy": 0.1818123623728752,
      "num_tokens": 20848093.0,
      "step": 10290
    },
    {
      "entropy": 5.925895929336548,
      "epoch": 0.8996766582189986,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004925855566339232,
      "loss": 5.546,
      "mean_token_accuracy": 0.17547869831323623,
      "num_tokens": 20858678.0,
      "step": 10295
    },
    {
      "entropy": 5.8717084407806395,
      "epoch": 0.9001136065717033,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004925776209869146,
      "loss": 5.5252,
      "mean_token_accuracy": 0.18107181936502456,
      "num_tokens": 20869319.0,
      "step": 10300
    },
    {
      "entropy": 5.8794549942016605,
      "epoch": 0.9005505549244079,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004925696811666532,
      "loss": 5.5056,
      "mean_token_accuracy": 0.18415997326374053,
      "num_tokens": 20879475.0,
      "step": 10305
    },
    {
      "entropy": 5.882885360717774,
      "epoch": 0.9009875032771126,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004925617371732914,
      "loss": 5.5418,
      "mean_token_accuracy": 0.18497056365013123,
      "num_tokens": 20889479.0,
      "step": 10310
    },
    {
      "entropy": 5.906025838851929,
      "epoch": 0.9014244516298173,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004925537890069815,
      "loss": 5.6223,
      "mean_token_accuracy": 0.17553223967552184,
      "num_tokens": 20899864.0,
      "step": 10315
    },
    {
      "entropy": 5.948844242095947,
      "epoch": 0.901861399982522,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004925458366678758,
      "loss": 5.5899,
      "mean_token_accuracy": 0.17915809005498887,
      "num_tokens": 20909006.0,
      "step": 10320
    },
    {
      "entropy": 5.921598052978515,
      "epoch": 0.9022983483352268,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004925378801561269,
      "loss": 5.5472,
      "mean_token_accuracy": 0.17831066995859146,
      "num_tokens": 20917998.0,
      "step": 10325
    },
    {
      "entropy": 5.838485813140869,
      "epoch": 0.9027352966879315,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004925299194718876,
      "loss": 5.5589,
      "mean_token_accuracy": 0.18051585853099822,
      "num_tokens": 20928407.0,
      "step": 10330
    },
    {
      "entropy": 5.845799112319947,
      "epoch": 0.9031722450406362,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004925219546153105,
      "loss": 5.5793,
      "mean_token_accuracy": 0.17675303667783737,
      "num_tokens": 20938016.0,
      "step": 10335
    },
    {
      "entropy": 5.954553413391113,
      "epoch": 0.9036091933933409,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004925139855865483,
      "loss": 5.6304,
      "mean_token_accuracy": 0.16834931969642639,
      "num_tokens": 20948578.0,
      "step": 10340
    },
    {
      "entropy": 5.93409161567688,
      "epoch": 0.9040461417460456,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004925060123857539,
      "loss": 5.4885,
      "mean_token_accuracy": 0.17862484455108643,
      "num_tokens": 20958193.0,
      "step": 10345
    },
    {
      "entropy": 5.896431875228882,
      "epoch": 0.9044830900987503,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004924980350130802,
      "loss": 5.5518,
      "mean_token_accuracy": 0.1863422453403473,
      "num_tokens": 20968092.0,
      "step": 10350
    },
    {
      "entropy": 5.875405931472779,
      "epoch": 0.9049200384514551,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004924900534686801,
      "loss": 5.5751,
      "mean_token_accuracy": 0.17294687032699585,
      "num_tokens": 20978303.0,
      "step": 10355
    },
    {
      "entropy": 5.989206743240357,
      "epoch": 0.9053569868041598,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004924820677527069,
      "loss": 5.5824,
      "mean_token_accuracy": 0.177727872133255,
      "num_tokens": 20988331.0,
      "step": 10360
    },
    {
      "entropy": 5.83052659034729,
      "epoch": 0.9057939351568645,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004924740778653137,
      "loss": 5.5032,
      "mean_token_accuracy": 0.17685336917638778,
      "num_tokens": 20997785.0,
      "step": 10365
    },
    {
      "entropy": 5.911478328704834,
      "epoch": 0.9062308835095692,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004924660838066538,
      "loss": 5.6092,
      "mean_token_accuracy": 0.17738166749477385,
      "num_tokens": 21008026.0,
      "step": 10370
    },
    {
      "entropy": 5.918211460113525,
      "epoch": 0.9066678318622738,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004924580855768803,
      "loss": 5.564,
      "mean_token_accuracy": 0.18100535720586777,
      "num_tokens": 21017993.0,
      "step": 10375
    },
    {
      "entropy": 5.890488576889038,
      "epoch": 0.9071047802149785,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004924500831761468,
      "loss": 5.5663,
      "mean_token_accuracy": 0.18100601434707642,
      "num_tokens": 21028149.0,
      "step": 10380
    },
    {
      "entropy": 5.986132574081421,
      "epoch": 0.9075417285676833,
      "grad_norm": 0.875,
      "learning_rate": 0.0004924420766046069,
      "loss": 5.6656,
      "mean_token_accuracy": 0.16899911165237427,
      "num_tokens": 21039229.0,
      "step": 10385
    },
    {
      "entropy": 5.9748475551605225,
      "epoch": 0.907978676920388,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004924340658624139,
      "loss": 5.6031,
      "mean_token_accuracy": 0.17533838450908662,
      "num_tokens": 21049358.0,
      "step": 10390
    },
    {
      "entropy": 5.933449792861938,
      "epoch": 0.9084156252730927,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004924260509497217,
      "loss": 5.629,
      "mean_token_accuracy": 0.17539625167846679,
      "num_tokens": 21060385.0,
      "step": 10395
    },
    {
      "entropy": 5.947511911392212,
      "epoch": 0.9088525736257974,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004924180318666838,
      "loss": 5.6348,
      "mean_token_accuracy": 0.17260485887527466,
      "num_tokens": 21070423.0,
      "step": 10400
    },
    {
      "entropy": 6.017297172546387,
      "epoch": 0.9092895219785021,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004924100086134541,
      "loss": 5.6055,
      "mean_token_accuracy": 0.1788026824593544,
      "num_tokens": 21080505.0,
      "step": 10405
    },
    {
      "entropy": 5.938314056396484,
      "epoch": 0.9097264703312069,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004924019811901866,
      "loss": 5.5854,
      "mean_token_accuracy": 0.17371623665094377,
      "num_tokens": 21090875.0,
      "step": 10410
    },
    {
      "entropy": 5.894816780090332,
      "epoch": 0.9101634186839116,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004923939495970352,
      "loss": 5.5113,
      "mean_token_accuracy": 0.1797473683953285,
      "num_tokens": 21101427.0,
      "step": 10415
    },
    {
      "entropy": 5.935783195495605,
      "epoch": 0.9106003670366163,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004923859138341539,
      "loss": 5.6619,
      "mean_token_accuracy": 0.1719607576727867,
      "num_tokens": 21112691.0,
      "step": 10420
    },
    {
      "entropy": 5.97493577003479,
      "epoch": 0.911037315389321,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004923778739016969,
      "loss": 5.6464,
      "mean_token_accuracy": 0.16765112429857254,
      "num_tokens": 21123932.0,
      "step": 10425
    },
    {
      "entropy": 5.988424301147461,
      "epoch": 0.9114742637420257,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004923698297998183,
      "loss": 5.6531,
      "mean_token_accuracy": 0.1681464821100235,
      "num_tokens": 21135380.0,
      "step": 10430
    },
    {
      "entropy": 5.8985082626342775,
      "epoch": 0.9119112120947304,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004923617815286725,
      "loss": 5.5359,
      "mean_token_accuracy": 0.18132148832082748,
      "num_tokens": 21144951.0,
      "step": 10435
    },
    {
      "entropy": 5.868592834472656,
      "epoch": 0.9123481604474352,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004923537290884138,
      "loss": 5.4645,
      "mean_token_accuracy": 0.1792405903339386,
      "num_tokens": 21155919.0,
      "step": 10440
    },
    {
      "entropy": 5.8961952209472654,
      "epoch": 0.9127851088001399,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004923456724791967,
      "loss": 5.5208,
      "mean_token_accuracy": 0.18211438357830048,
      "num_tokens": 21166186.0,
      "step": 10445
    },
    {
      "entropy": 5.8236864566802975,
      "epoch": 0.9132220571528445,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004923376117011758,
      "loss": 5.5026,
      "mean_token_accuracy": 0.18899850249290467,
      "num_tokens": 21176043.0,
      "step": 10450
    },
    {
      "entropy": 5.840754222869873,
      "epoch": 0.9136590055055492,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004923295467545055,
      "loss": 5.5068,
      "mean_token_accuracy": 0.18121806532144547,
      "num_tokens": 21185677.0,
      "step": 10455
    },
    {
      "entropy": 5.94188117980957,
      "epoch": 0.9140959538582539,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004923214776393407,
      "loss": 5.6412,
      "mean_token_accuracy": 0.16796546727418898,
      "num_tokens": 21195977.0,
      "step": 10460
    },
    {
      "entropy": 5.991411352157593,
      "epoch": 0.9145329022109586,
      "grad_norm": 0.96484375,
      "learning_rate": 0.000492313404355836,
      "loss": 5.5954,
      "mean_token_accuracy": 0.1750256448984146,
      "num_tokens": 21205454.0,
      "step": 10465
    },
    {
      "entropy": 5.92635498046875,
      "epoch": 0.9149698505636634,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004923053269041464,
      "loss": 5.4953,
      "mean_token_accuracy": 0.18481633067131042,
      "num_tokens": 21215700.0,
      "step": 10470
    },
    {
      "entropy": 5.8680510997772215,
      "epoch": 0.9154067989163681,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004922972452844267,
      "loss": 5.5909,
      "mean_token_accuracy": 0.17599838823080063,
      "num_tokens": 21226544.0,
      "step": 10475
    },
    {
      "entropy": 5.895989036560058,
      "epoch": 0.9158437472690728,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004922891594968321,
      "loss": 5.6297,
      "mean_token_accuracy": 0.1716434344649315,
      "num_tokens": 21236792.0,
      "step": 10480
    },
    {
      "entropy": 5.922092580795288,
      "epoch": 0.9162806956217775,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004922810695415175,
      "loss": 5.5373,
      "mean_token_accuracy": 0.1778067633509636,
      "num_tokens": 21247039.0,
      "step": 10485
    },
    {
      "entropy": 5.893904066085815,
      "epoch": 0.9167176439744822,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004922729754186381,
      "loss": 5.557,
      "mean_token_accuracy": 0.18377964049577714,
      "num_tokens": 21257008.0,
      "step": 10490
    },
    {
      "entropy": 5.908799409866333,
      "epoch": 0.9171545923271869,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004922648771283492,
      "loss": 5.6853,
      "mean_token_accuracy": 0.17611668407917022,
      "num_tokens": 21267638.0,
      "step": 10495
    },
    {
      "entropy": 5.971077156066895,
      "epoch": 0.9175915406798917,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004922567746708062,
      "loss": 5.526,
      "mean_token_accuracy": 0.18789663761854172,
      "num_tokens": 21277327.0,
      "step": 10500
    },
    {
      "entropy": 5.905153465270996,
      "epoch": 0.9180284890325964,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004922486680461642,
      "loss": 5.6104,
      "mean_token_accuracy": 0.17451077103614807,
      "num_tokens": 21287579.0,
      "step": 10505
    },
    {
      "entropy": 5.897438097000122,
      "epoch": 0.9184654373853011,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004922405572545792,
      "loss": 5.5213,
      "mean_token_accuracy": 0.17812347412109375,
      "num_tokens": 21297888.0,
      "step": 10510
    },
    {
      "entropy": 5.927792358398437,
      "epoch": 0.9189023857380058,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004922324422962063,
      "loss": 5.5828,
      "mean_token_accuracy": 0.17634132504463196,
      "num_tokens": 21308506.0,
      "step": 10515
    },
    {
      "entropy": 5.943510484695435,
      "epoch": 0.9193393340907104,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004922243231712013,
      "loss": 5.6658,
      "mean_token_accuracy": 0.1685685470700264,
      "num_tokens": 21319252.0,
      "step": 10520
    },
    {
      "entropy": 5.937555551528931,
      "epoch": 0.9197762824434151,
      "grad_norm": 0.984375,
      "learning_rate": 0.00049221619987972,
      "loss": 5.6061,
      "mean_token_accuracy": 0.18234832137823104,
      "num_tokens": 21328829.0,
      "step": 10525
    },
    {
      "entropy": 5.864519834518433,
      "epoch": 0.9202132307961199,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004922080724219182,
      "loss": 5.4201,
      "mean_token_accuracy": 0.1867707535624504,
      "num_tokens": 21338524.0,
      "step": 10530
    },
    {
      "entropy": 5.915755653381348,
      "epoch": 0.9206501791488246,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004921999407979518,
      "loss": 5.5697,
      "mean_token_accuracy": 0.180117167532444,
      "num_tokens": 21348559.0,
      "step": 10535
    },
    {
      "entropy": 5.93333888053894,
      "epoch": 0.9210871275015293,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004921918050079766,
      "loss": 5.5794,
      "mean_token_accuracy": 0.17783726900815963,
      "num_tokens": 21360763.0,
      "step": 10540
    },
    {
      "entropy": 5.949997282028198,
      "epoch": 0.921524075854234,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004921836650521489,
      "loss": 5.6019,
      "mean_token_accuracy": 0.173680679500103,
      "num_tokens": 21370048.0,
      "step": 10545
    },
    {
      "entropy": 5.891751146316528,
      "epoch": 0.9219610242069387,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004921755209306247,
      "loss": 5.5818,
      "mean_token_accuracy": 0.1812844157218933,
      "num_tokens": 21379760.0,
      "step": 10550
    },
    {
      "entropy": 5.972139930725097,
      "epoch": 0.9223979725596434,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004921673726435601,
      "loss": 5.5566,
      "mean_token_accuracy": 0.1700993150472641,
      "num_tokens": 21389712.0,
      "step": 10555
    },
    {
      "entropy": 5.9318116188049315,
      "epoch": 0.9228349209123482,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004921592201911115,
      "loss": 5.5381,
      "mean_token_accuracy": 0.17435239553451537,
      "num_tokens": 21399515.0,
      "step": 10560
    },
    {
      "entropy": 5.853435230255127,
      "epoch": 0.9232718692650529,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004921510635734353,
      "loss": 5.5161,
      "mean_token_accuracy": 0.1826414704322815,
      "num_tokens": 21409704.0,
      "step": 10565
    },
    {
      "entropy": 5.830459356307983,
      "epoch": 0.9237088176177576,
      "grad_norm": 0.9921875,
      "learning_rate": 0.000492142902790688,
      "loss": 5.5098,
      "mean_token_accuracy": 0.18374867737293243,
      "num_tokens": 21419182.0,
      "step": 10570
    },
    {
      "entropy": 5.871296834945679,
      "epoch": 0.9241457659704623,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004921347378430259,
      "loss": 5.4136,
      "mean_token_accuracy": 0.18679474145174027,
      "num_tokens": 21429749.0,
      "step": 10575
    },
    {
      "entropy": 6.002449893951416,
      "epoch": 0.924582714323167,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004921265687306059,
      "loss": 5.6685,
      "mean_token_accuracy": 0.1714085802435875,
      "num_tokens": 21440514.0,
      "step": 10580
    },
    {
      "entropy": 5.897093868255615,
      "epoch": 0.9250196626758717,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004921183954535844,
      "loss": 5.5335,
      "mean_token_accuracy": 0.18145685493946076,
      "num_tokens": 21450647.0,
      "step": 10585
    },
    {
      "entropy": 5.873497343063354,
      "epoch": 0.9254566110285765,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004921102180121184,
      "loss": 5.5699,
      "mean_token_accuracy": 0.17948605120182037,
      "num_tokens": 21460233.0,
      "step": 10590
    },
    {
      "entropy": 5.917082977294922,
      "epoch": 0.9258935593812812,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004921020364063646,
      "loss": 5.5632,
      "mean_token_accuracy": 0.17725660055875778,
      "num_tokens": 21470207.0,
      "step": 10595
    },
    {
      "entropy": 5.875304889678955,
      "epoch": 0.9263305077339858,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004920938506364801,
      "loss": 5.5919,
      "mean_token_accuracy": 0.17556622326374055,
      "num_tokens": 21480658.0,
      "step": 10600
    },
    {
      "entropy": 5.866287708282471,
      "epoch": 0.9267674560866905,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004920856607026216,
      "loss": 5.4839,
      "mean_token_accuracy": 0.1922851413488388,
      "num_tokens": 21490566.0,
      "step": 10605
    },
    {
      "entropy": 5.931895208358765,
      "epoch": 0.9272044044393952,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004920774666049465,
      "loss": 5.5828,
      "mean_token_accuracy": 0.17869549095630646,
      "num_tokens": 21500752.0,
      "step": 10610
    },
    {
      "entropy": 5.879027509689331,
      "epoch": 0.9276413527921,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004920692683436118,
      "loss": 5.5698,
      "mean_token_accuracy": 0.1718427747488022,
      "num_tokens": 21509802.0,
      "step": 10615
    },
    {
      "entropy": 5.917226696014405,
      "epoch": 0.9280783011448047,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004920610659187748,
      "loss": 5.6624,
      "mean_token_accuracy": 0.16983651518821716,
      "num_tokens": 21520962.0,
      "step": 10620
    },
    {
      "entropy": 5.996553039550781,
      "epoch": 0.9285152494975094,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004920528593305929,
      "loss": 5.629,
      "mean_token_accuracy": 0.1737879529595375,
      "num_tokens": 21530580.0,
      "step": 10625
    },
    {
      "entropy": 5.880358028411865,
      "epoch": 0.9289521978502141,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004920446485792233,
      "loss": 5.5472,
      "mean_token_accuracy": 0.17741750031709672,
      "num_tokens": 21541431.0,
      "step": 10630
    },
    {
      "entropy": 5.915652704238892,
      "epoch": 0.9293891462029188,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004920364336648236,
      "loss": 5.5526,
      "mean_token_accuracy": 0.18236221373081207,
      "num_tokens": 21551012.0,
      "step": 10635
    },
    {
      "entropy": 5.877630424499512,
      "epoch": 0.9298260945556235,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004920282145875514,
      "loss": 5.5383,
      "mean_token_accuracy": 0.18218722194433212,
      "num_tokens": 21560676.0,
      "step": 10640
    },
    {
      "entropy": 5.8190398693084715,
      "epoch": 0.9302630429083283,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004920199913475644,
      "loss": 5.5015,
      "mean_token_accuracy": 0.18570253252983093,
      "num_tokens": 21570848.0,
      "step": 10645
    },
    {
      "entropy": 5.907581758499146,
      "epoch": 0.930699991261033,
      "grad_norm": 0.80078125,
      "learning_rate": 0.0004920117639450202,
      "loss": 5.5847,
      "mean_token_accuracy": 0.17645841985940933,
      "num_tokens": 21582358.0,
      "step": 10650
    },
    {
      "entropy": 5.95600848197937,
      "epoch": 0.9311369396137377,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004920035323800767,
      "loss": 5.5331,
      "mean_token_accuracy": 0.17551915496587753,
      "num_tokens": 21591709.0,
      "step": 10655
    },
    {
      "entropy": 5.94644832611084,
      "epoch": 0.9315738879664424,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004919952966528917,
      "loss": 5.502,
      "mean_token_accuracy": 0.18150367736816406,
      "num_tokens": 21601092.0,
      "step": 10660
    },
    {
      "entropy": 5.829319810867309,
      "epoch": 0.932010836319147,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004919870567636233,
      "loss": 5.5179,
      "mean_token_accuracy": 0.17998500317335128,
      "num_tokens": 21611003.0,
      "step": 10665
    },
    {
      "entropy": 5.909210538864135,
      "epoch": 0.9324477846718517,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004919788127124293,
      "loss": 5.5989,
      "mean_token_accuracy": 0.17410380244255066,
      "num_tokens": 21621528.0,
      "step": 10670
    },
    {
      "entropy": 5.880142545700073,
      "epoch": 0.9328847330245565,
      "grad_norm": 0.91796875,
      "learning_rate": 0.000491970564499468,
      "loss": 5.5054,
      "mean_token_accuracy": 0.1845574125647545,
      "num_tokens": 21631431.0,
      "step": 10675
    },
    {
      "entropy": 5.886252307891846,
      "epoch": 0.9333216813772612,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004919623121248976,
      "loss": 5.543,
      "mean_token_accuracy": 0.1803442120552063,
      "num_tokens": 21640717.0,
      "step": 10680
    },
    {
      "entropy": 5.885072803497314,
      "epoch": 0.9337586297299659,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004919540555888765,
      "loss": 5.5303,
      "mean_token_accuracy": 0.18293066322803497,
      "num_tokens": 21650493.0,
      "step": 10685
    },
    {
      "entropy": 5.9086448669433596,
      "epoch": 0.9341955780826706,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004919457948915628,
      "loss": 5.5244,
      "mean_token_accuracy": 0.1883617326617241,
      "num_tokens": 21660062.0,
      "step": 10690
    },
    {
      "entropy": 5.86251392364502,
      "epoch": 0.9346325264353753,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004919375300331151,
      "loss": 5.4962,
      "mean_token_accuracy": 0.1818907991051674,
      "num_tokens": 21669364.0,
      "step": 10695
    },
    {
      "entropy": 5.875346946716308,
      "epoch": 0.93506947478808,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004919292610136919,
      "loss": 5.6132,
      "mean_token_accuracy": 0.17106032371520996,
      "num_tokens": 21680793.0,
      "step": 10700
    },
    {
      "entropy": 5.910564994812011,
      "epoch": 0.9355064231407848,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004919209878334518,
      "loss": 5.6322,
      "mean_token_accuracy": 0.17522368133068084,
      "num_tokens": 21690862.0,
      "step": 10705
    },
    {
      "entropy": 5.926380920410156,
      "epoch": 0.9359433714934895,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004919127104925535,
      "loss": 5.5187,
      "mean_token_accuracy": 0.18074657917022705,
      "num_tokens": 21700665.0,
      "step": 10710
    },
    {
      "entropy": 5.8943873882293705,
      "epoch": 0.9363803198461942,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004919044289911557,
      "loss": 5.5524,
      "mean_token_accuracy": 0.18183531761169433,
      "num_tokens": 21711128.0,
      "step": 10715
    },
    {
      "entropy": 5.9501885890960695,
      "epoch": 0.9368172681988989,
      "grad_norm": 1.0,
      "learning_rate": 0.0004918961433294173,
      "loss": 5.618,
      "mean_token_accuracy": 0.17075878381729126,
      "num_tokens": 21720233.0,
      "step": 10720
    },
    {
      "entropy": 5.910007953643799,
      "epoch": 0.9372542165516036,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004918878535074973,
      "loss": 5.5509,
      "mean_token_accuracy": 0.18501711189746856,
      "num_tokens": 21730980.0,
      "step": 10725
    },
    {
      "entropy": 5.830601644515991,
      "epoch": 0.9376911649043083,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004918795595255545,
      "loss": 5.5623,
      "mean_token_accuracy": 0.18201815634965895,
      "num_tokens": 21742802.0,
      "step": 10730
    },
    {
      "entropy": 5.9125946998596195,
      "epoch": 0.9381281132570131,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004918712613837483,
      "loss": 5.5777,
      "mean_token_accuracy": 0.17735107988119125,
      "num_tokens": 21752743.0,
      "step": 10735
    },
    {
      "entropy": 5.912267780303955,
      "epoch": 0.9385650616097178,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004918629590822375,
      "loss": 5.5516,
      "mean_token_accuracy": 0.18049676716327667,
      "num_tokens": 21763198.0,
      "step": 10740
    },
    {
      "entropy": 5.912556982040405,
      "epoch": 0.9390020099624224,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004918546526211816,
      "loss": 5.5552,
      "mean_token_accuracy": 0.18263645321130753,
      "num_tokens": 21773030.0,
      "step": 10745
    },
    {
      "entropy": 5.890395164489746,
      "epoch": 0.9394389583151271,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004918463420007398,
      "loss": 5.5073,
      "mean_token_accuracy": 0.18501332849264146,
      "num_tokens": 21783796.0,
      "step": 10750
    },
    {
      "entropy": 5.920323085784912,
      "epoch": 0.9398759066678318,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004918380272210715,
      "loss": 5.549,
      "mean_token_accuracy": 0.18007050603628158,
      "num_tokens": 21792504.0,
      "step": 10755
    },
    {
      "entropy": 5.932688999176025,
      "epoch": 0.9403128550205365,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004918297082823362,
      "loss": 5.5888,
      "mean_token_accuracy": 0.1780189797282219,
      "num_tokens": 21802764.0,
      "step": 10760
    },
    {
      "entropy": 5.93286714553833,
      "epoch": 0.9407498033732413,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004918213851846935,
      "loss": 5.563,
      "mean_token_accuracy": 0.17292096018791198,
      "num_tokens": 21813051.0,
      "step": 10765
    },
    {
      "entropy": 5.86859016418457,
      "epoch": 0.941186751725946,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004918130579283031,
      "loss": 5.6159,
      "mean_token_accuracy": 0.1784030854701996,
      "num_tokens": 21822941.0,
      "step": 10770
    },
    {
      "entropy": 5.908771085739136,
      "epoch": 0.9416237000786507,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004918047265133246,
      "loss": 5.5369,
      "mean_token_accuracy": 0.17559186965227128,
      "num_tokens": 21833225.0,
      "step": 10775
    },
    {
      "entropy": 5.88128342628479,
      "epoch": 0.9420606484313554,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004917963909399178,
      "loss": 5.5428,
      "mean_token_accuracy": 0.17875492125749587,
      "num_tokens": 21842360.0,
      "step": 10780
    },
    {
      "entropy": 5.906546258926392,
      "epoch": 0.9424975967840601,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004917880512082427,
      "loss": 5.5521,
      "mean_token_accuracy": 0.18058207035064697,
      "num_tokens": 21852515.0,
      "step": 10785
    },
    {
      "entropy": 5.940371561050415,
      "epoch": 0.9429345451367648,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004917797073184591,
      "loss": 5.6379,
      "mean_token_accuracy": 0.16890014559030533,
      "num_tokens": 21863040.0,
      "step": 10790
    },
    {
      "entropy": 5.962755823135376,
      "epoch": 0.9433714934894696,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004917713592707271,
      "loss": 5.5801,
      "mean_token_accuracy": 0.1764754831790924,
      "num_tokens": 21872101.0,
      "step": 10795
    },
    {
      "entropy": 5.95067343711853,
      "epoch": 0.9438084418421743,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004917630070652069,
      "loss": 5.5516,
      "mean_token_accuracy": 0.1808815598487854,
      "num_tokens": 21882148.0,
      "step": 10800
    },
    {
      "entropy": 5.858833503723145,
      "epoch": 0.944245390194879,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004917546507020587,
      "loss": 5.5438,
      "mean_token_accuracy": 0.18813767582178115,
      "num_tokens": 21891832.0,
      "step": 10805
    },
    {
      "entropy": 5.8951520919799805,
      "epoch": 0.9446823385475837,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004917462901814427,
      "loss": 5.5522,
      "mean_token_accuracy": 0.17712648659944535,
      "num_tokens": 21901544.0,
      "step": 10810
    },
    {
      "entropy": 5.926298379898071,
      "epoch": 0.9451192869002883,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004917379255035192,
      "loss": 5.6066,
      "mean_token_accuracy": 0.17619642466306687,
      "num_tokens": 21911690.0,
      "step": 10815
    },
    {
      "entropy": 5.956694030761719,
      "epoch": 0.9455562352529931,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004917295566684487,
      "loss": 5.6071,
      "mean_token_accuracy": 0.17387891560792923,
      "num_tokens": 21922968.0,
      "step": 10820
    },
    {
      "entropy": 5.872158050537109,
      "epoch": 0.9459931836056978,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004917211836763919,
      "loss": 5.4462,
      "mean_token_accuracy": 0.1854881078004837,
      "num_tokens": 21932904.0,
      "step": 10825
    },
    {
      "entropy": 5.833469486236572,
      "epoch": 0.9464301319584025,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004917128065275091,
      "loss": 5.4698,
      "mean_token_accuracy": 0.1914062723517418,
      "num_tokens": 21943065.0,
      "step": 10830
    },
    {
      "entropy": 5.922138595581055,
      "epoch": 0.9468670803111072,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004917044252219612,
      "loss": 5.5616,
      "mean_token_accuracy": 0.16796028167009353,
      "num_tokens": 21953448.0,
      "step": 10835
    },
    {
      "entropy": 5.94380750656128,
      "epoch": 0.9473040286638119,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004916960397599088,
      "loss": 5.5454,
      "mean_token_accuracy": 0.17900159507989882,
      "num_tokens": 21963374.0,
      "step": 10840
    },
    {
      "entropy": 5.876992845535279,
      "epoch": 0.9477409770165166,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004916876501415129,
      "loss": 5.5727,
      "mean_token_accuracy": 0.1710141643881798,
      "num_tokens": 21973726.0,
      "step": 10845
    },
    {
      "entropy": 5.8551147937774655,
      "epoch": 0.9481779253692214,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004916792563669342,
      "loss": 5.4547,
      "mean_token_accuracy": 0.18366723358631135,
      "num_tokens": 21983203.0,
      "step": 10850
    },
    {
      "entropy": 5.900910997390747,
      "epoch": 0.9486148737219261,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004916708584363339,
      "loss": 5.5684,
      "mean_token_accuracy": 0.17740870714187623,
      "num_tokens": 21993435.0,
      "step": 10855
    },
    {
      "entropy": 5.974231100082397,
      "epoch": 0.9490518220746308,
      "grad_norm": 0.90234375,
      "learning_rate": 0.000491662456349873,
      "loss": 5.6075,
      "mean_token_accuracy": 0.17139323949813842,
      "num_tokens": 22003230.0,
      "step": 10860
    },
    {
      "entropy": 5.9436078548431395,
      "epoch": 0.9494887704273355,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004916540501077127,
      "loss": 5.5343,
      "mean_token_accuracy": 0.18220920413732528,
      "num_tokens": 22012910.0,
      "step": 10865
    },
    {
      "entropy": 5.858736801147461,
      "epoch": 0.9499257187800402,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004916456397100141,
      "loss": 5.4977,
      "mean_token_accuracy": 0.18110527992248535,
      "num_tokens": 22022802.0,
      "step": 10870
    },
    {
      "entropy": 5.8991954803466795,
      "epoch": 0.9503626671327449,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004916372251569386,
      "loss": 5.6067,
      "mean_token_accuracy": 0.17622564882040023,
      "num_tokens": 22032669.0,
      "step": 10875
    },
    {
      "entropy": 5.904579114913941,
      "epoch": 0.9507996154854497,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004916288064486477,
      "loss": 5.5141,
      "mean_token_accuracy": 0.1863548055291176,
      "num_tokens": 22042477.0,
      "step": 10880
    },
    {
      "entropy": 5.934581756591797,
      "epoch": 0.9512365638381544,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004916203835853027,
      "loss": 5.5607,
      "mean_token_accuracy": 0.1824100986123085,
      "num_tokens": 22052891.0,
      "step": 10885
    },
    {
      "entropy": 5.855764389038086,
      "epoch": 0.951673512190859,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004916119565670652,
      "loss": 5.5014,
      "mean_token_accuracy": 0.19058071672916413,
      "num_tokens": 22062413.0,
      "step": 10890
    },
    {
      "entropy": 5.928059911727905,
      "epoch": 0.9521104605435637,
      "grad_norm": 0.9296875,
      "learning_rate": 0.000491603525394097,
      "loss": 5.599,
      "mean_token_accuracy": 0.1718723326921463,
      "num_tokens": 22072565.0,
      "step": 10895
    },
    {
      "entropy": 5.880865955352784,
      "epoch": 0.9525474088962684,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004915950900665596,
      "loss": 5.5585,
      "mean_token_accuracy": 0.17846859395503997,
      "num_tokens": 22082910.0,
      "step": 10900
    },
    {
      "entropy": 5.793889904022217,
      "epoch": 0.9529843572489731,
      "grad_norm": 1.0234375,
      "learning_rate": 0.000491586650584615,
      "loss": 5.4725,
      "mean_token_accuracy": 0.1895809918642044,
      "num_tokens": 22092636.0,
      "step": 10905
    },
    {
      "entropy": 5.941836738586426,
      "epoch": 0.9534213056016779,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004915782069484248,
      "loss": 5.5748,
      "mean_token_accuracy": 0.176946721971035,
      "num_tokens": 22102232.0,
      "step": 10910
    },
    {
      "entropy": 5.988768148422241,
      "epoch": 0.9538582539543826,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004915697591581511,
      "loss": 5.6008,
      "mean_token_accuracy": 0.17055184692144393,
      "num_tokens": 22113592.0,
      "step": 10915
    },
    {
      "entropy": 5.8944254398345945,
      "epoch": 0.9542952023070873,
      "grad_norm": 0.87890625,
      "learning_rate": 0.000491561307213956,
      "loss": 5.5784,
      "mean_token_accuracy": 0.17907858192920684,
      "num_tokens": 22123731.0,
      "step": 10920
    },
    {
      "entropy": 5.906564331054687,
      "epoch": 0.954732150659792,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004915528511160016,
      "loss": 5.6192,
      "mean_token_accuracy": 0.16760052144527435,
      "num_tokens": 22133801.0,
      "step": 10925
    },
    {
      "entropy": 5.964372539520264,
      "epoch": 0.9551690990124967,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004915443908644501,
      "loss": 5.5795,
      "mean_token_accuracy": 0.1801023527979851,
      "num_tokens": 22143939.0,
      "step": 10930
    },
    {
      "entropy": 5.8579347133636475,
      "epoch": 0.9556060473652014,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004915359264594636,
      "loss": 5.5813,
      "mean_token_accuracy": 0.17690520733594894,
      "num_tokens": 22154954.0,
      "step": 10935
    },
    {
      "entropy": 5.8935013771057125,
      "epoch": 0.9560429957179062,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004915274579012045,
      "loss": 5.579,
      "mean_token_accuracy": 0.1790354773402214,
      "num_tokens": 22165225.0,
      "step": 10940
    },
    {
      "entropy": 6.004147386550903,
      "epoch": 0.9564799440706109,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004915189851898355,
      "loss": 5.6029,
      "mean_token_accuracy": 0.16933415085077286,
      "num_tokens": 22174891.0,
      "step": 10945
    },
    {
      "entropy": 5.866418027877808,
      "epoch": 0.9569168924233156,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004915105083255187,
      "loss": 5.5578,
      "mean_token_accuracy": 0.18404623866081238,
      "num_tokens": 22185255.0,
      "step": 10950
    },
    {
      "entropy": 5.86105318069458,
      "epoch": 0.9573538407760203,
      "grad_norm": 0.98046875,
      "learning_rate": 0.000491502027308417,
      "loss": 5.6254,
      "mean_token_accuracy": 0.17540458887815474,
      "num_tokens": 22196124.0,
      "step": 10955
    },
    {
      "entropy": 5.9394989013671875,
      "epoch": 0.957790789128725,
      "grad_norm": 0.9375,
      "learning_rate": 0.000491493542138693,
      "loss": 5.5481,
      "mean_token_accuracy": 0.17908347845077516,
      "num_tokens": 22207563.0,
      "step": 10960
    },
    {
      "entropy": 5.915901327133179,
      "epoch": 0.9582277374814296,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004914850528165094,
      "loss": 5.5843,
      "mean_token_accuracy": 0.17504732310771942,
      "num_tokens": 22218527.0,
      "step": 10965
    },
    {
      "entropy": 5.903222942352295,
      "epoch": 0.9586646858341344,
      "grad_norm": 0.9296875,
      "learning_rate": 0.000491476559342029,
      "loss": 5.5547,
      "mean_token_accuracy": 0.1762381002306938,
      "num_tokens": 22229538.0,
      "step": 10970
    },
    {
      "entropy": 5.918375539779663,
      "epoch": 0.9591016341868391,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004914680617154148,
      "loss": 5.4684,
      "mean_token_accuracy": 0.18881391733884811,
      "num_tokens": 22240047.0,
      "step": 10975
    },
    {
      "entropy": 5.860059928894043,
      "epoch": 0.9595385825395438,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004914595599368297,
      "loss": 5.4506,
      "mean_token_accuracy": 0.18423337787389754,
      "num_tokens": 22250440.0,
      "step": 10980
    },
    {
      "entropy": 5.903094720840454,
      "epoch": 0.9599755308922485,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004914510540064369,
      "loss": 5.5267,
      "mean_token_accuracy": 0.1817627102136612,
      "num_tokens": 22259909.0,
      "step": 10985
    },
    {
      "entropy": 5.9023425579071045,
      "epoch": 0.9604124792449532,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004914425439243994,
      "loss": 5.5891,
      "mean_token_accuracy": 0.17534127384424208,
      "num_tokens": 22270358.0,
      "step": 10990
    },
    {
      "entropy": 5.938672113418579,
      "epoch": 0.9608494275976579,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004914340296908805,
      "loss": 5.6204,
      "mean_token_accuracy": 0.17126917093992233,
      "num_tokens": 22280591.0,
      "step": 10995
    },
    {
      "entropy": 5.981192922592163,
      "epoch": 0.9612863759503627,
      "grad_norm": 0.828125,
      "learning_rate": 0.0004914255113060435,
      "loss": 5.5667,
      "mean_token_accuracy": 0.18286112695932388,
      "num_tokens": 22291067.0,
      "step": 11000
    },
    {
      "entropy": 5.881573820114136,
      "epoch": 0.9617233243030674,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004914169887700519,
      "loss": 5.5014,
      "mean_token_accuracy": 0.18740880638360977,
      "num_tokens": 22300919.0,
      "step": 11005
    },
    {
      "entropy": 5.9030348777771,
      "epoch": 0.9621602726557721,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004914084620830689,
      "loss": 5.6047,
      "mean_token_accuracy": 0.17840543985366822,
      "num_tokens": 22311562.0,
      "step": 11010
    },
    {
      "entropy": 5.924402904510498,
      "epoch": 0.9625972210084768,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004913999312452583,
      "loss": 5.5601,
      "mean_token_accuracy": 0.1741113319993019,
      "num_tokens": 22322980.0,
      "step": 11015
    },
    {
      "entropy": 5.906336402893066,
      "epoch": 0.9630341693611815,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004913913962567836,
      "loss": 5.4686,
      "mean_token_accuracy": 0.18108532279729844,
      "num_tokens": 22333242.0,
      "step": 11020
    },
    {
      "entropy": 5.932784605026245,
      "epoch": 0.9634711177138863,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004913828571178085,
      "loss": 5.5724,
      "mean_token_accuracy": 0.1755265086889267,
      "num_tokens": 22343618.0,
      "step": 11025
    },
    {
      "entropy": 5.8681824684143065,
      "epoch": 0.963908066066591,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004913743138284969,
      "loss": 5.5709,
      "mean_token_accuracy": 0.17418719232082366,
      "num_tokens": 22354249.0,
      "step": 11030
    },
    {
      "entropy": 5.992564630508423,
      "epoch": 0.9643450144192957,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004913657663890124,
      "loss": 5.5379,
      "mean_token_accuracy": 0.17548028528690338,
      "num_tokens": 22363824.0,
      "step": 11035
    },
    {
      "entropy": 5.907478618621826,
      "epoch": 0.9647819627720003,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004913572147995193,
      "loss": 5.5252,
      "mean_token_accuracy": 0.17883699089288713,
      "num_tokens": 22373470.0,
      "step": 11040
    },
    {
      "entropy": 5.815442991256714,
      "epoch": 0.965218911124705,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004913486590601814,
      "loss": 5.4716,
      "mean_token_accuracy": 0.17863886803388596,
      "num_tokens": 22382999.0,
      "step": 11045
    },
    {
      "entropy": 5.88115963935852,
      "epoch": 0.9656558594774097,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004913400991711629,
      "loss": 5.5282,
      "mean_token_accuracy": 0.18449266105890275,
      "num_tokens": 22393415.0,
      "step": 11050
    },
    {
      "entropy": 5.896071481704712,
      "epoch": 0.9660928078301145,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004913315351326279,
      "loss": 5.4838,
      "mean_token_accuracy": 0.18078666180372238,
      "num_tokens": 22403040.0,
      "step": 11055
    },
    {
      "entropy": 5.882252502441406,
      "epoch": 0.9665297561828192,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004913229669447406,
      "loss": 5.5099,
      "mean_token_accuracy": 0.18341243714094163,
      "num_tokens": 22413434.0,
      "step": 11060
    },
    {
      "entropy": 5.910290956497192,
      "epoch": 0.9669667045355239,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004913143946076656,
      "loss": 5.6301,
      "mean_token_accuracy": 0.1747012421488762,
      "num_tokens": 22424446.0,
      "step": 11065
    },
    {
      "entropy": 5.898932647705078,
      "epoch": 0.9674036528882286,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004913058181215671,
      "loss": 5.5588,
      "mean_token_accuracy": 0.1793728217482567,
      "num_tokens": 22433928.0,
      "step": 11070
    },
    {
      "entropy": 5.932872295379639,
      "epoch": 0.9678406012409333,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004912972374866096,
      "loss": 5.5289,
      "mean_token_accuracy": 0.1809048220515251,
      "num_tokens": 22443778.0,
      "step": 11075
    },
    {
      "entropy": 5.924958276748657,
      "epoch": 0.968277549593638,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004912886527029579,
      "loss": 5.6126,
      "mean_token_accuracy": 0.17867953926324845,
      "num_tokens": 22453423.0,
      "step": 11080
    },
    {
      "entropy": 5.946870517730713,
      "epoch": 0.9687144979463428,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004912800637707764,
      "loss": 5.5237,
      "mean_token_accuracy": 0.181604366004467,
      "num_tokens": 22464067.0,
      "step": 11085
    },
    {
      "entropy": 5.861277103424072,
      "epoch": 0.9691514462990475,
      "grad_norm": 0.87890625,
      "learning_rate": 0.00049127147069023,
      "loss": 5.5276,
      "mean_token_accuracy": 0.18210440874099731,
      "num_tokens": 22474332.0,
      "step": 11090
    },
    {
      "entropy": 5.888250780105591,
      "epoch": 0.9695883946517522,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004912628734614834,
      "loss": 5.5389,
      "mean_token_accuracy": 0.17990748435258866,
      "num_tokens": 22485304.0,
      "step": 11095
    },
    {
      "entropy": 5.873070764541626,
      "epoch": 0.9700253430044569,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004912542720847016,
      "loss": 5.4692,
      "mean_token_accuracy": 0.18105277568101882,
      "num_tokens": 22494447.0,
      "step": 11100
    },
    {
      "entropy": 5.921037817001343,
      "epoch": 0.9704622913571616,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004912456665600495,
      "loss": 5.5478,
      "mean_token_accuracy": 0.1824273571372032,
      "num_tokens": 22503936.0,
      "step": 11105
    },
    {
      "entropy": 5.8725508689880375,
      "epoch": 0.9708992397098662,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004912370568876923,
      "loss": 5.4461,
      "mean_token_accuracy": 0.1818022161722183,
      "num_tokens": 22513960.0,
      "step": 11110
    },
    {
      "entropy": 5.90219030380249,
      "epoch": 0.971336188062571,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004912284430677949,
      "loss": 5.5926,
      "mean_token_accuracy": 0.1777928963303566,
      "num_tokens": 22522309.0,
      "step": 11115
    },
    {
      "entropy": 5.9252372741699215,
      "epoch": 0.9717731364152757,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004912198251005228,
      "loss": 5.4911,
      "mean_token_accuracy": 0.18331363797187805,
      "num_tokens": 22533510.0,
      "step": 11120
    },
    {
      "entropy": 5.8896294116973875,
      "epoch": 0.9722100847679804,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004912112029860411,
      "loss": 5.5046,
      "mean_token_accuracy": 0.17951876372098924,
      "num_tokens": 22543644.0,
      "step": 11125
    },
    {
      "entropy": 5.946816492080688,
      "epoch": 0.9726470331206851,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004912025767245153,
      "loss": 5.6777,
      "mean_token_accuracy": 0.1669557124376297,
      "num_tokens": 22553475.0,
      "step": 11130
    },
    {
      "entropy": 5.861800765991211,
      "epoch": 0.9730839814733898,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004911939463161108,
      "loss": 5.4865,
      "mean_token_accuracy": 0.18603063821792604,
      "num_tokens": 22563190.0,
      "step": 11135
    },
    {
      "entropy": 5.922503089904785,
      "epoch": 0.9735209298260945,
      "grad_norm": 1.015625,
      "learning_rate": 0.000491185311760993,
      "loss": 5.5059,
      "mean_token_accuracy": 0.18471471220254898,
      "num_tokens": 22572069.0,
      "step": 11140
    },
    {
      "entropy": 5.952958774566651,
      "epoch": 0.9739578781787993,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004911766730593276,
      "loss": 5.6199,
      "mean_token_accuracy": 0.16885922998189926,
      "num_tokens": 22581597.0,
      "step": 11145
    },
    {
      "entropy": 5.964114999771118,
      "epoch": 0.974394826531504,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004911680302112806,
      "loss": 5.506,
      "mean_token_accuracy": 0.18669941425323486,
      "num_tokens": 22591486.0,
      "step": 11150
    },
    {
      "entropy": 5.955888652801514,
      "epoch": 0.9748317748842087,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004911593832170173,
      "loss": 5.5574,
      "mean_token_accuracy": 0.17579471170902253,
      "num_tokens": 22601615.0,
      "step": 11155
    },
    {
      "entropy": 5.911087894439698,
      "epoch": 0.9752687232369134,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004911507320767038,
      "loss": 5.5464,
      "mean_token_accuracy": 0.17761144638061524,
      "num_tokens": 22611397.0,
      "step": 11160
    },
    {
      "entropy": 5.8037097454071045,
      "epoch": 0.9757056715896181,
      "grad_norm": 1.0234375,
      "learning_rate": 0.000491142076790506,
      "loss": 5.5242,
      "mean_token_accuracy": 0.18653350323438644,
      "num_tokens": 22621269.0,
      "step": 11165
    },
    {
      "entropy": 5.937428617477417,
      "epoch": 0.9761426199423228,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004911334173585899,
      "loss": 5.5014,
      "mean_token_accuracy": 0.18220175802707672,
      "num_tokens": 22631782.0,
      "step": 11170
    },
    {
      "entropy": 5.914890909194947,
      "epoch": 0.9765795682950276,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004911247537811216,
      "loss": 5.594,
      "mean_token_accuracy": 0.17610469311475754,
      "num_tokens": 22642240.0,
      "step": 11175
    },
    {
      "entropy": 5.939141130447387,
      "epoch": 0.9770165166477323,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004911160860582674,
      "loss": 5.5528,
      "mean_token_accuracy": 0.17803838104009628,
      "num_tokens": 22651977.0,
      "step": 11180
    },
    {
      "entropy": 5.940335369110107,
      "epoch": 0.977453465000437,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004911074141901933,
      "loss": 5.5783,
      "mean_token_accuracy": 0.18274836540222167,
      "num_tokens": 22662871.0,
      "step": 11185
    },
    {
      "entropy": 5.84832878112793,
      "epoch": 0.9778904133531416,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004910987381770657,
      "loss": 5.4937,
      "mean_token_accuracy": 0.19075645953416825,
      "num_tokens": 22672083.0,
      "step": 11190
    },
    {
      "entropy": 5.851566743850708,
      "epoch": 0.9783273617058463,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004910900580190512,
      "loss": 5.5156,
      "mean_token_accuracy": 0.18377392143011093,
      "num_tokens": 22681247.0,
      "step": 11195
    },
    {
      "entropy": 5.910662984848022,
      "epoch": 0.9787643100585511,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004910813737163161,
      "loss": 5.55,
      "mean_token_accuracy": 0.18341336101293565,
      "num_tokens": 22691231.0,
      "step": 11200
    },
    {
      "entropy": 5.916065835952759,
      "epoch": 0.9792012584112558,
      "grad_norm": 0.9140625,
      "learning_rate": 0.000491072685269027,
      "loss": 5.5401,
      "mean_token_accuracy": 0.17965136766433715,
      "num_tokens": 22700712.0,
      "step": 11205
    },
    {
      "entropy": 5.952419710159302,
      "epoch": 0.9796382067639605,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004910639926773506,
      "loss": 5.6624,
      "mean_token_accuracy": 0.17476628422737123,
      "num_tokens": 22710961.0,
      "step": 11210
    },
    {
      "entropy": 5.907360458374024,
      "epoch": 0.9800751551166652,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004910552959414538,
      "loss": 5.5179,
      "mean_token_accuracy": 0.18152714073657988,
      "num_tokens": 22720450.0,
      "step": 11215
    },
    {
      "entropy": 5.804834413528442,
      "epoch": 0.9805121034693699,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004910465950615029,
      "loss": 5.4805,
      "mean_token_accuracy": 0.18100492507219315,
      "num_tokens": 22730337.0,
      "step": 11220
    },
    {
      "entropy": 5.912643480300903,
      "epoch": 0.9809490518220746,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004910378900376651,
      "loss": 5.5795,
      "mean_token_accuracy": 0.17732733786106109,
      "num_tokens": 22742379.0,
      "step": 11225
    },
    {
      "entropy": 5.98975887298584,
      "epoch": 0.9813860001747794,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004910291808701077,
      "loss": 5.6426,
      "mean_token_accuracy": 0.17421705275774002,
      "num_tokens": 22753176.0,
      "step": 11230
    },
    {
      "entropy": 5.9204565525054935,
      "epoch": 0.9818229485274841,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004910204675589972,
      "loss": 5.5573,
      "mean_token_accuracy": 0.1789683222770691,
      "num_tokens": 22763263.0,
      "step": 11235
    },
    {
      "entropy": 5.855878067016602,
      "epoch": 0.9822598968801888,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004910117501045009,
      "loss": 5.5914,
      "mean_token_accuracy": 0.1792857825756073,
      "num_tokens": 22774630.0,
      "step": 11240
    },
    {
      "entropy": 5.98476734161377,
      "epoch": 0.9826968452328935,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004910030285067861,
      "loss": 5.5785,
      "mean_token_accuracy": 0.17534877210855485,
      "num_tokens": 22785027.0,
      "step": 11245
    },
    {
      "entropy": 5.931835746765136,
      "epoch": 0.9831337935855982,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004909943027660201,
      "loss": 5.6102,
      "mean_token_accuracy": 0.1702704355120659,
      "num_tokens": 22796399.0,
      "step": 11250
    },
    {
      "entropy": 5.889214611053466,
      "epoch": 0.9835707419383029,
      "grad_norm": 0.9609375,
      "learning_rate": 0.00049098557288237,
      "loss": 5.5484,
      "mean_token_accuracy": 0.17622375190258027,
      "num_tokens": 22806352.0,
      "step": 11255
    },
    {
      "entropy": 5.955852699279785,
      "epoch": 0.9840076902910077,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004909768388560036,
      "loss": 5.6076,
      "mean_token_accuracy": 0.17351708114147185,
      "num_tokens": 22818369.0,
      "step": 11260
    },
    {
      "entropy": 5.921997737884522,
      "epoch": 0.9844446386437123,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004909681006870882,
      "loss": 5.5293,
      "mean_token_accuracy": 0.17806522995233537,
      "num_tokens": 22828063.0,
      "step": 11265
    },
    {
      "entropy": 5.880717802047729,
      "epoch": 0.984881586996417,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004909593583757915,
      "loss": 5.5932,
      "mean_token_accuracy": 0.17599959671497345,
      "num_tokens": 22839265.0,
      "step": 11270
    },
    {
      "entropy": 5.909173107147216,
      "epoch": 0.9853185353491217,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004909506119222812,
      "loss": 5.527,
      "mean_token_accuracy": 0.1859760880470276,
      "num_tokens": 22848501.0,
      "step": 11275
    },
    {
      "entropy": 5.898053932189941,
      "epoch": 0.9857554837018264,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004909418613267248,
      "loss": 5.4922,
      "mean_token_accuracy": 0.18248178511857988,
      "num_tokens": 22859176.0,
      "step": 11280
    },
    {
      "entropy": 5.876533889770508,
      "epoch": 0.9861924320545311,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004909331065892905,
      "loss": 5.4641,
      "mean_token_accuracy": 0.1866614490747452,
      "num_tokens": 22869312.0,
      "step": 11285
    },
    {
      "entropy": 5.904917430877686,
      "epoch": 0.9866293804072359,
      "grad_norm": 0.99609375,
      "learning_rate": 0.000490924347710146,
      "loss": 5.5892,
      "mean_token_accuracy": 0.17592183947563172,
      "num_tokens": 22878699.0,
      "step": 11290
    },
    {
      "entropy": 5.8852437973022464,
      "epoch": 0.9870663287599406,
      "grad_norm": 0.875,
      "learning_rate": 0.0004909155846894595,
      "loss": 5.6036,
      "mean_token_accuracy": 0.17381807118654252,
      "num_tokens": 22889147.0,
      "step": 11295
    },
    {
      "entropy": 5.9588782787323,
      "epoch": 0.9875032771126453,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004909068175273989,
      "loss": 5.52,
      "mean_token_accuracy": 0.18157160878181458,
      "num_tokens": 22899085.0,
      "step": 11300
    },
    {
      "entropy": 5.924248695373535,
      "epoch": 0.98794022546535,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0004908980462241323,
      "loss": 5.6397,
      "mean_token_accuracy": 0.1734975039958954,
      "num_tokens": 22909924.0,
      "step": 11305
    },
    {
      "entropy": 5.91921854019165,
      "epoch": 0.9883771738180547,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004908892707798281,
      "loss": 5.6075,
      "mean_token_accuracy": 0.17534982711076735,
      "num_tokens": 22920426.0,
      "step": 11310
    },
    {
      "entropy": 5.936602306365967,
      "epoch": 0.9888141221707594,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004908804911946546,
      "loss": 5.5242,
      "mean_token_accuracy": 0.17777251601219177,
      "num_tokens": 22929929.0,
      "step": 11315
    },
    {
      "entropy": 5.866807270050049,
      "epoch": 0.9892510705234642,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004908717074687801,
      "loss": 5.4982,
      "mean_token_accuracy": 0.18510529398918152,
      "num_tokens": 22940102.0,
      "step": 11320
    },
    {
      "entropy": 5.9118030071258545,
      "epoch": 0.9896880188761689,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004908629196023732,
      "loss": 5.5536,
      "mean_token_accuracy": 0.18451205343008042,
      "num_tokens": 22949490.0,
      "step": 11325
    },
    {
      "entropy": 5.912836313247681,
      "epoch": 0.9901249672288736,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004908541275956024,
      "loss": 5.4962,
      "mean_token_accuracy": 0.18373917490243913,
      "num_tokens": 22958119.0,
      "step": 11330
    },
    {
      "entropy": 5.929424476623535,
      "epoch": 0.9905619155815782,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004908453314486363,
      "loss": 5.5167,
      "mean_token_accuracy": 0.17851549983024598,
      "num_tokens": 22969447.0,
      "step": 11335
    },
    {
      "entropy": 5.840465450286866,
      "epoch": 0.9909988639342829,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004908365311616437,
      "loss": 5.4162,
      "mean_token_accuracy": 0.1889231249690056,
      "num_tokens": 22978925.0,
      "step": 11340
    },
    {
      "entropy": 5.927017879486084,
      "epoch": 0.9914358122869876,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004908277267347931,
      "loss": 5.5434,
      "mean_token_accuracy": 0.17981443405151368,
      "num_tokens": 22988861.0,
      "step": 11345
    },
    {
      "entropy": 5.875063705444336,
      "epoch": 0.9918727606396924,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004908189181682538,
      "loss": 5.5691,
      "mean_token_accuracy": 0.17605106383562089,
      "num_tokens": 22998700.0,
      "step": 11350
    },
    {
      "entropy": 5.853112745285034,
      "epoch": 0.9923097089923971,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004908101054621946,
      "loss": 5.5198,
      "mean_token_accuracy": 0.18113692849874496,
      "num_tokens": 23009095.0,
      "step": 11355
    },
    {
      "entropy": 5.870637607574463,
      "epoch": 0.9927466573451018,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004908012886167845,
      "loss": 5.5307,
      "mean_token_accuracy": 0.18393958806991578,
      "num_tokens": 23019484.0,
      "step": 11360
    },
    {
      "entropy": 5.875974369049072,
      "epoch": 0.9931836056978065,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004907924676321924,
      "loss": 5.4996,
      "mean_token_accuracy": 0.1801249474287033,
      "num_tokens": 23029867.0,
      "step": 11365
    },
    {
      "entropy": 5.8762627124786375,
      "epoch": 0.9936205540505112,
      "grad_norm": 0.95703125,
      "learning_rate": 0.000490783642508588,
      "loss": 5.4896,
      "mean_token_accuracy": 0.1885976329445839,
      "num_tokens": 23040179.0,
      "step": 11370
    },
    {
      "entropy": 5.886495351791382,
      "epoch": 0.9940575024032159,
      "grad_norm": 0.99609375,
      "learning_rate": 0.00049077481324614,
      "loss": 5.4524,
      "mean_token_accuracy": 0.1900678977370262,
      "num_tokens": 23050389.0,
      "step": 11375
    },
    {
      "entropy": 5.771474361419678,
      "epoch": 0.9944944507559207,
      "grad_norm": 1.03125,
      "learning_rate": 0.000490765979845018,
      "loss": 5.4939,
      "mean_token_accuracy": 0.1885676696896553,
      "num_tokens": 23059984.0,
      "step": 11380
    },
    {
      "entropy": 5.921848249435425,
      "epoch": 0.9949313991086254,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004907571423053917,
      "loss": 5.5096,
      "mean_token_accuracy": 0.17872909158468248,
      "num_tokens": 23069828.0,
      "step": 11385
    },
    {
      "entropy": 5.916821241378784,
      "epoch": 0.9953683474613301,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004907483006274302,
      "loss": 5.5678,
      "mean_token_accuracy": 0.175344580411911,
      "num_tokens": 23079223.0,
      "step": 11390
    },
    {
      "entropy": 5.831023120880127,
      "epoch": 0.9958052958140348,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004907394548113033,
      "loss": 5.5895,
      "mean_token_accuracy": 0.17578522562980653,
      "num_tokens": 23088540.0,
      "step": 11395
    },
    {
      "entropy": 5.933796548843384,
      "epoch": 0.9962422441667395,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004907306048571806,
      "loss": 5.6235,
      "mean_token_accuracy": 0.17322255671024323,
      "num_tokens": 23098617.0,
      "step": 11400
    },
    {
      "entropy": 5.957620143890381,
      "epoch": 0.9966791925194443,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004907217507652317,
      "loss": 5.5328,
      "mean_token_accuracy": 0.18058438897132872,
      "num_tokens": 23109702.0,
      "step": 11405
    },
    {
      "entropy": 5.943484449386597,
      "epoch": 0.997116140872149,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004907128925356268,
      "loss": 5.5461,
      "mean_token_accuracy": 0.18414741903543472,
      "num_tokens": 23120295.0,
      "step": 11410
    },
    {
      "entropy": 5.87626461982727,
      "epoch": 0.9975530892248536,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004907040301685355,
      "loss": 5.5704,
      "mean_token_accuracy": 0.1771283358335495,
      "num_tokens": 23131999.0,
      "step": 11415
    },
    {
      "entropy": 5.927407217025757,
      "epoch": 0.9979900375775583,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004906951636641279,
      "loss": 5.5886,
      "mean_token_accuracy": 0.17850421965122223,
      "num_tokens": 23141060.0,
      "step": 11420
    },
    {
      "entropy": 5.856444883346557,
      "epoch": 0.998426985930263,
      "grad_norm": 0.95703125,
      "learning_rate": 0.000490686293022574,
      "loss": 5.5243,
      "mean_token_accuracy": 0.18086791336536406,
      "num_tokens": 23151607.0,
      "step": 11425
    },
    {
      "entropy": 5.917354726791382,
      "epoch": 0.9988639342829677,
      "grad_norm": 0.9765625,
      "learning_rate": 0.000490677418244044,
      "loss": 5.6002,
      "mean_token_accuracy": 0.1704199105501175,
      "num_tokens": 23161892.0,
      "step": 11430
    },
    {
      "entropy": 5.931758689880371,
      "epoch": 0.9993008826356725,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004906685393287081,
      "loss": 5.5717,
      "mean_token_accuracy": 0.179206582903862,
      "num_tokens": 23172112.0,
      "step": 11435
    },
    {
      "entropy": 5.932423448562622,
      "epoch": 0.9997378309883772,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004906596562767367,
      "loss": 5.4679,
      "mean_token_accuracy": 0.181186480820179,
      "num_tokens": 23181435.0,
      "step": 11440
    },
    {
      "entropy": 5.859612131118775,
      "epoch": 1.0001747793410818,
      "grad_norm": 0.875,
      "learning_rate": 0.0004906507690883,
      "loss": 5.4172,
      "mean_token_accuracy": 0.18776923567056655,
      "num_tokens": 23191084.0,
      "step": 11445
    },
    {
      "entropy": 5.847065830230713,
      "epoch": 1.0006117276937867,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004906418777635685,
      "loss": 5.4708,
      "mean_token_accuracy": 0.18683699667453765,
      "num_tokens": 23202372.0,
      "step": 11450
    },
    {
      "entropy": 5.907804775238037,
      "epoch": 1.0010486760464914,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004906329823027129,
      "loss": 5.5114,
      "mean_token_accuracy": 0.18416837751865386,
      "num_tokens": 23214113.0,
      "step": 11455
    },
    {
      "entropy": 5.871933364868164,
      "epoch": 1.001485624399196,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004906240827059036,
      "loss": 5.4258,
      "mean_token_accuracy": 0.18356582373380662,
      "num_tokens": 23223562.0,
      "step": 11460
    },
    {
      "entropy": 5.926493120193482,
      "epoch": 1.0019225727519008,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004906151789733114,
      "loss": 5.5096,
      "mean_token_accuracy": 0.18116679340600966,
      "num_tokens": 23232901.0,
      "step": 11465
    },
    {
      "entropy": 5.92733850479126,
      "epoch": 1.0023595211046055,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004906062711051073,
      "loss": 5.5067,
      "mean_token_accuracy": 0.17773209661245346,
      "num_tokens": 23242869.0,
      "step": 11470
    },
    {
      "entropy": 5.8551473140716555,
      "epoch": 1.0027964694573102,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004905973591014617,
      "loss": 5.4304,
      "mean_token_accuracy": 0.18736587464809418,
      "num_tokens": 23253653.0,
      "step": 11475
    },
    {
      "entropy": 5.823553562164307,
      "epoch": 1.0032334178100148,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004905884429625459,
      "loss": 5.4367,
      "mean_token_accuracy": 0.18477417528629303,
      "num_tokens": 23263530.0,
      "step": 11480
    },
    {
      "entropy": 5.8986368656158445,
      "epoch": 1.0036703661627195,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004905795226885308,
      "loss": 5.4915,
      "mean_token_accuracy": 0.1809002786874771,
      "num_tokens": 23274946.0,
      "step": 11485
    },
    {
      "entropy": 5.951287174224854,
      "epoch": 1.0041073145154242,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004905705982795874,
      "loss": 5.4817,
      "mean_token_accuracy": 0.18488264381885527,
      "num_tokens": 23283811.0,
      "step": 11490
    },
    {
      "entropy": 5.834171962738037,
      "epoch": 1.004544262868129,
      "grad_norm": 0.91796875,
      "learning_rate": 0.000490561669735887,
      "loss": 5.5111,
      "mean_token_accuracy": 0.18083866387605668,
      "num_tokens": 23294554.0,
      "step": 11495
    },
    {
      "entropy": 5.841756200790405,
      "epoch": 1.0049812112208336,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004905527370576009,
      "loss": 5.3612,
      "mean_token_accuracy": 0.19127428978681565,
      "num_tokens": 23304245.0,
      "step": 11500
    },
    {
      "entropy": 5.971625185012817,
      "epoch": 1.0054181595735383,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004905438002449004,
      "loss": 5.5317,
      "mean_token_accuracy": 0.1740695834159851,
      "num_tokens": 23315169.0,
      "step": 11505
    },
    {
      "entropy": 5.846873044967651,
      "epoch": 1.0058551079262432,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004905348592979567,
      "loss": 5.4124,
      "mean_token_accuracy": 0.1898711383342743,
      "num_tokens": 23325528.0,
      "step": 11510
    },
    {
      "entropy": 5.932880496978759,
      "epoch": 1.006292056278948,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004905259142169415,
      "loss": 5.5633,
      "mean_token_accuracy": 0.1792541489005089,
      "num_tokens": 23336744.0,
      "step": 11515
    },
    {
      "entropy": 5.886677646636963,
      "epoch": 1.0067290046316526,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004905169650020264,
      "loss": 5.4259,
      "mean_token_accuracy": 0.1892029419541359,
      "num_tokens": 23346092.0,
      "step": 11520
    },
    {
      "entropy": 5.829683876037597,
      "epoch": 1.0071659529843573,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004905080116533831,
      "loss": 5.4323,
      "mean_token_accuracy": 0.18020815700292586,
      "num_tokens": 23357326.0,
      "step": 11525
    },
    {
      "entropy": 5.864407730102539,
      "epoch": 1.007602901337062,
      "grad_norm": 0.921875,
      "learning_rate": 0.000490499054171183,
      "loss": 5.4655,
      "mean_token_accuracy": 0.1850619226694107,
      "num_tokens": 23367789.0,
      "step": 11530
    },
    {
      "entropy": 5.921274662017822,
      "epoch": 1.0080398496897667,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004904900925555982,
      "loss": 5.4644,
      "mean_token_accuracy": 0.1834110736846924,
      "num_tokens": 23377499.0,
      "step": 11535
    },
    {
      "entropy": 5.926740026473999,
      "epoch": 1.0084767980424714,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004904811268068005,
      "loss": 5.4403,
      "mean_token_accuracy": 0.17745636850595475,
      "num_tokens": 23387867.0,
      "step": 11540
    },
    {
      "entropy": 5.858212947845459,
      "epoch": 1.008913746395176,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004904721569249618,
      "loss": 5.5366,
      "mean_token_accuracy": 0.17533748894929885,
      "num_tokens": 23398179.0,
      "step": 11545
    },
    {
      "entropy": 5.935226774215698,
      "epoch": 1.0093506947478808,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004904631829102543,
      "loss": 5.536,
      "mean_token_accuracy": 0.18613833487033843,
      "num_tokens": 23407407.0,
      "step": 11550
    },
    {
      "entropy": 5.91339864730835,
      "epoch": 1.0097876431005854,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004904542047628501,
      "loss": 5.3736,
      "mean_token_accuracy": 0.19325260072946548,
      "num_tokens": 23417324.0,
      "step": 11555
    },
    {
      "entropy": 5.885081720352173,
      "epoch": 1.0102245914532901,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004904452224829212,
      "loss": 5.4303,
      "mean_token_accuracy": 0.1875145897269249,
      "num_tokens": 23427157.0,
      "step": 11560
    },
    {
      "entropy": 5.910502767562866,
      "epoch": 1.0106615398059948,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004904362360706403,
      "loss": 5.5125,
      "mean_token_accuracy": 0.17979926615953445,
      "num_tokens": 23437712.0,
      "step": 11565
    },
    {
      "entropy": 5.919670152664184,
      "epoch": 1.0110984881586997,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004904272455261793,
      "loss": 5.4501,
      "mean_token_accuracy": 0.18295658975839615,
      "num_tokens": 23447949.0,
      "step": 11570
    },
    {
      "entropy": 5.842067670822144,
      "epoch": 1.0115354365114044,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004904182508497109,
      "loss": 5.41,
      "mean_token_accuracy": 0.18000745624303818,
      "num_tokens": 23457319.0,
      "step": 11575
    },
    {
      "entropy": 5.900247859954834,
      "epoch": 1.0119723848641091,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004904092520414075,
      "loss": 5.5169,
      "mean_token_accuracy": 0.17866748422384263,
      "num_tokens": 23468245.0,
      "step": 11580
    },
    {
      "entropy": 5.955326795578003,
      "epoch": 1.0124093332168138,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004904002491014418,
      "loss": 5.4805,
      "mean_token_accuracy": 0.1907447025179863,
      "num_tokens": 23477049.0,
      "step": 11585
    },
    {
      "entropy": 5.896306562423706,
      "epoch": 1.0128462815695185,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004903912420299866,
      "loss": 5.5568,
      "mean_token_accuracy": 0.17288741171360017,
      "num_tokens": 23488574.0,
      "step": 11590
    },
    {
      "entropy": 5.920158004760742,
      "epoch": 1.0132832299222232,
      "grad_norm": 1.0,
      "learning_rate": 0.0004903822308272144,
      "loss": 5.4765,
      "mean_token_accuracy": 0.1853225201368332,
      "num_tokens": 23499282.0,
      "step": 11595
    },
    {
      "entropy": 5.914318990707398,
      "epoch": 1.0137201782749279,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004903732154932982,
      "loss": 5.5015,
      "mean_token_accuracy": 0.18940852135419844,
      "num_tokens": 23508777.0,
      "step": 11600
    },
    {
      "entropy": 5.878818416595459,
      "epoch": 1.0141571266276326,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004903641960284108,
      "loss": 5.4453,
      "mean_token_accuracy": 0.1856512874364853,
      "num_tokens": 23518818.0,
      "step": 11605
    },
    {
      "entropy": 5.882084465026855,
      "epoch": 1.0145940749803373,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004903551724327254,
      "loss": 5.4633,
      "mean_token_accuracy": 0.1856216236948967,
      "num_tokens": 23529668.0,
      "step": 11610
    },
    {
      "entropy": 5.957795286178589,
      "epoch": 1.015031023333042,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004903461447064147,
      "loss": 5.4328,
      "mean_token_accuracy": 0.18890648186206818,
      "num_tokens": 23540418.0,
      "step": 11615
    },
    {
      "entropy": 5.914322090148926,
      "epoch": 1.0154679716857467,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004903371128496523,
      "loss": 5.4377,
      "mean_token_accuracy": 0.18363402485847474,
      "num_tokens": 23550035.0,
      "step": 11620
    },
    {
      "entropy": 5.877568626403809,
      "epoch": 1.0159049200384516,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004903280768626113,
      "loss": 5.4977,
      "mean_token_accuracy": 0.18040652424097062,
      "num_tokens": 23559487.0,
      "step": 11625
    },
    {
      "entropy": 5.901291465759277,
      "epoch": 1.0163418683911563,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004903190367454648,
      "loss": 5.4128,
      "mean_token_accuracy": 0.19097988158464432,
      "num_tokens": 23569146.0,
      "step": 11630
    },
    {
      "entropy": 5.827565383911133,
      "epoch": 1.016778816743861,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004903099924983864,
      "loss": 5.3833,
      "mean_token_accuracy": 0.18649528920650482,
      "num_tokens": 23579458.0,
      "step": 11635
    },
    {
      "entropy": 5.86078290939331,
      "epoch": 1.0172157650965656,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004903009441215495,
      "loss": 5.4205,
      "mean_token_accuracy": 0.18631469905376435,
      "num_tokens": 23589416.0,
      "step": 11640
    },
    {
      "entropy": 5.906558227539063,
      "epoch": 1.0176527134492703,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004902918916151278,
      "loss": 5.5162,
      "mean_token_accuracy": 0.1851527363061905,
      "num_tokens": 23599588.0,
      "step": 11645
    },
    {
      "entropy": 5.932866716384888,
      "epoch": 1.018089661801975,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004902828349792947,
      "loss": 5.4909,
      "mean_token_accuracy": 0.18301643580198287,
      "num_tokens": 23610116.0,
      "step": 11650
    },
    {
      "entropy": 5.857520532608032,
      "epoch": 1.0185266101546797,
      "grad_norm": 0.94140625,
      "learning_rate": 0.000490273774214224,
      "loss": 5.4058,
      "mean_token_accuracy": 0.19086018800735474,
      "num_tokens": 23619906.0,
      "step": 11655
    },
    {
      "entropy": 5.912260341644287,
      "epoch": 1.0189635585073844,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004902647093200896,
      "loss": 5.4612,
      "mean_token_accuracy": 0.18651404976844788,
      "num_tokens": 23630351.0,
      "step": 11660
    },
    {
      "entropy": 5.906693363189698,
      "epoch": 1.019400506860089,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004902556402970652,
      "loss": 5.5195,
      "mean_token_accuracy": 0.18198747634887696,
      "num_tokens": 23639696.0,
      "step": 11665
    },
    {
      "entropy": 5.904260206222534,
      "epoch": 1.0198374552127938,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004902465671453248,
      "loss": 5.4842,
      "mean_token_accuracy": 0.18192328065633773,
      "num_tokens": 23649388.0,
      "step": 11670
    },
    {
      "entropy": 5.972312164306641,
      "epoch": 1.0202744035654985,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004902374898650425,
      "loss": 5.5097,
      "mean_token_accuracy": 0.17963872849941254,
      "num_tokens": 23659125.0,
      "step": 11675
    },
    {
      "entropy": 6.008585596084595,
      "epoch": 1.0207113519182032,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004902284084563924,
      "loss": 5.4917,
      "mean_token_accuracy": 0.17945277392864228,
      "num_tokens": 23668817.0,
      "step": 11680
    },
    {
      "entropy": 5.88599739074707,
      "epoch": 1.021148300270908,
      "grad_norm": 1.0,
      "learning_rate": 0.0004902193229195487,
      "loss": 5.4909,
      "mean_token_accuracy": 0.1827844575047493,
      "num_tokens": 23679378.0,
      "step": 11685
    },
    {
      "entropy": 5.916742992401123,
      "epoch": 1.0215852486236128,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004902102332546855,
      "loss": 5.4576,
      "mean_token_accuracy": 0.1828152135014534,
      "num_tokens": 23689400.0,
      "step": 11690
    },
    {
      "entropy": 6.002728509902954,
      "epoch": 1.0220221969763175,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004902011394619772,
      "loss": 5.5886,
      "mean_token_accuracy": 0.17276642471551895,
      "num_tokens": 23699503.0,
      "step": 11695
    },
    {
      "entropy": 5.902543449401856,
      "epoch": 1.0224591453290222,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004901920415415985,
      "loss": 5.5089,
      "mean_token_accuracy": 0.1779915675520897,
      "num_tokens": 23710913.0,
      "step": 11700
    },
    {
      "entropy": 5.849460077285767,
      "epoch": 1.0228960936817268,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004901829394937234,
      "loss": 5.4224,
      "mean_token_accuracy": 0.18690364062786102,
      "num_tokens": 23720730.0,
      "step": 11705
    },
    {
      "entropy": 5.918215560913086,
      "epoch": 1.0233330420344315,
      "grad_norm": 0.96875,
      "learning_rate": 0.000490173833318527,
      "loss": 5.4984,
      "mean_token_accuracy": 0.1790463224053383,
      "num_tokens": 23730902.0,
      "step": 11710
    },
    {
      "entropy": 5.8863818645477295,
      "epoch": 1.0237699903871362,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004901647230161837,
      "loss": 5.517,
      "mean_token_accuracy": 0.17904226928949357,
      "num_tokens": 23741901.0,
      "step": 11715
    },
    {
      "entropy": 5.9155456066131595,
      "epoch": 1.024206938739841,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004901556085868681,
      "loss": 5.4158,
      "mean_token_accuracy": 0.1879327565431595,
      "num_tokens": 23752029.0,
      "step": 11720
    },
    {
      "entropy": 5.843714809417724,
      "epoch": 1.0246438870925456,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004901464900307553,
      "loss": 5.4243,
      "mean_token_accuracy": 0.19069891571998596,
      "num_tokens": 23762125.0,
      "step": 11725
    },
    {
      "entropy": 5.850928544998169,
      "epoch": 1.0250808354452503,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004901373673480201,
      "loss": 5.462,
      "mean_token_accuracy": 0.18915123790502547,
      "num_tokens": 23772056.0,
      "step": 11730
    },
    {
      "entropy": 5.890672588348389,
      "epoch": 1.025517783797955,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004901282405388375,
      "loss": 5.4041,
      "mean_token_accuracy": 0.1897692710161209,
      "num_tokens": 23781441.0,
      "step": 11735
    },
    {
      "entropy": 5.879596281051636,
      "epoch": 1.0259547321506597,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004901191096033825,
      "loss": 5.4069,
      "mean_token_accuracy": 0.1855199545621872,
      "num_tokens": 23791472.0,
      "step": 11740
    },
    {
      "entropy": 5.897236728668213,
      "epoch": 1.0263916805033646,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004901099745418302,
      "loss": 5.4351,
      "mean_token_accuracy": 0.17926075607538222,
      "num_tokens": 23801940.0,
      "step": 11745
    },
    {
      "entropy": 5.846773862838745,
      "epoch": 1.0268286288560693,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004901008353543559,
      "loss": 5.3766,
      "mean_token_accuracy": 0.19364284723997116,
      "num_tokens": 23811515.0,
      "step": 11750
    },
    {
      "entropy": 5.840851783752441,
      "epoch": 1.027265577208774,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004900916920411349,
      "loss": 5.4654,
      "mean_token_accuracy": 0.1782319501042366,
      "num_tokens": 23821871.0,
      "step": 11755
    },
    {
      "entropy": 5.886299991607666,
      "epoch": 1.0277025255614787,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004900825446023426,
      "loss": 5.407,
      "mean_token_accuracy": 0.1923300176858902,
      "num_tokens": 23831677.0,
      "step": 11760
    },
    {
      "entropy": 5.899836587905884,
      "epoch": 1.0281394739141834,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004900733930381543,
      "loss": 5.4484,
      "mean_token_accuracy": 0.18579370379447938,
      "num_tokens": 23841415.0,
      "step": 11765
    },
    {
      "entropy": 5.924854898452759,
      "epoch": 1.028576422266888,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004900642373487455,
      "loss": 5.5149,
      "mean_token_accuracy": 0.18254859000444412,
      "num_tokens": 23851809.0,
      "step": 11770
    },
    {
      "entropy": 5.948577785491944,
      "epoch": 1.0290133706195927,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004900550775342921,
      "loss": 5.457,
      "mean_token_accuracy": 0.1772794708609581,
      "num_tokens": 23861981.0,
      "step": 11775
    },
    {
      "entropy": 5.854751300811768,
      "epoch": 1.0294503189722974,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004900459135949697,
      "loss": 5.4255,
      "mean_token_accuracy": 0.18492085635662078,
      "num_tokens": 23872437.0,
      "step": 11780
    },
    {
      "entropy": 5.863952589035034,
      "epoch": 1.0298872673250021,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004900367455309537,
      "loss": 5.4843,
      "mean_token_accuracy": 0.1790282443165779,
      "num_tokens": 23881650.0,
      "step": 11785
    },
    {
      "entropy": 5.896143531799316,
      "epoch": 1.0303242156777068,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004900275733424205,
      "loss": 5.4685,
      "mean_token_accuracy": 0.1839817062020302,
      "num_tokens": 23891631.0,
      "step": 11790
    },
    {
      "entropy": 5.863079023361206,
      "epoch": 1.0307611640304115,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004900183970295457,
      "loss": 5.4223,
      "mean_token_accuracy": 0.18929210007190705,
      "num_tokens": 23901725.0,
      "step": 11795
    },
    {
      "entropy": 5.881108999252319,
      "epoch": 1.0311981123831164,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004900092165925053,
      "loss": 5.4519,
      "mean_token_accuracy": 0.18038008660078048,
      "num_tokens": 23911850.0,
      "step": 11800
    },
    {
      "entropy": 5.942317724227905,
      "epoch": 1.0316350607358211,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004900000320314757,
      "loss": 5.5382,
      "mean_token_accuracy": 0.1756463125348091,
      "num_tokens": 23922571.0,
      "step": 11805
    },
    {
      "entropy": 5.88503885269165,
      "epoch": 1.0320720090885258,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004899908433466326,
      "loss": 5.436,
      "mean_token_accuracy": 0.18777815103530884,
      "num_tokens": 23932637.0,
      "step": 11810
    },
    {
      "entropy": 5.969953107833862,
      "epoch": 1.0325089574412305,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004899816505381525,
      "loss": 5.5376,
      "mean_token_accuracy": 0.18061421662569047,
      "num_tokens": 23943288.0,
      "step": 11815
    },
    {
      "entropy": 5.914894866943359,
      "epoch": 1.0329459057939352,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004899724536062117,
      "loss": 5.4249,
      "mean_token_accuracy": 0.18086837679147721,
      "num_tokens": 23952853.0,
      "step": 11820
    },
    {
      "entropy": 5.849908018112183,
      "epoch": 1.0333828541466399,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004899632525509867,
      "loss": 5.4835,
      "mean_token_accuracy": 0.17847428768873214,
      "num_tokens": 23963111.0,
      "step": 11825
    },
    {
      "entropy": 5.868580913543701,
      "epoch": 1.0338198024993446,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004899540473726538,
      "loss": 5.3788,
      "mean_token_accuracy": 0.1938989907503128,
      "num_tokens": 23972468.0,
      "step": 11830
    },
    {
      "entropy": 5.953849649429321,
      "epoch": 1.0342567508520493,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004899448380713897,
      "loss": 5.4356,
      "mean_token_accuracy": 0.18786438107490538,
      "num_tokens": 23982567.0,
      "step": 11835
    },
    {
      "entropy": 5.86208062171936,
      "epoch": 1.034693699204754,
      "grad_norm": 1.0,
      "learning_rate": 0.0004899356246473709,
      "loss": 5.4306,
      "mean_token_accuracy": 0.1883201628923416,
      "num_tokens": 23993283.0,
      "step": 11840
    },
    {
      "entropy": 5.827916288375855,
      "epoch": 1.0351306475574586,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004899264071007741,
      "loss": 5.4048,
      "mean_token_accuracy": 0.1868772402405739,
      "num_tokens": 24004504.0,
      "step": 11845
    },
    {
      "entropy": 5.883149003982544,
      "epoch": 1.0355675959101633,
      "grad_norm": 1.0,
      "learning_rate": 0.0004899171854317764,
      "loss": 5.4729,
      "mean_token_accuracy": 0.18332068175077437,
      "num_tokens": 24014557.0,
      "step": 11850
    },
    {
      "entropy": 5.889545631408692,
      "epoch": 1.036004544262868,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004899079596405543,
      "loss": 5.4589,
      "mean_token_accuracy": 0.17968026399612427,
      "num_tokens": 24024495.0,
      "step": 11855
    },
    {
      "entropy": 5.869028377532959,
      "epoch": 1.036441492615573,
      "grad_norm": 0.96484375,
      "learning_rate": 0.000489898729727285,
      "loss": 5.4568,
      "mean_token_accuracy": 0.18376406878232956,
      "num_tokens": 24034984.0,
      "step": 11860
    },
    {
      "entropy": 5.879584693908692,
      "epoch": 1.0368784409682776,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004898894956921455,
      "loss": 5.4086,
      "mean_token_accuracy": 0.18835099935531616,
      "num_tokens": 24044379.0,
      "step": 11865
    },
    {
      "entropy": 5.92590365409851,
      "epoch": 1.0373153893209823,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004898802575353129,
      "loss": 5.4699,
      "mean_token_accuracy": 0.18236050456762315,
      "num_tokens": 24054133.0,
      "step": 11870
    },
    {
      "entropy": 5.820121765136719,
      "epoch": 1.037752337673687,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004898710152569642,
      "loss": 5.3933,
      "mean_token_accuracy": 0.18652730882167817,
      "num_tokens": 24064868.0,
      "step": 11875
    },
    {
      "entropy": 5.917542219161987,
      "epoch": 1.0381892860263917,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004898617688572769,
      "loss": 5.462,
      "mean_token_accuracy": 0.18240187168121338,
      "num_tokens": 24074977.0,
      "step": 11880
    },
    {
      "entropy": 5.918176317214966,
      "epoch": 1.0386262343790964,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004898525183364284,
      "loss": 5.5113,
      "mean_token_accuracy": 0.17984176576137542,
      "num_tokens": 24085673.0,
      "step": 11885
    },
    {
      "entropy": 5.926577472686768,
      "epoch": 1.039063182731801,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004898432636945959,
      "loss": 5.4867,
      "mean_token_accuracy": 0.18342998921871184,
      "num_tokens": 24095465.0,
      "step": 11890
    },
    {
      "entropy": 5.831007957458496,
      "epoch": 1.0395001310845058,
      "grad_norm": 0.9921875,
      "learning_rate": 0.000489834004931957,
      "loss": 5.435,
      "mean_token_accuracy": 0.18487913608551027,
      "num_tokens": 24105576.0,
      "step": 11895
    },
    {
      "entropy": 5.906735515594482,
      "epoch": 1.0399370794372105,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004898247420486895,
      "loss": 5.4259,
      "mean_token_accuracy": 0.18272297382354735,
      "num_tokens": 24114998.0,
      "step": 11900
    },
    {
      "entropy": 5.883747959136963,
      "epoch": 1.0403740277899152,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004898154750449707,
      "loss": 5.4187,
      "mean_token_accuracy": 0.19017506539821624,
      "num_tokens": 24125059.0,
      "step": 11905
    },
    {
      "entropy": 5.861986112594605,
      "epoch": 1.0408109761426199,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004898062039209786,
      "loss": 5.4496,
      "mean_token_accuracy": 0.19033259600400926,
      "num_tokens": 24134062.0,
      "step": 11910
    },
    {
      "entropy": 5.925160455703735,
      "epoch": 1.0412479244953246,
      "grad_norm": 1.2578125,
      "learning_rate": 0.000489796928676891,
      "loss": 5.471,
      "mean_token_accuracy": 0.18420426100492476,
      "num_tokens": 24144016.0,
      "step": 11915
    },
    {
      "entropy": 5.912639236450195,
      "epoch": 1.0416848728480295,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004897876493128856,
      "loss": 5.4359,
      "mean_token_accuracy": 0.18811661303043364,
      "num_tokens": 24154337.0,
      "step": 11920
    },
    {
      "entropy": 5.850432348251343,
      "epoch": 1.0421218212007342,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004897783658291406,
      "loss": 5.414,
      "mean_token_accuracy": 0.1881126880645752,
      "num_tokens": 24164440.0,
      "step": 11925
    },
    {
      "entropy": 5.913686800003052,
      "epoch": 1.0425587695534388,
      "grad_norm": 1.0703125,
      "learning_rate": 0.000489769078225834,
      "loss": 5.5962,
      "mean_token_accuracy": 0.17447670102119445,
      "num_tokens": 24174388.0,
      "step": 11930
    },
    {
      "entropy": 5.8806956768035885,
      "epoch": 1.0429957179061435,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004897597865031441,
      "loss": 5.3977,
      "mean_token_accuracy": 0.18701106011867524,
      "num_tokens": 24183543.0,
      "step": 11935
    },
    {
      "entropy": 5.867287302017212,
      "epoch": 1.0434326662588482,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004897504906612487,
      "loss": 5.4564,
      "mean_token_accuracy": 0.18627522736787797,
      "num_tokens": 24193847.0,
      "step": 11940
    },
    {
      "entropy": 5.86517105102539,
      "epoch": 1.043869614611553,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004897411907003265,
      "loss": 5.4419,
      "mean_token_accuracy": 0.1822678864002228,
      "num_tokens": 24203072.0,
      "step": 11945
    },
    {
      "entropy": 5.873770046234131,
      "epoch": 1.0443065629642576,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004897318866205558,
      "loss": 5.3695,
      "mean_token_accuracy": 0.19114270359277724,
      "num_tokens": 24213610.0,
      "step": 11950
    },
    {
      "entropy": 5.817074489593506,
      "epoch": 1.0447435113169623,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004897225784221149,
      "loss": 5.4353,
      "mean_token_accuracy": 0.189871583878994,
      "num_tokens": 24223571.0,
      "step": 11955
    },
    {
      "entropy": 5.859742736816406,
      "epoch": 1.045180459669667,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004897132661051826,
      "loss": 5.4688,
      "mean_token_accuracy": 0.1816618800163269,
      "num_tokens": 24233867.0,
      "step": 11960
    },
    {
      "entropy": 5.876847600936889,
      "epoch": 1.0456174080223717,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004897039496699372,
      "loss": 5.4778,
      "mean_token_accuracy": 0.1839870259165764,
      "num_tokens": 24243853.0,
      "step": 11965
    },
    {
      "entropy": 5.8494175434112545,
      "epoch": 1.0460543563750764,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004896946291165575,
      "loss": 5.4228,
      "mean_token_accuracy": 0.18227136582136155,
      "num_tokens": 24254049.0,
      "step": 11970
    },
    {
      "entropy": 5.842693901062011,
      "epoch": 1.0464913047277813,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004896853044452224,
      "loss": 5.4,
      "mean_token_accuracy": 0.1889360547065735,
      "num_tokens": 24265166.0,
      "step": 11975
    },
    {
      "entropy": 5.901191186904907,
      "epoch": 1.046928253080486,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004896759756561106,
      "loss": 5.4345,
      "mean_token_accuracy": 0.18943883180618287,
      "num_tokens": 24274981.0,
      "step": 11980
    },
    {
      "entropy": 5.9355250835418705,
      "epoch": 1.0473652014331907,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004896666427494012,
      "loss": 5.4748,
      "mean_token_accuracy": 0.18587528318166732,
      "num_tokens": 24285009.0,
      "step": 11985
    },
    {
      "entropy": 5.944714117050171,
      "epoch": 1.0478021497858954,
      "grad_norm": 0.94921875,
      "learning_rate": 0.000489657305725273,
      "loss": 5.5284,
      "mean_token_accuracy": 0.17514412850141525,
      "num_tokens": 24294669.0,
      "step": 11990
    },
    {
      "entropy": 5.924590826034546,
      "epoch": 1.0482390981386,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004896479645839052,
      "loss": 5.5003,
      "mean_token_accuracy": 0.1818630263209343,
      "num_tokens": 24304647.0,
      "step": 11995
    },
    {
      "entropy": 5.858507442474365,
      "epoch": 1.0486760464913047,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004896386193254771,
      "loss": 5.3837,
      "mean_token_accuracy": 0.1892987534403801,
      "num_tokens": 24314266.0,
      "step": 12000
    },
    {
      "epoch": 1.0486760464913047,
      "eval_entropy": 5.610042168817382,
      "eval_loss": 5.526420593261719,
      "eval_mean_token_accuracy": 0.18946720602569297,
      "eval_num_tokens": 24314266.0,
      "eval_runtime": 21.4504,
      "eval_samples_per_second": 1725.562,
      "eval_steps_per_second": 215.707,
      "step": 12000
    },
    {
      "entropy": 5.797970199584961,
      "epoch": 1.0491129948440094,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004896292699501677,
      "loss": 5.4226,
      "mean_token_accuracy": 0.18998122960329056,
      "num_tokens": 24323770.0,
      "step": 12005
    },
    {
      "entropy": 5.856408739089966,
      "epoch": 1.0495499431967141,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004896199164581564,
      "loss": 5.3794,
      "mean_token_accuracy": 0.19145703911781312,
      "num_tokens": 24333438.0,
      "step": 12010
    },
    {
      "entropy": 5.878575181961059,
      "epoch": 1.0499868915494188,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004896105588496227,
      "loss": 5.4734,
      "mean_token_accuracy": 0.18039172440767287,
      "num_tokens": 24342929.0,
      "step": 12015
    },
    {
      "entropy": 5.892322587966919,
      "epoch": 1.0504238399021235,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004896011971247461,
      "loss": 5.474,
      "mean_token_accuracy": 0.18080773651599885,
      "num_tokens": 24352617.0,
      "step": 12020
    },
    {
      "entropy": 5.893357658386231,
      "epoch": 1.0508607882548282,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004895918312837061,
      "loss": 5.4186,
      "mean_token_accuracy": 0.1908319815993309,
      "num_tokens": 24363940.0,
      "step": 12025
    },
    {
      "entropy": 5.910592317581177,
      "epoch": 1.051297736607533,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004895824613266822,
      "loss": 5.4988,
      "mean_token_accuracy": 0.18316257894039153,
      "num_tokens": 24373168.0,
      "step": 12030
    },
    {
      "entropy": 5.902251482009888,
      "epoch": 1.0517346849602376,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004895730872538543,
      "loss": 5.5163,
      "mean_token_accuracy": 0.18307179659605027,
      "num_tokens": 24383067.0,
      "step": 12035
    },
    {
      "entropy": 5.899756717681885,
      "epoch": 1.0521716333129425,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004895637090654021,
      "loss": 5.4265,
      "mean_token_accuracy": 0.19070601165294648,
      "num_tokens": 24392734.0,
      "step": 12040
    },
    {
      "entropy": 5.903326225280762,
      "epoch": 1.0526085816656472,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004895543267615057,
      "loss": 5.4213,
      "mean_token_accuracy": 0.18807779401540756,
      "num_tokens": 24403970.0,
      "step": 12045
    },
    {
      "entropy": 5.879735136032105,
      "epoch": 1.0530455300183519,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004895449403423447,
      "loss": 5.4499,
      "mean_token_accuracy": 0.18646825104951859,
      "num_tokens": 24413614.0,
      "step": 12050
    },
    {
      "entropy": 5.833388757705689,
      "epoch": 1.0534824783710566,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004895355498080994,
      "loss": 5.4115,
      "mean_token_accuracy": 0.19167134165763855,
      "num_tokens": 24424237.0,
      "step": 12055
    },
    {
      "entropy": 5.889631986618042,
      "epoch": 1.0539194267237613,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004895261551589498,
      "loss": 5.4146,
      "mean_token_accuracy": 0.18879786878824234,
      "num_tokens": 24433220.0,
      "step": 12060
    },
    {
      "entropy": 5.950285720825195,
      "epoch": 1.054356375076466,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004895167563950763,
      "loss": 5.5608,
      "mean_token_accuracy": 0.17594349831342698,
      "num_tokens": 24444224.0,
      "step": 12065
    },
    {
      "entropy": 5.899467039108276,
      "epoch": 1.0547933234291706,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004895073535166588,
      "loss": 5.5477,
      "mean_token_accuracy": 0.18029287755489348,
      "num_tokens": 24454431.0,
      "step": 12070
    },
    {
      "entropy": 5.9231055736541744,
      "epoch": 1.0552302717818753,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004894979465238779,
      "loss": 5.4378,
      "mean_token_accuracy": 0.18228211849927903,
      "num_tokens": 24464006.0,
      "step": 12075
    },
    {
      "entropy": 5.915072202682495,
      "epoch": 1.05566722013458,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004894885354169141,
      "loss": 5.3677,
      "mean_token_accuracy": 0.19259087294340133,
      "num_tokens": 24472706.0,
      "step": 12080
    },
    {
      "entropy": 5.831973934173584,
      "epoch": 1.0561041684872847,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004894791201959477,
      "loss": 5.4115,
      "mean_token_accuracy": 0.19295715689659118,
      "num_tokens": 24482785.0,
      "step": 12085
    },
    {
      "entropy": 5.826486492156983,
      "epoch": 1.0565411168399894,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004894697008611594,
      "loss": 5.5001,
      "mean_token_accuracy": 0.18079781234264375,
      "num_tokens": 24493318.0,
      "step": 12090
    },
    {
      "entropy": 5.8650294780731205,
      "epoch": 1.0569780651926943,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004894602774127299,
      "loss": 5.4809,
      "mean_token_accuracy": 0.18055295795202256,
      "num_tokens": 24503780.0,
      "step": 12095
    },
    {
      "entropy": 5.976961755752564,
      "epoch": 1.057415013545399,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004894508498508399,
      "loss": 5.4941,
      "mean_token_accuracy": 0.17701812833547592,
      "num_tokens": 24513905.0,
      "step": 12100
    },
    {
      "entropy": 5.891358375549316,
      "epoch": 1.0578519618981037,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004894414181756702,
      "loss": 5.4726,
      "mean_token_accuracy": 0.18739797919988632,
      "num_tokens": 24524194.0,
      "step": 12105
    },
    {
      "entropy": 5.9370451927185055,
      "epoch": 1.0582889102508084,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004894319823874017,
      "loss": 5.4934,
      "mean_token_accuracy": 0.1801103636622429,
      "num_tokens": 24533456.0,
      "step": 12110
    },
    {
      "entropy": 5.910236120223999,
      "epoch": 1.058725858603513,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004894225424862154,
      "loss": 5.4896,
      "mean_token_accuracy": 0.18755531013011933,
      "num_tokens": 24544191.0,
      "step": 12115
    },
    {
      "entropy": 5.819061899185181,
      "epoch": 1.0591628069562178,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004894130984722926,
      "loss": 5.4033,
      "mean_token_accuracy": 0.19340554177761077,
      "num_tokens": 24554353.0,
      "step": 12120
    },
    {
      "entropy": 5.916497230529785,
      "epoch": 1.0595997553089225,
      "grad_norm": 0.94921875,
      "learning_rate": 0.000489403650345814,
      "loss": 5.5048,
      "mean_token_accuracy": 0.1860228195786476,
      "num_tokens": 24564313.0,
      "step": 12125
    },
    {
      "entropy": 5.9174683570861815,
      "epoch": 1.0600367036616272,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004893941981069612,
      "loss": 5.5166,
      "mean_token_accuracy": 0.18686022609472275,
      "num_tokens": 24573129.0,
      "step": 12130
    },
    {
      "entropy": 5.853771829605103,
      "epoch": 1.0604736520143319,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004893847417559152,
      "loss": 5.3924,
      "mean_token_accuracy": 0.1899145007133484,
      "num_tokens": 24582324.0,
      "step": 12135
    },
    {
      "entropy": 5.8910322189331055,
      "epoch": 1.0609106003670365,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004893752812928576,
      "loss": 5.5231,
      "mean_token_accuracy": 0.17763433158397673,
      "num_tokens": 24593360.0,
      "step": 12140
    },
    {
      "entropy": 5.926210021972656,
      "epoch": 1.0613475487197412,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004893658167179697,
      "loss": 5.4364,
      "mean_token_accuracy": 0.1831115171313286,
      "num_tokens": 24603597.0,
      "step": 12145
    },
    {
      "entropy": 5.928589105606079,
      "epoch": 1.061784497072446,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004893563480314331,
      "loss": 5.3836,
      "mean_token_accuracy": 0.18557458966970444,
      "num_tokens": 24612426.0,
      "step": 12150
    },
    {
      "entropy": 5.837063121795654,
      "epoch": 1.0622214454251508,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004893468752334294,
      "loss": 5.4044,
      "mean_token_accuracy": 0.18176220655441283,
      "num_tokens": 24623031.0,
      "step": 12155
    },
    {
      "entropy": 5.8254820823669435,
      "epoch": 1.0626583937778555,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004893373983241404,
      "loss": 5.458,
      "mean_token_accuracy": 0.18245995044708252,
      "num_tokens": 24633763.0,
      "step": 12160
    },
    {
      "entropy": 5.889783906936645,
      "epoch": 1.0630953421305602,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004893279173037478,
      "loss": 5.4919,
      "mean_token_accuracy": 0.18149212151765823,
      "num_tokens": 24644340.0,
      "step": 12165
    },
    {
      "entropy": 5.922826862335205,
      "epoch": 1.063532290483265,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004893184321724335,
      "loss": 5.4719,
      "mean_token_accuracy": 0.18787253499031067,
      "num_tokens": 24654751.0,
      "step": 12170
    },
    {
      "entropy": 5.841086769104004,
      "epoch": 1.0639692388359696,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004893089429303792,
      "loss": 5.445,
      "mean_token_accuracy": 0.18947403281927108,
      "num_tokens": 24665134.0,
      "step": 12175
    },
    {
      "entropy": 5.881064748764038,
      "epoch": 1.0644061871886743,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004892994495777672,
      "loss": 5.4272,
      "mean_token_accuracy": 0.18824833184480666,
      "num_tokens": 24673796.0,
      "step": 12180
    },
    {
      "entropy": 5.8215690612792965,
      "epoch": 1.064843135541379,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004892899521147794,
      "loss": 5.3848,
      "mean_token_accuracy": 0.19709378480911255,
      "num_tokens": 24684104.0,
      "step": 12185
    },
    {
      "entropy": 5.818431711196899,
      "epoch": 1.0652800838940837,
      "grad_norm": 0.984375,
      "learning_rate": 0.000489280450541598,
      "loss": 5.4049,
      "mean_token_accuracy": 0.18542364835739136,
      "num_tokens": 24693994.0,
      "step": 12190
    },
    {
      "entropy": 5.883646249771118,
      "epoch": 1.0657170322467884,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004892709448584054,
      "loss": 5.4514,
      "mean_token_accuracy": 0.18516589999198912,
      "num_tokens": 24703815.0,
      "step": 12195
    },
    {
      "entropy": 5.9134108543396,
      "epoch": 1.066153980599493,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004892614350653837,
      "loss": 5.4084,
      "mean_token_accuracy": 0.18295671194791793,
      "num_tokens": 24713631.0,
      "step": 12200
    },
    {
      "entropy": 5.94334397315979,
      "epoch": 1.0665909289521978,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004892519211627156,
      "loss": 5.4269,
      "mean_token_accuracy": 0.19134782254695892,
      "num_tokens": 24723353.0,
      "step": 12205
    },
    {
      "entropy": 5.847734069824218,
      "epoch": 1.0670278773049025,
      "grad_norm": 1.0,
      "learning_rate": 0.0004892424031505832,
      "loss": 5.4083,
      "mean_token_accuracy": 0.18595881164073944,
      "num_tokens": 24733246.0,
      "step": 12210
    },
    {
      "entropy": 5.839525651931763,
      "epoch": 1.0674648256576074,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004892328810291693,
      "loss": 5.4276,
      "mean_token_accuracy": 0.18605624437332152,
      "num_tokens": 24743097.0,
      "step": 12215
    },
    {
      "entropy": 5.881482124328613,
      "epoch": 1.067901774010312,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004892233547986564,
      "loss": 5.3754,
      "mean_token_accuracy": 0.1866481453180313,
      "num_tokens": 24752618.0,
      "step": 12220
    },
    {
      "entropy": 5.89661283493042,
      "epoch": 1.0683387223630167,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004892138244592274,
      "loss": 5.4605,
      "mean_token_accuracy": 0.19084141105413438,
      "num_tokens": 24763960.0,
      "step": 12225
    },
    {
      "entropy": 5.827578020095825,
      "epoch": 1.0687756707157214,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004892042900110649,
      "loss": 5.3424,
      "mean_token_accuracy": 0.18757193237543107,
      "num_tokens": 24773040.0,
      "step": 12230
    },
    {
      "entropy": 5.813220977783203,
      "epoch": 1.0692126190684261,
      "grad_norm": 0.953125,
      "learning_rate": 0.000489194751454352,
      "loss": 5.4409,
      "mean_token_accuracy": 0.1866101786494255,
      "num_tokens": 24783049.0,
      "step": 12235
    },
    {
      "entropy": 5.927450180053711,
      "epoch": 1.0696495674211308,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004891852087892714,
      "loss": 5.4541,
      "mean_token_accuracy": 0.17998132854700089,
      "num_tokens": 24794590.0,
      "step": 12240
    },
    {
      "entropy": 5.84384241104126,
      "epoch": 1.0700865157738355,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004891756620160064,
      "loss": 5.351,
      "mean_token_accuracy": 0.19345399737358093,
      "num_tokens": 24805146.0,
      "step": 12245
    },
    {
      "entropy": 5.893892383575439,
      "epoch": 1.0705234641265402,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004891661111347399,
      "loss": 5.4651,
      "mean_token_accuracy": 0.1791943982243538,
      "num_tokens": 24815573.0,
      "step": 12250
    },
    {
      "entropy": 5.886924123764038,
      "epoch": 1.070960412479245,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004891565561456552,
      "loss": 5.3657,
      "mean_token_accuracy": 0.1970963731408119,
      "num_tokens": 24825417.0,
      "step": 12255
    },
    {
      "entropy": 5.807436418533325,
      "epoch": 1.0713973608319496,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004891469970489355,
      "loss": 5.3968,
      "mean_token_accuracy": 0.19107092171907425,
      "num_tokens": 24835589.0,
      "step": 12260
    },
    {
      "entropy": 5.839751768112182,
      "epoch": 1.0718343091846543,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004891374338447642,
      "loss": 5.5015,
      "mean_token_accuracy": 0.17883840203285217,
      "num_tokens": 24846603.0,
      "step": 12265
    },
    {
      "entropy": 5.948253440856933,
      "epoch": 1.0722712575373592,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004891278665333247,
      "loss": 5.445,
      "mean_token_accuracy": 0.18794440925121308,
      "num_tokens": 24856368.0,
      "step": 12270
    },
    {
      "entropy": 5.816182422637939,
      "epoch": 1.0727082058900639,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004891182951148005,
      "loss": 5.345,
      "mean_token_accuracy": 0.1872994437813759,
      "num_tokens": 24866322.0,
      "step": 12275
    },
    {
      "entropy": 5.842559576034546,
      "epoch": 1.0731451542427686,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004891087195893753,
      "loss": 5.4513,
      "mean_token_accuracy": 0.1802695944905281,
      "num_tokens": 24876686.0,
      "step": 12280
    },
    {
      "entropy": 5.870956945419311,
      "epoch": 1.0735821025954733,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004890991399572325,
      "loss": 5.4068,
      "mean_token_accuracy": 0.18540623188018798,
      "num_tokens": 24886561.0,
      "step": 12285
    },
    {
      "entropy": 5.897773933410645,
      "epoch": 1.074019050948178,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004890895562185562,
      "loss": 5.4064,
      "mean_token_accuracy": 0.18928487598896027,
      "num_tokens": 24896010.0,
      "step": 12290
    },
    {
      "entropy": 5.907758283615112,
      "epoch": 1.0744559993008826,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004890799683735299,
      "loss": 5.4858,
      "mean_token_accuracy": 0.1824286550283432,
      "num_tokens": 24904852.0,
      "step": 12295
    },
    {
      "entropy": 5.910173845291138,
      "epoch": 1.0748929476535873,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004890703764223377,
      "loss": 5.4683,
      "mean_token_accuracy": 0.18313417583703995,
      "num_tokens": 24914828.0,
      "step": 12300
    },
    {
      "entropy": 5.940131092071534,
      "epoch": 1.075329896006292,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004890607803651635,
      "loss": 5.5129,
      "mean_token_accuracy": 0.17357635498046875,
      "num_tokens": 24925602.0,
      "step": 12305
    },
    {
      "entropy": 5.9048301696777346,
      "epoch": 1.0757668443589967,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004890511802021914,
      "loss": 5.4672,
      "mean_token_accuracy": 0.19150252193212508,
      "num_tokens": 24935175.0,
      "step": 12310
    },
    {
      "entropy": 5.8934351921081545,
      "epoch": 1.0762037927117014,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004890415759336053,
      "loss": 5.4684,
      "mean_token_accuracy": 0.17738960087299346,
      "num_tokens": 24945828.0,
      "step": 12315
    },
    {
      "entropy": 5.886807298660278,
      "epoch": 1.076640741064406,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004890319675595899,
      "loss": 5.4208,
      "mean_token_accuracy": 0.18977418094873427,
      "num_tokens": 24955400.0,
      "step": 12320
    },
    {
      "entropy": 5.861801433563232,
      "epoch": 1.0770776894171108,
      "grad_norm": 0.94921875,
      "learning_rate": 0.000489022355080329,
      "loss": 5.4951,
      "mean_token_accuracy": 0.18239207863807677,
      "num_tokens": 24966079.0,
      "step": 12325
    },
    {
      "entropy": 5.881783199310303,
      "epoch": 1.0775146377698157,
      "grad_norm": 1.0,
      "learning_rate": 0.0004890127384960073,
      "loss": 5.3959,
      "mean_token_accuracy": 0.19308178573846818,
      "num_tokens": 24975090.0,
      "step": 12330
    },
    {
      "entropy": 5.964175462722778,
      "epoch": 1.0779515861225204,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004890031178068091,
      "loss": 5.4955,
      "mean_token_accuracy": 0.17783142179250716,
      "num_tokens": 24986068.0,
      "step": 12335
    },
    {
      "entropy": 5.922234058380127,
      "epoch": 1.078388534475225,
      "grad_norm": 0.94921875,
      "learning_rate": 0.000488993493012919,
      "loss": 5.5112,
      "mean_token_accuracy": 0.18594214916229249,
      "num_tokens": 24995697.0,
      "step": 12340
    },
    {
      "entropy": 5.937595653533935,
      "epoch": 1.0788254828279298,
      "grad_norm": 1.125,
      "learning_rate": 0.0004889838641145215,
      "loss": 5.4149,
      "mean_token_accuracy": 0.17982276380062104,
      "num_tokens": 25005602.0,
      "step": 12345
    },
    {
      "entropy": 5.931553506851197,
      "epoch": 1.0792624311806345,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004889742311118014,
      "loss": 5.5109,
      "mean_token_accuracy": 0.18896695375442504,
      "num_tokens": 25016407.0,
      "step": 12350
    },
    {
      "entropy": 5.922392797470093,
      "epoch": 1.0796993795333392,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004889645940049434,
      "loss": 5.4976,
      "mean_token_accuracy": 0.18325036615133286,
      "num_tokens": 25025889.0,
      "step": 12355
    },
    {
      "entropy": 5.861745738983155,
      "epoch": 1.0801363278860439,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004889549527941324,
      "loss": 5.4197,
      "mean_token_accuracy": 0.19337479919195175,
      "num_tokens": 25036383.0,
      "step": 12360
    },
    {
      "entropy": 5.932681322097778,
      "epoch": 1.0805732762387485,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004889453074795534,
      "loss": 5.56,
      "mean_token_accuracy": 0.17367080301046373,
      "num_tokens": 25045718.0,
      "step": 12365
    },
    {
      "entropy": 5.919824504852295,
      "epoch": 1.0810102245914532,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004889356580613911,
      "loss": 5.5303,
      "mean_token_accuracy": 0.18016111999750137,
      "num_tokens": 25056244.0,
      "step": 12370
    },
    {
      "entropy": 5.903851795196533,
      "epoch": 1.081447172944158,
      "grad_norm": 0.953125,
      "learning_rate": 0.000488926004539831,
      "loss": 5.4646,
      "mean_token_accuracy": 0.18220804184675216,
      "num_tokens": 25065954.0,
      "step": 12375
    },
    {
      "entropy": 5.8811437606811525,
      "epoch": 1.0818841212968626,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004889163469150578,
      "loss": 5.496,
      "mean_token_accuracy": 0.18117294162511827,
      "num_tokens": 25075851.0,
      "step": 12380
    },
    {
      "entropy": 5.929792022705078,
      "epoch": 1.0823210696495673,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004889066851872571,
      "loss": 5.4661,
      "mean_token_accuracy": 0.18437008410692216,
      "num_tokens": 25085324.0,
      "step": 12385
    },
    {
      "entropy": 5.930734491348266,
      "epoch": 1.0827580180022722,
      "grad_norm": 0.9453125,
      "learning_rate": 0.000488897019356614,
      "loss": 5.494,
      "mean_token_accuracy": 0.1846064805984497,
      "num_tokens": 25096566.0,
      "step": 12390
    },
    {
      "entropy": 5.980393695831299,
      "epoch": 1.083194966354977,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004888873494233141,
      "loss": 5.5494,
      "mean_token_accuracy": 0.17059258818626405,
      "num_tokens": 25107642.0,
      "step": 12395
    },
    {
      "entropy": 5.90334997177124,
      "epoch": 1.0836319147076816,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004888776753875427,
      "loss": 5.4495,
      "mean_token_accuracy": 0.1841809257864952,
      "num_tokens": 25117488.0,
      "step": 12400
    },
    {
      "entropy": 5.886887741088867,
      "epoch": 1.0840688630603863,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004888679972494854,
      "loss": 5.4265,
      "mean_token_accuracy": 0.18487641215324402,
      "num_tokens": 25127107.0,
      "step": 12405
    },
    {
      "entropy": 5.83171443939209,
      "epoch": 1.084505811413091,
      "grad_norm": 0.8984375,
      "learning_rate": 0.000488858315009328,
      "loss": 5.4273,
      "mean_token_accuracy": 0.18914456963539122,
      "num_tokens": 25138272.0,
      "step": 12410
    },
    {
      "entropy": 5.908798456192017,
      "epoch": 1.0849427597657957,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004888486286672559,
      "loss": 5.476,
      "mean_token_accuracy": 0.17844859808683394,
      "num_tokens": 25147128.0,
      "step": 12415
    },
    {
      "entropy": 5.933346796035766,
      "epoch": 1.0853797081185004,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004888389382234551,
      "loss": 5.3951,
      "mean_token_accuracy": 0.1877570018172264,
      "num_tokens": 25157418.0,
      "step": 12420
    },
    {
      "entropy": 5.857379150390625,
      "epoch": 1.085816656471205,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004888292436781114,
      "loss": 5.4397,
      "mean_token_accuracy": 0.18790996968746185,
      "num_tokens": 25168123.0,
      "step": 12425
    },
    {
      "entropy": 5.828599166870117,
      "epoch": 1.0862536048239098,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004888195450314108,
      "loss": 5.4572,
      "mean_token_accuracy": 0.18816996067762376,
      "num_tokens": 25178445.0,
      "step": 12430
    },
    {
      "entropy": 5.902207469940185,
      "epoch": 1.0866905531766144,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004888098422835392,
      "loss": 5.4897,
      "mean_token_accuracy": 0.17459686249494552,
      "num_tokens": 25189246.0,
      "step": 12435
    },
    {
      "entropy": 5.869451999664307,
      "epoch": 1.0871275015293191,
      "grad_norm": 0.83203125,
      "learning_rate": 0.0004888001354346828,
      "loss": 5.4692,
      "mean_token_accuracy": 0.1848452627658844,
      "num_tokens": 25201277.0,
      "step": 12440
    },
    {
      "entropy": 5.966397333145141,
      "epoch": 1.087564449882024,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004887904244850279,
      "loss": 5.4457,
      "mean_token_accuracy": 0.19053305685520172,
      "num_tokens": 25211353.0,
      "step": 12445
    },
    {
      "entropy": 5.874210023880005,
      "epoch": 1.0880013982347287,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004887807094347606,
      "loss": 5.4419,
      "mean_token_accuracy": 0.18308163732290267,
      "num_tokens": 25222236.0,
      "step": 12450
    },
    {
      "entropy": 5.833721160888672,
      "epoch": 1.0884383465874334,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004887709902840672,
      "loss": 5.3823,
      "mean_token_accuracy": 0.1851852685213089,
      "num_tokens": 25232464.0,
      "step": 12455
    },
    {
      "entropy": 5.907759428024292,
      "epoch": 1.0888752949401381,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004887612670331342,
      "loss": 5.4477,
      "mean_token_accuracy": 0.18173891305923462,
      "num_tokens": 25243518.0,
      "step": 12460
    },
    {
      "entropy": 5.872696590423584,
      "epoch": 1.0893122432928428,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004887515396821481,
      "loss": 5.4728,
      "mean_token_accuracy": 0.18089384734630584,
      "num_tokens": 25253168.0,
      "step": 12465
    },
    {
      "entropy": 5.823567199707031,
      "epoch": 1.0897491916455475,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004887418082312955,
      "loss": 5.4256,
      "mean_token_accuracy": 0.18823313415050508,
      "num_tokens": 25262750.0,
      "step": 12470
    },
    {
      "entropy": 5.889454698562622,
      "epoch": 1.0901861399982522,
      "grad_norm": 0.98828125,
      "learning_rate": 0.000488732072680763,
      "loss": 5.4353,
      "mean_token_accuracy": 0.18743230700492858,
      "num_tokens": 25273520.0,
      "step": 12475
    },
    {
      "entropy": 5.90197229385376,
      "epoch": 1.090623088350957,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004887223330307373,
      "loss": 5.4668,
      "mean_token_accuracy": 0.18490348309278487,
      "num_tokens": 25284136.0,
      "step": 12480
    },
    {
      "entropy": 5.877658939361572,
      "epoch": 1.0910600367036616,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004887125892814053,
      "loss": 5.3831,
      "mean_token_accuracy": 0.1851780444383621,
      "num_tokens": 25294523.0,
      "step": 12485
    },
    {
      "entropy": 5.844131803512573,
      "epoch": 1.0914969850563663,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004887028414329538,
      "loss": 5.4338,
      "mean_token_accuracy": 0.18368713855743407,
      "num_tokens": 25305050.0,
      "step": 12490
    },
    {
      "entropy": 5.895995044708252,
      "epoch": 1.091933933409071,
      "grad_norm": 1.078125,
      "learning_rate": 0.00048869308948557,
      "loss": 5.4397,
      "mean_token_accuracy": 0.18601992279291152,
      "num_tokens": 25314445.0,
      "step": 12495
    },
    {
      "entropy": 5.912210988998413,
      "epoch": 1.0923708817617757,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004886833334394406,
      "loss": 5.4528,
      "mean_token_accuracy": 0.1861659288406372,
      "num_tokens": 25324426.0,
      "step": 12500
    },
    {
      "entropy": 5.8548657417297365,
      "epoch": 1.0928078301144806,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004886735732947529,
      "loss": 5.4474,
      "mean_token_accuracy": 0.1850657969713211,
      "num_tokens": 25335051.0,
      "step": 12505
    },
    {
      "entropy": 5.8552134990692135,
      "epoch": 1.0932447784671853,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004886638090516942,
      "loss": 5.3574,
      "mean_token_accuracy": 0.18898676633834838,
      "num_tokens": 25343955.0,
      "step": 12510
    },
    {
      "entropy": 5.826274394989014,
      "epoch": 1.09368172681989,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004886540407104517,
      "loss": 5.4439,
      "mean_token_accuracy": 0.1829095333814621,
      "num_tokens": 25353817.0,
      "step": 12515
    },
    {
      "entropy": 5.9565177917480465,
      "epoch": 1.0941186751725946,
      "grad_norm": 1.0,
      "learning_rate": 0.0004886442682712126,
      "loss": 5.3824,
      "mean_token_accuracy": 0.18664203733205795,
      "num_tokens": 25363882.0,
      "step": 12520
    },
    {
      "entropy": 5.902718019485474,
      "epoch": 1.0945556235252993,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004886344917341646,
      "loss": 5.4065,
      "mean_token_accuracy": 0.18827293962240219,
      "num_tokens": 25373721.0,
      "step": 12525
    },
    {
      "entropy": 5.880276393890381,
      "epoch": 1.094992571878004,
      "grad_norm": 0.875,
      "learning_rate": 0.0004886247110994952,
      "loss": 5.4299,
      "mean_token_accuracy": 0.1831033393740654,
      "num_tokens": 25383520.0,
      "step": 12530
    },
    {
      "entropy": 5.869871425628662,
      "epoch": 1.0954295202307087,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004886149263673916,
      "loss": 5.418,
      "mean_token_accuracy": 0.19164112210273743,
      "num_tokens": 25394039.0,
      "step": 12535
    },
    {
      "entropy": 5.864088773727417,
      "epoch": 1.0958664685834134,
      "grad_norm": 1.0625,
      "learning_rate": 0.000488605137538042,
      "loss": 5.4187,
      "mean_token_accuracy": 0.1866985261440277,
      "num_tokens": 25403404.0,
      "step": 12540
    },
    {
      "entropy": 5.8498444080352785,
      "epoch": 1.096303416936118,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004885953446116339,
      "loss": 5.4325,
      "mean_token_accuracy": 0.18802140951156615,
      "num_tokens": 25413800.0,
      "step": 12545
    },
    {
      "entropy": 5.84877462387085,
      "epoch": 1.0967403652888228,
      "grad_norm": 1.0,
      "learning_rate": 0.0004885855475883551,
      "loss": 5.41,
      "mean_token_accuracy": 0.19238881319761275,
      "num_tokens": 25424252.0,
      "step": 12550
    },
    {
      "entropy": 5.921153259277344,
      "epoch": 1.0971773136415275,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004885757464683937,
      "loss": 5.423,
      "mean_token_accuracy": 0.1877323016524315,
      "num_tokens": 25433381.0,
      "step": 12555
    },
    {
      "entropy": 5.839963579177857,
      "epoch": 1.0976142619942322,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004885659412519376,
      "loss": 5.3769,
      "mean_token_accuracy": 0.1901904374361038,
      "num_tokens": 25443253.0,
      "step": 12560
    },
    {
      "entropy": 5.836096286773682,
      "epoch": 1.098051210346937,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004885561319391747,
      "loss": 5.4715,
      "mean_token_accuracy": 0.1836087077856064,
      "num_tokens": 25453590.0,
      "step": 12565
    },
    {
      "entropy": 5.8853987693786625,
      "epoch": 1.0984881586996418,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004885463185302934,
      "loss": 5.3895,
      "mean_token_accuracy": 0.19581120908260347,
      "num_tokens": 25464065.0,
      "step": 12570
    },
    {
      "entropy": 5.8830054759979244,
      "epoch": 1.0989251070523465,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004885365010254817,
      "loss": 5.5115,
      "mean_token_accuracy": 0.18052368313074113,
      "num_tokens": 25475236.0,
      "step": 12575
    },
    {
      "entropy": 5.899853658676148,
      "epoch": 1.0993620554050512,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004885266794249281,
      "loss": 5.5191,
      "mean_token_accuracy": 0.18445222377777098,
      "num_tokens": 25485200.0,
      "step": 12580
    },
    {
      "entropy": 5.937332248687744,
      "epoch": 1.0997990037577559,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004885168537288209,
      "loss": 5.4513,
      "mean_token_accuracy": 0.18685049563646317,
      "num_tokens": 25494775.0,
      "step": 12585
    },
    {
      "entropy": 5.933033180236817,
      "epoch": 1.1002359521104605,
      "grad_norm": 1.0,
      "learning_rate": 0.0004885070239373484,
      "loss": 5.4695,
      "mean_token_accuracy": 0.1827221155166626,
      "num_tokens": 25504435.0,
      "step": 12590
    },
    {
      "entropy": 5.855646133422852,
      "epoch": 1.1006729004631652,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004884971900506995,
      "loss": 5.4713,
      "mean_token_accuracy": 0.17984526008367538,
      "num_tokens": 25514085.0,
      "step": 12595
    },
    {
      "entropy": 5.931665563583374,
      "epoch": 1.10110984881587,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004884873520690626,
      "loss": 5.5043,
      "mean_token_accuracy": 0.17667089104652406,
      "num_tokens": 25523988.0,
      "step": 12600
    },
    {
      "entropy": 5.875898456573486,
      "epoch": 1.1015467971685746,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004884775099926264,
      "loss": 5.4884,
      "mean_token_accuracy": 0.18219514191150665,
      "num_tokens": 25534469.0,
      "step": 12605
    },
    {
      "entropy": 5.914732170104981,
      "epoch": 1.1019837455212793,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004884676638215797,
      "loss": 5.5291,
      "mean_token_accuracy": 0.17741619795560837,
      "num_tokens": 25544854.0,
      "step": 12610
    },
    {
      "entropy": 5.9322374820709225,
      "epoch": 1.102420693873984,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004884578135561113,
      "loss": 5.4217,
      "mean_token_accuracy": 0.18326052725315095,
      "num_tokens": 25555465.0,
      "step": 12615
    },
    {
      "entropy": 5.870128536224366,
      "epoch": 1.102857642226689,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004884479591964103,
      "loss": 5.4748,
      "mean_token_accuracy": 0.18734735995531082,
      "num_tokens": 25565949.0,
      "step": 12620
    },
    {
      "entropy": 5.886903142929077,
      "epoch": 1.1032945905793936,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004884381007426654,
      "loss": 5.4619,
      "mean_token_accuracy": 0.1836388573050499,
      "num_tokens": 25576511.0,
      "step": 12625
    },
    {
      "entropy": 5.816196012496948,
      "epoch": 1.1037315389320983,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004884282381950661,
      "loss": 5.3392,
      "mean_token_accuracy": 0.19312807619571687,
      "num_tokens": 25587224.0,
      "step": 12630
    },
    {
      "entropy": 5.902226972579956,
      "epoch": 1.104168487284803,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004884183715538012,
      "loss": 5.451,
      "mean_token_accuracy": 0.1840069517493248,
      "num_tokens": 25596696.0,
      "step": 12635
    },
    {
      "entropy": 5.853891181945801,
      "epoch": 1.1046054356375077,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004884085008190602,
      "loss": 5.3965,
      "mean_token_accuracy": 0.19012168496847154,
      "num_tokens": 25606829.0,
      "step": 12640
    },
    {
      "entropy": 5.88977837562561,
      "epoch": 1.1050423839902124,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004883986259910323,
      "loss": 5.4586,
      "mean_token_accuracy": 0.18527080565690995,
      "num_tokens": 25617122.0,
      "step": 12645
    },
    {
      "entropy": 5.884417295455933,
      "epoch": 1.105479332342917,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004883887470699069,
      "loss": 5.4055,
      "mean_token_accuracy": 0.18559617400169373,
      "num_tokens": 25626485.0,
      "step": 12650
    },
    {
      "entropy": 5.902694177627564,
      "epoch": 1.1059162806956218,
      "grad_norm": 1.0,
      "learning_rate": 0.0004883788640558735,
      "loss": 5.4123,
      "mean_token_accuracy": 0.1885790705680847,
      "num_tokens": 25636695.0,
      "step": 12655
    },
    {
      "entropy": 5.751182174682617,
      "epoch": 1.1063532290483264,
      "grad_norm": 1.0,
      "learning_rate": 0.0004883689769491218,
      "loss": 5.2733,
      "mean_token_accuracy": 0.20341874212026595,
      "num_tokens": 25646169.0,
      "step": 12660
    },
    {
      "entropy": 5.857641315460205,
      "epoch": 1.1067901774010311,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004883590857498413,
      "loss": 5.4896,
      "mean_token_accuracy": 0.18030235767364503,
      "num_tokens": 25656728.0,
      "step": 12665
    },
    {
      "entropy": 5.912773990631104,
      "epoch": 1.1072271257537358,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004883491904582217,
      "loss": 5.4158,
      "mean_token_accuracy": 0.1909432053565979,
      "num_tokens": 25666184.0,
      "step": 12670
    },
    {
      "entropy": 5.90314245223999,
      "epoch": 1.1076640741064405,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004883392910744528,
      "loss": 5.4497,
      "mean_token_accuracy": 0.18251968920230865,
      "num_tokens": 25675571.0,
      "step": 12675
    },
    {
      "entropy": 5.901695823669433,
      "epoch": 1.1081010224591452,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004883293875987245,
      "loss": 5.4554,
      "mean_token_accuracy": 0.18709067851305008,
      "num_tokens": 25685485.0,
      "step": 12680
    },
    {
      "entropy": 5.853880405426025,
      "epoch": 1.1085379708118501,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004883194800312268,
      "loss": 5.3631,
      "mean_token_accuracy": 0.1864241048693657,
      "num_tokens": 25695278.0,
      "step": 12685
    },
    {
      "entropy": 5.856975746154785,
      "epoch": 1.1089749191645548,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004883095683721497,
      "loss": 5.4438,
      "mean_token_accuracy": 0.1930120885372162,
      "num_tokens": 25704410.0,
      "step": 12690
    },
    {
      "entropy": 5.87183780670166,
      "epoch": 1.1094118675172595,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004882996526216833,
      "loss": 5.4428,
      "mean_token_accuracy": 0.18863033950328828,
      "num_tokens": 25715027.0,
      "step": 12695
    },
    {
      "entropy": 5.939092016220092,
      "epoch": 1.1098488158699642,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004882897327800178,
      "loss": 5.4665,
      "mean_token_accuracy": 0.17984802573919295,
      "num_tokens": 25723992.0,
      "step": 12700
    },
    {
      "entropy": 5.8738902568817135,
      "epoch": 1.110285764222669,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004882798088473435,
      "loss": 5.4183,
      "mean_token_accuracy": 0.18464016020298005,
      "num_tokens": 25733791.0,
      "step": 12705
    },
    {
      "entropy": 5.847715902328491,
      "epoch": 1.1107227125753736,
      "grad_norm": 1.015625,
      "learning_rate": 0.00048826988082385065,
      "loss": 5.4519,
      "mean_token_accuracy": 0.1820375293493271,
      "num_tokens": 25743258.0,
      "step": 12710
    },
    {
      "entropy": 5.924933576583863,
      "epoch": 1.1111596609280783,
      "grad_norm": 1.09375,
      "learning_rate": 0.00048825994870972976,
      "loss": 5.4592,
      "mean_token_accuracy": 0.18550916761159897,
      "num_tokens": 25753183.0,
      "step": 12715
    },
    {
      "entropy": 5.911677408218384,
      "epoch": 1.111596609280783,
      "grad_norm": 0.98046875,
      "learning_rate": 0.00048825001250517124,
      "loss": 5.4899,
      "mean_token_accuracy": 0.18146367371082306,
      "num_tokens": 25763308.0,
      "step": 12720
    },
    {
      "entropy": 5.817439031600952,
      "epoch": 1.1120335576334877,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004882400722103658,
      "loss": 5.3723,
      "mean_token_accuracy": 0.1948671191930771,
      "num_tokens": 25774269.0,
      "step": 12725
    },
    {
      "entropy": 5.800349712371826,
      "epoch": 1.1124705059861923,
      "grad_norm": 0.97265625,
      "learning_rate": 0.000488230127825504,
      "loss": 5.3544,
      "mean_token_accuracy": 0.19042406529188155,
      "num_tokens": 25785194.0,
      "step": 12730
    },
    {
      "entropy": 5.892444753646851,
      "epoch": 1.112907454338897,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00048822017935077673,
      "loss": 5.4407,
      "mean_token_accuracy": 0.190687595307827,
      "num_tokens": 25793927.0,
      "step": 12735
    },
    {
      "entropy": 5.852603149414063,
      "epoch": 1.113344402691602,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004882102267863746,
      "loss": 5.4794,
      "mean_token_accuracy": 0.18572528809309005,
      "num_tokens": 25805395.0,
      "step": 12740
    },
    {
      "entropy": 5.904358148574829,
      "epoch": 1.1137813510443066,
      "grad_norm": 0.96875,
      "learning_rate": 0.00048820027013248864,
      "loss": 5.5042,
      "mean_token_accuracy": 0.18783604502677917,
      "num_tokens": 25816594.0,
      "step": 12745
    },
    {
      "entropy": 5.9270655632019045,
      "epoch": 1.1142182993970113,
      "grad_norm": 1.0,
      "learning_rate": 0.00048819030938930974,
      "loss": 5.3746,
      "mean_token_accuracy": 0.18933331966400146,
      "num_tokens": 25825943.0,
      "step": 12750
    },
    {
      "entropy": 5.810802459716797,
      "epoch": 1.114655247749716,
      "grad_norm": 0.9765625,
      "learning_rate": 0.000488180344557029,
      "loss": 5.419,
      "mean_token_accuracy": 0.18655857741832732,
      "num_tokens": 25835928.0,
      "step": 12755
    },
    {
      "entropy": 5.860800647735596,
      "epoch": 1.1150921961024207,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004881703756358376,
      "loss": 5.4151,
      "mean_token_accuracy": 0.18220262676477433,
      "num_tokens": 25847363.0,
      "step": 12760
    },
    {
      "entropy": 5.897628307342529,
      "epoch": 1.1155291444551254,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004881604026259266,
      "loss": 5.4544,
      "mean_token_accuracy": 0.1835090383887291,
      "num_tokens": 25857246.0,
      "step": 12765
    },
    {
      "entropy": 5.914194345474243,
      "epoch": 1.11596609280783,
      "grad_norm": 1.171875,
      "learning_rate": 0.00048815042552748745,
      "loss": 5.4852,
      "mean_token_accuracy": 0.18432699292898178,
      "num_tokens": 25866615.0,
      "step": 12770
    },
    {
      "entropy": 5.934349870681762,
      "epoch": 1.1164030411605348,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004881404443407115,
      "loss": 5.5385,
      "mean_token_accuracy": 0.1799776665866375,
      "num_tokens": 25876698.0,
      "step": 12775
    },
    {
      "entropy": 5.976578330993652,
      "epoch": 1.1168399895132395,
      "grad_norm": 0.93359375,
      "learning_rate": 0.00048813045906579,
      "loss": 5.4906,
      "mean_token_accuracy": 0.1780668944120407,
      "num_tokens": 25888029.0,
      "step": 12780
    },
    {
      "entropy": 5.894565057754517,
      "epoch": 1.1172769378659442,
      "grad_norm": 1.109375,
      "learning_rate": 0.00048812046970291473,
      "loss": 5.5262,
      "mean_token_accuracy": 0.1802619829773903,
      "num_tokens": 25897472.0,
      "step": 12785
    },
    {
      "entropy": 5.946865272521973,
      "epoch": 1.1177138862186489,
      "grad_norm": 1.0,
      "learning_rate": 0.0004881104762522772,
      "loss": 5.4982,
      "mean_token_accuracy": 0.1790489986538887,
      "num_tokens": 25908025.0,
      "step": 12790
    },
    {
      "entropy": 5.94303617477417,
      "epoch": 1.1181508345713538,
      "grad_norm": 0.91796875,
      "learning_rate": 0.000488100478714069,
      "loss": 5.428,
      "mean_token_accuracy": 0.18896895796060562,
      "num_tokens": 25919110.0,
      "step": 12795
    },
    {
      "entropy": 5.89042706489563,
      "epoch": 1.1185877829240585,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00048809047708848194,
      "loss": 5.3842,
      "mean_token_accuracy": 0.19389280974864959,
      "num_tokens": 25928322.0,
      "step": 12800
    },
    {
      "entropy": 5.864956569671631,
      "epoch": 1.1190247312767632,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00048808047137570795,
      "loss": 5.3682,
      "mean_token_accuracy": 0.18509235680103303,
      "num_tokens": 25937347.0,
      "step": 12805
    },
    {
      "entropy": 5.832368564605713,
      "epoch": 1.1194616796294679,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004880704615759388,
      "loss": 5.358,
      "mean_token_accuracy": 0.1864578604698181,
      "num_tokens": 25948408.0,
      "step": 12810
    },
    {
      "entropy": 5.859659433364868,
      "epoch": 1.1198986279821725,
      "grad_norm": 0.99609375,
      "learning_rate": 0.00048806044768936655,
      "loss": 5.4843,
      "mean_token_accuracy": 0.18511829078197478,
      "num_tokens": 25958249.0,
      "step": 12815
    },
    {
      "entropy": 5.948346996307373,
      "epoch": 1.1203355763348772,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004880504297161833,
      "loss": 5.4884,
      "mean_token_accuracy": 0.1826276332139969,
      "num_tokens": 25968849.0,
      "step": 12820
    },
    {
      "entropy": 5.91121506690979,
      "epoch": 1.120772524687582,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00048804040765658115,
      "loss": 5.4755,
      "mean_token_accuracy": 0.1872887521982193,
      "num_tokens": 25978787.0,
      "step": 12825
    },
    {
      "entropy": 5.847979021072388,
      "epoch": 1.1212094730402866,
      "grad_norm": 0.953125,
      "learning_rate": 0.00048803038151075227,
      "loss": 5.442,
      "mean_token_accuracy": 0.18322653323411942,
      "num_tokens": 25988619.0,
      "step": 12830
    },
    {
      "entropy": 5.882811641693115,
      "epoch": 1.1216464213929913,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004880203512788892,
      "loss": 5.4401,
      "mean_token_accuracy": 0.18750213235616683,
      "num_tokens": 25999080.0,
      "step": 12835
    },
    {
      "entropy": 5.908427667617798,
      "epoch": 1.122083369745696,
      "grad_norm": 0.94140625,
      "learning_rate": 0.00048801031696118406,
      "loss": 5.4014,
      "mean_token_accuracy": 0.1871291920542717,
      "num_tokens": 26010329.0,
      "step": 12840
    },
    {
      "entropy": 5.875403833389282,
      "epoch": 1.1225203180984007,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004880002785578295,
      "loss": 5.3949,
      "mean_token_accuracy": 0.18612186461687089,
      "num_tokens": 26019147.0,
      "step": 12845
    },
    {
      "entropy": 5.873458671569824,
      "epoch": 1.1229572664511054,
      "grad_norm": 0.99609375,
      "learning_rate": 0.000487990236069018,
      "loss": 5.4489,
      "mean_token_accuracy": 0.18218097388744353,
      "num_tokens": 26029212.0,
      "step": 12850
    },
    {
      "entropy": 5.896015739440918,
      "epoch": 1.12339421480381,
      "grad_norm": 1.0625,
      "learning_rate": 0.00048798018949494214,
      "loss": 5.3034,
      "mean_token_accuracy": 0.18658596128225327,
      "num_tokens": 26038059.0,
      "step": 12855
    },
    {
      "entropy": 5.901511383056641,
      "epoch": 1.123831163156515,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004879701388357946,
      "loss": 5.5358,
      "mean_token_accuracy": 0.17526764571666717,
      "num_tokens": 26048076.0,
      "step": 12860
    },
    {
      "entropy": 5.886896371841431,
      "epoch": 1.1242681115092197,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004879600840917683,
      "loss": 5.4519,
      "mean_token_accuracy": 0.18416891545057296,
      "num_tokens": 26059006.0,
      "step": 12865
    },
    {
      "entropy": 5.866273593902588,
      "epoch": 1.1247050598619244,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004879500252630559,
      "loss": 5.3792,
      "mean_token_accuracy": 0.18958035707473755,
      "num_tokens": 26069275.0,
      "step": 12870
    },
    {
      "entropy": 5.878458547592163,
      "epoch": 1.125142008214629,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004879399623498504,
      "loss": 5.3421,
      "mean_token_accuracy": 0.18913181275129318,
      "num_tokens": 26078869.0,
      "step": 12875
    },
    {
      "entropy": 5.850309896469116,
      "epoch": 1.1255789565673338,
      "grad_norm": 0.96484375,
      "learning_rate": 0.000487929895352345,
      "loss": 5.3727,
      "mean_token_accuracy": 0.18485013395547867,
      "num_tokens": 26088544.0,
      "step": 12880
    },
    {
      "entropy": 5.8136412620544435,
      "epoch": 1.1260159049200384,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004879198242707325,
      "loss": 5.3332,
      "mean_token_accuracy": 0.19518881738185884,
      "num_tokens": 26097503.0,
      "step": 12885
    },
    {
      "entropy": 5.924438428878784,
      "epoch": 1.1264528532727431,
      "grad_norm": 1.0,
      "learning_rate": 0.00048790974910520627,
      "loss": 5.4936,
      "mean_token_accuracy": 0.18367356956005096,
      "num_tokens": 26107228.0,
      "step": 12890
    },
    {
      "entropy": 5.838887310028076,
      "epoch": 1.1268898016254478,
      "grad_norm": 0.96484375,
      "learning_rate": 0.00048789966985595946,
      "loss": 5.4151,
      "mean_token_accuracy": 0.19268157333135605,
      "num_tokens": 26117633.0,
      "step": 12895
    },
    {
      "entropy": 5.86038818359375,
      "epoch": 1.1273267499781525,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004878895865231854,
      "loss": 5.4594,
      "mean_token_accuracy": 0.1914831817150116,
      "num_tokens": 26127781.0,
      "step": 12900
    },
    {
      "entropy": 5.934091424942016,
      "epoch": 1.1277636983308572,
      "grad_norm": 1.0,
      "learning_rate": 0.0004878794991070776,
      "loss": 5.4016,
      "mean_token_accuracy": 0.18879569172859192,
      "num_tokens": 26137675.0,
      "step": 12905
    },
    {
      "entropy": 5.869533395767212,
      "epoch": 1.128200646683562,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00048786940760782937,
      "loss": 5.47,
      "mean_token_accuracy": 0.1909973591566086,
      "num_tokens": 26148572.0,
      "step": 12910
    },
    {
      "entropy": 5.805009222030639,
      "epoch": 1.1286375950362668,
      "grad_norm": 0.9921875,
      "learning_rate": 0.00048785931202563443,
      "loss": 5.4917,
      "mean_token_accuracy": 0.19104853123426438,
      "num_tokens": 26159261.0,
      "step": 12915
    },
    {
      "entropy": 5.83143162727356,
      "epoch": 1.1290745433889715,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004878492123606863,
      "loss": 5.4687,
      "mean_token_accuracy": 0.18726187497377395,
      "num_tokens": 26170072.0,
      "step": 12920
    },
    {
      "entropy": 5.900750064849854,
      "epoch": 1.1295114917416762,
      "grad_norm": 1.125,
      "learning_rate": 0.00048783910861317873,
      "loss": 5.3599,
      "mean_token_accuracy": 0.1876624345779419,
      "num_tokens": 26179947.0,
      "step": 12925
    },
    {
      "entropy": 5.940180349349975,
      "epoch": 1.129948440094381,
      "grad_norm": 0.96875,
      "learning_rate": 0.00048782900078330556,
      "loss": 5.4481,
      "mean_token_accuracy": 0.18414443731307983,
      "num_tokens": 26189982.0,
      "step": 12930
    },
    {
      "entropy": 5.925291109085083,
      "epoch": 1.1303853884470856,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004878188888712606,
      "loss": 5.5392,
      "mean_token_accuracy": 0.1714868888258934,
      "num_tokens": 26200832.0,
      "step": 12935
    },
    {
      "entropy": 5.855031204223633,
      "epoch": 1.1308223367997903,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004878087728772379,
      "loss": 5.4888,
      "mean_token_accuracy": 0.18415384888648986,
      "num_tokens": 26211506.0,
      "step": 12940
    },
    {
      "entropy": 5.881701803207397,
      "epoch": 1.131259285152495,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004877986528014314,
      "loss": 5.4217,
      "mean_token_accuracy": 0.18759837746620178,
      "num_tokens": 26222045.0,
      "step": 12945
    },
    {
      "entropy": 5.826948118209839,
      "epoch": 1.1316962335051997,
      "grad_norm": 1.0,
      "learning_rate": 0.0004877885286440353,
      "loss": 5.3666,
      "mean_token_accuracy": 0.1924481987953186,
      "num_tokens": 26231411.0,
      "step": 12950
    },
    {
      "entropy": 5.8795370101928714,
      "epoch": 1.1321331818579043,
      "grad_norm": 0.9296875,
      "learning_rate": 0.00048777840040524365,
      "loss": 5.4541,
      "mean_token_accuracy": 0.18593253642320634,
      "num_tokens": 26241491.0,
      "step": 12955
    },
    {
      "entropy": 5.900656461715698,
      "epoch": 1.132570130210609,
      "grad_norm": 1.0625,
      "learning_rate": 0.00048776826808525074,
      "loss": 5.5389,
      "mean_token_accuracy": 0.18392225503921508,
      "num_tokens": 26252037.0,
      "step": 12960
    },
    {
      "entropy": 5.952303695678711,
      "epoch": 1.1330070785633137,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00048775813168425104,
      "loss": 5.5074,
      "mean_token_accuracy": 0.18102046102285385,
      "num_tokens": 26262310.0,
      "step": 12965
    },
    {
      "entropy": 5.9240011215209964,
      "epoch": 1.1334440269160186,
      "grad_norm": 0.98828125,
      "learning_rate": 0.00048774799120243883,
      "loss": 5.4239,
      "mean_token_accuracy": 0.19294580370187758,
      "num_tokens": 26273001.0,
      "step": 12970
    },
    {
      "entropy": 5.9254625797271725,
      "epoch": 1.1338809752687231,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004877378466400087,
      "loss": 5.4843,
      "mean_token_accuracy": 0.17923736721277236,
      "num_tokens": 26283500.0,
      "step": 12975
    },
    {
      "entropy": 5.8584596633911135,
      "epoch": 1.134317923621428,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004877276979971552,
      "loss": 5.3838,
      "mean_token_accuracy": 0.1851220354437828,
      "num_tokens": 26294118.0,
      "step": 12980
    },
    {
      "entropy": 5.913576936721801,
      "epoch": 1.1347548719741327,
      "grad_norm": 0.96484375,
      "learning_rate": 0.000487717545274073,
      "loss": 5.5343,
      "mean_token_accuracy": 0.1828637585043907,
      "num_tokens": 26303833.0,
      "step": 12985
    },
    {
      "entropy": 5.956632995605469,
      "epoch": 1.1351918203268374,
      "grad_norm": 0.98046875,
      "learning_rate": 0.00048770738847095683,
      "loss": 5.4911,
      "mean_token_accuracy": 0.17959992438554764,
      "num_tokens": 26313542.0,
      "step": 12990
    },
    {
      "entropy": 5.85774827003479,
      "epoch": 1.135628768679542,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00048769722758800144,
      "loss": 5.4154,
      "mean_token_accuracy": 0.18711377829313278,
      "num_tokens": 26322783.0,
      "step": 12995
    },
    {
      "entropy": 5.925672721862793,
      "epoch": 1.1360657170322468,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004876870626254018,
      "loss": 5.4832,
      "mean_token_accuracy": 0.1801261618733406,
      "num_tokens": 26333770.0,
      "step": 13000
    },
    {
      "entropy": 5.925799798965454,
      "epoch": 1.1365026653849515,
      "grad_norm": 0.9375,
      "learning_rate": 0.00048767689358335286,
      "loss": 5.4375,
      "mean_token_accuracy": 0.1850593701004982,
      "num_tokens": 26344435.0,
      "step": 13005
    },
    {
      "entropy": 5.823205995559692,
      "epoch": 1.1369396137376562,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004876667204620497,
      "loss": 5.3921,
      "mean_token_accuracy": 0.19450026005506516,
      "num_tokens": 26355410.0,
      "step": 13010
    },
    {
      "entropy": 5.879617214202881,
      "epoch": 1.1373765620903609,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004876565432616873,
      "loss": 5.4602,
      "mean_token_accuracy": 0.18764156848192215,
      "num_tokens": 26365785.0,
      "step": 13015
    },
    {
      "entropy": 5.880264186859131,
      "epoch": 1.1378135104430656,
      "grad_norm": 0.96875,
      "learning_rate": 0.00048764636198246104,
      "loss": 5.4102,
      "mean_token_accuracy": 0.19020868837833405,
      "num_tokens": 26375489.0,
      "step": 13020
    },
    {
      "entropy": 5.830216121673584,
      "epoch": 1.1382504587957702,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004876361766245661,
      "loss": 5.3879,
      "mean_token_accuracy": 0.18967812955379487,
      "num_tokens": 26385126.0,
      "step": 13025
    },
    {
      "entropy": 5.845994329452514,
      "epoch": 1.138687407148475,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004876259871881979,
      "loss": 5.3826,
      "mean_token_accuracy": 0.18892394602298737,
      "num_tokens": 26395314.0,
      "step": 13030
    },
    {
      "entropy": 5.932474088668823,
      "epoch": 1.1391243555011799,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004876157936735519,
      "loss": 5.4715,
      "mean_token_accuracy": 0.17981966882944106,
      "num_tokens": 26404660.0,
      "step": 13035
    },
    {
      "entropy": 5.928737735748291,
      "epoch": 1.1395613038538845,
      "grad_norm": 0.9921875,
      "learning_rate": 0.00048760559608082343,
      "loss": 5.4719,
      "mean_token_accuracy": 0.18801113814115525,
      "num_tokens": 26415371.0,
      "step": 13040
    },
    {
      "entropy": 5.9030131816864015,
      "epoch": 1.1399982522065892,
      "grad_norm": 1.0,
      "learning_rate": 0.0004875953944102084,
      "loss": 5.4602,
      "mean_token_accuracy": 0.18683137595653534,
      "num_tokens": 26424896.0,
      "step": 13045
    },
    {
      "entropy": 5.859794616699219,
      "epoch": 1.140435200559294,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00048758518866190214,
      "loss": 5.4065,
      "mean_token_accuracy": 0.18836944848299025,
      "num_tokens": 26434847.0,
      "step": 13050
    },
    {
      "entropy": 5.919324970245361,
      "epoch": 1.1408721489119986,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004875749788361006,
      "loss": 5.4,
      "mean_token_accuracy": 0.18529342114925385,
      "num_tokens": 26444138.0,
      "step": 13055
    },
    {
      "entropy": 5.9296571731567385,
      "epoch": 1.1413090972647033,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004875647649329997,
      "loss": 5.4178,
      "mean_token_accuracy": 0.1826456218957901,
      "num_tokens": 26453549.0,
      "step": 13060
    },
    {
      "entropy": 5.8506536960601805,
      "epoch": 1.141746045617408,
      "grad_norm": 1.0,
      "learning_rate": 0.0004875545469527952,
      "loss": 5.4406,
      "mean_token_accuracy": 0.18607091754674912,
      "num_tokens": 26464386.0,
      "step": 13065
    },
    {
      "entropy": 5.881536245346069,
      "epoch": 1.1421829939701127,
      "grad_norm": 1.015625,
      "learning_rate": 0.000487544324895683,
      "loss": 5.4087,
      "mean_token_accuracy": 0.18718952387571336,
      "num_tokens": 26474146.0,
      "step": 13070
    },
    {
      "entropy": 5.866917467117309,
      "epoch": 1.1426199423228174,
      "grad_norm": 0.99609375,
      "learning_rate": 0.00048753409876185934,
      "loss": 5.3612,
      "mean_token_accuracy": 0.19334193617105483,
      "num_tokens": 26484408.0,
      "step": 13075
    },
    {
      "entropy": 5.883446598052979,
      "epoch": 1.143056890675522,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004875238685515203,
      "loss": 5.3708,
      "mean_token_accuracy": 0.18511501401662828,
      "num_tokens": 26494769.0,
      "step": 13080
    },
    {
      "entropy": 5.844236707687378,
      "epoch": 1.1434938390282268,
      "grad_norm": 0.9765625,
      "learning_rate": 0.00048751363426486206,
      "loss": 5.4453,
      "mean_token_accuracy": 0.18249411135911942,
      "num_tokens": 26505917.0,
      "step": 13085
    },
    {
      "entropy": 5.937668991088867,
      "epoch": 1.1439307873809317,
      "grad_norm": 0.97265625,
      "learning_rate": 0.000487503395902081,
      "loss": 5.4745,
      "mean_token_accuracy": 0.17829379439353943,
      "num_tokens": 26516388.0,
      "step": 13090
    },
    {
      "entropy": 6.013708448410034,
      "epoch": 1.1443677357336364,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004874931534633735,
      "loss": 5.4595,
      "mean_token_accuracy": 0.17816244810819626,
      "num_tokens": 26527180.0,
      "step": 13095
    },
    {
      "entropy": 5.808573150634766,
      "epoch": 1.144804684086341,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004874829069489359,
      "loss": 5.4253,
      "mean_token_accuracy": 0.18475679457187652,
      "num_tokens": 26537705.0,
      "step": 13100
    },
    {
      "entropy": 5.902035093307495,
      "epoch": 1.1452416324390458,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00048747265635896487,
      "loss": 5.6121,
      "mean_token_accuracy": 0.17223310023546218,
      "num_tokens": 26548862.0,
      "step": 13105
    },
    {
      "entropy": 5.940137338638306,
      "epoch": 1.1456785807917504,
      "grad_norm": 0.9765625,
      "learning_rate": 0.00048746240169365683,
      "loss": 5.4601,
      "mean_token_accuracy": 0.184333336353302,
      "num_tokens": 26559344.0,
      "step": 13110
    },
    {
      "entropy": 5.852474641799927,
      "epoch": 1.1461155291444551,
      "grad_norm": 1.203125,
      "learning_rate": 0.0004874521429532087,
      "loss": 5.4092,
      "mean_token_accuracy": 0.18533296436071395,
      "num_tokens": 26568439.0,
      "step": 13115
    },
    {
      "entropy": 5.842192125320435,
      "epoch": 1.1465524774971598,
      "grad_norm": 0.91796875,
      "learning_rate": 0.00048744188013781714,
      "loss": 5.4077,
      "mean_token_accuracy": 0.1886037528514862,
      "num_tokens": 26578588.0,
      "step": 13120
    },
    {
      "entropy": 5.8737194538116455,
      "epoch": 1.1469894258498645,
      "grad_norm": 0.953125,
      "learning_rate": 0.000487431613247679,
      "loss": 5.4965,
      "mean_token_accuracy": 0.18463495522737502,
      "num_tokens": 26588491.0,
      "step": 13125
    },
    {
      "entropy": 5.8974165439605715,
      "epoch": 1.1474263742025692,
      "grad_norm": 0.875,
      "learning_rate": 0.00048742134228299116,
      "loss": 5.469,
      "mean_token_accuracy": 0.18483817130327224,
      "num_tokens": 26598945.0,
      "step": 13130
    },
    {
      "entropy": 5.847701644897461,
      "epoch": 1.147863322555274,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004874110672439508,
      "loss": 5.3839,
      "mean_token_accuracy": 0.1914902314543724,
      "num_tokens": 26609842.0,
      "step": 13135
    },
    {
      "entropy": 5.945232200622558,
      "epoch": 1.1483002709079786,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004874007881307547,
      "loss": 5.4841,
      "mean_token_accuracy": 0.1792435958981514,
      "num_tokens": 26620836.0,
      "step": 13140
    },
    {
      "entropy": 5.88540096282959,
      "epoch": 1.1487372192606835,
      "grad_norm": 1.15625,
      "learning_rate": 0.00048739050494360026,
      "loss": 5.464,
      "mean_token_accuracy": 0.1810129091143608,
      "num_tokens": 26630148.0,
      "step": 13145
    },
    {
      "entropy": 5.923125839233398,
      "epoch": 1.149174167613388,
      "grad_norm": 1.046875,
      "learning_rate": 0.00048738021768268463,
      "loss": 5.4563,
      "mean_token_accuracy": 0.1843796819448471,
      "num_tokens": 26640518.0,
      "step": 13150
    },
    {
      "entropy": 5.876954364776611,
      "epoch": 1.149611115966093,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004873699263482052,
      "loss": 5.3916,
      "mean_token_accuracy": 0.1935652270913124,
      "num_tokens": 26650156.0,
      "step": 13155
    },
    {
      "entropy": 5.902879142761231,
      "epoch": 1.1500480643187976,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00048735963094035924,
      "loss": 5.4476,
      "mean_token_accuracy": 0.18077197670936584,
      "num_tokens": 26661251.0,
      "step": 13160
    },
    {
      "entropy": 5.912009429931641,
      "epoch": 1.1504850126715023,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004873493314593443,
      "loss": 5.421,
      "mean_token_accuracy": 0.19096118062734604,
      "num_tokens": 26671851.0,
      "step": 13165
    },
    {
      "entropy": 5.904138469696045,
      "epoch": 1.150921961024207,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004873390279053579,
      "loss": 5.4472,
      "mean_token_accuracy": 0.17933218330144882,
      "num_tokens": 26682984.0,
      "step": 13170
    },
    {
      "entropy": 5.963091039657593,
      "epoch": 1.1513589093769117,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004873287202785977,
      "loss": 5.4082,
      "mean_token_accuracy": 0.18818284571170807,
      "num_tokens": 26692706.0,
      "step": 13175
    },
    {
      "entropy": 5.8790881633758545,
      "epoch": 1.1517958577296163,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004873184085792614,
      "loss": 5.441,
      "mean_token_accuracy": 0.18630640357732772,
      "num_tokens": 26702152.0,
      "step": 13180
    },
    {
      "entropy": 5.794988679885864,
      "epoch": 1.152232806082321,
      "grad_norm": 0.98046875,
      "learning_rate": 0.00048730809280754674,
      "loss": 5.3823,
      "mean_token_accuracy": 0.19561272263526916,
      "num_tokens": 26711404.0,
      "step": 13185
    },
    {
      "entropy": 5.970429992675781,
      "epoch": 1.1526697544350257,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004872977729636516,
      "loss": 5.4125,
      "mean_token_accuracy": 0.1936676561832428,
      "num_tokens": 26720776.0,
      "step": 13190
    },
    {
      "entropy": 5.904975652694702,
      "epoch": 1.1531067027877304,
      "grad_norm": 0.97265625,
      "learning_rate": 0.00048728744904777394,
      "loss": 5.4413,
      "mean_token_accuracy": 0.18455935567617415,
      "num_tokens": 26730700.0,
      "step": 13195
    },
    {
      "entropy": 5.908538675308227,
      "epoch": 1.1535436511404351,
      "grad_norm": 0.99609375,
      "learning_rate": 0.00048727712106011185,
      "loss": 5.4648,
      "mean_token_accuracy": 0.183231221139431,
      "num_tokens": 26741453.0,
      "step": 13200
    },
    {
      "entropy": 5.896796178817749,
      "epoch": 1.1539805994931398,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00048726678900086327,
      "loss": 5.4477,
      "mean_token_accuracy": 0.1867060199379921,
      "num_tokens": 26750627.0,
      "step": 13205
    },
    {
      "entropy": 5.944742679595947,
      "epoch": 1.1544175478458447,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00048725645287022644,
      "loss": 5.4218,
      "mean_token_accuracy": 0.18466105163097382,
      "num_tokens": 26760820.0,
      "step": 13210
    },
    {
      "entropy": 5.862638759613037,
      "epoch": 1.1548544961985494,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004872461126683996,
      "loss": 5.3432,
      "mean_token_accuracy": 0.18796794712543488,
      "num_tokens": 26771535.0,
      "step": 13215
    },
    {
      "entropy": 5.883578443527222,
      "epoch": 1.155291444551254,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004872357683955812,
      "loss": 5.4857,
      "mean_token_accuracy": 0.17695136219263077,
      "num_tokens": 26782755.0,
      "step": 13220
    },
    {
      "entropy": 5.954610824584961,
      "epoch": 1.1557283929039588,
      "grad_norm": 0.94921875,
      "learning_rate": 0.00048722542005196954,
      "loss": 5.4154,
      "mean_token_accuracy": 0.19169552028179168,
      "num_tokens": 26792834.0,
      "step": 13225
    },
    {
      "entropy": 5.872613620758057,
      "epoch": 1.1561653412566635,
      "grad_norm": 0.99609375,
      "learning_rate": 0.00048721506763776306,
      "loss": 5.4477,
      "mean_token_accuracy": 0.191432324051857,
      "num_tokens": 26802865.0,
      "step": 13230
    },
    {
      "entropy": 5.874542713165283,
      "epoch": 1.1566022896093682,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004872047111531604,
      "loss": 5.4223,
      "mean_token_accuracy": 0.18459120392799377,
      "num_tokens": 26813566.0,
      "step": 13235
    },
    {
      "entropy": 5.8778026580810545,
      "epoch": 1.1570392379620729,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004871943505983602,
      "loss": 5.3877,
      "mean_token_accuracy": 0.19216145128011702,
      "num_tokens": 26823885.0,
      "step": 13240
    },
    {
      "entropy": 5.832056713104248,
      "epoch": 1.1574761863147776,
      "grad_norm": 1.0,
      "learning_rate": 0.0004871839859735612,
      "loss": 5.3924,
      "mean_token_accuracy": 0.19661085307598114,
      "num_tokens": 26833236.0,
      "step": 13245
    },
    {
      "entropy": 5.902459764480591,
      "epoch": 1.1579131346674822,
      "grad_norm": 0.97265625,
      "learning_rate": 0.00048717361727896203,
      "loss": 5.4863,
      "mean_token_accuracy": 0.18179187923669815,
      "num_tokens": 26842651.0,
      "step": 13250
    },
    {
      "entropy": 5.897755765914917,
      "epoch": 1.158350083020187,
      "grad_norm": 1.09375,
      "learning_rate": 0.00048716324451476183,
      "loss": 5.3847,
      "mean_token_accuracy": 0.1829773724079132,
      "num_tokens": 26852198.0,
      "step": 13255
    },
    {
      "entropy": 5.918977975845337,
      "epoch": 1.1587870313728916,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004871528676811594,
      "loss": 5.5064,
      "mean_token_accuracy": 0.17906154096126556,
      "num_tokens": 26862807.0,
      "step": 13260
    },
    {
      "entropy": 5.949124002456665,
      "epoch": 1.1592239797255965,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004871424867783538,
      "loss": 5.4823,
      "mean_token_accuracy": 0.17718389630317688,
      "num_tokens": 26871992.0,
      "step": 13265
    },
    {
      "entropy": 5.879303979873657,
      "epoch": 1.1596609280783012,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00048713210180654414,
      "loss": 5.4373,
      "mean_token_accuracy": 0.18540158569812776,
      "num_tokens": 26881417.0,
      "step": 13270
    },
    {
      "entropy": 5.883716678619384,
      "epoch": 1.160097876431006,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00048712171276592964,
      "loss": 5.3842,
      "mean_token_accuracy": 0.19149574190378188,
      "num_tokens": 26891879.0,
      "step": 13275
    },
    {
      "entropy": 5.881872129440308,
      "epoch": 1.1605348247837106,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004871113196567095,
      "loss": 5.5475,
      "mean_token_accuracy": 0.177323579788208,
      "num_tokens": 26902729.0,
      "step": 13280
    },
    {
      "entropy": 5.845689725875855,
      "epoch": 1.1609717731364153,
      "grad_norm": 0.87890625,
      "learning_rate": 0.00048710092247908316,
      "loss": 5.426,
      "mean_token_accuracy": 0.18594182580709456,
      "num_tokens": 26914415.0,
      "step": 13285
    },
    {
      "entropy": 5.926998281478882,
      "epoch": 1.16140872148912,
      "grad_norm": 0.98828125,
      "learning_rate": 0.00048709052123324995,
      "loss": 5.4746,
      "mean_token_accuracy": 0.1876375585794449,
      "num_tokens": 26924513.0,
      "step": 13290
    },
    {
      "entropy": 5.828858947753906,
      "epoch": 1.1618456698418247,
      "grad_norm": 0.92578125,
      "learning_rate": 0.00048708011591940936,
      "loss": 5.3537,
      "mean_token_accuracy": 0.20124887973070144,
      "num_tokens": 26935039.0,
      "step": 13295
    },
    {
      "entropy": 5.8424325466156,
      "epoch": 1.1622826181945294,
      "grad_norm": 0.93359375,
      "learning_rate": 0.000487069706537761,
      "loss": 5.3556,
      "mean_token_accuracy": 0.1946147784590721,
      "num_tokens": 26945148.0,
      "step": 13300
    },
    {
      "entropy": 5.867089319229126,
      "epoch": 1.162719566547234,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004870592930885046,
      "loss": 5.4026,
      "mean_token_accuracy": 0.18478181660175325,
      "num_tokens": 26955227.0,
      "step": 13305
    },
    {
      "entropy": 5.85394287109375,
      "epoch": 1.1631565148999388,
      "grad_norm": 1.09375,
      "learning_rate": 0.00048704887557183993,
      "loss": 5.395,
      "mean_token_accuracy": 0.1838617280125618,
      "num_tokens": 26964389.0,
      "step": 13310
    },
    {
      "entropy": 5.876450443267823,
      "epoch": 1.1635934632526435,
      "grad_norm": 0.89453125,
      "learning_rate": 0.00048703845398796665,
      "loss": 5.3763,
      "mean_token_accuracy": 0.19406952410936357,
      "num_tokens": 26974695.0,
      "step": 13315
    },
    {
      "entropy": 5.897399950027466,
      "epoch": 1.1640304116053484,
      "grad_norm": 1.015625,
      "learning_rate": 0.00048702802833708466,
      "loss": 5.3702,
      "mean_token_accuracy": 0.19322621822357178,
      "num_tokens": 26984851.0,
      "step": 13320
    },
    {
      "entropy": 5.924226140975952,
      "epoch": 1.1644673599580528,
      "grad_norm": 0.98828125,
      "learning_rate": 0.00048701759861939403,
      "loss": 5.4402,
      "mean_token_accuracy": 0.19078602641820908,
      "num_tokens": 26995967.0,
      "step": 13325
    },
    {
      "entropy": 5.8462018966674805,
      "epoch": 1.1649043083107578,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00048700716483509476,
      "loss": 5.3701,
      "mean_token_accuracy": 0.19587412774562835,
      "num_tokens": 27006469.0,
      "step": 13330
    },
    {
      "entropy": 5.912299633026123,
      "epoch": 1.1653412566634624,
      "grad_norm": 0.96875,
      "learning_rate": 0.000486996726984387,
      "loss": 5.4888,
      "mean_token_accuracy": 0.18265278786420822,
      "num_tokens": 27016419.0,
      "step": 13335
    },
    {
      "entropy": 5.916469621658325,
      "epoch": 1.1657782050161671,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004869862850674709,
      "loss": 5.4654,
      "mean_token_accuracy": 0.17924241721630096,
      "num_tokens": 27026322.0,
      "step": 13340
    },
    {
      "entropy": 5.830799150466919,
      "epoch": 1.1662151533688718,
      "grad_norm": 0.953125,
      "learning_rate": 0.00048697583908454675,
      "loss": 5.4087,
      "mean_token_accuracy": 0.183187860250473,
      "num_tokens": 27036518.0,
      "step": 13345
    },
    {
      "entropy": 5.935762643814087,
      "epoch": 1.1666521017215765,
      "grad_norm": 1.0625,
      "learning_rate": 0.000486965389035815,
      "loss": 5.4575,
      "mean_token_accuracy": 0.18266424536705017,
      "num_tokens": 27048035.0,
      "step": 13350
    },
    {
      "entropy": 5.883410882949829,
      "epoch": 1.1670890500742812,
      "grad_norm": 0.9375,
      "learning_rate": 0.00048695493492147596,
      "loss": 5.4236,
      "mean_token_accuracy": 0.18251805007457733,
      "num_tokens": 27058507.0,
      "step": 13355
    },
    {
      "entropy": 5.891819810867309,
      "epoch": 1.167525998426986,
      "grad_norm": 1.078125,
      "learning_rate": 0.00048694447674173025,
      "loss": 5.4355,
      "mean_token_accuracy": 0.19107211977243424,
      "num_tokens": 27068350.0,
      "step": 13360
    },
    {
      "entropy": 5.819504928588867,
      "epoch": 1.1679629467796906,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004869340144967784,
      "loss": 5.4076,
      "mean_token_accuracy": 0.18801073282957076,
      "num_tokens": 27077840.0,
      "step": 13365
    },
    {
      "entropy": 5.833796977996826,
      "epoch": 1.1683998951323953,
      "grad_norm": 1.015625,
      "learning_rate": 0.00048692354818682113,
      "loss": 5.3956,
      "mean_token_accuracy": 0.18386994451284408,
      "num_tokens": 27087687.0,
      "step": 13370
    },
    {
      "entropy": 5.9617600440979,
      "epoch": 1.1688368434851,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004869130778120591,
      "loss": 5.5318,
      "mean_token_accuracy": 0.17820225954055785,
      "num_tokens": 27099057.0,
      "step": 13375
    },
    {
      "entropy": 5.90309329032898,
      "epoch": 1.1692737918378047,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004869026033726933,
      "loss": 5.5145,
      "mean_token_accuracy": 0.18592879176139832,
      "num_tokens": 27109617.0,
      "step": 13380
    },
    {
      "entropy": 5.909577465057373,
      "epoch": 1.1697107401905096,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004868921248689244,
      "loss": 5.4645,
      "mean_token_accuracy": 0.17915631979703903,
      "num_tokens": 27119456.0,
      "step": 13385
    },
    {
      "entropy": 5.864478921890258,
      "epoch": 1.1701476885432143,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004868816423009535,
      "loss": 5.3685,
      "mean_token_accuracy": 0.1905473291873932,
      "num_tokens": 27129333.0,
      "step": 13390
    },
    {
      "entropy": 5.878780794143677,
      "epoch": 1.170584636895919,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004868711556689818,
      "loss": 5.3903,
      "mean_token_accuracy": 0.18358367383480073,
      "num_tokens": 27139205.0,
      "step": 13395
    },
    {
      "entropy": 5.896898937225342,
      "epoch": 1.1710215852486237,
      "grad_norm": 1.046875,
      "learning_rate": 0.00048686066497321027,
      "loss": 5.4424,
      "mean_token_accuracy": 0.18970471620559692,
      "num_tokens": 27148530.0,
      "step": 13400
    },
    {
      "entropy": 5.9539923667907715,
      "epoch": 1.1714585336013283,
      "grad_norm": 0.98046875,
      "learning_rate": 0.00048685017021384014,
      "loss": 5.5098,
      "mean_token_accuracy": 0.1780328333377838,
      "num_tokens": 27159000.0,
      "step": 13405
    },
    {
      "entropy": 5.948905944824219,
      "epoch": 1.171895481954033,
      "grad_norm": 0.97265625,
      "learning_rate": 0.00048683967139107276,
      "loss": 5.4492,
      "mean_token_accuracy": 0.186211197078228,
      "num_tokens": 27169035.0,
      "step": 13410
    },
    {
      "entropy": 5.891867828369141,
      "epoch": 1.1723324303067377,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004868291685051095,
      "loss": 5.4611,
      "mean_token_accuracy": 0.1814032807946205,
      "num_tokens": 27179809.0,
      "step": 13415
    },
    {
      "entropy": 5.879146766662598,
      "epoch": 1.1727693786594424,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004868186615561518,
      "loss": 5.4286,
      "mean_token_accuracy": 0.1843789428472519,
      "num_tokens": 27190445.0,
      "step": 13420
    },
    {
      "entropy": 5.931673765182495,
      "epoch": 1.173206327012147,
      "grad_norm": 0.9296875,
      "learning_rate": 0.00048680815054440114,
      "loss": 5.3864,
      "mean_token_accuracy": 0.18567096889019014,
      "num_tokens": 27201097.0,
      "step": 13425
    },
    {
      "entropy": 5.872118234634399,
      "epoch": 1.1736432753648518,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00048679763547005925,
      "loss": 5.3846,
      "mean_token_accuracy": 0.18909765034914017,
      "num_tokens": 27210181.0,
      "step": 13430
    },
    {
      "entropy": 5.87436146736145,
      "epoch": 1.1740802237175565,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004867871163333276,
      "loss": 5.3853,
      "mean_token_accuracy": 0.18673264533281325,
      "num_tokens": 27219869.0,
      "step": 13435
    },
    {
      "entropy": 5.913255453109741,
      "epoch": 1.1745171720702614,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004867765931344082,
      "loss": 5.4375,
      "mean_token_accuracy": 0.1813729763031006,
      "num_tokens": 27229730.0,
      "step": 13440
    },
    {
      "entropy": 5.886979675292968,
      "epoch": 1.174954120422966,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004867660658735027,
      "loss": 5.4404,
      "mean_token_accuracy": 0.1869749277830124,
      "num_tokens": 27239534.0,
      "step": 13445
    },
    {
      "entropy": 5.896326398849487,
      "epoch": 1.1753910687756708,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004867555345508131,
      "loss": 5.5207,
      "mean_token_accuracy": 0.1769607901573181,
      "num_tokens": 27249017.0,
      "step": 13450
    },
    {
      "entropy": 5.947463130950927,
      "epoch": 1.1758280171283755,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004867449991665414,
      "loss": 5.527,
      "mean_token_accuracy": 0.17808687537908555,
      "num_tokens": 27261135.0,
      "step": 13455
    },
    {
      "entropy": 5.921293067932129,
      "epoch": 1.1762649654810802,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004867344597208897,
      "loss": 5.4129,
      "mean_token_accuracy": 0.18422864526510238,
      "num_tokens": 27270763.0,
      "step": 13460
    },
    {
      "entropy": 5.91345796585083,
      "epoch": 1.1767019138337849,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004867239162140601,
      "loss": 5.4514,
      "mean_token_accuracy": 0.1867875188589096,
      "num_tokens": 27280115.0,
      "step": 13465
    },
    {
      "entropy": 5.887638092041016,
      "epoch": 1.1771388621864896,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004867133686462548,
      "loss": 5.4107,
      "mean_token_accuracy": 0.18688579499721528,
      "num_tokens": 27290162.0,
      "step": 13470
    },
    {
      "entropy": 5.869733238220215,
      "epoch": 1.1775758105391942,
      "grad_norm": 0.984375,
      "learning_rate": 0.00048670281701767616,
      "loss": 5.3802,
      "mean_token_accuracy": 0.19107166975736617,
      "num_tokens": 27300467.0,
      "step": 13475
    },
    {
      "entropy": 5.848045349121094,
      "epoch": 1.178012758891899,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004866922613285266,
      "loss": 5.417,
      "mean_token_accuracy": 0.19061444103717803,
      "num_tokens": 27310524.0,
      "step": 13480
    },
    {
      "entropy": 5.890236520767212,
      "epoch": 1.1784497072446036,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004866817015790085,
      "loss": 5.4557,
      "mean_token_accuracy": 0.1850338250398636,
      "num_tokens": 27320861.0,
      "step": 13485
    },
    {
      "entropy": 5.931998920440674,
      "epoch": 1.1788866555973083,
      "grad_norm": 0.98046875,
      "learning_rate": 0.00048667113776932453,
      "loss": 5.4595,
      "mean_token_accuracy": 0.18463753759860993,
      "num_tokens": 27331771.0,
      "step": 13490
    },
    {
      "entropy": 5.921719598770141,
      "epoch": 1.1793236039500132,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004866605698996772,
      "loss": 5.4579,
      "mean_token_accuracy": 0.1789196774363518,
      "num_tokens": 27341449.0,
      "step": 13495
    },
    {
      "entropy": 5.924694490432739,
      "epoch": 1.1797605523027177,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004866499979702691,
      "loss": 5.5091,
      "mean_token_accuracy": 0.17816608250141144,
      "num_tokens": 27353127.0,
      "step": 13500
    },
    {
      "entropy": 5.908078908920288,
      "epoch": 1.1801975006554226,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004866394219813032,
      "loss": 5.4022,
      "mean_token_accuracy": 0.18628460317850112,
      "num_tokens": 27362116.0,
      "step": 13505
    },
    {
      "entropy": 5.878088474273682,
      "epoch": 1.1806344490081273,
      "grad_norm": 0.96484375,
      "learning_rate": 0.00048662884193298233,
      "loss": 5.4287,
      "mean_token_accuracy": 0.19298122078180313,
      "num_tokens": 27372204.0,
      "step": 13510
    },
    {
      "entropy": 5.890938663482666,
      "epoch": 1.181071397360832,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004866182578255094,
      "loss": 5.4404,
      "mean_token_accuracy": 0.18717457503080367,
      "num_tokens": 27382963.0,
      "step": 13515
    },
    {
      "entropy": 5.882183027267456,
      "epoch": 1.1815083457135367,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00048660766965908736,
      "loss": 5.4182,
      "mean_token_accuracy": 0.18514638543128967,
      "num_tokens": 27392426.0,
      "step": 13520
    },
    {
      "entropy": 5.824516105651855,
      "epoch": 1.1819452940662414,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004865970774339194,
      "loss": 5.3887,
      "mean_token_accuracy": 0.19033937007188798,
      "num_tokens": 27402679.0,
      "step": 13525
    },
    {
      "entropy": 5.939515447616577,
      "epoch": 1.182382242418946,
      "grad_norm": 0.94140625,
      "learning_rate": 0.00048658648115020855,
      "loss": 5.4595,
      "mean_token_accuracy": 0.1850751519203186,
      "num_tokens": 27412911.0,
      "step": 13530
    },
    {
      "entropy": 5.959153747558593,
      "epoch": 1.1828191907716508,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004865758808081581,
      "loss": 5.4022,
      "mean_token_accuracy": 0.18388615548610687,
      "num_tokens": 27423394.0,
      "step": 13535
    },
    {
      "entropy": 5.859076595306396,
      "epoch": 1.1832561391243555,
      "grad_norm": 1.046875,
      "learning_rate": 0.00048656527640797144,
      "loss": 5.3887,
      "mean_token_accuracy": 0.1909937798976898,
      "num_tokens": 27433016.0,
      "step": 13540
    },
    {
      "entropy": 5.868544864654541,
      "epoch": 1.1836930874770601,
      "grad_norm": 0.98828125,
      "learning_rate": 0.00048655466794985194,
      "loss": 5.4077,
      "mean_token_accuracy": 0.18455796241760253,
      "num_tokens": 27442414.0,
      "step": 13545
    },
    {
      "entropy": 5.857608222961426,
      "epoch": 1.1841300358297648,
      "grad_norm": 0.9609375,
      "learning_rate": 0.000486544055434003,
      "loss": 5.4686,
      "mean_token_accuracy": 0.18574177473783493,
      "num_tokens": 27452410.0,
      "step": 13550
    },
    {
      "entropy": 5.910888004302978,
      "epoch": 1.1845669841824695,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004865334388606282,
      "loss": 5.3846,
      "mean_token_accuracy": 0.19479302018880845,
      "num_tokens": 27462196.0,
      "step": 13555
    },
    {
      "entropy": 5.879508829116821,
      "epoch": 1.1850039325351744,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00048652281822993127,
      "loss": 5.488,
      "mean_token_accuracy": 0.17931864261627198,
      "num_tokens": 27473934.0,
      "step": 13560
    },
    {
      "entropy": 5.957572984695434,
      "epoch": 1.1854408808878791,
      "grad_norm": 0.98828125,
      "learning_rate": 0.00048651219354211585,
      "loss": 5.5124,
      "mean_token_accuracy": 0.1833123669028282,
      "num_tokens": 27484218.0,
      "step": 13565
    },
    {
      "entropy": 5.891889667510986,
      "epoch": 1.1858778292405838,
      "grad_norm": 1.0,
      "learning_rate": 0.00048650156479738575,
      "loss": 5.4798,
      "mean_token_accuracy": 0.18640683144330977,
      "num_tokens": 27494663.0,
      "step": 13570
    },
    {
      "entropy": 5.897453737258911,
      "epoch": 1.1863147775932885,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00048649093199594473,
      "loss": 5.3813,
      "mean_token_accuracy": 0.1880525231361389,
      "num_tokens": 27504233.0,
      "step": 13575
    },
    {
      "entropy": 5.8876958847045895,
      "epoch": 1.1867517259459932,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004864802951379969,
      "loss": 5.4225,
      "mean_token_accuracy": 0.18522719591856002,
      "num_tokens": 27514032.0,
      "step": 13580
    },
    {
      "entropy": 5.864682388305664,
      "epoch": 1.187188674298698,
      "grad_norm": 1.03125,
      "learning_rate": 0.00048646965422374615,
      "loss": 5.4998,
      "mean_token_accuracy": 0.18155417442321778,
      "num_tokens": 27524659.0,
      "step": 13585
    },
    {
      "entropy": 5.910045909881592,
      "epoch": 1.1876256226514026,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004864590092533966,
      "loss": 5.3834,
      "mean_token_accuracy": 0.1871095970273018,
      "num_tokens": 27534003.0,
      "step": 13590
    },
    {
      "entropy": 5.874981164932251,
      "epoch": 1.1880625710041073,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004864483602271524,
      "loss": 5.3849,
      "mean_token_accuracy": 0.18548787981271744,
      "num_tokens": 27543586.0,
      "step": 13595
    },
    {
      "entropy": 5.819629144668579,
      "epoch": 1.188499519356812,
      "grad_norm": 0.9921875,
      "learning_rate": 0.000486437707145218,
      "loss": 5.3738,
      "mean_token_accuracy": 0.19581971764564515,
      "num_tokens": 27554210.0,
      "step": 13600
    },
    {
      "entropy": 5.915085887908935,
      "epoch": 1.1889364677095167,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00048642705000779754,
      "loss": 5.4803,
      "mean_token_accuracy": 0.19091190099716188,
      "num_tokens": 27565324.0,
      "step": 13605
    },
    {
      "entropy": 5.897397756576538,
      "epoch": 1.1893734160622214,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004864163888150955,
      "loss": 5.4032,
      "mean_token_accuracy": 0.18718552738428115,
      "num_tokens": 27575192.0,
      "step": 13610
    },
    {
      "entropy": 5.889679431915283,
      "epoch": 1.1898103644149263,
      "grad_norm": 0.9921875,
      "learning_rate": 0.00048640572356731623,
      "loss": 5.4036,
      "mean_token_accuracy": 0.1866949215531349,
      "num_tokens": 27585294.0,
      "step": 13615
    },
    {
      "entropy": 5.895253992080688,
      "epoch": 1.190247312767631,
      "grad_norm": 0.921875,
      "learning_rate": 0.00048639505426466447,
      "loss": 5.4276,
      "mean_token_accuracy": 0.1922936797142029,
      "num_tokens": 27595667.0,
      "step": 13620
    },
    {
      "entropy": 5.916305160522461,
      "epoch": 1.1906842611203357,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004863843809073448,
      "loss": 5.3878,
      "mean_token_accuracy": 0.19255330562591552,
      "num_tokens": 27605816.0,
      "step": 13625
    },
    {
      "entropy": 5.900477457046509,
      "epoch": 1.1911212094730403,
      "grad_norm": 0.97265625,
      "learning_rate": 0.000486373703495562,
      "loss": 5.448,
      "mean_token_accuracy": 0.18625494241714477,
      "num_tokens": 27614874.0,
      "step": 13630
    },
    {
      "entropy": 5.866627645492554,
      "epoch": 1.191558157825745,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004863630220295207,
      "loss": 5.3819,
      "mean_token_accuracy": 0.18825531899929046,
      "num_tokens": 27625610.0,
      "step": 13635
    },
    {
      "entropy": 5.918017578125,
      "epoch": 1.1919951061784497,
      "grad_norm": 0.93359375,
      "learning_rate": 0.00048635233650942596,
      "loss": 5.4373,
      "mean_token_accuracy": 0.1820259526371956,
      "num_tokens": 27636646.0,
      "step": 13640
    },
    {
      "entropy": 5.934480381011963,
      "epoch": 1.1924320545311544,
      "grad_norm": 0.9140625,
      "learning_rate": 0.00048634164693548267,
      "loss": 5.4414,
      "mean_token_accuracy": 0.18321835547685622,
      "num_tokens": 27647311.0,
      "step": 13645
    },
    {
      "entropy": 5.8777892112731935,
      "epoch": 1.192869002883859,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004863309533078957,
      "loss": 5.4536,
      "mean_token_accuracy": 0.18481681644916534,
      "num_tokens": 27658347.0,
      "step": 13650
    },
    {
      "entropy": 5.848457479476929,
      "epoch": 1.1933059512365638,
      "grad_norm": 0.8984375,
      "learning_rate": 0.00048632025562687047,
      "loss": 5.3979,
      "mean_token_accuracy": 0.19500680565834044,
      "num_tokens": 27669211.0,
      "step": 13655
    },
    {
      "entropy": 5.883533716201782,
      "epoch": 1.1937428995892685,
      "grad_norm": 0.953125,
      "learning_rate": 0.00048630955389261193,
      "loss": 5.4132,
      "mean_token_accuracy": 0.18739024847745894,
      "num_tokens": 27678904.0,
      "step": 13660
    },
    {
      "entropy": 5.866231489181518,
      "epoch": 1.1941798479419732,
      "grad_norm": 0.94921875,
      "learning_rate": 0.00048629884810532547,
      "loss": 5.3768,
      "mean_token_accuracy": 0.19098811596632004,
      "num_tokens": 27688928.0,
      "step": 13665
    },
    {
      "entropy": 5.87772765159607,
      "epoch": 1.1946167962946779,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004862881382652164,
      "loss": 5.446,
      "mean_token_accuracy": 0.18897651731967927,
      "num_tokens": 27699855.0,
      "step": 13670
    },
    {
      "entropy": 5.921966505050659,
      "epoch": 1.1950537446473826,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004862774243724901,
      "loss": 5.4333,
      "mean_token_accuracy": 0.18916470259428025,
      "num_tokens": 27709857.0,
      "step": 13675
    },
    {
      "entropy": 5.92310585975647,
      "epoch": 1.1954906930000875,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004862667064273521,
      "loss": 5.453,
      "mean_token_accuracy": 0.19089315682649613,
      "num_tokens": 27719612.0,
      "step": 13680
    },
    {
      "entropy": 5.826351881027222,
      "epoch": 1.1959276413527922,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004862559844300079,
      "loss": 5.4219,
      "mean_token_accuracy": 0.18863886147737502,
      "num_tokens": 27730052.0,
      "step": 13685
    },
    {
      "entropy": 5.824498462677002,
      "epoch": 1.1963645897054969,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004862452583806633,
      "loss": 5.3278,
      "mean_token_accuracy": 0.19921684116125107,
      "num_tokens": 27739980.0,
      "step": 13690
    },
    {
      "entropy": 5.877589130401612,
      "epoch": 1.1968015380582016,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00048623452827952385,
      "loss": 5.436,
      "mean_token_accuracy": 0.18507011532783507,
      "num_tokens": 27748863.0,
      "step": 13695
    },
    {
      "entropy": 5.82554178237915,
      "epoch": 1.1972384864109062,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004862237941267956,
      "loss": 5.3874,
      "mean_token_accuracy": 0.19660247415304183,
      "num_tokens": 27758672.0,
      "step": 13700
    },
    {
      "entropy": 5.8919425964355465,
      "epoch": 1.197675434763611,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004862130559226842,
      "loss": 5.4147,
      "mean_token_accuracy": 0.18839088678359986,
      "num_tokens": 27768195.0,
      "step": 13705
    },
    {
      "entropy": 5.824265718460083,
      "epoch": 1.1981123831163156,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004862023136673958,
      "loss": 5.3628,
      "mean_token_accuracy": 0.1966443330049515,
      "num_tokens": 27778135.0,
      "step": 13710
    },
    {
      "entropy": 5.967199611663818,
      "epoch": 1.1985493314690203,
      "grad_norm": 1.078125,
      "learning_rate": 0.00048619156736113634,
      "loss": 5.4609,
      "mean_token_accuracy": 0.17724220603704452,
      "num_tokens": 27788723.0,
      "step": 13715
    },
    {
      "entropy": 5.879940414428711,
      "epoch": 1.198986279821725,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004861808170041119,
      "loss": 5.4525,
      "mean_token_accuracy": 0.18593047559261322,
      "num_tokens": 27799060.0,
      "step": 13720
    },
    {
      "entropy": 5.906728839874267,
      "epoch": 1.1994232281744297,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004861700625965287,
      "loss": 5.4665,
      "mean_token_accuracy": 0.17896178960800171,
      "num_tokens": 27809542.0,
      "step": 13725
    },
    {
      "entropy": 5.846481513977051,
      "epoch": 1.1998601765271344,
      "grad_norm": 1.0625,
      "learning_rate": 0.00048615930413859317,
      "loss": 5.4422,
      "mean_token_accuracy": 0.18552747815847398,
      "num_tokens": 27819738.0,
      "step": 13730
    },
    {
      "entropy": 5.914574384689331,
      "epoch": 1.2002971248798393,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00048614854163051143,
      "loss": 5.4053,
      "mean_token_accuracy": 0.18504028022289276,
      "num_tokens": 27829052.0,
      "step": 13735
    },
    {
      "entropy": 5.874867010116577,
      "epoch": 1.200734073232544,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004861377750724901,
      "loss": 5.3857,
      "mean_token_accuracy": 0.18740365505218506,
      "num_tokens": 27839277.0,
      "step": 13740
    },
    {
      "entropy": 5.899632501602173,
      "epoch": 1.2011710215852487,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004861270044647356,
      "loss": 5.4339,
      "mean_token_accuracy": 0.18059560805559158,
      "num_tokens": 27848550.0,
      "step": 13745
    },
    {
      "entropy": 5.910692119598389,
      "epoch": 1.2016079699379534,
      "grad_norm": 1.15625,
      "learning_rate": 0.00048611622980745446,
      "loss": 5.4802,
      "mean_token_accuracy": 0.17334339320659636,
      "num_tokens": 27858546.0,
      "step": 13750
    },
    {
      "entropy": 5.90509729385376,
      "epoch": 1.202044918290658,
      "grad_norm": 0.953125,
      "learning_rate": 0.00048610545110085347,
      "loss": 5.4862,
      "mean_token_accuracy": 0.1761884555220604,
      "num_tokens": 27869192.0,
      "step": 13755
    },
    {
      "entropy": 5.9354654312133786,
      "epoch": 1.2024818666433628,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004860946683451393,
      "loss": 5.4718,
      "mean_token_accuracy": 0.18607721775770186,
      "num_tokens": 27878534.0,
      "step": 13760
    },
    {
      "entropy": 5.86955885887146,
      "epoch": 1.2029188149960675,
      "grad_norm": 0.9609375,
      "learning_rate": 0.00048608388154051875,
      "loss": 5.3649,
      "mean_token_accuracy": 0.19428341388702391,
      "num_tokens": 27888074.0,
      "step": 13765
    },
    {
      "entropy": 5.858920240402222,
      "epoch": 1.2033557633487721,
      "grad_norm": 0.984375,
      "learning_rate": 0.00048607309068719875,
      "loss": 5.4484,
      "mean_token_accuracy": 0.18022696524858475,
      "num_tokens": 27898210.0,
      "step": 13770
    },
    {
      "entropy": 5.8729860305786135,
      "epoch": 1.2037927117014768,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004860622957853863,
      "loss": 5.3665,
      "mean_token_accuracy": 0.1915908858180046,
      "num_tokens": 27907472.0,
      "step": 13775
    },
    {
      "entropy": 5.873518562316894,
      "epoch": 1.2042296600541815,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004860514968352885,
      "loss": 5.451,
      "mean_token_accuracy": 0.1827292412519455,
      "num_tokens": 27917265.0,
      "step": 13780
    },
    {
      "entropy": 5.868115425109863,
      "epoch": 1.2046666084068862,
      "grad_norm": 0.9765625,
      "learning_rate": 0.00048604069383711225,
      "loss": 5.3651,
      "mean_token_accuracy": 0.19554369747638703,
      "num_tokens": 27926883.0,
      "step": 13785
    },
    {
      "entropy": 5.9398815631866455,
      "epoch": 1.2051035567595911,
      "grad_norm": 0.9609375,
      "learning_rate": 0.00048602988679106497,
      "loss": 5.4053,
      "mean_token_accuracy": 0.18499521315097808,
      "num_tokens": 27937167.0,
      "step": 13790
    },
    {
      "entropy": 5.867620182037354,
      "epoch": 1.2055405051122958,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004860190756973539,
      "loss": 5.3656,
      "mean_token_accuracy": 0.19419431388378144,
      "num_tokens": 27947422.0,
      "step": 13795
    },
    {
      "entropy": 5.885651016235352,
      "epoch": 1.2059774534650005,
      "grad_norm": 0.9296875,
      "learning_rate": 0.00048600826055618634,
      "loss": 5.4461,
      "mean_token_accuracy": 0.18576310873031615,
      "num_tokens": 27958407.0,
      "step": 13800
    },
    {
      "entropy": 5.899458885192871,
      "epoch": 1.2064144018177052,
      "grad_norm": 0.984375,
      "learning_rate": 0.00048599744136776986,
      "loss": 5.309,
      "mean_token_accuracy": 0.1933685302734375,
      "num_tokens": 27968277.0,
      "step": 13805
    },
    {
      "entropy": 5.84598937034607,
      "epoch": 1.20685135017041,
      "grad_norm": 1.015625,
      "learning_rate": 0.00048598661813231177,
      "loss": 5.3527,
      "mean_token_accuracy": 0.19535593390464784,
      "num_tokens": 27978116.0,
      "step": 13810
    },
    {
      "entropy": 5.844769048690796,
      "epoch": 1.2072882985231146,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00048597579085001984,
      "loss": 5.3392,
      "mean_token_accuracy": 0.1895409032702446,
      "num_tokens": 27988383.0,
      "step": 13815
    },
    {
      "entropy": 5.846820926666259,
      "epoch": 1.2077252468758193,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00048596495952110176,
      "loss": 5.3569,
      "mean_token_accuracy": 0.1961463525891304,
      "num_tokens": 27999118.0,
      "step": 13820
    },
    {
      "entropy": 5.849060106277466,
      "epoch": 1.208162195228524,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004859541241457651,
      "loss": 5.3617,
      "mean_token_accuracy": 0.1909644827246666,
      "num_tokens": 28008849.0,
      "step": 13825
    },
    {
      "entropy": 5.8635917663574215,
      "epoch": 1.2085991435812287,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004859432847242179,
      "loss": 5.4031,
      "mean_token_accuracy": 0.18841080516576766,
      "num_tokens": 28019063.0,
      "step": 13830
    },
    {
      "entropy": 5.873392868041992,
      "epoch": 1.2090360919339334,
      "grad_norm": 0.97265625,
      "learning_rate": 0.00048593244125666793,
      "loss": 5.3274,
      "mean_token_accuracy": 0.19131942838430405,
      "num_tokens": 28028333.0,
      "step": 13835
    },
    {
      "entropy": 5.863916492462158,
      "epoch": 1.209473040286638,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004859215937433232,
      "loss": 5.4127,
      "mean_token_accuracy": 0.18931851536035538,
      "num_tokens": 28037704.0,
      "step": 13840
    },
    {
      "entropy": 5.837217044830322,
      "epoch": 1.2099099886393427,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004859107421843918,
      "loss": 5.418,
      "mean_token_accuracy": 0.18718177527189256,
      "num_tokens": 28047157.0,
      "step": 13845
    },
    {
      "entropy": 5.920757007598877,
      "epoch": 1.2103469369920474,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00048589988658008184,
      "loss": 5.3671,
      "mean_token_accuracy": 0.18968407511711122,
      "num_tokens": 28057582.0,
      "step": 13850
    },
    {
      "entropy": 5.877313280105591,
      "epoch": 1.2107838853447523,
      "grad_norm": 0.98046875,
      "learning_rate": 0.00048588902693060156,
      "loss": 5.4627,
      "mean_token_accuracy": 0.17949218153953553,
      "num_tokens": 28067458.0,
      "step": 13855
    },
    {
      "entropy": 5.894938039779663,
      "epoch": 1.211220833697457,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004858781632361592,
      "loss": 5.4006,
      "mean_token_accuracy": 0.18722814917564393,
      "num_tokens": 28078967.0,
      "step": 13860
    },
    {
      "entropy": 5.870119047164917,
      "epoch": 1.2116577820501617,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004858672954969632,
      "loss": 5.3722,
      "mean_token_accuracy": 0.1908246248960495,
      "num_tokens": 28088498.0,
      "step": 13865
    },
    {
      "entropy": 5.821192455291748,
      "epoch": 1.2120947304028664,
      "grad_norm": 1.140625,
      "learning_rate": 0.00048585642371322196,
      "loss": 5.4622,
      "mean_token_accuracy": 0.19011968821287156,
      "num_tokens": 28098884.0,
      "step": 13870
    },
    {
      "entropy": 5.850861740112305,
      "epoch": 1.212531678755571,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004858455478851441,
      "loss": 5.3821,
      "mean_token_accuracy": 0.19448038041591645,
      "num_tokens": 28109629.0,
      "step": 13875
    },
    {
      "entropy": 5.908832454681397,
      "epoch": 1.2129686271082758,
      "grad_norm": 1.0703125,
      "learning_rate": 0.000485834668012938,
      "loss": 5.3433,
      "mean_token_accuracy": 0.18924822211265563,
      "num_tokens": 28118555.0,
      "step": 13880
    },
    {
      "entropy": 5.939820051193237,
      "epoch": 1.2134055754609805,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004858237840968127,
      "loss": 5.4815,
      "mean_token_accuracy": 0.1783061519265175,
      "num_tokens": 28129028.0,
      "step": 13885
    },
    {
      "entropy": 5.820265054702759,
      "epoch": 1.2138425238136852,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00048581289613697654,
      "loss": 5.4022,
      "mean_token_accuracy": 0.18850443214178086,
      "num_tokens": 28139188.0,
      "step": 13890
    },
    {
      "entropy": 5.893708181381226,
      "epoch": 1.2142794721663899,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00048580200413363866,
      "loss": 5.372,
      "mean_token_accuracy": 0.1926154300570488,
      "num_tokens": 28148199.0,
      "step": 13895
    },
    {
      "entropy": 5.876407432556152,
      "epoch": 1.2147164205190946,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004857911080870079,
      "loss": 5.3305,
      "mean_token_accuracy": 0.19057074338197708,
      "num_tokens": 28157811.0,
      "step": 13900
    },
    {
      "entropy": 5.79914698600769,
      "epoch": 1.2151533688717993,
      "grad_norm": 0.94921875,
      "learning_rate": 0.00048578020799729327,
      "loss": 5.3598,
      "mean_token_accuracy": 0.1952362447977066,
      "num_tokens": 28168644.0,
      "step": 13905
    },
    {
      "entropy": 5.8352946758270265,
      "epoch": 1.2155903172245042,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004857693038647037,
      "loss": 5.4361,
      "mean_token_accuracy": 0.18733802288770676,
      "num_tokens": 28179846.0,
      "step": 13910
    },
    {
      "entropy": 5.846566104888916,
      "epoch": 1.2160272655772089,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004857583956894485,
      "loss": 5.3723,
      "mean_token_accuracy": 0.1937676966190338,
      "num_tokens": 28189400.0,
      "step": 13915
    },
    {
      "entropy": 5.93100152015686,
      "epoch": 1.2164642139299136,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004857474834717368,
      "loss": 5.4547,
      "mean_token_accuracy": 0.18260216414928437,
      "num_tokens": 28199695.0,
      "step": 13920
    },
    {
      "entropy": 5.828512191772461,
      "epoch": 1.2169011622826182,
      "grad_norm": 0.90234375,
      "learning_rate": 0.00048573656721177805,
      "loss": 5.3693,
      "mean_token_accuracy": 0.1962076559662819,
      "num_tokens": 28209977.0,
      "step": 13925
    },
    {
      "entropy": 5.899183654785157,
      "epoch": 1.217338110635323,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004857256469097814,
      "loss": 5.4242,
      "mean_token_accuracy": 0.18377531170845032,
      "num_tokens": 28220619.0,
      "step": 13930
    },
    {
      "entropy": 5.908591890335083,
      "epoch": 1.2177750589880276,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004857147225659564,
      "loss": 5.4025,
      "mean_token_accuracy": 0.19407801777124406,
      "num_tokens": 28230065.0,
      "step": 13935
    },
    {
      "entropy": 5.857854795455933,
      "epoch": 1.2182120073407323,
      "grad_norm": 0.98046875,
      "learning_rate": 0.00048570379418051273,
      "loss": 5.3641,
      "mean_token_accuracy": 0.19395493119955062,
      "num_tokens": 28239307.0,
      "step": 13940
    },
    {
      "entropy": 5.886332988739014,
      "epoch": 1.218648955693437,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004856928617536598,
      "loss": 5.3764,
      "mean_token_accuracy": 0.18836172819137573,
      "num_tokens": 28249421.0,
      "step": 13945
    },
    {
      "entropy": 5.850770282745361,
      "epoch": 1.2190859040461417,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004856819252856073,
      "loss": 5.3705,
      "mean_token_accuracy": 0.18107401877641677,
      "num_tokens": 28258125.0,
      "step": 13950
    },
    {
      "entropy": 5.853560876846314,
      "epoch": 1.2195228523988464,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00048567098477656526,
      "loss": 5.3515,
      "mean_token_accuracy": 0.19075585454702376,
      "num_tokens": 28268897.0,
      "step": 13955
    },
    {
      "entropy": 5.877923488616943,
      "epoch": 1.219959800751551,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004856600402267432,
      "loss": 5.405,
      "mean_token_accuracy": 0.19009978771209718,
      "num_tokens": 28278506.0,
      "step": 13960
    },
    {
      "entropy": 5.892227602005005,
      "epoch": 1.220396749104256,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004856490916363513,
      "loss": 5.3394,
      "mean_token_accuracy": 0.19387888461351394,
      "num_tokens": 28287905.0,
      "step": 13965
    },
    {
      "entropy": 5.914306592941284,
      "epoch": 1.2208336974569605,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004856381390055994,
      "loss": 5.4608,
      "mean_token_accuracy": 0.18838962763547898,
      "num_tokens": 28297123.0,
      "step": 13970
    },
    {
      "entropy": 5.902074480056763,
      "epoch": 1.2212706458096654,
      "grad_norm": 1.015625,
      "learning_rate": 0.00048562718233469756,
      "loss": 5.4777,
      "mean_token_accuracy": 0.17839458882808684,
      "num_tokens": 28306621.0,
      "step": 13975
    },
    {
      "entropy": 5.923190355300903,
      "epoch": 1.22170759416237,
      "grad_norm": 0.96484375,
      "learning_rate": 0.00048561622162385606,
      "loss": 5.5034,
      "mean_token_accuracy": 0.17966774106025696,
      "num_tokens": 28318369.0,
      "step": 13980
    },
    {
      "entropy": 5.935191822052002,
      "epoch": 1.2221445425150748,
      "grad_norm": 0.9765625,
      "learning_rate": 0.00048560525687328497,
      "loss": 5.4535,
      "mean_token_accuracy": 0.18137216717004775,
      "num_tokens": 28328817.0,
      "step": 13985
    },
    {
      "entropy": 5.923945379257202,
      "epoch": 1.2225814908677795,
      "grad_norm": 0.9921875,
      "learning_rate": 0.00048559428808319483,
      "loss": 5.4795,
      "mean_token_accuracy": 0.17691748589277267,
      "num_tokens": 28339448.0,
      "step": 13990
    },
    {
      "entropy": 5.854814147949218,
      "epoch": 1.2230184392204841,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004855833152537958,
      "loss": 5.3699,
      "mean_token_accuracy": 0.19210243821144105,
      "num_tokens": 28349243.0,
      "step": 13995
    },
    {
      "entropy": 5.856505870819092,
      "epoch": 1.2234553875731888,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004855723383852985,
      "loss": 5.4148,
      "mean_token_accuracy": 0.18865732252597808,
      "num_tokens": 28359392.0,
      "step": 14000
    },
    {
      "entropy": 5.913698196411133,
      "epoch": 1.2238923359258935,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004855613574779134,
      "loss": 5.3812,
      "mean_token_accuracy": 0.1890980303287506,
      "num_tokens": 28369160.0,
      "step": 14005
    },
    {
      "entropy": 5.851676177978516,
      "epoch": 1.2243292842785982,
      "grad_norm": 0.9609375,
      "learning_rate": 0.00048555037253185114,
      "loss": 5.4591,
      "mean_token_accuracy": 0.18744194358587266,
      "num_tokens": 28379107.0,
      "step": 14010
    },
    {
      "entropy": 5.905654096603394,
      "epoch": 1.224766232631303,
      "grad_norm": 0.91015625,
      "learning_rate": 0.00048553938354732243,
      "loss": 5.4085,
      "mean_token_accuracy": 0.18894498646259308,
      "num_tokens": 28388956.0,
      "step": 14015
    },
    {
      "entropy": 5.89279956817627,
      "epoch": 1.2252031809840076,
      "grad_norm": 0.9609375,
      "learning_rate": 0.00048552839052453794,
      "loss": 5.385,
      "mean_token_accuracy": 0.18918623328208922,
      "num_tokens": 28398925.0,
      "step": 14020
    },
    {
      "entropy": 5.931416320800781,
      "epoch": 1.2256401293367123,
      "grad_norm": 0.984375,
      "learning_rate": 0.00048551739346370864,
      "loss": 5.4924,
      "mean_token_accuracy": 0.178339821100235,
      "num_tokens": 28408714.0,
      "step": 14025
    },
    {
      "entropy": 5.943285226821899,
      "epoch": 1.2260770776894172,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004855063923650455,
      "loss": 5.4746,
      "mean_token_accuracy": 0.17812281847000122,
      "num_tokens": 28419408.0,
      "step": 14030
    },
    {
      "entropy": 5.874019289016724,
      "epoch": 1.226514026042122,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004854953872287593,
      "loss": 5.4007,
      "mean_token_accuracy": 0.1866341143846512,
      "num_tokens": 28430044.0,
      "step": 14035
    },
    {
      "entropy": 5.84983263015747,
      "epoch": 1.2269509743948266,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004854843780550614,
      "loss": 5.3593,
      "mean_token_accuracy": 0.19006979018449782,
      "num_tokens": 28440100.0,
      "step": 14040
    },
    {
      "entropy": 5.852769756317139,
      "epoch": 1.2273879227475313,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004854733648441628,
      "loss": 5.3457,
      "mean_token_accuracy": 0.19489060938358307,
      "num_tokens": 28449497.0,
      "step": 14045
    },
    {
      "entropy": 5.864308643341064,
      "epoch": 1.227824871100236,
      "grad_norm": 1.046875,
      "learning_rate": 0.00048546234759627477,
      "loss": 5.412,
      "mean_token_accuracy": 0.1954621136188507,
      "num_tokens": 28459789.0,
      "step": 14050
    },
    {
      "entropy": 5.883236742019653,
      "epoch": 1.2282618194529407,
      "grad_norm": 0.90234375,
      "learning_rate": 0.00048545132631160856,
      "loss": 5.4798,
      "mean_token_accuracy": 0.18211668282747268,
      "num_tokens": 28471728.0,
      "step": 14055
    },
    {
      "entropy": 5.879312562942505,
      "epoch": 1.2286987678056454,
      "grad_norm": 0.96875,
      "learning_rate": 0.00048544030099037576,
      "loss": 5.4388,
      "mean_token_accuracy": 0.18762792646884918,
      "num_tokens": 28481876.0,
      "step": 14060
    },
    {
      "entropy": 5.924983215332031,
      "epoch": 1.22913571615835,
      "grad_norm": 1.046875,
      "learning_rate": 0.00048542927163278766,
      "loss": 5.3974,
      "mean_token_accuracy": 0.1922846794128418,
      "num_tokens": 28491800.0,
      "step": 14065
    },
    {
      "entropy": 5.85049786567688,
      "epoch": 1.2295726645110547,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004854182382390559,
      "loss": 5.3699,
      "mean_token_accuracy": 0.19289857298135757,
      "num_tokens": 28502033.0,
      "step": 14070
    },
    {
      "entropy": 5.88203797340393,
      "epoch": 1.2300096128637594,
      "grad_norm": 0.95703125,
      "learning_rate": 0.000485407200809392,
      "loss": 5.4356,
      "mean_token_accuracy": 0.18266358822584153,
      "num_tokens": 28511921.0,
      "step": 14075
    },
    {
      "entropy": 5.963004922866821,
      "epoch": 1.2304465612164641,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004853961593440078,
      "loss": 5.3845,
      "mean_token_accuracy": 0.19056559801101686,
      "num_tokens": 28521449.0,
      "step": 14080
    },
    {
      "entropy": 5.836101150512695,
      "epoch": 1.230883509569169,
      "grad_norm": 0.921875,
      "learning_rate": 0.000485385113843115,
      "loss": 5.3664,
      "mean_token_accuracy": 0.1923606127500534,
      "num_tokens": 28532088.0,
      "step": 14085
    },
    {
      "entropy": 5.9128570556640625,
      "epoch": 1.2313204579218737,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004853740643069255,
      "loss": 5.4541,
      "mean_token_accuracy": 0.1914935901761055,
      "num_tokens": 28541835.0,
      "step": 14090
    },
    {
      "entropy": 5.927246761322022,
      "epoch": 1.2317574062745784,
      "grad_norm": 0.984375,
      "learning_rate": 0.00048536301073565113,
      "loss": 5.4177,
      "mean_token_accuracy": 0.18722625374794005,
      "num_tokens": 28551601.0,
      "step": 14095
    },
    {
      "entropy": 5.872354364395141,
      "epoch": 1.232194354627283,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004853519531295041,
      "loss": 5.3622,
      "mean_token_accuracy": 0.19137897044420243,
      "num_tokens": 28561012.0,
      "step": 14100
    },
    {
      "entropy": 5.884100151062012,
      "epoch": 1.2326313029799878,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004853408914886963,
      "loss": 5.4774,
      "mean_token_accuracy": 0.18927266895771028,
      "num_tokens": 28571431.0,
      "step": 14105
    },
    {
      "entropy": 5.823434972763062,
      "epoch": 1.2330682513326925,
      "grad_norm": 0.984375,
      "learning_rate": 0.00048532982581344004,
      "loss": 5.3585,
      "mean_token_accuracy": 0.20221086591482162,
      "num_tokens": 28581185.0,
      "step": 14110
    },
    {
      "entropy": 5.837582445144653,
      "epoch": 1.2335051996853972,
      "grad_norm": 1.125,
      "learning_rate": 0.0004853187561039475,
      "loss": 5.3902,
      "mean_token_accuracy": 0.19504114240407944,
      "num_tokens": 28591164.0,
      "step": 14115
    },
    {
      "entropy": 5.816946887969971,
      "epoch": 1.2339421480381019,
      "grad_norm": 1.0625,
      "learning_rate": 0.00048530768236043094,
      "loss": 5.3209,
      "mean_token_accuracy": 0.1960018590092659,
      "num_tokens": 28600931.0,
      "step": 14120
    },
    {
      "entropy": 5.897250747680664,
      "epoch": 1.2343790963908066,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004852966045831029,
      "loss": 5.4527,
      "mean_token_accuracy": 0.1849568322300911,
      "num_tokens": 28611908.0,
      "step": 14125
    },
    {
      "entropy": 5.950859594345093,
      "epoch": 1.2348160447435113,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004852855227721758,
      "loss": 5.4633,
      "mean_token_accuracy": 0.18535829931497574,
      "num_tokens": 28622106.0,
      "step": 14130
    },
    {
      "entropy": 5.94537205696106,
      "epoch": 1.235252993096216,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00048527443692786217,
      "loss": 5.4742,
      "mean_token_accuracy": 0.17919310927391052,
      "num_tokens": 28632634.0,
      "step": 14135
    },
    {
      "entropy": 5.898416233062744,
      "epoch": 1.2356899414489209,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004852633470503746,
      "loss": 5.4194,
      "mean_token_accuracy": 0.185948745906353,
      "num_tokens": 28642936.0,
      "step": 14140
    },
    {
      "entropy": 5.913735961914062,
      "epoch": 1.2361268898016253,
      "grad_norm": 0.90625,
      "learning_rate": 0.00048525225313992594,
      "loss": 5.3953,
      "mean_token_accuracy": 0.1867574483156204,
      "num_tokens": 28653539.0,
      "step": 14145
    },
    {
      "entropy": 5.902679061889648,
      "epoch": 1.2365638381543302,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004852411551967289,
      "loss": 5.4414,
      "mean_token_accuracy": 0.1835145741701126,
      "num_tokens": 28664212.0,
      "step": 14150
    },
    {
      "entropy": 5.9426737308502195,
      "epoch": 1.237000786507035,
      "grad_norm": 0.8984375,
      "learning_rate": 0.00048523005322099626,
      "loss": 5.4134,
      "mean_token_accuracy": 0.1861059322953224,
      "num_tokens": 28676028.0,
      "step": 14155
    },
    {
      "entropy": 5.917650651931763,
      "epoch": 1.2374377348597396,
      "grad_norm": 0.9609375,
      "learning_rate": 0.00048521894721294115,
      "loss": 5.3887,
      "mean_token_accuracy": 0.18859777003526687,
      "num_tokens": 28685370.0,
      "step": 14160
    },
    {
      "entropy": 5.837828063964844,
      "epoch": 1.2378746832124443,
      "grad_norm": 1.0,
      "learning_rate": 0.00048520783717277645,
      "loss": 5.358,
      "mean_token_accuracy": 0.19701968282461166,
      "num_tokens": 28695300.0,
      "step": 14165
    },
    {
      "entropy": 5.878239297866822,
      "epoch": 1.238311631565149,
      "grad_norm": 1.03125,
      "learning_rate": 0.00048519672310071523,
      "loss": 5.3888,
      "mean_token_accuracy": 0.19209821671247482,
      "num_tokens": 28705485.0,
      "step": 14170
    },
    {
      "entropy": 5.8844428062438965,
      "epoch": 1.2387485799178537,
      "grad_norm": 1.046875,
      "learning_rate": 0.00048518560499697066,
      "loss": 5.4118,
      "mean_token_accuracy": 0.1844337537884712,
      "num_tokens": 28715407.0,
      "step": 14175
    },
    {
      "entropy": 5.901326370239258,
      "epoch": 1.2391855282705584,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00048517448286175617,
      "loss": 5.4453,
      "mean_token_accuracy": 0.19076481014490126,
      "num_tokens": 28725283.0,
      "step": 14180
    },
    {
      "entropy": 5.828722906112671,
      "epoch": 1.239622476623263,
      "grad_norm": 0.9453125,
      "learning_rate": 0.00048516335669528495,
      "loss": 5.3462,
      "mean_token_accuracy": 0.19422206580638884,
      "num_tokens": 28736131.0,
      "step": 14185
    },
    {
      "entropy": 5.877697324752807,
      "epoch": 1.2400594249759678,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004851522264977704,
      "loss": 5.3688,
      "mean_token_accuracy": 0.1886303573846817,
      "num_tokens": 28745446.0,
      "step": 14190
    },
    {
      "entropy": 5.851118469238282,
      "epoch": 1.2404963733286725,
      "grad_norm": 1.046875,
      "learning_rate": 0.000485141092269426,
      "loss": 5.324,
      "mean_token_accuracy": 0.19324836134910583,
      "num_tokens": 28754639.0,
      "step": 14195
    },
    {
      "entropy": 5.916850185394287,
      "epoch": 1.2409333216813772,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004851299540104654,
      "loss": 5.4046,
      "mean_token_accuracy": 0.1881999507546425,
      "num_tokens": 28764397.0,
      "step": 14200
    },
    {
      "entropy": 5.868736505508423,
      "epoch": 1.241370270034082,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00048511881172110216,
      "loss": 5.3795,
      "mean_token_accuracy": 0.19086084961891175,
      "num_tokens": 28773680.0,
      "step": 14205
    },
    {
      "entropy": 5.9046937942504885,
      "epoch": 1.2418072183867868,
      "grad_norm": 0.91796875,
      "learning_rate": 0.00048510766540154997,
      "loss": 5.4631,
      "mean_token_accuracy": 0.18777710795402527,
      "num_tokens": 28784034.0,
      "step": 14210
    },
    {
      "entropy": 5.882549190521241,
      "epoch": 1.2422441667394915,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00048509651505202275,
      "loss": 5.4617,
      "mean_token_accuracy": 0.18514202684164047,
      "num_tokens": 28794487.0,
      "step": 14215
    },
    {
      "entropy": 5.943448209762574,
      "epoch": 1.2426811150921961,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004850853606727342,
      "loss": 5.3514,
      "mean_token_accuracy": 0.19318874776363373,
      "num_tokens": 28803942.0,
      "step": 14220
    },
    {
      "entropy": 5.932441186904907,
      "epoch": 1.2431180634449008,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004850742022638984,
      "loss": 5.3831,
      "mean_token_accuracy": 0.1904777467250824,
      "num_tokens": 28814498.0,
      "step": 14225
    },
    {
      "entropy": 5.844225740432739,
      "epoch": 1.2435550117976055,
      "grad_norm": 0.97265625,
      "learning_rate": 0.00048506303982572924,
      "loss": 5.3642,
      "mean_token_accuracy": 0.18854717910289764,
      "num_tokens": 28824513.0,
      "step": 14230
    },
    {
      "entropy": 5.890024089813233,
      "epoch": 1.2439919601503102,
      "grad_norm": 0.95703125,
      "learning_rate": 0.000485051873358441,
      "loss": 5.4836,
      "mean_token_accuracy": 0.17704991102218628,
      "num_tokens": 28835643.0,
      "step": 14235
    },
    {
      "entropy": 5.9911713123321535,
      "epoch": 1.244428908503015,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004850407028622477,
      "loss": 5.495,
      "mean_token_accuracy": 0.18325924575328828,
      "num_tokens": 28845615.0,
      "step": 14240
    },
    {
      "entropy": 5.8772684097290036,
      "epoch": 1.2448658568557196,
      "grad_norm": 0.94140625,
      "learning_rate": 0.00048502952833736365,
      "loss": 5.3737,
      "mean_token_accuracy": 0.19184788316488266,
      "num_tokens": 28856152.0,
      "step": 14245
    },
    {
      "entropy": 5.822806453704834,
      "epoch": 1.2453028052084243,
      "grad_norm": 0.984375,
      "learning_rate": 0.00048501834978400323,
      "loss": 5.3366,
      "mean_token_accuracy": 0.19525019824504852,
      "num_tokens": 28866926.0,
      "step": 14250
    },
    {
      "entropy": 5.8709546566009525,
      "epoch": 1.245739753561129,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004850071672023809,
      "loss": 5.4134,
      "mean_token_accuracy": 0.18614446371793747,
      "num_tokens": 28877188.0,
      "step": 14255
    },
    {
      "entropy": 5.905515050888061,
      "epoch": 1.246176701913834,
      "grad_norm": 1.0,
      "learning_rate": 0.00048499598059271087,
      "loss": 5.4017,
      "mean_token_accuracy": 0.18953592479228973,
      "num_tokens": 28887710.0,
      "step": 14260
    },
    {
      "entropy": 5.933897304534912,
      "epoch": 1.2466136502665386,
      "grad_norm": 1.015625,
      "learning_rate": 0.000484984789955208,
      "loss": 5.4488,
      "mean_token_accuracy": 0.1865658402442932,
      "num_tokens": 28897064.0,
      "step": 14265
    },
    {
      "entropy": 5.884723711013794,
      "epoch": 1.2470505986192433,
      "grad_norm": 0.9921875,
      "learning_rate": 0.00048497359529008684,
      "loss": 5.4245,
      "mean_token_accuracy": 0.18329364508390428,
      "num_tokens": 28907103.0,
      "step": 14270
    },
    {
      "entropy": 5.928465700149536,
      "epoch": 1.247487546971948,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004849623965975621,
      "loss": 5.4059,
      "mean_token_accuracy": 0.18579571545124055,
      "num_tokens": 28916851.0,
      "step": 14275
    },
    {
      "entropy": 5.928272008895874,
      "epoch": 1.2479244953246527,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004849511938778485,
      "loss": 5.4243,
      "mean_token_accuracy": 0.18545469492673874,
      "num_tokens": 28926638.0,
      "step": 14280
    },
    {
      "entropy": 5.90165696144104,
      "epoch": 1.2483614436773574,
      "grad_norm": 0.96484375,
      "learning_rate": 0.00048493998713116103,
      "loss": 5.3946,
      "mean_token_accuracy": 0.18763233125209808,
      "num_tokens": 28936764.0,
      "step": 14285
    },
    {
      "entropy": 5.870887756347656,
      "epoch": 1.248798392030062,
      "grad_norm": 0.98828125,
      "learning_rate": 0.00048492877635771464,
      "loss": 5.3978,
      "mean_token_accuracy": 0.18764438778162001,
      "num_tokens": 28946494.0,
      "step": 14290
    },
    {
      "entropy": 5.917867183685303,
      "epoch": 1.2492353403827667,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00048491756155772433,
      "loss": 5.3889,
      "mean_token_accuracy": 0.19497845619916915,
      "num_tokens": 28955626.0,
      "step": 14295
    },
    {
      "entropy": 5.96326174736023,
      "epoch": 1.2496722887354714,
      "grad_norm": 0.90234375,
      "learning_rate": 0.00048490634273140517,
      "loss": 5.3915,
      "mean_token_accuracy": 0.1897233322262764,
      "num_tokens": 28966317.0,
      "step": 14300
    },
    {
      "entropy": 5.855918931961059,
      "epoch": 1.2501092370881761,
      "grad_norm": 1.125,
      "learning_rate": 0.00048489511987897236,
      "loss": 5.4194,
      "mean_token_accuracy": 0.189365915954113,
      "num_tokens": 28976063.0,
      "step": 14305
    },
    {
      "entropy": 5.909656095504761,
      "epoch": 1.2505461854408808,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004848838930006411,
      "loss": 5.3747,
      "mean_token_accuracy": 0.1939461812376976,
      "num_tokens": 28985789.0,
      "step": 14310
    },
    {
      "entropy": 5.882233953475952,
      "epoch": 1.2509831337935857,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004848726620966269,
      "loss": 5.48,
      "mean_token_accuracy": 0.18475220948457718,
      "num_tokens": 28996458.0,
      "step": 14315
    },
    {
      "entropy": 5.894859266281128,
      "epoch": 1.2514200821462902,
      "grad_norm": 0.95703125,
      "learning_rate": 0.000484861427167145,
      "loss": 5.4042,
      "mean_token_accuracy": 0.18658964484930038,
      "num_tokens": 29007641.0,
      "step": 14320
    },
    {
      "entropy": 5.933609342575073,
      "epoch": 1.251857030498995,
      "grad_norm": 0.984375,
      "learning_rate": 0.00048485018821241104,
      "loss": 5.4004,
      "mean_token_accuracy": 0.18542574495077133,
      "num_tokens": 29017351.0,
      "step": 14325
    },
    {
      "entropy": 5.888608980178833,
      "epoch": 1.2522939788516998,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00048483894523264045,
      "loss": 5.4495,
      "mean_token_accuracy": 0.17848904877901078,
      "num_tokens": 29026951.0,
      "step": 14330
    },
    {
      "entropy": 5.867265319824218,
      "epoch": 1.2527309272044045,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004848276982280489,
      "loss": 5.3892,
      "mean_token_accuracy": 0.19231842309236527,
      "num_tokens": 29037596.0,
      "step": 14335
    },
    {
      "entropy": 5.898689079284668,
      "epoch": 1.2531678755571092,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004848164471988522,
      "loss": 5.3884,
      "mean_token_accuracy": 0.18977365493774415,
      "num_tokens": 29049010.0,
      "step": 14340
    },
    {
      "entropy": 5.882673931121826,
      "epoch": 1.2536048239098139,
      "grad_norm": 0.9296875,
      "learning_rate": 0.00048480519214526616,
      "loss": 5.4299,
      "mean_token_accuracy": 0.18485552966594695,
      "num_tokens": 29059028.0,
      "step": 14345
    },
    {
      "entropy": 5.879086589813232,
      "epoch": 1.2540417722625186,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00048479393306750647,
      "loss": 5.4049,
      "mean_token_accuracy": 0.1873243734240532,
      "num_tokens": 29069661.0,
      "step": 14350
    },
    {
      "entropy": 5.884075880050659,
      "epoch": 1.2544787206152233,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004847826699657893,
      "loss": 5.3818,
      "mean_token_accuracy": 0.18805381059646606,
      "num_tokens": 29079971.0,
      "step": 14355
    },
    {
      "entropy": 5.8773785591125485,
      "epoch": 1.254915668967928,
      "grad_norm": 0.9609375,
      "learning_rate": 0.00048477140284033054,
      "loss": 5.444,
      "mean_token_accuracy": 0.18717302829027177,
      "num_tokens": 29091378.0,
      "step": 14360
    },
    {
      "entropy": 5.848078441619873,
      "epoch": 1.2553526173206326,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004847601316913464,
      "loss": 5.3918,
      "mean_token_accuracy": 0.18949329555034639,
      "num_tokens": 29101516.0,
      "step": 14365
    },
    {
      "entropy": 5.909135341644287,
      "epoch": 1.2557895656733375,
      "grad_norm": 0.94140625,
      "learning_rate": 0.000484748856519053,
      "loss": 5.4755,
      "mean_token_accuracy": 0.1823446586728096,
      "num_tokens": 29112147.0,
      "step": 14370
    },
    {
      "entropy": 5.877610683441162,
      "epoch": 1.256226514026042,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004847375773236667,
      "loss": 5.3662,
      "mean_token_accuracy": 0.19110699892044067,
      "num_tokens": 29122084.0,
      "step": 14375
    },
    {
      "entropy": 5.911393928527832,
      "epoch": 1.256663462378747,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004847262941054037,
      "loss": 5.4079,
      "mean_token_accuracy": 0.18989870697259903,
      "num_tokens": 29131988.0,
      "step": 14380
    },
    {
      "entropy": 5.920724534988404,
      "epoch": 1.2571004107314516,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004847150068644805,
      "loss": 5.4907,
      "mean_token_accuracy": 0.18189962804317475,
      "num_tokens": 29141731.0,
      "step": 14385
    },
    {
      "entropy": 5.926009893417358,
      "epoch": 1.2575373590841563,
      "grad_norm": 1.03125,
      "learning_rate": 0.00048470371560111353,
      "loss": 5.4748,
      "mean_token_accuracy": 0.1816301167011261,
      "num_tokens": 29152185.0,
      "step": 14390
    },
    {
      "entropy": 5.895244359970093,
      "epoch": 1.257974307436861,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004846924203155194,
      "loss": 5.2994,
      "mean_token_accuracy": 0.19499996304512024,
      "num_tokens": 29162337.0,
      "step": 14395
    },
    {
      "entropy": 5.893736028671265,
      "epoch": 1.2584112557895657,
      "grad_norm": 0.94140625,
      "learning_rate": 0.00048468112100791483,
      "loss": 5.457,
      "mean_token_accuracy": 0.1840512216091156,
      "num_tokens": 29173246.0,
      "step": 14400
    },
    {
      "entropy": 5.934906959533691,
      "epoch": 1.2588482041422704,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004846698176785165,
      "loss": 5.4057,
      "mean_token_accuracy": 0.1879175126552582,
      "num_tokens": 29183700.0,
      "step": 14405
    },
    {
      "entropy": 5.919870376586914,
      "epoch": 1.259285152494975,
      "grad_norm": 1.0,
      "learning_rate": 0.0004846585103275412,
      "loss": 5.422,
      "mean_token_accuracy": 0.18242123275995253,
      "num_tokens": 29193686.0,
      "step": 14410
    },
    {
      "entropy": 5.870633554458618,
      "epoch": 1.2597221008476798,
      "grad_norm": 0.97265625,
      "learning_rate": 0.00048464719895520577,
      "loss": 5.4425,
      "mean_token_accuracy": 0.18310525119304658,
      "num_tokens": 29203575.0,
      "step": 14415
    },
    {
      "entropy": 5.893533658981323,
      "epoch": 1.2601590492003845,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004846358835617273,
      "loss": 5.4143,
      "mean_token_accuracy": 0.19000180959701538,
      "num_tokens": 29213591.0,
      "step": 14420
    },
    {
      "entropy": 5.885857009887696,
      "epoch": 1.2605959975530892,
      "grad_norm": 1.046875,
      "learning_rate": 0.00048462456414732257,
      "loss": 5.3684,
      "mean_token_accuracy": 0.194601172208786,
      "num_tokens": 29222799.0,
      "step": 14425
    },
    {
      "entropy": 5.910566282272339,
      "epoch": 1.2610329459057938,
      "grad_norm": 0.984375,
      "learning_rate": 0.00048461324071220896,
      "loss": 5.4004,
      "mean_token_accuracy": 0.18729518204927445,
      "num_tokens": 29232477.0,
      "step": 14430
    },
    {
      "entropy": 5.893600654602051,
      "epoch": 1.2614698942584988,
      "grad_norm": 0.9375,
      "learning_rate": 0.00048460191325660356,
      "loss": 5.3796,
      "mean_token_accuracy": 0.19039970487356186,
      "num_tokens": 29243477.0,
      "step": 14435
    },
    {
      "entropy": 5.889064836502075,
      "epoch": 1.2619068426112032,
      "grad_norm": 1.078125,
      "learning_rate": 0.00048459058178072366,
      "loss": 5.4633,
      "mean_token_accuracy": 0.1788409471511841,
      "num_tokens": 29253426.0,
      "step": 14440
    },
    {
      "entropy": 5.88807315826416,
      "epoch": 1.2623437909639081,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004845792462847866,
      "loss": 5.4154,
      "mean_token_accuracy": 0.18883714377880095,
      "num_tokens": 29263639.0,
      "step": 14445
    },
    {
      "entropy": 5.894646263122558,
      "epoch": 1.2627807393166128,
      "grad_norm": 0.97265625,
      "learning_rate": 0.00048456790676900963,
      "loss": 5.4427,
      "mean_token_accuracy": 0.18517956882715225,
      "num_tokens": 29273980.0,
      "step": 14450
    },
    {
      "entropy": 5.862090539932251,
      "epoch": 1.2632176876693175,
      "grad_norm": 0.97265625,
      "learning_rate": 0.00048455656323361055,
      "loss": 5.3579,
      "mean_token_accuracy": 0.19802257865667344,
      "num_tokens": 29283983.0,
      "step": 14455
    },
    {
      "entropy": 5.9621435642242435,
      "epoch": 1.2636546360220222,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004845452156788067,
      "loss": 5.4723,
      "mean_token_accuracy": 0.18258509933948516,
      "num_tokens": 29294460.0,
      "step": 14460
    },
    {
      "entropy": 5.852049684524536,
      "epoch": 1.264091584374727,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004845338641048158,
      "loss": 5.4476,
      "mean_token_accuracy": 0.1872468665242195,
      "num_tokens": 29305788.0,
      "step": 14465
    },
    {
      "entropy": 5.933486461639404,
      "epoch": 1.2645285327274316,
      "grad_norm": 1.0,
      "learning_rate": 0.00048452250851185565,
      "loss": 5.4307,
      "mean_token_accuracy": 0.1856497824192047,
      "num_tokens": 29315457.0,
      "step": 14470
    },
    {
      "entropy": 5.926676988601685,
      "epoch": 1.2649654810801363,
      "grad_norm": 1.0,
      "learning_rate": 0.000484511148900144,
      "loss": 5.3769,
      "mean_token_accuracy": 0.18525587320327758,
      "num_tokens": 29325713.0,
      "step": 14475
    },
    {
      "entropy": 5.835363149642944,
      "epoch": 1.265402429432841,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004844997852698987,
      "loss": 5.3841,
      "mean_token_accuracy": 0.1894838660955429,
      "num_tokens": 29336489.0,
      "step": 14480
    },
    {
      "entropy": 5.8767341613769535,
      "epoch": 1.2658393777855457,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004844884176213377,
      "loss": 5.3951,
      "mean_token_accuracy": 0.19177699983119964,
      "num_tokens": 29345567.0,
      "step": 14485
    },
    {
      "entropy": 5.885082340240478,
      "epoch": 1.2662763261382506,
      "grad_norm": 0.8984375,
      "learning_rate": 0.00048447704595467917,
      "loss": 5.3947,
      "mean_token_accuracy": 0.1860105499625206,
      "num_tokens": 29355890.0,
      "step": 14490
    },
    {
      "entropy": 5.910955905914307,
      "epoch": 1.266713274490955,
      "grad_norm": 0.96484375,
      "learning_rate": 0.00048446567027014104,
      "loss": 5.4365,
      "mean_token_accuracy": 0.19236410409212112,
      "num_tokens": 29365948.0,
      "step": 14495
    },
    {
      "entropy": 5.842725801467895,
      "epoch": 1.26715022284366,
      "grad_norm": 1.0,
      "learning_rate": 0.0004844542905679417,
      "loss": 5.3804,
      "mean_token_accuracy": 0.1900256484746933,
      "num_tokens": 29375673.0,
      "step": 14500
    },
    {
      "entropy": 5.849943971633911,
      "epoch": 1.2675871711963647,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004844429068482993,
      "loss": 5.3856,
      "mean_token_accuracy": 0.18391724824905395,
      "num_tokens": 29384567.0,
      "step": 14505
    },
    {
      "entropy": 5.887287044525147,
      "epoch": 1.2680241195490694,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00048443151911143213,
      "loss": 5.3099,
      "mean_token_accuracy": 0.19493403434753417,
      "num_tokens": 29393747.0,
      "step": 14510
    },
    {
      "entropy": 5.880083227157593,
      "epoch": 1.268461067901774,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004844201273575587,
      "loss": 5.3939,
      "mean_token_accuracy": 0.18715967386960983,
      "num_tokens": 29404095.0,
      "step": 14515
    },
    {
      "entropy": 5.8033435344696045,
      "epoch": 1.2688980162544787,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00048440873158689754,
      "loss": 5.3864,
      "mean_token_accuracy": 0.18994383215904237,
      "num_tokens": 29414450.0,
      "step": 14520
    },
    {
      "entropy": 5.870719861984253,
      "epoch": 1.2693349646071834,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004843973317996672,
      "loss": 5.3629,
      "mean_token_accuracy": 0.19117822498083115,
      "num_tokens": 29424054.0,
      "step": 14525
    },
    {
      "entropy": 5.945917367935181,
      "epoch": 1.2697719129598881,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004843859279960862,
      "loss": 5.4477,
      "mean_token_accuracy": 0.18954988270998002,
      "num_tokens": 29434585.0,
      "step": 14530
    },
    {
      "entropy": 5.859199094772339,
      "epoch": 1.2702088613125928,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004843745201763735,
      "loss": 5.3956,
      "mean_token_accuracy": 0.196926087141037,
      "num_tokens": 29443863.0,
      "step": 14535
    },
    {
      "entropy": 5.847399520874023,
      "epoch": 1.2706458096652975,
      "grad_norm": 0.98828125,
      "learning_rate": 0.00048436310834074764,
      "loss": 5.3871,
      "mean_token_accuracy": 0.1843915030360222,
      "num_tokens": 29453851.0,
      "step": 14540
    },
    {
      "entropy": 5.8311442852020265,
      "epoch": 1.2710827580180022,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004843516924894278,
      "loss": 5.3096,
      "mean_token_accuracy": 0.19592140167951583,
      "num_tokens": 29465152.0,
      "step": 14545
    },
    {
      "entropy": 5.881560325622559,
      "epoch": 1.2715197063707069,
      "grad_norm": 1.015625,
      "learning_rate": 0.00048434027262263274,
      "loss": 5.3343,
      "mean_token_accuracy": 0.2029715433716774,
      "num_tokens": 29474749.0,
      "step": 14550
    },
    {
      "entropy": 5.9084888935089115,
      "epoch": 1.2719566547234118,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004843288487405816,
      "loss": 5.3865,
      "mean_token_accuracy": 0.19188662618398666,
      "num_tokens": 29483554.0,
      "step": 14555
    },
    {
      "entropy": 5.857072257995606,
      "epoch": 1.2723936030761165,
      "grad_norm": 1.015625,
      "learning_rate": 0.00048431742084349347,
      "loss": 5.3753,
      "mean_token_accuracy": 0.19178573936223983,
      "num_tokens": 29493718.0,
      "step": 14560
    },
    {
      "entropy": 5.8694416046142575,
      "epoch": 1.2728305514288212,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004843059889315874,
      "loss": 5.4379,
      "mean_token_accuracy": 0.17955464869737625,
      "num_tokens": 29504407.0,
      "step": 14565
    },
    {
      "entropy": 5.952179050445556,
      "epoch": 1.2732674997815259,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004842945530050829,
      "loss": 5.4282,
      "mean_token_accuracy": 0.1796976387500763,
      "num_tokens": 29514992.0,
      "step": 14570
    },
    {
      "entropy": 5.938148021697998,
      "epoch": 1.2737044481342306,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00048428311306419913,
      "loss": 5.4744,
      "mean_token_accuracy": 0.18414951115846634,
      "num_tokens": 29525109.0,
      "step": 14575
    },
    {
      "entropy": 5.86523585319519,
      "epoch": 1.2741413964869353,
      "grad_norm": 0.9609375,
      "learning_rate": 0.00048427166910915565,
      "loss": 5.4493,
      "mean_token_accuracy": 0.18780710995197297,
      "num_tokens": 29536131.0,
      "step": 14580
    },
    {
      "entropy": 5.801367235183716,
      "epoch": 1.27457834483964,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004842602211401719,
      "loss": 5.3523,
      "mean_token_accuracy": 0.198617684841156,
      "num_tokens": 29547614.0,
      "step": 14585
    },
    {
      "entropy": 5.897567558288574,
      "epoch": 1.2750152931923446,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004842487691574675,
      "loss": 5.4205,
      "mean_token_accuracy": 0.19176021963357925,
      "num_tokens": 29557499.0,
      "step": 14590
    },
    {
      "entropy": 5.927174043655396,
      "epoch": 1.2754522415450493,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00048423731316126194,
      "loss": 5.4574,
      "mean_token_accuracy": 0.1820669114589691,
      "num_tokens": 29569909.0,
      "step": 14595
    },
    {
      "entropy": 5.984518527984619,
      "epoch": 1.275889189897754,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004842258531517752,
      "loss": 5.5485,
      "mean_token_accuracy": 0.1801432952284813,
      "num_tokens": 29581261.0,
      "step": 14600
    },
    {
      "entropy": 5.9189732551574705,
      "epoch": 1.2763261382504587,
      "grad_norm": 1.0,
      "learning_rate": 0.0004842143891292269,
      "loss": 5.3568,
      "mean_token_accuracy": 0.19226597100496293,
      "num_tokens": 29590604.0,
      "step": 14605
    },
    {
      "entropy": 5.87943549156189,
      "epoch": 1.2767630866031636,
      "grad_norm": 1.015625,
      "learning_rate": 0.00048420292109383704,
      "loss": 5.4637,
      "mean_token_accuracy": 0.18036249727010728,
      "num_tokens": 29600129.0,
      "step": 14610
    },
    {
      "entropy": 5.869359302520752,
      "epoch": 1.277200034955868,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00048419144904582545,
      "loss": 5.3173,
      "mean_token_accuracy": 0.201188562810421,
      "num_tokens": 29609608.0,
      "step": 14615
    },
    {
      "entropy": 5.839637613296508,
      "epoch": 1.277636983308573,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00048417997298541235,
      "loss": 5.3145,
      "mean_token_accuracy": 0.1997911423444748,
      "num_tokens": 29618764.0,
      "step": 14620
    },
    {
      "entropy": 5.911133766174316,
      "epoch": 1.2780739316612777,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00048416849291281765,
      "loss": 5.4956,
      "mean_token_accuracy": 0.18454674631357193,
      "num_tokens": 29628703.0,
      "step": 14625
    },
    {
      "entropy": 5.886126947402954,
      "epoch": 1.2785108800139824,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00048415700882826167,
      "loss": 5.3918,
      "mean_token_accuracy": 0.1906075581908226,
      "num_tokens": 29639291.0,
      "step": 14630
    },
    {
      "entropy": 5.897544193267822,
      "epoch": 1.278947828366687,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00048414552073196477,
      "loss": 5.3818,
      "mean_token_accuracy": 0.19183645844459535,
      "num_tokens": 29649058.0,
      "step": 14635
    },
    {
      "entropy": 5.920081901550293,
      "epoch": 1.2793847767193918,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004841340286241471,
      "loss": 5.4263,
      "mean_token_accuracy": 0.18766815811395646,
      "num_tokens": 29658629.0,
      "step": 14640
    },
    {
      "entropy": 5.927713823318482,
      "epoch": 1.2798217250720965,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004841225325050292,
      "loss": 5.4965,
      "mean_token_accuracy": 0.1838213637471199,
      "num_tokens": 29668875.0,
      "step": 14645
    },
    {
      "entropy": 5.912481498718262,
      "epoch": 1.2802586734248012,
      "grad_norm": 0.93359375,
      "learning_rate": 0.00048411103237483156,
      "loss": 5.4637,
      "mean_token_accuracy": 0.17973132878541948,
      "num_tokens": 29678427.0,
      "step": 14650
    },
    {
      "entropy": 5.857479190826416,
      "epoch": 1.2806956217775058,
      "grad_norm": 0.9453125,
      "learning_rate": 0.00048409952823377474,
      "loss": 5.3508,
      "mean_token_accuracy": 0.18814163357019426,
      "num_tokens": 29688975.0,
      "step": 14655
    },
    {
      "entropy": 5.889541053771973,
      "epoch": 1.2811325701302105,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00048408802008207937,
      "loss": 5.4279,
      "mean_token_accuracy": 0.18512528389692307,
      "num_tokens": 29699550.0,
      "step": 14660
    },
    {
      "entropy": 5.882220125198364,
      "epoch": 1.2815695184829154,
      "grad_norm": 1.078125,
      "learning_rate": 0.00048407650791996624,
      "loss": 5.3881,
      "mean_token_accuracy": 0.19051769375801086,
      "num_tokens": 29709597.0,
      "step": 14665
    },
    {
      "entropy": 5.925837516784668,
      "epoch": 1.28200646683562,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004840649917476561,
      "loss": 5.4442,
      "mean_token_accuracy": 0.18536899089813233,
      "num_tokens": 29719250.0,
      "step": 14670
    },
    {
      "entropy": 5.943333864212036,
      "epoch": 1.2824434151883248,
      "grad_norm": 1.0,
      "learning_rate": 0.00048405347156536995,
      "loss": 5.4497,
      "mean_token_accuracy": 0.18413214534521102,
      "num_tokens": 29728809.0,
      "step": 14675
    },
    {
      "entropy": 5.91434235572815,
      "epoch": 1.2828803635410295,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004840419473733287,
      "loss": 5.351,
      "mean_token_accuracy": 0.19947586953639984,
      "num_tokens": 29739240.0,
      "step": 14680
    },
    {
      "entropy": 5.885198783874512,
      "epoch": 1.2833173118937342,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00048403041917175323,
      "loss": 5.4247,
      "mean_token_accuracy": 0.1907942771911621,
      "num_tokens": 29749284.0,
      "step": 14685
    },
    {
      "entropy": 5.91831521987915,
      "epoch": 1.283754260246439,
      "grad_norm": 0.98046875,
      "learning_rate": 0.00048401888696086485,
      "loss": 5.4591,
      "mean_token_accuracy": 0.18027313947677612,
      "num_tokens": 29758770.0,
      "step": 14690
    },
    {
      "entropy": 5.886524868011475,
      "epoch": 1.2841912085991436,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004840073507408847,
      "loss": 5.381,
      "mean_token_accuracy": 0.1902727872133255,
      "num_tokens": 29770111.0,
      "step": 14695
    },
    {
      "entropy": 5.897607278823853,
      "epoch": 1.2846281569518483,
      "grad_norm": 0.9921875,
      "learning_rate": 0.000483995810512034,
      "loss": 5.367,
      "mean_token_accuracy": 0.19072409123182296,
      "num_tokens": 29780210.0,
      "step": 14700
    },
    {
      "entropy": 5.895713186264038,
      "epoch": 1.285065105304553,
      "grad_norm": 1.09375,
      "learning_rate": 0.00048398426627453423,
      "loss": 5.3937,
      "mean_token_accuracy": 0.19037948697805404,
      "num_tokens": 29789903.0,
      "step": 14705
    },
    {
      "entropy": 5.962342023849487,
      "epoch": 1.2855020536572577,
      "grad_norm": 0.953125,
      "learning_rate": 0.00048397271802860667,
      "loss": 5.4695,
      "mean_token_accuracy": 0.18436891883611678,
      "num_tokens": 29799377.0,
      "step": 14710
    },
    {
      "entropy": 5.914229393005371,
      "epoch": 1.2859390020099624,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004839611657744729,
      "loss": 5.3634,
      "mean_token_accuracy": 0.18998343199491502,
      "num_tokens": 29809173.0,
      "step": 14715
    },
    {
      "entropy": 5.875253629684448,
      "epoch": 1.286375950362667,
      "grad_norm": 1.125,
      "learning_rate": 0.00048394960951235444,
      "loss": 5.4901,
      "mean_token_accuracy": 0.18575821965932846,
      "num_tokens": 29819475.0,
      "step": 14720
    },
    {
      "entropy": 5.85808219909668,
      "epoch": 1.2868128987153717,
      "grad_norm": 0.94140625,
      "learning_rate": 0.000483938049242473,
      "loss": 5.3557,
      "mean_token_accuracy": 0.1907118946313858,
      "num_tokens": 29829109.0,
      "step": 14725
    },
    {
      "entropy": 5.89633207321167,
      "epoch": 1.2872498470680767,
      "grad_norm": 0.984375,
      "learning_rate": 0.00048392648496505024,
      "loss": 5.3905,
      "mean_token_accuracy": 0.18701996207237243,
      "num_tokens": 29839735.0,
      "step": 14730
    },
    {
      "entropy": 5.853155040740967,
      "epoch": 1.2876867954207811,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004839149166803081,
      "loss": 5.3638,
      "mean_token_accuracy": 0.19006885439157487,
      "num_tokens": 29850039.0,
      "step": 14735
    },
    {
      "entropy": 5.929983520507813,
      "epoch": 1.288123743773486,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004839033443884684,
      "loss": 5.3732,
      "mean_token_accuracy": 0.18888740688562394,
      "num_tokens": 29859411.0,
      "step": 14740
    },
    {
      "entropy": 5.867099618911743,
      "epoch": 1.2885606921261907,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004838917680897531,
      "loss": 5.4315,
      "mean_token_accuracy": 0.1857207790017128,
      "num_tokens": 29870426.0,
      "step": 14745
    },
    {
      "entropy": 5.936068916320801,
      "epoch": 1.2889976404788954,
      "grad_norm": 0.9375,
      "learning_rate": 0.00048388018778438413,
      "loss": 5.3765,
      "mean_token_accuracy": 0.1893620014190674,
      "num_tokens": 29881992.0,
      "step": 14750
    },
    {
      "entropy": 5.881128644943237,
      "epoch": 1.2894345888316001,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004838686034725838,
      "loss": 5.3993,
      "mean_token_accuracy": 0.19085477143526078,
      "num_tokens": 29891496.0,
      "step": 14755
    },
    {
      "entropy": 5.936075019836426,
      "epoch": 1.2898715371843048,
      "grad_norm": 1.015625,
      "learning_rate": 0.00048385701515457413,
      "loss": 5.3859,
      "mean_token_accuracy": 0.18420447111129762,
      "num_tokens": 29901529.0,
      "step": 14760
    },
    {
      "entropy": 5.903213405609131,
      "epoch": 1.2903084855370095,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004838454228305775,
      "loss": 5.4514,
      "mean_token_accuracy": 0.18907617032527924,
      "num_tokens": 29910773.0,
      "step": 14765
    },
    {
      "entropy": 5.91275372505188,
      "epoch": 1.2907454338897142,
      "grad_norm": 0.9921875,
      "learning_rate": 0.00048383382650081633,
      "loss": 5.4246,
      "mean_token_accuracy": 0.1864282086491585,
      "num_tokens": 29919381.0,
      "step": 14770
    },
    {
      "entropy": 5.927312898635864,
      "epoch": 1.2911823822424189,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004838222261655129,
      "loss": 5.4496,
      "mean_token_accuracy": 0.18737947791814805,
      "num_tokens": 29929179.0,
      "step": 14775
    },
    {
      "entropy": 5.898981142044067,
      "epoch": 1.2916193305951236,
      "grad_norm": 0.98046875,
      "learning_rate": 0.00048381062182488964,
      "loss": 5.3801,
      "mean_token_accuracy": 0.19165196865797043,
      "num_tokens": 29938252.0,
      "step": 14780
    },
    {
      "entropy": 5.866058492660523,
      "epoch": 1.2920562789478285,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00048379901347916926,
      "loss": 5.4239,
      "mean_token_accuracy": 0.1890939950942993,
      "num_tokens": 29947489.0,
      "step": 14785
    },
    {
      "entropy": 5.866489744186401,
      "epoch": 1.292493227300533,
      "grad_norm": 0.97265625,
      "learning_rate": 0.00048378740112857443,
      "loss": 5.3505,
      "mean_token_accuracy": 0.19309438467025758,
      "num_tokens": 29956788.0,
      "step": 14790
    },
    {
      "entropy": 5.926744270324707,
      "epoch": 1.2929301756532379,
      "grad_norm": 1.09375,
      "learning_rate": 0.00048377578477332785,
      "loss": 5.4525,
      "mean_token_accuracy": 0.1849548488855362,
      "num_tokens": 29967161.0,
      "step": 14795
    },
    {
      "entropy": 5.86737642288208,
      "epoch": 1.2933671240059426,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004837641644136523,
      "loss": 5.2665,
      "mean_token_accuracy": 0.20593309849500657,
      "num_tokens": 29976739.0,
      "step": 14800
    },
    {
      "entropy": 5.84541802406311,
      "epoch": 1.2938040723586473,
      "grad_norm": 1.015625,
      "learning_rate": 0.00048375254004977074,
      "loss": 5.3919,
      "mean_token_accuracy": 0.19248463958501816,
      "num_tokens": 29986739.0,
      "step": 14805
    },
    {
      "entropy": 5.842993831634521,
      "epoch": 1.294241020711352,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004837409116819061,
      "loss": 5.3691,
      "mean_token_accuracy": 0.1918365627527237,
      "num_tokens": 29996687.0,
      "step": 14810
    },
    {
      "entropy": 5.870249509811401,
      "epoch": 1.2946779690640566,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004837292793102813,
      "loss": 5.4107,
      "mean_token_accuracy": 0.1874016284942627,
      "num_tokens": 30007757.0,
      "step": 14815
    },
    {
      "entropy": 5.822268390655518,
      "epoch": 1.2951149174167613,
      "grad_norm": 0.97265625,
      "learning_rate": 0.00048371764293511963,
      "loss": 5.3452,
      "mean_token_accuracy": 0.20096675604581832,
      "num_tokens": 30018129.0,
      "step": 14820
    },
    {
      "entropy": 5.88400182723999,
      "epoch": 1.295551865769466,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004837060025566441,
      "loss": 5.3534,
      "mean_token_accuracy": 0.18837519884109497,
      "num_tokens": 30028194.0,
      "step": 14825
    },
    {
      "entropy": 5.902622175216675,
      "epoch": 1.2959888141221707,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004836943581750782,
      "loss": 5.5243,
      "mean_token_accuracy": 0.17282061278820038,
      "num_tokens": 30038182.0,
      "step": 14830
    },
    {
      "entropy": 5.951957368850708,
      "epoch": 1.2964257624748754,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004836827097906451,
      "loss": 5.4103,
      "mean_token_accuracy": 0.1874073788523674,
      "num_tokens": 30047848.0,
      "step": 14835
    },
    {
      "entropy": 5.891349792480469,
      "epoch": 1.2968627108275803,
      "grad_norm": 1.015625,
      "learning_rate": 0.00048367105740356825,
      "loss": 5.4686,
      "mean_token_accuracy": 0.1879722610116005,
      "num_tokens": 30058697.0,
      "step": 14840
    },
    {
      "entropy": 5.906426334381104,
      "epoch": 1.2972996591802848,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00048365940101407123,
      "loss": 5.3236,
      "mean_token_accuracy": 0.1909800186753273,
      "num_tokens": 30068611.0,
      "step": 14845
    },
    {
      "entropy": 5.887174987792969,
      "epoch": 1.2977366075329897,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004836477406223775,
      "loss": 5.3746,
      "mean_token_accuracy": 0.1898495614528656,
      "num_tokens": 30077992.0,
      "step": 14850
    },
    {
      "entropy": 5.968709897994995,
      "epoch": 1.2981735558856944,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00048363607622871086,
      "loss": 5.5345,
      "mean_token_accuracy": 0.17894415110349654,
      "num_tokens": 30088940.0,
      "step": 14855
    },
    {
      "entropy": 5.981051111221314,
      "epoch": 1.298610504238399,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00048362440783329485,
      "loss": 5.429,
      "mean_token_accuracy": 0.18938184827566146,
      "num_tokens": 30099249.0,
      "step": 14860
    },
    {
      "entropy": 5.848705816268921,
      "epoch": 1.2990474525911038,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004836127354363535,
      "loss": 5.4274,
      "mean_token_accuracy": 0.19189351052045822,
      "num_tokens": 30110548.0,
      "step": 14865
    },
    {
      "entropy": 5.845427179336548,
      "epoch": 1.2994844009438085,
      "grad_norm": 1.015625,
      "learning_rate": 0.00048360105903811045,
      "loss": 5.3912,
      "mean_token_accuracy": 0.19859436601400376,
      "num_tokens": 30120842.0,
      "step": 14870
    },
    {
      "entropy": 5.953339624404907,
      "epoch": 1.2999213492965132,
      "grad_norm": 0.98828125,
      "learning_rate": 0.00048358937863878984,
      "loss": 5.4404,
      "mean_token_accuracy": 0.18778700679540633,
      "num_tokens": 30130439.0,
      "step": 14875
    },
    {
      "entropy": 5.953519010543824,
      "epoch": 1.3003582976492178,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004835776942386157,
      "loss": 5.4509,
      "mean_token_accuracy": 0.1859176352620125,
      "num_tokens": 30140976.0,
      "step": 14880
    },
    {
      "entropy": 5.874736976623535,
      "epoch": 1.3007952460019225,
      "grad_norm": 0.92578125,
      "learning_rate": 0.000483566005837812,
      "loss": 5.4103,
      "mean_token_accuracy": 0.18740567713975906,
      "num_tokens": 30150989.0,
      "step": 14885
    },
    {
      "entropy": 5.885106706619263,
      "epoch": 1.3012321943546272,
      "grad_norm": 0.93359375,
      "learning_rate": 0.00048355431343660303,
      "loss": 5.3863,
      "mean_token_accuracy": 0.18874596208333969,
      "num_tokens": 30161605.0,
      "step": 14890
    },
    {
      "entropy": 5.879070568084717,
      "epoch": 1.301669142707332,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004835426170352131,
      "loss": 5.3775,
      "mean_token_accuracy": 0.1933877870440483,
      "num_tokens": 30171361.0,
      "step": 14895
    },
    {
      "entropy": 5.883528423309326,
      "epoch": 1.3021060910600366,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00048353091663386655,
      "loss": 5.322,
      "mean_token_accuracy": 0.19060921669006348,
      "num_tokens": 30180352.0,
      "step": 14900
    },
    {
      "entropy": 5.8842963695526125,
      "epoch": 1.3025430394127415,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004835192122327877,
      "loss": 5.3551,
      "mean_token_accuracy": 0.19327724426984788,
      "num_tokens": 30190624.0,
      "step": 14905
    },
    {
      "entropy": 5.9062206745147705,
      "epoch": 1.302979987765446,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00048350750383220105,
      "loss": 5.3727,
      "mean_token_accuracy": 0.1950850233435631,
      "num_tokens": 30200203.0,
      "step": 14910
    },
    {
      "entropy": 5.848598194122315,
      "epoch": 1.303416936118151,
      "grad_norm": 1.0,
      "learning_rate": 0.00048349579143233126,
      "loss": 5.3591,
      "mean_token_accuracy": 0.19368735551834107,
      "num_tokens": 30210546.0,
      "step": 14915
    },
    {
      "entropy": 5.936609506607056,
      "epoch": 1.3038538844708556,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004834840750334029,
      "loss": 5.5144,
      "mean_token_accuracy": 0.18137481510639192,
      "num_tokens": 30221316.0,
      "step": 14920
    },
    {
      "entropy": 5.9514514923095705,
      "epoch": 1.3042908328235603,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004834723546356408,
      "loss": 5.4355,
      "mean_token_accuracy": 0.18373569697141648,
      "num_tokens": 30232580.0,
      "step": 14925
    },
    {
      "entropy": 5.901349878311157,
      "epoch": 1.304727781176265,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00048346063023926964,
      "loss": 5.3744,
      "mean_token_accuracy": 0.19140214174985887,
      "num_tokens": 30241976.0,
      "step": 14930
    },
    {
      "entropy": 5.84702959060669,
      "epoch": 1.3051647295289697,
      "grad_norm": 0.98046875,
      "learning_rate": 0.00048344890184451436,
      "loss": 5.3645,
      "mean_token_accuracy": 0.18297790735960007,
      "num_tokens": 30252723.0,
      "step": 14935
    },
    {
      "entropy": 5.924409532546997,
      "epoch": 1.3056016778816744,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00048343716945159997,
      "loss": 5.4293,
      "mean_token_accuracy": 0.18520747125148773,
      "num_tokens": 30263125.0,
      "step": 14940
    },
    {
      "entropy": 5.831349468231201,
      "epoch": 1.306038626234379,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004834254330607514,
      "loss": 5.3462,
      "mean_token_accuracy": 0.19786030650138856,
      "num_tokens": 30273113.0,
      "step": 14945
    },
    {
      "entropy": 5.854822444915771,
      "epoch": 1.3064755745870837,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004834136926721939,
      "loss": 5.323,
      "mean_token_accuracy": 0.19613340646028518,
      "num_tokens": 30282550.0,
      "step": 14950
    },
    {
      "entropy": 5.824409294128418,
      "epoch": 1.3069125229397884,
      "grad_norm": 0.99609375,
      "learning_rate": 0.00048340194828615246,
      "loss": 5.3502,
      "mean_token_accuracy": 0.1885107710957527,
      "num_tokens": 30293377.0,
      "step": 14955
    },
    {
      "entropy": 5.8611517429351805,
      "epoch": 1.3073494712924933,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004833901999028525,
      "loss": 5.383,
      "mean_token_accuracy": 0.19197298884391784,
      "num_tokens": 30303147.0,
      "step": 14960
    },
    {
      "entropy": 5.913231372833252,
      "epoch": 1.3077864196451978,
      "grad_norm": 1.0,
      "learning_rate": 0.0004833784475225192,
      "loss": 5.515,
      "mean_token_accuracy": 0.1795727416872978,
      "num_tokens": 30313426.0,
      "step": 14965
    },
    {
      "entropy": 5.912972927093506,
      "epoch": 1.3082233679979027,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004833666911453783,
      "loss": 5.4396,
      "mean_token_accuracy": 0.18160651326179506,
      "num_tokens": 30323896.0,
      "step": 14970
    },
    {
      "entropy": 5.888833236694336,
      "epoch": 1.3086603163506074,
      "grad_norm": 0.95703125,
      "learning_rate": 0.000483354930771655,
      "loss": 5.4039,
      "mean_token_accuracy": 0.18401016891002656,
      "num_tokens": 30333523.0,
      "step": 14975
    },
    {
      "entropy": 5.896781396865845,
      "epoch": 1.3090972647033121,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00048334316640157493,
      "loss": 5.378,
      "mean_token_accuracy": 0.1940102383494377,
      "num_tokens": 30344035.0,
      "step": 14980
    },
    {
      "entropy": 5.891812753677368,
      "epoch": 1.3095342130560168,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004833313980353637,
      "loss": 5.4643,
      "mean_token_accuracy": 0.19121760874986649,
      "num_tokens": 30354385.0,
      "step": 14985
    },
    {
      "entropy": 5.935769510269165,
      "epoch": 1.3099711614087215,
      "grad_norm": 0.984375,
      "learning_rate": 0.00048331962567324717,
      "loss": 5.5119,
      "mean_token_accuracy": 0.18218183368444443,
      "num_tokens": 30364941.0,
      "step": 14990
    },
    {
      "entropy": 5.866204643249512,
      "epoch": 1.3104081097614262,
      "grad_norm": 0.9609375,
      "learning_rate": 0.000483307849315451,
      "loss": 5.3511,
      "mean_token_accuracy": 0.18700747638940812,
      "num_tokens": 30376160.0,
      "step": 14995
    },
    {
      "entropy": 5.935607099533081,
      "epoch": 1.3108450581141309,
      "grad_norm": 1.125,
      "learning_rate": 0.00048329606896220116,
      "loss": 5.4652,
      "mean_token_accuracy": 0.18179517686367036,
      "num_tokens": 30385018.0,
      "step": 15000
    },
    {
      "epoch": 1.3108450581141309,
      "eval_entropy": 5.660137638098637,
      "eval_loss": 5.4535698890686035,
      "eval_mean_token_accuracy": 0.19553054010997536,
      "eval_num_tokens": 30385018.0,
      "eval_runtime": 21.3651,
      "eval_samples_per_second": 1732.455,
      "eval_steps_per_second": 216.569,
      "step": 15000
    },
    {
      "entropy": 5.870339632034302,
      "epoch": 1.3112820064668356,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004832842846137236,
      "loss": 5.3855,
      "mean_token_accuracy": 0.18737247288227082,
      "num_tokens": 30394618.0,
      "step": 15005
    },
    {
      "entropy": 5.904925966262818,
      "epoch": 1.3117189548195403,
      "grad_norm": 0.96484375,
      "learning_rate": 0.00048327249627024433,
      "loss": 5.4075,
      "mean_token_accuracy": 0.18742564618587493,
      "num_tokens": 30404081.0,
      "step": 15010
    },
    {
      "entropy": 5.900134325027466,
      "epoch": 1.3121559031722452,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004832607039319894,
      "loss": 5.3697,
      "mean_token_accuracy": 0.18914014101028442,
      "num_tokens": 30413892.0,
      "step": 15015
    },
    {
      "entropy": 5.918684816360473,
      "epoch": 1.3125928515249496,
      "grad_norm": 0.97265625,
      "learning_rate": 0.00048324890759918513,
      "loss": 5.4437,
      "mean_token_accuracy": 0.185148686170578,
      "num_tokens": 30424523.0,
      "step": 15020
    },
    {
      "entropy": 5.857182741165161,
      "epoch": 1.3130297998776546,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004832371072720576,
      "loss": 5.3926,
      "mean_token_accuracy": 0.19248900562524796,
      "num_tokens": 30435092.0,
      "step": 15025
    },
    {
      "entropy": 5.822831153869629,
      "epoch": 1.3134667482303592,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004832253029508332,
      "loss": 5.3438,
      "mean_token_accuracy": 0.19148246496915816,
      "num_tokens": 30445628.0,
      "step": 15030
    },
    {
      "entropy": 5.860349512100219,
      "epoch": 1.313903696583064,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004832134946357384,
      "loss": 5.4116,
      "mean_token_accuracy": 0.19068959653377532,
      "num_tokens": 30457433.0,
      "step": 15035
    },
    {
      "entropy": 5.896416521072387,
      "epoch": 1.3143406449357686,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004832016823269998,
      "loss": 5.3902,
      "mean_token_accuracy": 0.1914327248930931,
      "num_tokens": 30467987.0,
      "step": 15040
    },
    {
      "entropy": 5.964331436157226,
      "epoch": 1.3147775932884733,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004831898660248437,
      "loss": 5.4149,
      "mean_token_accuracy": 0.1820209354162216,
      "num_tokens": 30476577.0,
      "step": 15045
    },
    {
      "entropy": 5.890260696411133,
      "epoch": 1.315214541641178,
      "grad_norm": 0.87109375,
      "learning_rate": 0.00048317804572949697,
      "loss": 5.3518,
      "mean_token_accuracy": 0.18951936513185502,
      "num_tokens": 30487410.0,
      "step": 15050
    },
    {
      "entropy": 5.926077604293823,
      "epoch": 1.3156514899938827,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004831662214411862,
      "loss": 5.4669,
      "mean_token_accuracy": 0.18387494534254073,
      "num_tokens": 30497778.0,
      "step": 15055
    },
    {
      "entropy": 5.886999940872192,
      "epoch": 1.3160884383465874,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004831543931601382,
      "loss": 5.4034,
      "mean_token_accuracy": 0.19284550696611405,
      "num_tokens": 30507369.0,
      "step": 15060
    },
    {
      "entropy": 5.880561590194702,
      "epoch": 1.316525386699292,
      "grad_norm": 0.94921875,
      "learning_rate": 0.00048314256088657985,
      "loss": 5.4241,
      "mean_token_accuracy": 0.1881839871406555,
      "num_tokens": 30518126.0,
      "step": 15065
    },
    {
      "entropy": 5.87148494720459,
      "epoch": 1.3169623350519968,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004831307246207382,
      "loss": 5.3938,
      "mean_token_accuracy": 0.19575639367103576,
      "num_tokens": 30528167.0,
      "step": 15070
    },
    {
      "entropy": 5.871064233779907,
      "epoch": 1.3173992834047015,
      "grad_norm": 0.984375,
      "learning_rate": 0.00048311888436284017,
      "loss": 5.3266,
      "mean_token_accuracy": 0.19930619448423387,
      "num_tokens": 30538111.0,
      "step": 15075
    },
    {
      "entropy": 5.90324034690857,
      "epoch": 1.3178362317574064,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004831070401131129,
      "loss": 5.4395,
      "mean_token_accuracy": 0.19636994898319243,
      "num_tokens": 30547773.0,
      "step": 15080
    },
    {
      "entropy": 5.8905517578125,
      "epoch": 1.3182731801101109,
      "grad_norm": 1.0,
      "learning_rate": 0.0004830951918717834,
      "loss": 5.3836,
      "mean_token_accuracy": 0.1967023104429245,
      "num_tokens": 30558058.0,
      "step": 15085
    },
    {
      "entropy": 5.851579093933106,
      "epoch": 1.3187101284628158,
      "grad_norm": 1.0,
      "learning_rate": 0.00048308333963907927,
      "loss": 5.3382,
      "mean_token_accuracy": 0.19604783803224562,
      "num_tokens": 30567297.0,
      "step": 15090
    },
    {
      "entropy": 5.916391849517822,
      "epoch": 1.3191470768155205,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00048307148341522756,
      "loss": 5.3898,
      "mean_token_accuracy": 0.1925957053899765,
      "num_tokens": 30578159.0,
      "step": 15095
    },
    {
      "entropy": 5.8911097049713135,
      "epoch": 1.3195840251682251,
      "grad_norm": 0.93359375,
      "learning_rate": 0.00048305962320045574,
      "loss": 5.4135,
      "mean_token_accuracy": 0.1904238685965538,
      "num_tokens": 30588734.0,
      "step": 15100
    },
    {
      "entropy": 5.876191329956055,
      "epoch": 1.3200209735209298,
      "grad_norm": 1.0625,
      "learning_rate": 0.00048304775899499143,
      "loss": 5.328,
      "mean_token_accuracy": 0.19538298100233079,
      "num_tokens": 30598496.0,
      "step": 15105
    },
    {
      "entropy": 5.895066547393799,
      "epoch": 1.3204579218736345,
      "grad_norm": 0.93359375,
      "learning_rate": 0.000483035890799062,
      "loss": 5.391,
      "mean_token_accuracy": 0.18848974704742433,
      "num_tokens": 30608330.0,
      "step": 15110
    },
    {
      "entropy": 5.899581098556519,
      "epoch": 1.3208948702263392,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004830240186128952,
      "loss": 5.3769,
      "mean_token_accuracy": 0.19526655077934266,
      "num_tokens": 30618887.0,
      "step": 15115
    },
    {
      "entropy": 5.87770185470581,
      "epoch": 1.321331818579044,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00048301214243671884,
      "loss": 5.3282,
      "mean_token_accuracy": 0.1940920576453209,
      "num_tokens": 30629479.0,
      "step": 15120
    },
    {
      "entropy": 5.8678121089935305,
      "epoch": 1.3217687669317486,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004830002622707604,
      "loss": 5.3412,
      "mean_token_accuracy": 0.18588975071907043,
      "num_tokens": 30639270.0,
      "step": 15125
    },
    {
      "entropy": 5.907606840133667,
      "epoch": 1.3222057152844533,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004829883781152481,
      "loss": 5.4582,
      "mean_token_accuracy": 0.18810767829418182,
      "num_tokens": 30649156.0,
      "step": 15130
    },
    {
      "entropy": 5.880958700180054,
      "epoch": 1.3226426636371582,
      "grad_norm": 0.99609375,
      "learning_rate": 0.00048297648997040966,
      "loss": 5.4722,
      "mean_token_accuracy": 0.18032721430063248,
      "num_tokens": 30659919.0,
      "step": 15135
    },
    {
      "entropy": 5.923609733581543,
      "epoch": 1.3230796119898627,
      "grad_norm": 0.984375,
      "learning_rate": 0.00048296459783647304,
      "loss": 5.4465,
      "mean_token_accuracy": 0.18887269049882888,
      "num_tokens": 30670523.0,
      "step": 15140
    },
    {
      "entropy": 5.951370143890381,
      "epoch": 1.3235165603425676,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00048295270171366665,
      "loss": 5.4315,
      "mean_token_accuracy": 0.18435532450675965,
      "num_tokens": 30680803.0,
      "step": 15145
    },
    {
      "entropy": 5.879428434371948,
      "epoch": 1.3239535086952723,
      "grad_norm": 0.97265625,
      "learning_rate": 0.00048294080160221837,
      "loss": 5.2909,
      "mean_token_accuracy": 0.19134527891874314,
      "num_tokens": 30690401.0,
      "step": 15150
    },
    {
      "entropy": 5.925257587432862,
      "epoch": 1.324390457047977,
      "grad_norm": 1.0,
      "learning_rate": 0.00048292889750235665,
      "loss": 5.4445,
      "mean_token_accuracy": 0.18704911023378373,
      "num_tokens": 30700779.0,
      "step": 15155
    },
    {
      "entropy": 5.93003511428833,
      "epoch": 1.3248274054006817,
      "grad_norm": 1.046875,
      "learning_rate": 0.00048291698941430955,
      "loss": 5.4155,
      "mean_token_accuracy": 0.18408703655004502,
      "num_tokens": 30711556.0,
      "step": 15160
    },
    {
      "entropy": 5.828245019912719,
      "epoch": 1.3252643537533864,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004829050773383058,
      "loss": 5.3137,
      "mean_token_accuracy": 0.19362684190273285,
      "num_tokens": 30721929.0,
      "step": 15165
    },
    {
      "entropy": 5.9061112880706785,
      "epoch": 1.325701302106091,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004828931612745737,
      "loss": 5.4362,
      "mean_token_accuracy": 0.18332376927137375,
      "num_tokens": 30732848.0,
      "step": 15170
    },
    {
      "entropy": 5.924764823913574,
      "epoch": 1.3261382504587957,
      "grad_norm": 1.015625,
      "learning_rate": 0.00048288124122334176,
      "loss": 5.3946,
      "mean_token_accuracy": 0.1842505306005478,
      "num_tokens": 30742628.0,
      "step": 15175
    },
    {
      "entropy": 5.914493799209595,
      "epoch": 1.3265751988115004,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004828693171848388,
      "loss": 5.4513,
      "mean_token_accuracy": 0.18788302689790726,
      "num_tokens": 30752866.0,
      "step": 15180
    },
    {
      "entropy": 5.806560516357422,
      "epoch": 1.3270121471642051,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004828573891592933,
      "loss": 5.3593,
      "mean_token_accuracy": 0.19508098810911179,
      "num_tokens": 30762861.0,
      "step": 15185
    },
    {
      "entropy": 5.906793546676636,
      "epoch": 1.32744909551691,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004828454571469342,
      "loss": 5.4232,
      "mean_token_accuracy": 0.19166300892829896,
      "num_tokens": 30772555.0,
      "step": 15190
    },
    {
      "entropy": 5.960603475570679,
      "epoch": 1.3278860438696145,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004828335211479903,
      "loss": 5.4123,
      "mean_token_accuracy": 0.18890893906354905,
      "num_tokens": 30782739.0,
      "step": 15195
    },
    {
      "entropy": 5.927278661727906,
      "epoch": 1.3283229922223194,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00048282158116269065,
      "loss": 5.3847,
      "mean_token_accuracy": 0.19286653995513917,
      "num_tokens": 30792600.0,
      "step": 15200
    },
    {
      "entropy": 5.908474159240723,
      "epoch": 1.3287599405750241,
      "grad_norm": 1.203125,
      "learning_rate": 0.0004828096371912641,
      "loss": 5.3894,
      "mean_token_accuracy": 0.18841974884271623,
      "num_tokens": 30801433.0,
      "step": 15205
    },
    {
      "entropy": 5.89907431602478,
      "epoch": 1.3291968889277288,
      "grad_norm": 1.0,
      "learning_rate": 0.00048279768923393987,
      "loss": 5.4742,
      "mean_token_accuracy": 0.185426265001297,
      "num_tokens": 30811277.0,
      "step": 15210
    },
    {
      "entropy": 5.920639371871948,
      "epoch": 1.3296338372804335,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00048278573729094705,
      "loss": 5.4419,
      "mean_token_accuracy": 0.18522727936506272,
      "num_tokens": 30821120.0,
      "step": 15215
    },
    {
      "entropy": 5.892741394042969,
      "epoch": 1.3300707856331382,
      "grad_norm": 0.94140625,
      "learning_rate": 0.00048277378136251487,
      "loss": 5.3577,
      "mean_token_accuracy": 0.1958468958735466,
      "num_tokens": 30831660.0,
      "step": 15220
    },
    {
      "entropy": 5.945495128631592,
      "epoch": 1.3305077339858429,
      "grad_norm": 1.015625,
      "learning_rate": 0.00048276182144887274,
      "loss": 5.4304,
      "mean_token_accuracy": 0.18242583125829698,
      "num_tokens": 30842530.0,
      "step": 15225
    },
    {
      "entropy": 5.9037933349609375,
      "epoch": 1.3309446823385476,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00048274985755025003,
      "loss": 5.4115,
      "mean_token_accuracy": 0.18686977475881578,
      "num_tokens": 30852954.0,
      "step": 15230
    },
    {
      "entropy": 5.838680028915405,
      "epoch": 1.3313816306912523,
      "grad_norm": 1.0625,
      "learning_rate": 0.00048273788966687615,
      "loss": 5.3076,
      "mean_token_accuracy": 0.19001014530658722,
      "num_tokens": 30862864.0,
      "step": 15235
    },
    {
      "entropy": 5.8966217041015625,
      "epoch": 1.331818579043957,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004827259177989807,
      "loss": 5.3897,
      "mean_token_accuracy": 0.18705209344625473,
      "num_tokens": 30873533.0,
      "step": 15240
    },
    {
      "entropy": 5.924682474136352,
      "epoch": 1.3322555273966616,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00048271394194679336,
      "loss": 5.3406,
      "mean_token_accuracy": 0.19126976877450944,
      "num_tokens": 30883564.0,
      "step": 15245
    },
    {
      "entropy": 5.906005907058716,
      "epoch": 1.3326924757493663,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004827019621105436,
      "loss": 5.3619,
      "mean_token_accuracy": 0.1958692580461502,
      "num_tokens": 30893516.0,
      "step": 15250
    },
    {
      "entropy": 5.85196738243103,
      "epoch": 1.3331294241020712,
      "grad_norm": 0.9375,
      "learning_rate": 0.00048268997829046156,
      "loss": 5.3779,
      "mean_token_accuracy": 0.18890432119369507,
      "num_tokens": 30903104.0,
      "step": 15255
    },
    {
      "entropy": 5.9002196311950685,
      "epoch": 1.3335663724547757,
      "grad_norm": 0.92578125,
      "learning_rate": 0.00048267799048677684,
      "loss": 5.3593,
      "mean_token_accuracy": 0.18824574947357178,
      "num_tokens": 30912759.0,
      "step": 15260
    },
    {
      "entropy": 5.911773252487182,
      "epoch": 1.3340033208074806,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004826659986997194,
      "loss": 5.389,
      "mean_token_accuracy": 0.18869777619838715,
      "num_tokens": 30921361.0,
      "step": 15265
    },
    {
      "entropy": 5.921657133102417,
      "epoch": 1.3344402691601853,
      "grad_norm": 1.0,
      "learning_rate": 0.0004826540029295193,
      "loss": 5.3665,
      "mean_token_accuracy": 0.18717894554138184,
      "num_tokens": 30931006.0,
      "step": 15270
    },
    {
      "entropy": 5.8707528591156,
      "epoch": 1.33487721751289,
      "grad_norm": 1.078125,
      "learning_rate": 0.00048264200317640665,
      "loss": 5.3733,
      "mean_token_accuracy": 0.19028468281030655,
      "num_tokens": 30940647.0,
      "step": 15275
    },
    {
      "entropy": 5.872390222549439,
      "epoch": 1.3353141658655947,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004826299994406116,
      "loss": 5.4302,
      "mean_token_accuracy": 0.18640551567077637,
      "num_tokens": 30951028.0,
      "step": 15280
    },
    {
      "entropy": 5.91274356842041,
      "epoch": 1.3357511142182994,
      "grad_norm": 1.09375,
      "learning_rate": 0.00048261799172236435,
      "loss": 5.4,
      "mean_token_accuracy": 0.19048624634742736,
      "num_tokens": 30960726.0,
      "step": 15285
    },
    {
      "entropy": 5.91502571105957,
      "epoch": 1.336188062571004,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004826059800218952,
      "loss": 5.4715,
      "mean_token_accuracy": 0.18453122079372405,
      "num_tokens": 30971061.0,
      "step": 15290
    },
    {
      "entropy": 5.8300309658050535,
      "epoch": 1.3366250109237088,
      "grad_norm": 1.0,
      "learning_rate": 0.0004825939643394346,
      "loss": 5.2696,
      "mean_token_accuracy": 0.20272266119718552,
      "num_tokens": 30980518.0,
      "step": 15295
    },
    {
      "entropy": 5.87367844581604,
      "epoch": 1.3370619592764135,
      "grad_norm": 1.03125,
      "learning_rate": 0.00048258194467521294,
      "loss": 5.4708,
      "mean_token_accuracy": 0.18681586384773255,
      "num_tokens": 30990759.0,
      "step": 15300
    },
    {
      "entropy": 5.974562406539917,
      "epoch": 1.3374989076291182,
      "grad_norm": 0.953125,
      "learning_rate": 0.00048256992102946084,
      "loss": 5.4323,
      "mean_token_accuracy": 0.17981647104024887,
      "num_tokens": 31002218.0,
      "step": 15305
    },
    {
      "entropy": 5.867438459396363,
      "epoch": 1.337935855981823,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004825578934024089,
      "loss": 5.3913,
      "mean_token_accuracy": 0.19274214059114456,
      "num_tokens": 31012434.0,
      "step": 15310
    },
    {
      "entropy": 5.931495523452758,
      "epoch": 1.3383728043345275,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00048254586179428776,
      "loss": 5.4817,
      "mean_token_accuracy": 0.182687671482563,
      "num_tokens": 31022805.0,
      "step": 15315
    },
    {
      "entropy": 5.911372423171997,
      "epoch": 1.3388097526872325,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004825338262053283,
      "loss": 5.3612,
      "mean_token_accuracy": 0.19171697795391082,
      "num_tokens": 31032563.0,
      "step": 15320
    },
    {
      "entropy": 5.869461917877198,
      "epoch": 1.3392467010399371,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004825217866357613,
      "loss": 5.3557,
      "mean_token_accuracy": 0.19728602468967438,
      "num_tokens": 31041445.0,
      "step": 15325
    },
    {
      "entropy": 5.844570446014404,
      "epoch": 1.3396836493926418,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00048250974308581765,
      "loss": 5.3804,
      "mean_token_accuracy": 0.18962735086679458,
      "num_tokens": 31051413.0,
      "step": 15330
    },
    {
      "entropy": 5.8947829246521,
      "epoch": 1.3401205977453465,
      "grad_norm": 0.96875,
      "learning_rate": 0.00048249769555572844,
      "loss": 5.3984,
      "mean_token_accuracy": 0.19032618999481202,
      "num_tokens": 31061822.0,
      "step": 15335
    },
    {
      "entropy": 5.870037984848023,
      "epoch": 1.3405575460980512,
      "grad_norm": 1.09375,
      "learning_rate": 0.00048248564404572463,
      "loss": 5.3561,
      "mean_token_accuracy": 0.19367925971746444,
      "num_tokens": 31071889.0,
      "step": 15340
    },
    {
      "entropy": 5.843232202529907,
      "epoch": 1.340994494450756,
      "grad_norm": 1.0,
      "learning_rate": 0.00048247358855603754,
      "loss": 5.3111,
      "mean_token_accuracy": 0.1924997866153717,
      "num_tokens": 31080933.0,
      "step": 15345
    },
    {
      "entropy": 5.899154376983643,
      "epoch": 1.3414314428034606,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004824615290868982,
      "loss": 5.4304,
      "mean_token_accuracy": 0.18305499106645584,
      "num_tokens": 31091349.0,
      "step": 15350
    },
    {
      "entropy": 5.99360990524292,
      "epoch": 1.3418683911561653,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004824494656385381,
      "loss": 5.4322,
      "mean_token_accuracy": 0.1817554011940956,
      "num_tokens": 31101485.0,
      "step": 15355
    },
    {
      "entropy": 5.895543956756592,
      "epoch": 1.34230533950887,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004824373982111886,
      "loss": 5.3686,
      "mean_token_accuracy": 0.18168216645717622,
      "num_tokens": 31111965.0,
      "step": 15360
    },
    {
      "entropy": 5.861112785339356,
      "epoch": 1.3427422878615747,
      "grad_norm": 1.015625,
      "learning_rate": 0.000482425326805081,
      "loss": 5.3765,
      "mean_token_accuracy": 0.19037707298994064,
      "num_tokens": 31122284.0,
      "step": 15365
    },
    {
      "entropy": 5.935444641113281,
      "epoch": 1.3431792362142794,
      "grad_norm": 1.015625,
      "learning_rate": 0.00048241325142044697,
      "loss": 5.3896,
      "mean_token_accuracy": 0.18837162107229233,
      "num_tokens": 31132156.0,
      "step": 15370
    },
    {
      "entropy": 5.908298492431641,
      "epoch": 1.3436161845669843,
      "grad_norm": 1.078125,
      "learning_rate": 0.00048240117205751817,
      "loss": 5.3152,
      "mean_token_accuracy": 0.19571287035942078,
      "num_tokens": 31141609.0,
      "step": 15375
    },
    {
      "entropy": 5.77691125869751,
      "epoch": 1.344053132919689,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004823890887165261,
      "loss": 5.3774,
      "mean_token_accuracy": 0.19058809727430343,
      "num_tokens": 31153159.0,
      "step": 15380
    },
    {
      "entropy": 5.859875869750977,
      "epoch": 1.3444900812723937,
      "grad_norm": 1.125,
      "learning_rate": 0.00048237700139770273,
      "loss": 5.4377,
      "mean_token_accuracy": 0.19008968025445938,
      "num_tokens": 31163330.0,
      "step": 15385
    },
    {
      "entropy": 5.982313776016236,
      "epoch": 1.3449270296250984,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004823649101012797,
      "loss": 5.4565,
      "mean_token_accuracy": 0.1811241090297699,
      "num_tokens": 31173874.0,
      "step": 15390
    },
    {
      "entropy": 5.875511598587036,
      "epoch": 1.345363977977803,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004823528148274891,
      "loss": 5.3187,
      "mean_token_accuracy": 0.19617495387792588,
      "num_tokens": 31183933.0,
      "step": 15395
    },
    {
      "entropy": 5.84382643699646,
      "epoch": 1.3458009263305077,
      "grad_norm": 0.93359375,
      "learning_rate": 0.00048234071557656295,
      "loss": 5.3264,
      "mean_token_accuracy": 0.20210229307413102,
      "num_tokens": 31194308.0,
      "step": 15400
    },
    {
      "entropy": 5.876006412506103,
      "epoch": 1.3462378746832124,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004823286123487331,
      "loss": 5.3757,
      "mean_token_accuracy": 0.18971838057041168,
      "num_tokens": 31203757.0,
      "step": 15405
    },
    {
      "entropy": 5.918619298934937,
      "epoch": 1.3466748230359171,
      "grad_norm": 0.9921875,
      "learning_rate": 0.00048231650514423194,
      "loss": 5.4536,
      "mean_token_accuracy": 0.18620512038469314,
      "num_tokens": 31213980.0,
      "step": 15410
    },
    {
      "entropy": 5.965646505355835,
      "epoch": 1.3471117713886218,
      "grad_norm": 1.03125,
      "learning_rate": 0.00048230439396329143,
      "loss": 5.3966,
      "mean_token_accuracy": 0.1899528458714485,
      "num_tokens": 31225034.0,
      "step": 15415
    },
    {
      "entropy": 5.868595170974731,
      "epoch": 1.3475487197413265,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00048229227880614413,
      "loss": 5.3894,
      "mean_token_accuracy": 0.18878524452447892,
      "num_tokens": 31236393.0,
      "step": 15420
    },
    {
      "entropy": 5.883117580413819,
      "epoch": 1.3479856680940312,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004822801596730222,
      "loss": 5.3957,
      "mean_token_accuracy": 0.18936450332403182,
      "num_tokens": 31246577.0,
      "step": 15425
    },
    {
      "entropy": 5.857515859603882,
      "epoch": 1.348422616446736,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00048226803656415833,
      "loss": 5.3582,
      "mean_token_accuracy": 0.18801714479923248,
      "num_tokens": 31256004.0,
      "step": 15430
    },
    {
      "entropy": 5.920166397094727,
      "epoch": 1.3488595647994406,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004822559094797849,
      "loss": 5.4269,
      "mean_token_accuracy": 0.1906178742647171,
      "num_tokens": 31267294.0,
      "step": 15435
    },
    {
      "entropy": 5.8656854152679445,
      "epoch": 1.3492965131521455,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00048224377842013443,
      "loss": 5.3747,
      "mean_token_accuracy": 0.19410819411277772,
      "num_tokens": 31276896.0,
      "step": 15440
    },
    {
      "entropy": 5.836292505264282,
      "epoch": 1.3497334615048502,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004822316433854397,
      "loss": 5.4329,
      "mean_token_accuracy": 0.18784298449754716,
      "num_tokens": 31287248.0,
      "step": 15445
    },
    {
      "entropy": 5.91504282951355,
      "epoch": 1.3501704098575549,
      "grad_norm": 0.921875,
      "learning_rate": 0.00048221950437593353,
      "loss": 5.3791,
      "mean_token_accuracy": 0.1923443540930748,
      "num_tokens": 31297422.0,
      "step": 15450
    },
    {
      "entropy": 5.929487323760986,
      "epoch": 1.3506073582102596,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00048220736139184864,
      "loss": 5.4416,
      "mean_token_accuracy": 0.18926437050104142,
      "num_tokens": 31307182.0,
      "step": 15455
    },
    {
      "entropy": 5.906310272216797,
      "epoch": 1.3510443065629643,
      "grad_norm": 1.046875,
      "learning_rate": 0.000482195214433418,
      "loss": 5.4923,
      "mean_token_accuracy": 0.18049720972776412,
      "num_tokens": 31317234.0,
      "step": 15460
    },
    {
      "entropy": 5.933230638504028,
      "epoch": 1.351481254915669,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004821830635008746,
      "loss": 5.4772,
      "mean_token_accuracy": 0.18296933472156524,
      "num_tokens": 31328294.0,
      "step": 15465
    },
    {
      "entropy": 5.940019321441651,
      "epoch": 1.3519182032683736,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004821709085944515,
      "loss": 5.3443,
      "mean_token_accuracy": 0.19566875398159028,
      "num_tokens": 31337250.0,
      "step": 15470
    },
    {
      "entropy": 5.881865739822388,
      "epoch": 1.3523551516210783,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004821587497143817,
      "loss": 5.4568,
      "mean_token_accuracy": 0.18106675297021865,
      "num_tokens": 31346900.0,
      "step": 15475
    },
    {
      "entropy": 5.9049084186553955,
      "epoch": 1.352792099973783,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004821465868608986,
      "loss": 5.4346,
      "mean_token_accuracy": 0.18370524644851685,
      "num_tokens": 31357233.0,
      "step": 15480
    },
    {
      "entropy": 5.912964487075806,
      "epoch": 1.353229048326488,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004821344200342355,
      "loss": 5.322,
      "mean_token_accuracy": 0.19265596717596054,
      "num_tokens": 31367043.0,
      "step": 15485
    },
    {
      "entropy": 5.861690187454224,
      "epoch": 1.3536659966791924,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004821222492346256,
      "loss": 5.3646,
      "mean_token_accuracy": 0.1871935799717903,
      "num_tokens": 31376770.0,
      "step": 15490
    },
    {
      "entropy": 5.908140039443969,
      "epoch": 1.3541029450318973,
      "grad_norm": 1.0,
      "learning_rate": 0.00048211007446230243,
      "loss": 5.4062,
      "mean_token_accuracy": 0.19149229377508165,
      "num_tokens": 31386056.0,
      "step": 15495
    },
    {
      "entropy": 5.951167392730713,
      "epoch": 1.354539893384602,
      "grad_norm": 1.078125,
      "learning_rate": 0.00048209789571749954,
      "loss": 5.4589,
      "mean_token_accuracy": 0.18252265751361846,
      "num_tokens": 31395129.0,
      "step": 15500
    },
    {
      "entropy": 5.98514838218689,
      "epoch": 1.3549768417373067,
      "grad_norm": 1.0,
      "learning_rate": 0.00048208571300045045,
      "loss": 5.4691,
      "mean_token_accuracy": 0.18320670872926711,
      "num_tokens": 31404720.0,
      "step": 15505
    },
    {
      "entropy": 5.934854936599732,
      "epoch": 1.3554137900900114,
      "grad_norm": 0.984375,
      "learning_rate": 0.00048207352631138897,
      "loss": 5.4113,
      "mean_token_accuracy": 0.19018060117959976,
      "num_tokens": 31415588.0,
      "step": 15510
    },
    {
      "entropy": 5.893386793136597,
      "epoch": 1.355850738442716,
      "grad_norm": 0.9765625,
      "learning_rate": 0.00048206133565054863,
      "loss": 5.4849,
      "mean_token_accuracy": 0.17952522039413452,
      "num_tokens": 31425904.0,
      "step": 15515
    },
    {
      "entropy": 5.922144508361816,
      "epoch": 1.3562876867954208,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004820491410181634,
      "loss": 5.4816,
      "mean_token_accuracy": 0.18130014687776566,
      "num_tokens": 31435282.0,
      "step": 15520
    },
    {
      "entropy": 5.988728427886963,
      "epoch": 1.3567246351481255,
      "grad_norm": 0.921875,
      "learning_rate": 0.00048203694241446724,
      "loss": 5.5163,
      "mean_token_accuracy": 0.1867771863937378,
      "num_tokens": 31445681.0,
      "step": 15525
    },
    {
      "entropy": 5.800378036499024,
      "epoch": 1.3571615835008302,
      "grad_norm": 0.93359375,
      "learning_rate": 0.00048202473983969396,
      "loss": 5.212,
      "mean_token_accuracy": 0.20219161361455917,
      "num_tokens": 31456934.0,
      "step": 15530
    },
    {
      "entropy": 5.864359283447266,
      "epoch": 1.3575985318535349,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00048201253329407766,
      "loss": 5.3702,
      "mean_token_accuracy": 0.194837349653244,
      "num_tokens": 31466692.0,
      "step": 15535
    },
    {
      "entropy": 5.902525281906128,
      "epoch": 1.3580354802062395,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004820003227778526,
      "loss": 5.4,
      "mean_token_accuracy": 0.18989374339580536,
      "num_tokens": 31477166.0,
      "step": 15540
    },
    {
      "entropy": 5.956474113464355,
      "epoch": 1.3584724285589442,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004819881082912528,
      "loss": 5.3994,
      "mean_token_accuracy": 0.18509055227041243,
      "num_tokens": 31486998.0,
      "step": 15545
    },
    {
      "entropy": 5.934590530395508,
      "epoch": 1.3589093769116491,
      "grad_norm": 0.96484375,
      "learning_rate": 0.00048197588983451265,
      "loss": 5.4212,
      "mean_token_accuracy": 0.18695559948682786,
      "num_tokens": 31496674.0,
      "step": 15550
    },
    {
      "entropy": 5.900892305374145,
      "epoch": 1.3593463252643536,
      "grad_norm": 1.03125,
      "learning_rate": 0.00048196366740786646,
      "loss": 5.4053,
      "mean_token_accuracy": 0.189182548224926,
      "num_tokens": 31507412.0,
      "step": 15555
    },
    {
      "entropy": 5.902539396286011,
      "epoch": 1.3597832736170585,
      "grad_norm": 0.94921875,
      "learning_rate": 0.00048195144101154867,
      "loss": 5.396,
      "mean_token_accuracy": 0.18816201835870744,
      "num_tokens": 31517048.0,
      "step": 15560
    },
    {
      "entropy": 5.925668096542358,
      "epoch": 1.3602202219697632,
      "grad_norm": 1.09375,
      "learning_rate": 0.00048193921064579385,
      "loss": 5.4631,
      "mean_token_accuracy": 0.184257872402668,
      "num_tokens": 31526353.0,
      "step": 15565
    },
    {
      "entropy": 5.9419163227081295,
      "epoch": 1.360657170322468,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004819269763108365,
      "loss": 5.4511,
      "mean_token_accuracy": 0.18555402457714082,
      "num_tokens": 31537194.0,
      "step": 15570
    },
    {
      "entropy": 5.9383128643035885,
      "epoch": 1.3610941186751726,
      "grad_norm": 0.984375,
      "learning_rate": 0.00048191473800691145,
      "loss": 5.3878,
      "mean_token_accuracy": 0.18421967774629594,
      "num_tokens": 31547896.0,
      "step": 15575
    },
    {
      "entropy": 5.831316900253296,
      "epoch": 1.3615310670278773,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004819024957342531,
      "loss": 5.4024,
      "mean_token_accuracy": 0.18592193126678466,
      "num_tokens": 31558750.0,
      "step": 15580
    },
    {
      "entropy": 5.898271560668945,
      "epoch": 1.361968015380582,
      "grad_norm": 1.0,
      "learning_rate": 0.00048189024949309655,
      "loss": 5.3625,
      "mean_token_accuracy": 0.19240947663784028,
      "num_tokens": 31568721.0,
      "step": 15585
    },
    {
      "entropy": 5.842578458786011,
      "epoch": 1.3624049637332867,
      "grad_norm": 1.125,
      "learning_rate": 0.0004818779992836766,
      "loss": 5.3477,
      "mean_token_accuracy": 0.19211918562650682,
      "num_tokens": 31579907.0,
      "step": 15590
    },
    {
      "entropy": 5.901682043075562,
      "epoch": 1.3628419120859914,
      "grad_norm": 1.0,
      "learning_rate": 0.00048186574510622823,
      "loss": 5.4273,
      "mean_token_accuracy": 0.18710034638643264,
      "num_tokens": 31590137.0,
      "step": 15595
    },
    {
      "entropy": 5.930272722244263,
      "epoch": 1.363278860438696,
      "grad_norm": 0.97265625,
      "learning_rate": 0.00048185348696098653,
      "loss": 5.4734,
      "mean_token_accuracy": 0.1811778411269188,
      "num_tokens": 31599969.0,
      "step": 15600
    },
    {
      "entropy": 5.943499326705933,
      "epoch": 1.363715808791401,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004818412248481865,
      "loss": 5.4225,
      "mean_token_accuracy": 0.1871425539255142,
      "num_tokens": 31609951.0,
      "step": 15605
    },
    {
      "entropy": 5.8891823291778564,
      "epoch": 1.3641527571441054,
      "grad_norm": 1.03125,
      "learning_rate": 0.00048182895876806343,
      "loss": 5.3344,
      "mean_token_accuracy": 0.20031830072402954,
      "num_tokens": 31619214.0,
      "step": 15610
    },
    {
      "entropy": 5.865124225616455,
      "epoch": 1.3645897054968104,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004818166887208524,
      "loss": 5.3662,
      "mean_token_accuracy": 0.1888044372200966,
      "num_tokens": 31629562.0,
      "step": 15615
    },
    {
      "entropy": 5.932528114318847,
      "epoch": 1.365026653849515,
      "grad_norm": 1.0,
      "learning_rate": 0.0004818044147067891,
      "loss": 5.3558,
      "mean_token_accuracy": 0.19027976542711258,
      "num_tokens": 31639801.0,
      "step": 15620
    },
    {
      "entropy": 5.96133828163147,
      "epoch": 1.3654636022022197,
      "grad_norm": 0.9921875,
      "learning_rate": 0.00048179213672610866,
      "loss": 5.4442,
      "mean_token_accuracy": 0.18101255148649215,
      "num_tokens": 31650593.0,
      "step": 15625
    },
    {
      "entropy": 5.9007984638214115,
      "epoch": 1.3659005505549244,
      "grad_norm": 1.015625,
      "learning_rate": 0.00048177985477904675,
      "loss": 5.3835,
      "mean_token_accuracy": 0.18742278069257737,
      "num_tokens": 31660942.0,
      "step": 15630
    },
    {
      "entropy": 5.934165287017822,
      "epoch": 1.3663374989076291,
      "grad_norm": 1.03125,
      "learning_rate": 0.00048176756886583884,
      "loss": 5.438,
      "mean_token_accuracy": 0.18678102791309356,
      "num_tokens": 31671105.0,
      "step": 15635
    },
    {
      "entropy": 5.908362102508545,
      "epoch": 1.3667744472603338,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004817552789867206,
      "loss": 5.4001,
      "mean_token_accuracy": 0.18938088417053223,
      "num_tokens": 31680696.0,
      "step": 15640
    },
    {
      "entropy": 5.8308617115020756,
      "epoch": 1.3672113956130385,
      "grad_norm": 0.97265625,
      "learning_rate": 0.00048174298514192784,
      "loss": 5.3371,
      "mean_token_accuracy": 0.19363856315612793,
      "num_tokens": 31689755.0,
      "step": 15645
    },
    {
      "entropy": 5.843601512908935,
      "epoch": 1.3676483439657432,
      "grad_norm": 1.015625,
      "learning_rate": 0.00048173068733169615,
      "loss": 5.3671,
      "mean_token_accuracy": 0.19327206313610076,
      "num_tokens": 31699614.0,
      "step": 15650
    },
    {
      "entropy": 5.95325493812561,
      "epoch": 1.3680852923184479,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004817183855562617,
      "loss": 5.3608,
      "mean_token_accuracy": 0.1937502846121788,
      "num_tokens": 31709106.0,
      "step": 15655
    },
    {
      "entropy": 5.948177099227905,
      "epoch": 1.3685222406711528,
      "grad_norm": 0.99609375,
      "learning_rate": 0.00048170607981586023,
      "loss": 5.4918,
      "mean_token_accuracy": 0.1826919734477997,
      "num_tokens": 31719542.0,
      "step": 15660
    },
    {
      "entropy": 5.939862012863159,
      "epoch": 1.3689591890238573,
      "grad_norm": 0.9765625,
      "learning_rate": 0.00048169377011072784,
      "loss": 5.3869,
      "mean_token_accuracy": 0.18818722665309906,
      "num_tokens": 31730477.0,
      "step": 15665
    },
    {
      "entropy": 5.871152257919311,
      "epoch": 1.3693961373765622,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004816814564411006,
      "loss": 5.3876,
      "mean_token_accuracy": 0.1931443229317665,
      "num_tokens": 31740269.0,
      "step": 15670
    },
    {
      "entropy": 5.896983194351196,
      "epoch": 1.3698330857292669,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004816691388072148,
      "loss": 5.3605,
      "mean_token_accuracy": 0.19105324298143386,
      "num_tokens": 31750153.0,
      "step": 15675
    },
    {
      "entropy": 5.999443912506104,
      "epoch": 1.3702700340819716,
      "grad_norm": 1.0,
      "learning_rate": 0.00048165681720930653,
      "loss": 5.4454,
      "mean_token_accuracy": 0.18381051123142242,
      "num_tokens": 31760171.0,
      "step": 15680
    },
    {
      "entropy": 5.881796169281006,
      "epoch": 1.3707069824346763,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004816444916476123,
      "loss": 5.4242,
      "mean_token_accuracy": 0.1840888410806656,
      "num_tokens": 31771601.0,
      "step": 15685
    },
    {
      "entropy": 5.91078519821167,
      "epoch": 1.371143930787381,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00048163216212236844,
      "loss": 5.3378,
      "mean_token_accuracy": 0.19072517603635789,
      "num_tokens": 31781423.0,
      "step": 15690
    },
    {
      "entropy": 5.90498309135437,
      "epoch": 1.3715808791400856,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004816198286338115,
      "loss": 5.2914,
      "mean_token_accuracy": 0.1959311544895172,
      "num_tokens": 31791025.0,
      "step": 15695
    },
    {
      "entropy": 5.819546031951904,
      "epoch": 1.3720178274927903,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00048160749118217783,
      "loss": 5.4153,
      "mean_token_accuracy": 0.18843010663986207,
      "num_tokens": 31801125.0,
      "step": 15700
    },
    {
      "entropy": 5.878955554962158,
      "epoch": 1.372454775845495,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004815951497677043,
      "loss": 5.4075,
      "mean_token_accuracy": 0.184448704123497,
      "num_tokens": 31811100.0,
      "step": 15705
    },
    {
      "entropy": 5.971476030349732,
      "epoch": 1.3728917241981997,
      "grad_norm": 1.3828125,
      "learning_rate": 0.0004815828043906275,
      "loss": 5.4,
      "mean_token_accuracy": 0.18489244133234023,
      "num_tokens": 31821667.0,
      "step": 15710
    },
    {
      "entropy": 5.937326335906983,
      "epoch": 1.3733286725509044,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004815704550511843,
      "loss": 5.3562,
      "mean_token_accuracy": 0.19529526680707932,
      "num_tokens": 31831859.0,
      "step": 15715
    },
    {
      "entropy": 5.917705774307251,
      "epoch": 1.373765620903609,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004815581017496115,
      "loss": 5.3414,
      "mean_token_accuracy": 0.19228542149066924,
      "num_tokens": 31842952.0,
      "step": 15720
    },
    {
      "entropy": 5.835773992538452,
      "epoch": 1.374202569256314,
      "grad_norm": 0.97265625,
      "learning_rate": 0.00048154574448614607,
      "loss": 5.4636,
      "mean_token_accuracy": 0.18741360753774644,
      "num_tokens": 31852869.0,
      "step": 15725
    },
    {
      "entropy": 5.908004093170166,
      "epoch": 1.3746395176090185,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004815333832610251,
      "loss": 5.3608,
      "mean_token_accuracy": 0.19704382717609406,
      "num_tokens": 31862590.0,
      "step": 15730
    },
    {
      "entropy": 5.88692717552185,
      "epoch": 1.3750764659617234,
      "grad_norm": 1.015625,
      "learning_rate": 0.00048152101807448554,
      "loss": 5.3951,
      "mean_token_accuracy": 0.1944426879286766,
      "num_tokens": 31873071.0,
      "step": 15735
    },
    {
      "entropy": 5.896116590499878,
      "epoch": 1.375513414314428,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004815086489267647,
      "loss": 5.4058,
      "mean_token_accuracy": 0.19309956580400467,
      "num_tokens": 31883325.0,
      "step": 15740
    },
    {
      "entropy": 5.918309259414673,
      "epoch": 1.3759503626671328,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00048149627581809974,
      "loss": 5.4311,
      "mean_token_accuracy": 0.1879333347082138,
      "num_tokens": 31893071.0,
      "step": 15745
    },
    {
      "entropy": 5.871762037277222,
      "epoch": 1.3763873110198375,
      "grad_norm": 0.9765625,
      "learning_rate": 0.000481483898748728,
      "loss": 5.3579,
      "mean_token_accuracy": 0.19761341959238052,
      "num_tokens": 31902948.0,
      "step": 15750
    },
    {
      "entropy": 5.87538423538208,
      "epoch": 1.3768242593725422,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004814715177188869,
      "loss": 5.4016,
      "mean_token_accuracy": 0.18404150158166885,
      "num_tokens": 31913425.0,
      "step": 15755
    },
    {
      "entropy": 5.871226406097412,
      "epoch": 1.3772612077252468,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004814591327288139,
      "loss": 5.4054,
      "mean_token_accuracy": 0.1920895978808403,
      "num_tokens": 31923608.0,
      "step": 15760
    },
    {
      "entropy": 5.887265968322754,
      "epoch": 1.3776981560779515,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00048144674377874656,
      "loss": 5.3547,
      "mean_token_accuracy": 0.19027651250362396,
      "num_tokens": 31932863.0,
      "step": 15765
    },
    {
      "entropy": 5.922043418884277,
      "epoch": 1.3781351044306562,
      "grad_norm": 1.03125,
      "learning_rate": 0.00048143435086892244,
      "loss": 5.4047,
      "mean_token_accuracy": 0.18555057048797607,
      "num_tokens": 31942425.0,
      "step": 15770
    },
    {
      "entropy": 5.893439149856567,
      "epoch": 1.378572052783361,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004814219539995793,
      "loss": 5.3999,
      "mean_token_accuracy": 0.19133713096380234,
      "num_tokens": 31952152.0,
      "step": 15775
    },
    {
      "entropy": 5.914516401290894,
      "epoch": 1.3790090011360658,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00048140955317095503,
      "loss": 5.4414,
      "mean_token_accuracy": 0.1870886877179146,
      "num_tokens": 31962224.0,
      "step": 15780
    },
    {
      "entropy": 5.907406759262085,
      "epoch": 1.3794459494887703,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004813971483832873,
      "loss": 5.3518,
      "mean_token_accuracy": 0.19662156999111174,
      "num_tokens": 31971517.0,
      "step": 15785
    },
    {
      "entropy": 5.920086765289307,
      "epoch": 1.3798828978414752,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004813847396368141,
      "loss": 5.4248,
      "mean_token_accuracy": 0.18809283822774886,
      "num_tokens": 31982461.0,
      "step": 15790
    },
    {
      "entropy": 5.861850357055664,
      "epoch": 1.38031984619418,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004813723269317734,
      "loss": 5.3285,
      "mean_token_accuracy": 0.200841024518013,
      "num_tokens": 31992202.0,
      "step": 15795
    },
    {
      "entropy": 5.907741069793701,
      "epoch": 1.3807567945468846,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004813599102684034,
      "loss": 5.3901,
      "mean_token_accuracy": 0.19356905072927474,
      "num_tokens": 32002283.0,
      "step": 15800
    },
    {
      "entropy": 5.890989160537719,
      "epoch": 1.3811937428995893,
      "grad_norm": 0.91015625,
      "learning_rate": 0.00048134748964694227,
      "loss": 5.3821,
      "mean_token_accuracy": 0.18378420621156694,
      "num_tokens": 32013135.0,
      "step": 15805
    },
    {
      "entropy": 5.890078735351563,
      "epoch": 1.381630691252294,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004813350650676281,
      "loss": 5.4052,
      "mean_token_accuracy": 0.18440527617931365,
      "num_tokens": 32022631.0,
      "step": 15810
    },
    {
      "entropy": 5.9372834205627445,
      "epoch": 1.3820676396049987,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004813226365306992,
      "loss": 5.427,
      "mean_token_accuracy": 0.1798616498708725,
      "num_tokens": 32032216.0,
      "step": 15815
    },
    {
      "entropy": 5.902200174331665,
      "epoch": 1.3825045879577034,
      "grad_norm": 0.94921875,
      "learning_rate": 0.00048131020403639405,
      "loss": 5.4089,
      "mean_token_accuracy": 0.19526173025369645,
      "num_tokens": 32042382.0,
      "step": 15820
    },
    {
      "entropy": 5.885736894607544,
      "epoch": 1.382941536310408,
      "grad_norm": 0.9765625,
      "learning_rate": 0.00048129776758495116,
      "loss": 5.3629,
      "mean_token_accuracy": 0.19074489027261735,
      "num_tokens": 32052592.0,
      "step": 15825
    },
    {
      "entropy": 5.857569408416748,
      "epoch": 1.3833784846631128,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004812853271766089,
      "loss": 5.3206,
      "mean_token_accuracy": 0.1941632315516472,
      "num_tokens": 32062260.0,
      "step": 15830
    },
    {
      "entropy": 5.9340736865997314,
      "epoch": 1.3838154330158177,
      "grad_norm": 1.078125,
      "learning_rate": 0.000481272882811606,
      "loss": 5.4061,
      "mean_token_accuracy": 0.18849988281726837,
      "num_tokens": 32072079.0,
      "step": 15835
    },
    {
      "entropy": 5.89526252746582,
      "epoch": 1.3842523813685221,
      "grad_norm": 1.03125,
      "learning_rate": 0.00048126043449018115,
      "loss": 5.4072,
      "mean_token_accuracy": 0.19067541211843492,
      "num_tokens": 32082151.0,
      "step": 15840
    },
    {
      "entropy": 5.955007314682007,
      "epoch": 1.384689329721227,
      "grad_norm": 1.0703125,
      "learning_rate": 0.000481247982212573,
      "loss": 5.3952,
      "mean_token_accuracy": 0.19132894277572632,
      "num_tokens": 32091893.0,
      "step": 15845
    },
    {
      "entropy": 5.875345754623413,
      "epoch": 1.3851262780739317,
      "grad_norm": 0.98828125,
      "learning_rate": 0.00048123552597902053,
      "loss": 5.3559,
      "mean_token_accuracy": 0.19269943833351136,
      "num_tokens": 32101550.0,
      "step": 15850
    },
    {
      "entropy": 5.777367687225341,
      "epoch": 1.3855632264266364,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00048122306578976266,
      "loss": 5.2615,
      "mean_token_accuracy": 0.20422458201646804,
      "num_tokens": 32112278.0,
      "step": 15855
    },
    {
      "entropy": 5.902635192871093,
      "epoch": 1.3860001747793411,
      "grad_norm": 0.98828125,
      "learning_rate": 0.00048121060164503835,
      "loss": 5.4451,
      "mean_token_accuracy": 0.18208029270172119,
      "num_tokens": 32122284.0,
      "step": 15860
    },
    {
      "entropy": 5.971550464630127,
      "epoch": 1.3864371231320458,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004811981335450865,
      "loss": 5.4148,
      "mean_token_accuracy": 0.18794818818569184,
      "num_tokens": 32131552.0,
      "step": 15865
    },
    {
      "entropy": 5.970136022567749,
      "epoch": 1.3868740714847505,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00048118566149014653,
      "loss": 5.4694,
      "mean_token_accuracy": 0.1820348933339119,
      "num_tokens": 32141758.0,
      "step": 15870
    },
    {
      "entropy": 5.89728684425354,
      "epoch": 1.3873110198374552,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004811731854804575,
      "loss": 5.3733,
      "mean_token_accuracy": 0.1922740712761879,
      "num_tokens": 32150679.0,
      "step": 15875
    },
    {
      "entropy": 5.822868680953979,
      "epoch": 1.3877479681901599,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004811607055162587,
      "loss": 5.3382,
      "mean_token_accuracy": 0.19112752377986908,
      "num_tokens": 32160967.0,
      "step": 15880
    },
    {
      "entropy": 5.927842044830323,
      "epoch": 1.3881849165428646,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004811482215977895,
      "loss": 5.4341,
      "mean_token_accuracy": 0.18341236263513566,
      "num_tokens": 32170516.0,
      "step": 15885
    },
    {
      "entropy": 5.930109643936158,
      "epoch": 1.3886218648955693,
      "grad_norm": 1.046875,
      "learning_rate": 0.00048113573372528956,
      "loss": 5.4227,
      "mean_token_accuracy": 0.1885647013783455,
      "num_tokens": 32180741.0,
      "step": 15890
    },
    {
      "entropy": 5.949847173690796,
      "epoch": 1.389058813248274,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004811232418989981,
      "loss": 5.4519,
      "mean_token_accuracy": 0.19120667725801468,
      "num_tokens": 32190646.0,
      "step": 15895
    },
    {
      "entropy": 5.848743152618408,
      "epoch": 1.3894957616009789,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00048111074611915483,
      "loss": 5.3883,
      "mean_token_accuracy": 0.190912164747715,
      "num_tokens": 32201361.0,
      "step": 15900
    },
    {
      "entropy": 5.900966024398803,
      "epoch": 1.3899327099536833,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004810982463859996,
      "loss": 5.4852,
      "mean_token_accuracy": 0.17922331392765045,
      "num_tokens": 32211759.0,
      "step": 15905
    },
    {
      "entropy": 5.97002158164978,
      "epoch": 1.3903696583063883,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004810857426997719,
      "loss": 5.4543,
      "mean_token_accuracy": 0.18534516543149948,
      "num_tokens": 32222582.0,
      "step": 15910
    },
    {
      "entropy": 5.892722415924072,
      "epoch": 1.390806606659093,
      "grad_norm": 1.078125,
      "learning_rate": 0.00048107323506071167,
      "loss": 5.4191,
      "mean_token_accuracy": 0.19350312054157257,
      "num_tokens": 32232936.0,
      "step": 15915
    },
    {
      "entropy": 5.90367374420166,
      "epoch": 1.3912435550117976,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00048106072346905875,
      "loss": 5.4399,
      "mean_token_accuracy": 0.1840619593858719,
      "num_tokens": 32242392.0,
      "step": 15920
    },
    {
      "entropy": 5.977678728103638,
      "epoch": 1.3916805033645023,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00048104820792505335,
      "loss": 5.4793,
      "mean_token_accuracy": 0.1786422997713089,
      "num_tokens": 32252385.0,
      "step": 15925
    },
    {
      "entropy": 5.928756141662598,
      "epoch": 1.392117451717207,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00048103568842893527,
      "loss": 5.4353,
      "mean_token_accuracy": 0.18129112124443053,
      "num_tokens": 32263537.0,
      "step": 15930
    },
    {
      "entropy": 5.903282690048218,
      "epoch": 1.3925544000699117,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00048102316498094467,
      "loss": 5.4168,
      "mean_token_accuracy": 0.18667348474264145,
      "num_tokens": 32273450.0,
      "step": 15935
    },
    {
      "entropy": 5.944217872619629,
      "epoch": 1.3929913484226164,
      "grad_norm": 1.09375,
      "learning_rate": 0.00048101063758132186,
      "loss": 5.399,
      "mean_token_accuracy": 0.1874421164393425,
      "num_tokens": 32283243.0,
      "step": 15940
    },
    {
      "entropy": 5.883991289138794,
      "epoch": 1.393428296775321,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004809981062303071,
      "loss": 5.3388,
      "mean_token_accuracy": 0.1883309602737427,
      "num_tokens": 32292458.0,
      "step": 15945
    },
    {
      "entropy": 5.9294532299041744,
      "epoch": 1.3938652451280258,
      "grad_norm": 1.015625,
      "learning_rate": 0.00048098557092814066,
      "loss": 5.3509,
      "mean_token_accuracy": 0.19330745786428452,
      "num_tokens": 32302574.0,
      "step": 15950
    },
    {
      "entropy": 5.902624082565308,
      "epoch": 1.3943021934807307,
      "grad_norm": 1.0390625,
      "learning_rate": 0.000480973031675063,
      "loss": 5.3621,
      "mean_token_accuracy": 0.19752587825059892,
      "num_tokens": 32312658.0,
      "step": 15955
    },
    {
      "entropy": 5.892168188095093,
      "epoch": 1.3947391418334352,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004809604884713148,
      "loss": 5.4446,
      "mean_token_accuracy": 0.18837296664714814,
      "num_tokens": 32322717.0,
      "step": 15960
    },
    {
      "entropy": 5.788668537139893,
      "epoch": 1.39517609018614,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00048094794131713645,
      "loss": 5.3503,
      "mean_token_accuracy": 0.19865631461143493,
      "num_tokens": 32333316.0,
      "step": 15965
    },
    {
      "entropy": 5.916089010238648,
      "epoch": 1.3956130385388448,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004809353902127686,
      "loss": 5.3898,
      "mean_token_accuracy": 0.1904382064938545,
      "num_tokens": 32343857.0,
      "step": 15970
    },
    {
      "entropy": 5.888221883773804,
      "epoch": 1.3960499868915495,
      "grad_norm": 1.015625,
      "learning_rate": 0.00048092283515845216,
      "loss": 5.3013,
      "mean_token_accuracy": 0.1974058210849762,
      "num_tokens": 32353883.0,
      "step": 15975
    },
    {
      "entropy": 5.797472763061523,
      "epoch": 1.3964869352442542,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004809102761544278,
      "loss": 5.3147,
      "mean_token_accuracy": 0.1903707951307297,
      "num_tokens": 32363355.0,
      "step": 15980
    },
    {
      "entropy": 5.8733968257904055,
      "epoch": 1.3969238835969588,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004808977132009364,
      "loss": 5.3954,
      "mean_token_accuracy": 0.18914859145879745,
      "num_tokens": 32373066.0,
      "step": 15985
    },
    {
      "entropy": 5.8853119850158695,
      "epoch": 1.3973608319496635,
      "grad_norm": 1.0078125,
      "learning_rate": 0.000480885146298219,
      "loss": 5.3768,
      "mean_token_accuracy": 0.19298577457666397,
      "num_tokens": 32383720.0,
      "step": 15990
    },
    {
      "entropy": 5.914407348632812,
      "epoch": 1.3977977803023682,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004808725754465167,
      "loss": 5.3839,
      "mean_token_accuracy": 0.1845579504966736,
      "num_tokens": 32393823.0,
      "step": 15995
    },
    {
      "entropy": 5.769733428955078,
      "epoch": 1.398234728655073,
      "grad_norm": 1.3984375,
      "learning_rate": 0.00048086000064607044,
      "loss": 5.3348,
      "mean_token_accuracy": 0.1912717789411545,
      "num_tokens": 32404745.0,
      "step": 16000
    },
    {
      "entropy": 5.859992361068725,
      "epoch": 1.3986716770077776,
      "grad_norm": 0.98828125,
      "learning_rate": 0.00048084742189712147,
      "loss": 5.3617,
      "mean_token_accuracy": 0.19923515021800994,
      "num_tokens": 32415325.0,
      "step": 16005
    },
    {
      "entropy": 5.9288276672363285,
      "epoch": 1.3991086253604825,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004808348391999112,
      "loss": 5.4291,
      "mean_token_accuracy": 0.19159964025020598,
      "num_tokens": 32425810.0,
      "step": 16010
    },
    {
      "entropy": 5.913905811309815,
      "epoch": 1.399545573713187,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004808222525546808,
      "loss": 5.4299,
      "mean_token_accuracy": 0.18658385276794434,
      "num_tokens": 32436799.0,
      "step": 16015
    },
    {
      "entropy": 5.8847026348114015,
      "epoch": 1.399982522065892,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00048080966196167163,
      "loss": 5.352,
      "mean_token_accuracy": 0.19241461604833604,
      "num_tokens": 32446409.0,
      "step": 16020
    },
    {
      "entropy": 5.952359962463379,
      "epoch": 1.4004194704185966,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004807970674211255,
      "loss": 5.4059,
      "mean_token_accuracy": 0.18487223535776137,
      "num_tokens": 32456268.0,
      "step": 16025
    },
    {
      "entropy": 5.853403520584107,
      "epoch": 1.4008564187713013,
      "grad_norm": 0.98828125,
      "learning_rate": 0.00048078446893328364,
      "loss": 5.4832,
      "mean_token_accuracy": 0.18335219621658325,
      "num_tokens": 32467622.0,
      "step": 16030
    },
    {
      "entropy": 5.949132823944092,
      "epoch": 1.401293367124006,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004807718664983879,
      "loss": 5.431,
      "mean_token_accuracy": 0.18949550986289979,
      "num_tokens": 32477753.0,
      "step": 16035
    },
    {
      "entropy": 5.938479614257813,
      "epoch": 1.4017303154767107,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00048075926011667997,
      "loss": 5.3007,
      "mean_token_accuracy": 0.19055983871221543,
      "num_tokens": 32487758.0,
      "step": 16040
    },
    {
      "entropy": 5.854267549514771,
      "epoch": 1.4021672638294154,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00048074664978840147,
      "loss": 5.3495,
      "mean_token_accuracy": 0.1936022475361824,
      "num_tokens": 32497725.0,
      "step": 16045
    },
    {
      "entropy": 5.808108997344971,
      "epoch": 1.40260421218212,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004807340355137945,
      "loss": 5.2713,
      "mean_token_accuracy": 0.2002624437212944,
      "num_tokens": 32507515.0,
      "step": 16050
    },
    {
      "entropy": 5.884939336776734,
      "epoch": 1.4030411605348247,
      "grad_norm": 1.0,
      "learning_rate": 0.000480721417293101,
      "loss": 5.3249,
      "mean_token_accuracy": 0.20249520093202591,
      "num_tokens": 32516943.0,
      "step": 16055
    },
    {
      "entropy": 5.809339714050293,
      "epoch": 1.4034781088875294,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004807087951265628,
      "loss": 5.2718,
      "mean_token_accuracy": 0.20609023571014404,
      "num_tokens": 32527223.0,
      "step": 16060
    },
    {
      "entropy": 5.843492889404297,
      "epoch": 1.4039150572402341,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004806961690144222,
      "loss": 5.3718,
      "mean_token_accuracy": 0.195133213698864,
      "num_tokens": 32536668.0,
      "step": 16065
    },
    {
      "entropy": 5.925214052200317,
      "epoch": 1.4043520055929388,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004806835389569213,
      "loss": 5.3756,
      "mean_token_accuracy": 0.19290424585342408,
      "num_tokens": 32546566.0,
      "step": 16070
    },
    {
      "entropy": 5.870841217041016,
      "epoch": 1.4047889539456437,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00048067090495430235,
      "loss": 5.3017,
      "mean_token_accuracy": 0.19760603159666063,
      "num_tokens": 32555927.0,
      "step": 16075
    },
    {
      "entropy": 5.862685871124268,
      "epoch": 1.4052259022983482,
      "grad_norm": 0.98046875,
      "learning_rate": 0.00048065826700680763,
      "loss": 5.3411,
      "mean_token_accuracy": 0.19261148422956467,
      "num_tokens": 32566569.0,
      "step": 16080
    },
    {
      "entropy": 5.835517406463623,
      "epoch": 1.4056628506510531,
      "grad_norm": 0.984375,
      "learning_rate": 0.00048064562511467956,
      "loss": 5.3302,
      "mean_token_accuracy": 0.19888718724250792,
      "num_tokens": 32577076.0,
      "step": 16085
    },
    {
      "entropy": 5.8642027378082275,
      "epoch": 1.4060997990037578,
      "grad_norm": 0.96484375,
      "learning_rate": 0.00048063297927816067,
      "loss": 5.4141,
      "mean_token_accuracy": 0.18389044851064681,
      "num_tokens": 32587926.0,
      "step": 16090
    },
    {
      "entropy": 5.909311723709107,
      "epoch": 1.4065367473564625,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004806203294974935,
      "loss": 5.4538,
      "mean_token_accuracy": 0.18783387839794158,
      "num_tokens": 32599012.0,
      "step": 16095
    },
    {
      "entropy": 5.966869592666626,
      "epoch": 1.4069736957091672,
      "grad_norm": 0.98046875,
      "learning_rate": 0.00048060767577292067,
      "loss": 5.3324,
      "mean_token_accuracy": 0.1899741694331169,
      "num_tokens": 32609094.0,
      "step": 16100
    },
    {
      "entropy": 5.8671022891998295,
      "epoch": 1.4074106440618719,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004805950181046849,
      "loss": 5.4151,
      "mean_token_accuracy": 0.19044710844755172,
      "num_tokens": 32620356.0,
      "step": 16105
    },
    {
      "entropy": 5.906882810592651,
      "epoch": 1.4078475924145766,
      "grad_norm": 1.09375,
      "learning_rate": 0.000480582356493029,
      "loss": 5.407,
      "mean_token_accuracy": 0.18593069761991501,
      "num_tokens": 32629841.0,
      "step": 16110
    },
    {
      "entropy": 5.942769527435303,
      "epoch": 1.4082845407672813,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004805696909381957,
      "loss": 5.4294,
      "mean_token_accuracy": 0.1886250153183937,
      "num_tokens": 32639006.0,
      "step": 16115
    },
    {
      "entropy": 5.928446674346924,
      "epoch": 1.408721489119986,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00048055702144042794,
      "loss": 5.4054,
      "mean_token_accuracy": 0.18958573490381242,
      "num_tokens": 32648419.0,
      "step": 16120
    },
    {
      "entropy": 5.8935308933258055,
      "epoch": 1.4091584374726907,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004805443479999689,
      "loss": 5.404,
      "mean_token_accuracy": 0.19583238214254378,
      "num_tokens": 32658050.0,
      "step": 16125
    },
    {
      "entropy": 5.8728485107421875,
      "epoch": 1.4095953858253956,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004805316706170615,
      "loss": 5.3847,
      "mean_token_accuracy": 0.1892393410205841,
      "num_tokens": 32668176.0,
      "step": 16130
    },
    {
      "entropy": 5.838517427444458,
      "epoch": 1.4100323341781,
      "grad_norm": 0.93359375,
      "learning_rate": 0.00048051898929194907,
      "loss": 5.3256,
      "mean_token_accuracy": 0.19640403538942336,
      "num_tokens": 32678517.0,
      "step": 16135
    },
    {
      "entropy": 5.93628077507019,
      "epoch": 1.410469282530805,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004805063040248747,
      "loss": 5.3722,
      "mean_token_accuracy": 0.18952300846576692,
      "num_tokens": 32688459.0,
      "step": 16140
    },
    {
      "entropy": 5.873373651504517,
      "epoch": 1.4109062308835096,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004804936148160817,
      "loss": 5.3762,
      "mean_token_accuracy": 0.19420852959156037,
      "num_tokens": 32698481.0,
      "step": 16145
    },
    {
      "entropy": 5.855705404281617,
      "epoch": 1.4113431792362143,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004804809216658135,
      "loss": 5.413,
      "mean_token_accuracy": 0.19278310239315033,
      "num_tokens": 32709031.0,
      "step": 16150
    },
    {
      "entropy": 5.8691541194915775,
      "epoch": 1.411780127588919,
      "grad_norm": 0.9296875,
      "learning_rate": 0.00048046822457431347,
      "loss": 5.364,
      "mean_token_accuracy": 0.19690560549497604,
      "num_tokens": 32720293.0,
      "step": 16155
    },
    {
      "entropy": 5.911406660079956,
      "epoch": 1.4122170759416237,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00048045552354182536,
      "loss": 5.4083,
      "mean_token_accuracy": 0.1872313588857651,
      "num_tokens": 32730108.0,
      "step": 16160
    },
    {
      "entropy": 5.900585699081421,
      "epoch": 1.4126540242943284,
      "grad_norm": 1.046875,
      "learning_rate": 0.00048044281856859255,
      "loss": 5.4165,
      "mean_token_accuracy": 0.1913704454898834,
      "num_tokens": 32740614.0,
      "step": 16165
    },
    {
      "entropy": 5.943600845336914,
      "epoch": 1.413090972647033,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004804301096548589,
      "loss": 5.3733,
      "mean_token_accuracy": 0.19090202450752258,
      "num_tokens": 32751155.0,
      "step": 16170
    },
    {
      "entropy": 5.848721504211426,
      "epoch": 1.4135279209997378,
      "grad_norm": 1.3515625,
      "learning_rate": 0.0004804173968008681,
      "loss": 5.2634,
      "mean_token_accuracy": 0.19993076622486114,
      "num_tokens": 32761067.0,
      "step": 16175
    },
    {
      "entropy": 5.757927131652832,
      "epoch": 1.4139648693524425,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00048040468000686395,
      "loss": 5.2569,
      "mean_token_accuracy": 0.2084561914205551,
      "num_tokens": 32771357.0,
      "step": 16180
    },
    {
      "entropy": 5.9439795970916744,
      "epoch": 1.4144018177051472,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004803919592730904,
      "loss": 5.4475,
      "mean_token_accuracy": 0.18808112293481827,
      "num_tokens": 32781116.0,
      "step": 16185
    },
    {
      "entropy": 5.928975677490234,
      "epoch": 1.4148387660578519,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004803792345997915,
      "loss": 5.416,
      "mean_token_accuracy": 0.19051750004291534,
      "num_tokens": 32791660.0,
      "step": 16190
    },
    {
      "entropy": 5.888272905349732,
      "epoch": 1.4152757144105568,
      "grad_norm": 1.046875,
      "learning_rate": 0.00048036650598721125,
      "loss": 5.3835,
      "mean_token_accuracy": 0.18714025169610976,
      "num_tokens": 32801413.0,
      "step": 16195
    },
    {
      "entropy": 5.9068155765533445,
      "epoch": 1.4157126627632615,
      "grad_norm": 0.98828125,
      "learning_rate": 0.00048035377343559377,
      "loss": 5.4344,
      "mean_token_accuracy": 0.18820977658033372,
      "num_tokens": 32811293.0,
      "step": 16200
    },
    {
      "entropy": 5.886406946182251,
      "epoch": 1.4161496111159662,
      "grad_norm": 0.96875,
      "learning_rate": 0.00048034103694518336,
      "loss": 5.3973,
      "mean_token_accuracy": 0.19502474516630172,
      "num_tokens": 32821609.0,
      "step": 16205
    },
    {
      "entropy": 5.916055679321289,
      "epoch": 1.4165865594686708,
      "grad_norm": 0.9765625,
      "learning_rate": 0.00048032829651622425,
      "loss": 5.3628,
      "mean_token_accuracy": 0.19196324944496154,
      "num_tokens": 32831219.0,
      "step": 16210
    },
    {
      "entropy": 5.924622106552124,
      "epoch": 1.4170235078213755,
      "grad_norm": 1.046875,
      "learning_rate": 0.00048031555214896076,
      "loss": 5.4189,
      "mean_token_accuracy": 0.1847204864025116,
      "num_tokens": 32841085.0,
      "step": 16215
    },
    {
      "entropy": 5.894691514968872,
      "epoch": 1.4174604561740802,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004803028038436375,
      "loss": 5.3452,
      "mean_token_accuracy": 0.19886859208345414,
      "num_tokens": 32851592.0,
      "step": 16220
    },
    {
      "entropy": 5.8996826171875,
      "epoch": 1.417897404526785,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00048029005160049886,
      "loss": 5.3546,
      "mean_token_accuracy": 0.18848628252744676,
      "num_tokens": 32862124.0,
      "step": 16225
    },
    {
      "entropy": 5.815480804443359,
      "epoch": 1.4183343528794896,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004802772954197894,
      "loss": 5.3504,
      "mean_token_accuracy": 0.19794443249702454,
      "num_tokens": 32872760.0,
      "step": 16230
    },
    {
      "entropy": 5.901879549026489,
      "epoch": 1.4187713012321943,
      "grad_norm": 1.0,
      "learning_rate": 0.00048026453530175393,
      "loss": 5.443,
      "mean_token_accuracy": 0.18236227482557296,
      "num_tokens": 32883542.0,
      "step": 16235
    },
    {
      "entropy": 5.913011360168457,
      "epoch": 1.419208249584899,
      "grad_norm": 0.93359375,
      "learning_rate": 0.00048025177124663704,
      "loss": 5.3543,
      "mean_token_accuracy": 0.1906309336423874,
      "num_tokens": 32893922.0,
      "step": 16240
    },
    {
      "entropy": 5.898107624053955,
      "epoch": 1.4196451979376037,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00048023900325468367,
      "loss": 5.3979,
      "mean_token_accuracy": 0.1943490669131279,
      "num_tokens": 32903907.0,
      "step": 16245
    },
    {
      "entropy": 5.912857961654663,
      "epoch": 1.4200821462903086,
      "grad_norm": 0.9765625,
      "learning_rate": 0.00048022623132613863,
      "loss": 5.3818,
      "mean_token_accuracy": 0.1926693320274353,
      "num_tokens": 32914656.0,
      "step": 16250
    },
    {
      "entropy": 5.9264589786529545,
      "epoch": 1.420519094643013,
      "grad_norm": 1.015625,
      "learning_rate": 0.000480213455461247,
      "loss": 5.407,
      "mean_token_accuracy": 0.18571714013814927,
      "num_tokens": 32925250.0,
      "step": 16255
    },
    {
      "entropy": 5.876690244674682,
      "epoch": 1.420956042995718,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00048020067566025373,
      "loss": 5.3995,
      "mean_token_accuracy": 0.19051434546709062,
      "num_tokens": 32935435.0,
      "step": 16260
    },
    {
      "entropy": 5.901656532287598,
      "epoch": 1.4213929913484227,
      "grad_norm": 1.078125,
      "learning_rate": 0.000480187891923404,
      "loss": 5.3322,
      "mean_token_accuracy": 0.19946108907461166,
      "num_tokens": 32946166.0,
      "step": 16265
    },
    {
      "entropy": 5.8996025085449215,
      "epoch": 1.4218299397011274,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004801751042509429,
      "loss": 5.3276,
      "mean_token_accuracy": 0.19421181082725525,
      "num_tokens": 32955751.0,
      "step": 16270
    },
    {
      "entropy": 5.893719005584717,
      "epoch": 1.422266888053832,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004801623126431159,
      "loss": 5.4271,
      "mean_token_accuracy": 0.19041667729616166,
      "num_tokens": 32966121.0,
      "step": 16275
    },
    {
      "entropy": 5.835674524307251,
      "epoch": 1.4227038364065367,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004801495171001681,
      "loss": 5.3711,
      "mean_token_accuracy": 0.19862932413816453,
      "num_tokens": 32976950.0,
      "step": 16280
    },
    {
      "entropy": 5.938716316223145,
      "epoch": 1.4231407847592414,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004801367176223452,
      "loss": 5.3671,
      "mean_token_accuracy": 0.19143152832984925,
      "num_tokens": 32987278.0,
      "step": 16285
    },
    {
      "entropy": 5.923733711242676,
      "epoch": 1.4235777331119461,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004801239142098926,
      "loss": 5.4263,
      "mean_token_accuracy": 0.18920160531997682,
      "num_tokens": 32997050.0,
      "step": 16290
    },
    {
      "entropy": 5.917560482025147,
      "epoch": 1.4240146814646508,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004801111068630557,
      "loss": 5.3864,
      "mean_token_accuracy": 0.191840235888958,
      "num_tokens": 33007799.0,
      "step": 16295
    },
    {
      "entropy": 5.950715732574463,
      "epoch": 1.4244516298173555,
      "grad_norm": 1.234375,
      "learning_rate": 0.00048009829558208044,
      "loss": 5.3658,
      "mean_token_accuracy": 0.1953403890132904,
      "num_tokens": 33017476.0,
      "step": 16300
    },
    {
      "entropy": 5.866236829757691,
      "epoch": 1.4248885781700604,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00048008548036721226,
      "loss": 5.3438,
      "mean_token_accuracy": 0.19370286017656327,
      "num_tokens": 33027617.0,
      "step": 16305
    },
    {
      "entropy": 5.870905876159668,
      "epoch": 1.425325526522765,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004800726612186972,
      "loss": 5.3832,
      "mean_token_accuracy": 0.18690797984600066,
      "num_tokens": 33037257.0,
      "step": 16310
    },
    {
      "entropy": 5.855237722396851,
      "epoch": 1.4257624748754698,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004800598381367811,
      "loss": 5.3434,
      "mean_token_accuracy": 0.19515123218297958,
      "num_tokens": 33047406.0,
      "step": 16315
    },
    {
      "entropy": 5.878089141845703,
      "epoch": 1.4261994232281745,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004800470111217096,
      "loss": 5.401,
      "mean_token_accuracy": 0.1923803210258484,
      "num_tokens": 33057975.0,
      "step": 16320
    },
    {
      "entropy": 5.940315675735474,
      "epoch": 1.4266363715808792,
      "grad_norm": 1.046875,
      "learning_rate": 0.00048003418017372924,
      "loss": 5.4255,
      "mean_token_accuracy": 0.1833885058760643,
      "num_tokens": 33068645.0,
      "step": 16325
    },
    {
      "entropy": 5.981366920471191,
      "epoch": 1.4270733199335839,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004800213452930857,
      "loss": 5.3928,
      "mean_token_accuracy": 0.19048970341682434,
      "num_tokens": 33079147.0,
      "step": 16330
    },
    {
      "entropy": 5.876905870437622,
      "epoch": 1.4275102682862886,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004800085064800255,
      "loss": 5.339,
      "mean_token_accuracy": 0.18913768976926804,
      "num_tokens": 33089229.0,
      "step": 16335
    },
    {
      "entropy": 5.8942584037780765,
      "epoch": 1.4279472166389933,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004799956637347946,
      "loss": 5.3702,
      "mean_token_accuracy": 0.19174490123987198,
      "num_tokens": 33099688.0,
      "step": 16340
    },
    {
      "entropy": 5.902389335632324,
      "epoch": 1.428384164991698,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004799828170576395,
      "loss": 5.4027,
      "mean_token_accuracy": 0.1927673801779747,
      "num_tokens": 33110019.0,
      "step": 16345
    },
    {
      "entropy": 5.767214393615722,
      "epoch": 1.4288211133444026,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004799699664488065,
      "loss": 5.2728,
      "mean_token_accuracy": 0.20249288082122802,
      "num_tokens": 33120141.0,
      "step": 16350
    },
    {
      "entropy": 5.906266212463379,
      "epoch": 1.4292580616971073,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004799571119085422,
      "loss": 5.3769,
      "mean_token_accuracy": 0.1913018047809601,
      "num_tokens": 33130047.0,
      "step": 16355
    },
    {
      "entropy": 5.957207059860229,
      "epoch": 1.429695010049812,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004799442534370931,
      "loss": 5.4136,
      "mean_token_accuracy": 0.19040098041296005,
      "num_tokens": 33141234.0,
      "step": 16360
    },
    {
      "entropy": 5.8754946231842045,
      "epoch": 1.4301319584025167,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004799313910347057,
      "loss": 5.4156,
      "mean_token_accuracy": 0.19675420075654984,
      "num_tokens": 33150788.0,
      "step": 16365
    },
    {
      "entropy": 5.864841365814209,
      "epoch": 1.4305689067552216,
      "grad_norm": 0.9453125,
      "learning_rate": 0.000479918524701627,
      "loss": 5.361,
      "mean_token_accuracy": 0.19567707926034927,
      "num_tokens": 33160928.0,
      "step": 16370
    },
    {
      "entropy": 5.97427077293396,
      "epoch": 1.431005855107926,
      "grad_norm": 1.109375,
      "learning_rate": 0.00047990565443810357,
      "loss": 5.4618,
      "mean_token_accuracy": 0.181685733795166,
      "num_tokens": 33171333.0,
      "step": 16375
    },
    {
      "entropy": 5.813287782669067,
      "epoch": 1.431442803460631,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00047989278024438233,
      "loss": 5.264,
      "mean_token_accuracy": 0.20138776153326035,
      "num_tokens": 33180396.0,
      "step": 16380
    },
    {
      "entropy": 5.8732743740081785,
      "epoch": 1.4318797518133357,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004798799021207102,
      "loss": 5.3365,
      "mean_token_accuracy": 0.19347552657127381,
      "num_tokens": 33189571.0,
      "step": 16385
    },
    {
      "entropy": 5.86764931678772,
      "epoch": 1.4323167001660404,
      "grad_norm": 1.125,
      "learning_rate": 0.00047986702006733417,
      "loss": 5.3278,
      "mean_token_accuracy": 0.19526664465665816,
      "num_tokens": 33198979.0,
      "step": 16390
    },
    {
      "entropy": 5.924911975860596,
      "epoch": 1.432753648518745,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00047985413408450136,
      "loss": 5.381,
      "mean_token_accuracy": 0.195090714097023,
      "num_tokens": 33208862.0,
      "step": 16395
    },
    {
      "entropy": 5.876169586181641,
      "epoch": 1.4331905968714498,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004798412441724589,
      "loss": 5.3971,
      "mean_token_accuracy": 0.18587929010391235,
      "num_tokens": 33218804.0,
      "step": 16400
    },
    {
      "entropy": 5.919273328781128,
      "epoch": 1.4336275452241545,
      "grad_norm": 1.09375,
      "learning_rate": 0.00047982835033145413,
      "loss": 5.401,
      "mean_token_accuracy": 0.1874099776148796,
      "num_tokens": 33228783.0,
      "step": 16405
    },
    {
      "entropy": 5.985108184814453,
      "epoch": 1.4340644935768592,
      "grad_norm": 0.9609375,
      "learning_rate": 0.00047981545256173415,
      "loss": 5.4297,
      "mean_token_accuracy": 0.1879519358277321,
      "num_tokens": 33241029.0,
      "step": 16410
    },
    {
      "entropy": 5.923636865615845,
      "epoch": 1.4345014419295639,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004798025508635465,
      "loss": 5.4421,
      "mean_token_accuracy": 0.18779147714376448,
      "num_tokens": 33250383.0,
      "step": 16415
    },
    {
      "entropy": 5.796489334106445,
      "epoch": 1.4349383902822685,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004797896452371386,
      "loss": 5.2538,
      "mean_token_accuracy": 0.2061435639858246,
      "num_tokens": 33260424.0,
      "step": 16420
    },
    {
      "entropy": 5.900259590148925,
      "epoch": 1.4353753386349735,
      "grad_norm": 0.98828125,
      "learning_rate": 0.00047977673568275805,
      "loss": 5.3294,
      "mean_token_accuracy": 0.18819345831871032,
      "num_tokens": 33270200.0,
      "step": 16425
    },
    {
      "entropy": 5.928755760192871,
      "epoch": 1.435812286987678,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004797638222006524,
      "loss": 5.5027,
      "mean_token_accuracy": 0.18352851867675782,
      "num_tokens": 33279850.0,
      "step": 16430
    },
    {
      "entropy": 5.8703454494476315,
      "epoch": 1.4362492353403828,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004797509047910693,
      "loss": 5.3592,
      "mean_token_accuracy": 0.19601286798715592,
      "num_tokens": 33289053.0,
      "step": 16435
    },
    {
      "entropy": 5.9209737300872805,
      "epoch": 1.4366861836930875,
      "grad_norm": 1.078125,
      "learning_rate": 0.00047973798345425655,
      "loss": 5.373,
      "mean_token_accuracy": 0.19250697493553162,
      "num_tokens": 33298988.0,
      "step": 16440
    },
    {
      "entropy": 5.896392011642456,
      "epoch": 1.4371231320457922,
      "grad_norm": 0.9765625,
      "learning_rate": 0.00047972505819046207,
      "loss": 5.3849,
      "mean_token_accuracy": 0.1948174387216568,
      "num_tokens": 33308683.0,
      "step": 16445
    },
    {
      "entropy": 5.822020578384399,
      "epoch": 1.437560080398497,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004797121289999336,
      "loss": 5.3653,
      "mean_token_accuracy": 0.18809574842453003,
      "num_tokens": 33319230.0,
      "step": 16450
    },
    {
      "entropy": 5.945239734649658,
      "epoch": 1.4379970287512016,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004796991958829193,
      "loss": 5.4034,
      "mean_token_accuracy": 0.18824357986450196,
      "num_tokens": 33329277.0,
      "step": 16455
    },
    {
      "entropy": 5.920003366470337,
      "epoch": 1.4384339771039063,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004796862588396672,
      "loss": 5.379,
      "mean_token_accuracy": 0.19096631854772567,
      "num_tokens": 33338644.0,
      "step": 16460
    },
    {
      "entropy": 5.874145603179931,
      "epoch": 1.438870925456611,
      "grad_norm": 1.03125,
      "learning_rate": 0.00047967331787042536,
      "loss": 5.3046,
      "mean_token_accuracy": 0.1995355024933815,
      "num_tokens": 33348996.0,
      "step": 16465
    },
    {
      "entropy": 5.899683046340942,
      "epoch": 1.4393078738093157,
      "grad_norm": 1.078125,
      "learning_rate": 0.00047966037297544195,
      "loss": 5.396,
      "mean_token_accuracy": 0.18741291910409927,
      "num_tokens": 33358581.0,
      "step": 16470
    },
    {
      "entropy": 5.9479745388031,
      "epoch": 1.4397448221620204,
      "grad_norm": 0.99609375,
      "learning_rate": 0.00047964742415496553,
      "loss": 5.4069,
      "mean_token_accuracy": 0.19196974635124206,
      "num_tokens": 33368925.0,
      "step": 16475
    },
    {
      "entropy": 5.863212442398071,
      "epoch": 1.4401817705147253,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004796344714092441,
      "loss": 5.4058,
      "mean_token_accuracy": 0.19146487414836882,
      "num_tokens": 33378918.0,
      "step": 16480
    },
    {
      "entropy": 5.8585210800170895,
      "epoch": 1.4406187188674298,
      "grad_norm": 1.0,
      "learning_rate": 0.0004796215147385264,
      "loss": 5.3735,
      "mean_token_accuracy": 0.19352089762687683,
      "num_tokens": 33389039.0,
      "step": 16485
    },
    {
      "entropy": 5.915977430343628,
      "epoch": 1.4410556672201347,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004796085541430608,
      "loss": 5.3424,
      "mean_token_accuracy": 0.1918373793363571,
      "num_tokens": 33398893.0,
      "step": 16490
    },
    {
      "entropy": 5.940269231796265,
      "epoch": 1.4414926155728394,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004795955896230959,
      "loss": 5.4187,
      "mean_token_accuracy": 0.1845650002360344,
      "num_tokens": 33408188.0,
      "step": 16495
    },
    {
      "entropy": 5.862577438354492,
      "epoch": 1.441929563925544,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00047958262117888035,
      "loss": 5.3569,
      "mean_token_accuracy": 0.20128871202468873,
      "num_tokens": 33418926.0,
      "step": 16500
    },
    {
      "entropy": 5.9168859958648685,
      "epoch": 1.4423665122782487,
      "grad_norm": 1.078125,
      "learning_rate": 0.00047956964881066297,
      "loss": 5.3928,
      "mean_token_accuracy": 0.19302408248186112,
      "num_tokens": 33429790.0,
      "step": 16505
    },
    {
      "entropy": 5.873269128799438,
      "epoch": 1.4428034606309534,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004795566725186925,
      "loss": 5.3935,
      "mean_token_accuracy": 0.19146777391433717,
      "num_tokens": 33440470.0,
      "step": 16510
    },
    {
      "entropy": 5.905026912689209,
      "epoch": 1.4432404089836581,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004795436923032179,
      "loss": 5.3755,
      "mean_token_accuracy": 0.19440089762210847,
      "num_tokens": 33449875.0,
      "step": 16515
    },
    {
      "entropy": 5.9278984546661375,
      "epoch": 1.4436773573363628,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004795307081644881,
      "loss": 5.3569,
      "mean_token_accuracy": 0.1903506875038147,
      "num_tokens": 33458841.0,
      "step": 16520
    },
    {
      "entropy": 5.872567510604858,
      "epoch": 1.4441143056890675,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004795177201027521,
      "loss": 5.3173,
      "mean_token_accuracy": 0.1950559765100479,
      "num_tokens": 33468656.0,
      "step": 16525
    },
    {
      "entropy": 5.885708379745483,
      "epoch": 1.4445512540417722,
      "grad_norm": 0.96875,
      "learning_rate": 0.00047950472811825916,
      "loss": 5.3674,
      "mean_token_accuracy": 0.19282785654067994,
      "num_tokens": 33478977.0,
      "step": 16530
    },
    {
      "entropy": 5.916783189773559,
      "epoch": 1.444988202394477,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004794917322112583,
      "loss": 5.3369,
      "mean_token_accuracy": 0.1902277410030365,
      "num_tokens": 33488418.0,
      "step": 16535
    },
    {
      "entropy": 5.809428977966308,
      "epoch": 1.4454251507471816,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004794787323819989,
      "loss": 5.3284,
      "mean_token_accuracy": 0.19816725850105285,
      "num_tokens": 33499125.0,
      "step": 16540
    },
    {
      "entropy": 5.896344947814941,
      "epoch": 1.4458620990998865,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00047946572863073023,
      "loss": 5.3722,
      "mean_token_accuracy": 0.1906964436173439,
      "num_tokens": 33508826.0,
      "step": 16545
    },
    {
      "entropy": 5.859037399291992,
      "epoch": 1.446299047452591,
      "grad_norm": 0.97265625,
      "learning_rate": 0.00047945272095770174,
      "loss": 5.2919,
      "mean_token_accuracy": 0.20434977859258652,
      "num_tokens": 33518398.0,
      "step": 16550
    },
    {
      "entropy": 5.825377130508423,
      "epoch": 1.4467359958052959,
      "grad_norm": 1.0390625,
      "learning_rate": 0.000479439709363163,
      "loss": 5.3522,
      "mean_token_accuracy": 0.18995352685451508,
      "num_tokens": 33528289.0,
      "step": 16555
    },
    {
      "entropy": 5.910840559005737,
      "epoch": 1.4471729441580006,
      "grad_norm": 1.125,
      "learning_rate": 0.0004794266938473635,
      "loss": 5.4537,
      "mean_token_accuracy": 0.18737752884626388,
      "num_tokens": 33539228.0,
      "step": 16560
    },
    {
      "entropy": 5.936110544204712,
      "epoch": 1.4476098925107053,
      "grad_norm": 0.97265625,
      "learning_rate": 0.00047941367441055283,
      "loss": 5.4287,
      "mean_token_accuracy": 0.19027090519666673,
      "num_tokens": 33551015.0,
      "step": 16565
    },
    {
      "entropy": 5.898926162719727,
      "epoch": 1.44804684086341,
      "grad_norm": 1.046875,
      "learning_rate": 0.00047940065105298073,
      "loss": 5.3646,
      "mean_token_accuracy": 0.19237251579761505,
      "num_tokens": 33560374.0,
      "step": 16570
    },
    {
      "entropy": 5.807623958587646,
      "epoch": 1.4484837892161146,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004793876237748972,
      "loss": 5.2517,
      "mean_token_accuracy": 0.20782769918441774,
      "num_tokens": 33569916.0,
      "step": 16575
    },
    {
      "entropy": 5.802832460403442,
      "epoch": 1.4489207375688193,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004793745925765518,
      "loss": 5.2751,
      "mean_token_accuracy": 0.20000737458467482,
      "num_tokens": 33579930.0,
      "step": 16580
    },
    {
      "entropy": 5.856544160842896,
      "epoch": 1.449357685921524,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004793615574581947,
      "loss": 5.3807,
      "mean_token_accuracy": 0.1881871536374092,
      "num_tokens": 33588612.0,
      "step": 16585
    },
    {
      "entropy": 5.929654169082641,
      "epoch": 1.4497946342742287,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00047934851842007585,
      "loss": 5.4233,
      "mean_token_accuracy": 0.18370110541582108,
      "num_tokens": 33599253.0,
      "step": 16590
    },
    {
      "entropy": 5.900976991653442,
      "epoch": 1.4502315826269334,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004793354754624453,
      "loss": 5.3042,
      "mean_token_accuracy": 0.1973893091082573,
      "num_tokens": 33609484.0,
      "step": 16595
    },
    {
      "entropy": 5.895117568969726,
      "epoch": 1.4506685309796383,
      "grad_norm": 1.0,
      "learning_rate": 0.0004793224285855533,
      "loss": 5.3211,
      "mean_token_accuracy": 0.19440990090370178,
      "num_tokens": 33619660.0,
      "step": 16600
    },
    {
      "entropy": 5.850814723968506,
      "epoch": 1.4511054793323428,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00047930937778965,
      "loss": 5.4162,
      "mean_token_accuracy": 0.18890109062194824,
      "num_tokens": 33629505.0,
      "step": 16605
    },
    {
      "entropy": 5.892092990875244,
      "epoch": 1.4515424276850477,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004792963230749858,
      "loss": 5.4265,
      "mean_token_accuracy": 0.18748342990875244,
      "num_tokens": 33639680.0,
      "step": 16610
    },
    {
      "entropy": 5.886341238021851,
      "epoch": 1.4519793760377524,
      "grad_norm": 1.046875,
      "learning_rate": 0.00047928326444181117,
      "loss": 5.4328,
      "mean_token_accuracy": 0.18577146530151367,
      "num_tokens": 33649200.0,
      "step": 16615
    },
    {
      "entropy": 5.895499897003174,
      "epoch": 1.452416324390457,
      "grad_norm": 1.09375,
      "learning_rate": 0.00047927020189037634,
      "loss": 5.3515,
      "mean_token_accuracy": 0.19096168279647827,
      "num_tokens": 33658386.0,
      "step": 16620
    },
    {
      "entropy": 5.910528135299683,
      "epoch": 1.4528532727431618,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004792571354209321,
      "loss": 5.3253,
      "mean_token_accuracy": 0.19585812836885452,
      "num_tokens": 33669139.0,
      "step": 16625
    },
    {
      "entropy": 5.856452417373657,
      "epoch": 1.4532902210958665,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004792440650337289,
      "loss": 5.4103,
      "mean_token_accuracy": 0.19405577331781387,
      "num_tokens": 33679629.0,
      "step": 16630
    },
    {
      "entropy": 5.913179016113281,
      "epoch": 1.4537271694485712,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004792309907290175,
      "loss": 5.4175,
      "mean_token_accuracy": 0.1881144419312477,
      "num_tokens": 33689633.0,
      "step": 16635
    },
    {
      "entropy": 5.933388805389404,
      "epoch": 1.4541641178012759,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00047921791250704875,
      "loss": 5.372,
      "mean_token_accuracy": 0.1844858430325985,
      "num_tokens": 33699719.0,
      "step": 16640
    },
    {
      "entropy": 5.921565532684326,
      "epoch": 1.4546010661539805,
      "grad_norm": 0.99609375,
      "learning_rate": 0.00047920483036807346,
      "loss": 5.4282,
      "mean_token_accuracy": 0.18833454996347426,
      "num_tokens": 33709389.0,
      "step": 16645
    },
    {
      "entropy": 5.90192141532898,
      "epoch": 1.4550380145066852,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00047919174431234246,
      "loss": 5.4079,
      "mean_token_accuracy": 0.18465825021266938,
      "num_tokens": 33719063.0,
      "step": 16650
    },
    {
      "entropy": 5.974454498291015,
      "epoch": 1.4554749628593902,
      "grad_norm": 1.0,
      "learning_rate": 0.0004791786543401068,
      "loss": 5.493,
      "mean_token_accuracy": 0.17863293290138244,
      "num_tokens": 33729798.0,
      "step": 16655
    },
    {
      "entropy": 5.921684741973877,
      "epoch": 1.4559119112120946,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004791655604516176,
      "loss": 5.3853,
      "mean_token_accuracy": 0.18490259051322938,
      "num_tokens": 33740012.0,
      "step": 16660
    },
    {
      "entropy": 5.892002058029175,
      "epoch": 1.4563488595647995,
      "grad_norm": 1.0625,
      "learning_rate": 0.00047915246264712595,
      "loss": 5.3571,
      "mean_token_accuracy": 0.19598616063594818,
      "num_tokens": 33749478.0,
      "step": 16665
    },
    {
      "entropy": 5.800157070159912,
      "epoch": 1.4567858079175042,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004791393609268831,
      "loss": 5.2456,
      "mean_token_accuracy": 0.20710102170705796,
      "num_tokens": 33758935.0,
      "step": 16670
    },
    {
      "entropy": 5.874158906936645,
      "epoch": 1.457222756270209,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004791262552911404,
      "loss": 5.326,
      "mean_token_accuracy": 0.19341565370559693,
      "num_tokens": 33769035.0,
      "step": 16675
    },
    {
      "entropy": 5.881872034072876,
      "epoch": 1.4576597046229136,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00047911314574014904,
      "loss": 5.3609,
      "mean_token_accuracy": 0.19062388241291045,
      "num_tokens": 33779288.0,
      "step": 16680
    },
    {
      "entropy": 5.922480535507202,
      "epoch": 1.4580966529756183,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004791000322741606,
      "loss": 5.3781,
      "mean_token_accuracy": 0.18788041323423385,
      "num_tokens": 33789138.0,
      "step": 16685
    },
    {
      "entropy": 5.932293224334717,
      "epoch": 1.458533601328323,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004790869148934267,
      "loss": 5.4004,
      "mean_token_accuracy": 0.1868231177330017,
      "num_tokens": 33798649.0,
      "step": 16690
    },
    {
      "entropy": 5.76449728012085,
      "epoch": 1.4589705496810277,
      "grad_norm": 0.95703125,
      "learning_rate": 0.00047907379359819877,
      "loss": 5.2629,
      "mean_token_accuracy": 0.20612737834453582,
      "num_tokens": 33808742.0,
      "step": 16695
    },
    {
      "entropy": 5.876934957504273,
      "epoch": 1.4594074980337324,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004790606683887286,
      "loss": 5.3104,
      "mean_token_accuracy": 0.19761043936014175,
      "num_tokens": 33819507.0,
      "step": 16700
    },
    {
      "entropy": 5.953365087509155,
      "epoch": 1.459844446386437,
      "grad_norm": 0.99609375,
      "learning_rate": 0.00047904753926526777,
      "loss": 5.3753,
      "mean_token_accuracy": 0.18431094139814377,
      "num_tokens": 33829722.0,
      "step": 16705
    },
    {
      "entropy": 5.870154094696045,
      "epoch": 1.4602813947391418,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004790344062280683,
      "loss": 5.4301,
      "mean_token_accuracy": 0.1909304678440094,
      "num_tokens": 33839350.0,
      "step": 16710
    },
    {
      "entropy": 5.880991744995117,
      "epoch": 1.4607183430918464,
      "grad_norm": 1.078125,
      "learning_rate": 0.00047902126927738196,
      "loss": 5.352,
      "mean_token_accuracy": 0.19611084908246995,
      "num_tokens": 33849233.0,
      "step": 16715
    },
    {
      "entropy": 5.949523115158081,
      "epoch": 1.4611552914445514,
      "grad_norm": 1.015625,
      "learning_rate": 0.00047900812841346086,
      "loss": 5.3967,
      "mean_token_accuracy": 0.18695435225963591,
      "num_tokens": 33859996.0,
      "step": 16720
    },
    {
      "entropy": 5.895935678482056,
      "epoch": 1.4615922397972558,
      "grad_norm": 1.0,
      "learning_rate": 0.0004789949836365569,
      "loss": 5.4179,
      "mean_token_accuracy": 0.1946669563651085,
      "num_tokens": 33870780.0,
      "step": 16725
    },
    {
      "entropy": 5.910117816925049,
      "epoch": 1.4620291881499607,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004789818349469222,
      "loss": 5.4074,
      "mean_token_accuracy": 0.19107308536767958,
      "num_tokens": 33880182.0,
      "step": 16730
    },
    {
      "entropy": 5.937478971481323,
      "epoch": 1.4624661365026654,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004789686823448091,
      "loss": 5.4174,
      "mean_token_accuracy": 0.18426376581192017,
      "num_tokens": 33889464.0,
      "step": 16735
    },
    {
      "entropy": 5.915783405303955,
      "epoch": 1.4629030848553701,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004789555258304698,
      "loss": 5.369,
      "mean_token_accuracy": 0.18399813026189804,
      "num_tokens": 33899530.0,
      "step": 16740
    },
    {
      "entropy": 5.917179203033447,
      "epoch": 1.4633400332080748,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004789423654041566,
      "loss": 5.4231,
      "mean_token_accuracy": 0.186645270884037,
      "num_tokens": 33910094.0,
      "step": 16745
    },
    {
      "entropy": 5.918174600601196,
      "epoch": 1.4637769815607795,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00047892920106612204,
      "loss": 5.3302,
      "mean_token_accuracy": 0.19690545946359633,
      "num_tokens": 33921181.0,
      "step": 16750
    },
    {
      "entropy": 5.919676876068115,
      "epoch": 1.4642139299134842,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004789160328166184,
      "loss": 5.4677,
      "mean_token_accuracy": 0.18744541108608245,
      "num_tokens": 33931567.0,
      "step": 16755
    },
    {
      "entropy": 5.919399452209473,
      "epoch": 1.464650878266189,
      "grad_norm": 1.078125,
      "learning_rate": 0.00047890286065589856,
      "loss": 5.4147,
      "mean_token_accuracy": 0.19380710572004317,
      "num_tokens": 33941513.0,
      "step": 16760
    },
    {
      "entropy": 5.869726848602295,
      "epoch": 1.4650878266188936,
      "grad_norm": 0.8984375,
      "learning_rate": 0.00047888968458421487,
      "loss": 5.3294,
      "mean_token_accuracy": 0.19047915637493135,
      "num_tokens": 33953400.0,
      "step": 16765
    },
    {
      "entropy": 5.9247079372406,
      "epoch": 1.4655247749715983,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004788765046018204,
      "loss": 5.4285,
      "mean_token_accuracy": 0.1845039516687393,
      "num_tokens": 33964394.0,
      "step": 16770
    },
    {
      "entropy": 5.9748869895935055,
      "epoch": 1.4659617233243032,
      "grad_norm": 1.03125,
      "learning_rate": 0.00047886332070896747,
      "loss": 5.5009,
      "mean_token_accuracy": 0.18622523844242095,
      "num_tokens": 33975266.0,
      "step": 16775
    },
    {
      "entropy": 5.931656074523926,
      "epoch": 1.4663986716770077,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004788501329059094,
      "loss": 5.4536,
      "mean_token_accuracy": 0.18593173772096633,
      "num_tokens": 33986159.0,
      "step": 16780
    },
    {
      "entropy": 5.9338854312896725,
      "epoch": 1.4668356200297126,
      "grad_norm": 0.94921875,
      "learning_rate": 0.00047883694119289896,
      "loss": 5.3928,
      "mean_token_accuracy": 0.19145756214857101,
      "num_tokens": 33997792.0,
      "step": 16785
    },
    {
      "entropy": 5.903925228118896,
      "epoch": 1.4672725683824173,
      "grad_norm": 0.98828125,
      "learning_rate": 0.00047882374557018916,
      "loss": 5.3867,
      "mean_token_accuracy": 0.19196031242609024,
      "num_tokens": 34007945.0,
      "step": 16790
    },
    {
      "entropy": 5.94629979133606,
      "epoch": 1.467709516735122,
      "grad_norm": 0.95703125,
      "learning_rate": 0.00047881054603803307,
      "loss": 5.4485,
      "mean_token_accuracy": 0.19621978104114532,
      "num_tokens": 34018399.0,
      "step": 16795
    },
    {
      "entropy": 5.944784307479859,
      "epoch": 1.4681464650878266,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004787973425966839,
      "loss": 5.4908,
      "mean_token_accuracy": 0.18019183874130248,
      "num_tokens": 34028267.0,
      "step": 16800
    },
    {
      "entropy": 5.959510040283203,
      "epoch": 1.4685834134405313,
      "grad_norm": 1.1015625,
      "learning_rate": 0.000478784135246395,
      "loss": 5.5031,
      "mean_token_accuracy": 0.18018533289432526,
      "num_tokens": 34037904.0,
      "step": 16805
    },
    {
      "entropy": 5.874286127090454,
      "epoch": 1.469020361793236,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004787709239874196,
      "loss": 5.3282,
      "mean_token_accuracy": 0.19876759499311447,
      "num_tokens": 34049203.0,
      "step": 16810
    },
    {
      "entropy": 5.927431631088257,
      "epoch": 1.4694573101459407,
      "grad_norm": 0.98828125,
      "learning_rate": 0.000478757708820011,
      "loss": 5.4254,
      "mean_token_accuracy": 0.19314599484205247,
      "num_tokens": 34059670.0,
      "step": 16815
    },
    {
      "entropy": 5.8955224514007565,
      "epoch": 1.4698942584986454,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004787444897444229,
      "loss": 5.3511,
      "mean_token_accuracy": 0.19931607842445373,
      "num_tokens": 34069730.0,
      "step": 16820
    },
    {
      "entropy": 5.9626086235046385,
      "epoch": 1.47033120685135,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004787312667609086,
      "loss": 5.3658,
      "mean_token_accuracy": 0.19100486040115355,
      "num_tokens": 34079315.0,
      "step": 16825
    },
    {
      "entropy": 5.888748407363892,
      "epoch": 1.470768155204055,
      "grad_norm": 1.0,
      "learning_rate": 0.000478718039869722,
      "loss": 5.3723,
      "mean_token_accuracy": 0.18745339065790176,
      "num_tokens": 34089431.0,
      "step": 16830
    },
    {
      "entropy": 5.894398260116577,
      "epoch": 1.4712051035567595,
      "grad_norm": 0.96875,
      "learning_rate": 0.00047870480907111657,
      "loss": 5.3371,
      "mean_token_accuracy": 0.19548810124397278,
      "num_tokens": 34100120.0,
      "step": 16835
    },
    {
      "entropy": 5.927085733413696,
      "epoch": 1.4716420519094644,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004786915743653461,
      "loss": 5.3711,
      "mean_token_accuracy": 0.19485041052103041,
      "num_tokens": 34110271.0,
      "step": 16840
    },
    {
      "entropy": 5.925515174865723,
      "epoch": 1.472079000262169,
      "grad_norm": 0.97265625,
      "learning_rate": 0.00047867833575266456,
      "loss": 5.4448,
      "mean_token_accuracy": 0.18420131802558898,
      "num_tokens": 34120240.0,
      "step": 16845
    },
    {
      "entropy": 5.933335494995117,
      "epoch": 1.4725159486148738,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004786650932333259,
      "loss": 5.3791,
      "mean_token_accuracy": 0.19656170755624772,
      "num_tokens": 34130813.0,
      "step": 16850
    },
    {
      "entropy": 5.921887636184692,
      "epoch": 1.4729528969675785,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004786518468075839,
      "loss": 5.4207,
      "mean_token_accuracy": 0.1933976113796234,
      "num_tokens": 34141169.0,
      "step": 16855
    },
    {
      "entropy": 5.882951784133911,
      "epoch": 1.4733898453202832,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004786385964756928,
      "loss": 5.3885,
      "mean_token_accuracy": 0.1903423100709915,
      "num_tokens": 34151869.0,
      "step": 16860
    },
    {
      "entropy": 5.964892101287842,
      "epoch": 1.4738267936729879,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004786253422379068,
      "loss": 5.4908,
      "mean_token_accuracy": 0.18308645188808442,
      "num_tokens": 34162608.0,
      "step": 16865
    },
    {
      "entropy": 5.920286798477173,
      "epoch": 1.4742637420256925,
      "grad_norm": 0.9921875,
      "learning_rate": 0.00047861208409448,
      "loss": 5.4076,
      "mean_token_accuracy": 0.18924779295921326,
      "num_tokens": 34172648.0,
      "step": 16870
    },
    {
      "entropy": 5.913669013977051,
      "epoch": 1.4747006903783972,
      "grad_norm": 1.125,
      "learning_rate": 0.0004785988220456666,
      "loss": 5.384,
      "mean_token_accuracy": 0.19233938604593276,
      "num_tokens": 34183603.0,
      "step": 16875
    },
    {
      "entropy": 5.933805847167969,
      "epoch": 1.475137638731102,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004785855560917213,
      "loss": 5.4279,
      "mean_token_accuracy": 0.1839434802532196,
      "num_tokens": 34193830.0,
      "step": 16880
    },
    {
      "entropy": 5.8679381847381595,
      "epoch": 1.4755745870838066,
      "grad_norm": 1.15625,
      "learning_rate": 0.00047857228623289825,
      "loss": 5.2655,
      "mean_token_accuracy": 0.2099545642733574,
      "num_tokens": 34203074.0,
      "step": 16885
    },
    {
      "entropy": 5.903549480438232,
      "epoch": 1.4760115354365113,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00047855901246945205,
      "loss": 5.4848,
      "mean_token_accuracy": 0.18187544345855713,
      "num_tokens": 34212958.0,
      "step": 16890
    },
    {
      "entropy": 5.907543468475342,
      "epoch": 1.4764484837892162,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004785457348016374,
      "loss": 5.4136,
      "mean_token_accuracy": 0.1842794045805931,
      "num_tokens": 34223077.0,
      "step": 16895
    },
    {
      "entropy": 5.9639670848846436,
      "epoch": 1.4768854321419207,
      "grad_norm": 0.984375,
      "learning_rate": 0.00047853245322970885,
      "loss": 5.3921,
      "mean_token_accuracy": 0.19654593914747237,
      "num_tokens": 34233386.0,
      "step": 16900
    },
    {
      "entropy": 5.947832155227661,
      "epoch": 1.4773223804946256,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004785191677539212,
      "loss": 5.3866,
      "mean_token_accuracy": 0.19236206114292145,
      "num_tokens": 34244488.0,
      "step": 16905
    },
    {
      "entropy": 5.8864155292510985,
      "epoch": 1.4777593288473303,
      "grad_norm": 0.9609375,
      "learning_rate": 0.00047850587837452936,
      "loss": 5.4124,
      "mean_token_accuracy": 0.18588597625494002,
      "num_tokens": 34254047.0,
      "step": 16910
    },
    {
      "entropy": 5.861799478530884,
      "epoch": 1.478196277200035,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004784925850917881,
      "loss": 5.3818,
      "mean_token_accuracy": 0.1902047351002693,
      "num_tokens": 34264297.0,
      "step": 16915
    },
    {
      "entropy": 5.945028448104859,
      "epoch": 1.4786332255527397,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004784792879059524,
      "loss": 5.4541,
      "mean_token_accuracy": 0.18381192088127135,
      "num_tokens": 34274945.0,
      "step": 16920
    },
    {
      "entropy": 5.891195631027221,
      "epoch": 1.4790701739054444,
      "grad_norm": 0.9921875,
      "learning_rate": 0.00047846598681727733,
      "loss": 5.2993,
      "mean_token_accuracy": 0.1897735595703125,
      "num_tokens": 34284914.0,
      "step": 16925
    },
    {
      "entropy": 5.88216004371643,
      "epoch": 1.479507122258149,
      "grad_norm": 1.1171875,
      "learning_rate": 0.000478452681826018,
      "loss": 5.3822,
      "mean_token_accuracy": 0.19525752812623978,
      "num_tokens": 34294277.0,
      "step": 16930
    },
    {
      "entropy": 5.948146867752075,
      "epoch": 1.4799440706108538,
      "grad_norm": 1.09375,
      "learning_rate": 0.00047843937293242967,
      "loss": 5.4133,
      "mean_token_accuracy": 0.1878495395183563,
      "num_tokens": 34304865.0,
      "step": 16935
    },
    {
      "entropy": 5.792138862609863,
      "epoch": 1.4803810189635584,
      "grad_norm": 1.0625,
      "learning_rate": 0.00047842606013676753,
      "loss": 5.2641,
      "mean_token_accuracy": 0.2071819394826889,
      "num_tokens": 34315404.0,
      "step": 16940
    },
    {
      "entropy": 5.973180150985717,
      "epoch": 1.4808179673162631,
      "grad_norm": 1.078125,
      "learning_rate": 0.00047841274343928697,
      "loss": 5.3705,
      "mean_token_accuracy": 0.18285492807626724,
      "num_tokens": 34325448.0,
      "step": 16945
    },
    {
      "entropy": 5.861198806762696,
      "epoch": 1.481254915668968,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004783994228402434,
      "loss": 5.3838,
      "mean_token_accuracy": 0.19665386974811555,
      "num_tokens": 34335266.0,
      "step": 16950
    },
    {
      "entropy": 5.9162269115448,
      "epoch": 1.4816918640216725,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004783860983398924,
      "loss": 5.3607,
      "mean_token_accuracy": 0.1930923730134964,
      "num_tokens": 34345847.0,
      "step": 16955
    },
    {
      "entropy": 5.906310176849365,
      "epoch": 1.4821288123743774,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004783727699384894,
      "loss": 5.3182,
      "mean_token_accuracy": 0.19675604850053788,
      "num_tokens": 34355718.0,
      "step": 16960
    },
    {
      "entropy": 5.856898307800293,
      "epoch": 1.4825657607270821,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004783594376362901,
      "loss": 5.4046,
      "mean_token_accuracy": 0.19411092400550842,
      "num_tokens": 34366100.0,
      "step": 16965
    },
    {
      "entropy": 5.953555917739868,
      "epoch": 1.4830027090797868,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004783461014335502,
      "loss": 5.4573,
      "mean_token_accuracy": 0.18535437881946565,
      "num_tokens": 34376977.0,
      "step": 16970
    },
    {
      "entropy": 5.979306936264038,
      "epoch": 1.4834396574324915,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004783327613305256,
      "loss": 5.4058,
      "mean_token_accuracy": 0.19048314541578293,
      "num_tokens": 34387782.0,
      "step": 16975
    },
    {
      "entropy": 5.847042226791382,
      "epoch": 1.4838766057851962,
      "grad_norm": 1.0390625,
      "learning_rate": 0.000478319417327472,
      "loss": 5.3628,
      "mean_token_accuracy": 0.19462411105632782,
      "num_tokens": 34397321.0,
      "step": 16980
    },
    {
      "entropy": 5.887834262847901,
      "epoch": 1.484313554137901,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004783060694246455,
      "loss": 5.4067,
      "mean_token_accuracy": 0.18314353227615357,
      "num_tokens": 34407594.0,
      "step": 16985
    },
    {
      "entropy": 5.9535595893859865,
      "epoch": 1.4847505024906056,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004782927176223021,
      "loss": 5.4083,
      "mean_token_accuracy": 0.1869235798716545,
      "num_tokens": 34417337.0,
      "step": 16990
    },
    {
      "entropy": 5.848708152770996,
      "epoch": 1.4851874508433103,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004782793619206977,
      "loss": 5.2733,
      "mean_token_accuracy": 0.19793736338615417,
      "num_tokens": 34427643.0,
      "step": 16995
    },
    {
      "entropy": 5.891054630279541,
      "epoch": 1.485624399196015,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004782660023200887,
      "loss": 5.4093,
      "mean_token_accuracy": 0.19102317690849305,
      "num_tokens": 34437224.0,
      "step": 17000
    },
    {
      "entropy": 5.960031366348266,
      "epoch": 1.4860613475487199,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004782526388207313,
      "loss": 5.397,
      "mean_token_accuracy": 0.18704741597175598,
      "num_tokens": 34447376.0,
      "step": 17005
    },
    {
      "entropy": 5.85989089012146,
      "epoch": 1.4864982959014243,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004782392714228818,
      "loss": 5.4175,
      "mean_token_accuracy": 0.1875292882323265,
      "num_tokens": 34457649.0,
      "step": 17010
    },
    {
      "entropy": 5.93740291595459,
      "epoch": 1.4869352442541293,
      "grad_norm": 1.1484375,
      "learning_rate": 0.00047822590012679654,
      "loss": 5.4168,
      "mean_token_accuracy": 0.19439125806093216,
      "num_tokens": 34467437.0,
      "step": 17015
    },
    {
      "entropy": 5.960934400558472,
      "epoch": 1.487372192606834,
      "grad_norm": 1.015625,
      "learning_rate": 0.00047821252493273204,
      "loss": 5.3245,
      "mean_token_accuracy": 0.1937815546989441,
      "num_tokens": 34477615.0,
      "step": 17020
    },
    {
      "entropy": 5.877772092819214,
      "epoch": 1.4878091409595386,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004781991458409448,
      "loss": 5.3587,
      "mean_token_accuracy": 0.19159484505653382,
      "num_tokens": 34487619.0,
      "step": 17025
    },
    {
      "entropy": 5.881556177139283,
      "epoch": 1.4882460893122433,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00047818576285169154,
      "loss": 5.3656,
      "mean_token_accuracy": 0.19535072445869445,
      "num_tokens": 34498837.0,
      "step": 17030
    },
    {
      "entropy": 5.938221788406372,
      "epoch": 1.488683037664948,
      "grad_norm": 0.921875,
      "learning_rate": 0.00047817237596522885,
      "loss": 5.3771,
      "mean_token_accuracy": 0.19356106966733932,
      "num_tokens": 34508972.0,
      "step": 17035
    },
    {
      "entropy": 5.95766282081604,
      "epoch": 1.4891199860176527,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004781589851818135,
      "loss": 5.3762,
      "mean_token_accuracy": 0.18913524150848388,
      "num_tokens": 34519289.0,
      "step": 17040
    },
    {
      "entropy": 5.87740306854248,
      "epoch": 1.4895569343703574,
      "grad_norm": 1.125,
      "learning_rate": 0.00047814559050170236,
      "loss": 5.3104,
      "mean_token_accuracy": 0.19711391776800155,
      "num_tokens": 34528384.0,
      "step": 17045
    },
    {
      "entropy": 5.852933788299561,
      "epoch": 1.489993882723062,
      "grad_norm": 1.03125,
      "learning_rate": 0.00047813219192515235,
      "loss": 5.3734,
      "mean_token_accuracy": 0.18479885309934616,
      "num_tokens": 34537442.0,
      "step": 17050
    },
    {
      "entropy": 5.902732563018799,
      "epoch": 1.4904308310757668,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004781187894524205,
      "loss": 5.3789,
      "mean_token_accuracy": 0.191893108189106,
      "num_tokens": 34547960.0,
      "step": 17055
    },
    {
      "entropy": 5.941151285171509,
      "epoch": 1.4908677794284715,
      "grad_norm": 1.125,
      "learning_rate": 0.00047810538308376376,
      "loss": 5.3128,
      "mean_token_accuracy": 0.19100657403469085,
      "num_tokens": 34556730.0,
      "step": 17060
    },
    {
      "entropy": 5.922486305236816,
      "epoch": 1.4913047277811762,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004780919728194394,
      "loss": 5.3782,
      "mean_token_accuracy": 0.19121377915143967,
      "num_tokens": 34566751.0,
      "step": 17065
    },
    {
      "entropy": 5.978499460220337,
      "epoch": 1.491741676133881,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00047807855865970454,
      "loss": 5.3567,
      "mean_token_accuracy": 0.19376481026411058,
      "num_tokens": 34576417.0,
      "step": 17070
    },
    {
      "entropy": 5.954497766494751,
      "epoch": 1.4921786244865856,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004780651406048166,
      "loss": 5.461,
      "mean_token_accuracy": 0.18949166536331177,
      "num_tokens": 34586976.0,
      "step": 17075
    },
    {
      "entropy": 5.907408571243286,
      "epoch": 1.4926155728392905,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004780517186550328,
      "loss": 5.3612,
      "mean_token_accuracy": 0.19282324612140656,
      "num_tokens": 34597374.0,
      "step": 17080
    },
    {
      "entropy": 5.856165361404419,
      "epoch": 1.4930525211919952,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004780382928106107,
      "loss": 5.3294,
      "mean_token_accuracy": 0.19676422327756882,
      "num_tokens": 34607586.0,
      "step": 17085
    },
    {
      "entropy": 5.92739315032959,
      "epoch": 1.4934894695446999,
      "grad_norm": 1.0625,
      "learning_rate": 0.00047802486307180767,
      "loss": 5.4266,
      "mean_token_accuracy": 0.19181805104017258,
      "num_tokens": 34617152.0,
      "step": 17090
    },
    {
      "entropy": 5.9026836395263675,
      "epoch": 1.4939264178974045,
      "grad_norm": 0.99609375,
      "learning_rate": 0.00047801142943888135,
      "loss": 5.3282,
      "mean_token_accuracy": 0.20424238443374634,
      "num_tokens": 34627421.0,
      "step": 17095
    },
    {
      "entropy": 5.914081621170044,
      "epoch": 1.4943633662501092,
      "grad_norm": 0.984375,
      "learning_rate": 0.00047799799191208955,
      "loss": 5.3501,
      "mean_token_accuracy": 0.19521049857139589,
      "num_tokens": 34637687.0,
      "step": 17100
    },
    {
      "entropy": 5.924898910522461,
      "epoch": 1.494800314602814,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004779845504916898,
      "loss": 5.4239,
      "mean_token_accuracy": 0.18760477900505065,
      "num_tokens": 34647884.0,
      "step": 17105
    },
    {
      "entropy": 5.904024076461792,
      "epoch": 1.4952372629555186,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004779711051779401,
      "loss": 5.3701,
      "mean_token_accuracy": 0.19297825545072556,
      "num_tokens": 34658658.0,
      "step": 17110
    },
    {
      "entropy": 5.910894727706909,
      "epoch": 1.4956742113082233,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004779576559710982,
      "loss": 5.3725,
      "mean_token_accuracy": 0.1942493125796318,
      "num_tokens": 34668728.0,
      "step": 17115
    },
    {
      "entropy": 5.931599426269531,
      "epoch": 1.496111159660928,
      "grad_norm": 0.95703125,
      "learning_rate": 0.00047794420287142203,
      "loss": 5.411,
      "mean_token_accuracy": 0.1897847667336464,
      "num_tokens": 34678576.0,
      "step": 17120
    },
    {
      "entropy": 6.0036968231201175,
      "epoch": 1.496548108013633,
      "grad_norm": 1.09375,
      "learning_rate": 0.00047793074587916984,
      "loss": 5.4485,
      "mean_token_accuracy": 0.18439487516880035,
      "num_tokens": 34688920.0,
      "step": 17125
    },
    {
      "entropy": 5.911985874176025,
      "epoch": 1.4969850563663374,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00047791728499459955,
      "loss": 5.3642,
      "mean_token_accuracy": 0.19668772518634797,
      "num_tokens": 34699348.0,
      "step": 17130
    },
    {
      "entropy": 5.874189138412476,
      "epoch": 1.4974220047190423,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004779038202179694,
      "loss": 5.3061,
      "mean_token_accuracy": 0.1980113700032234,
      "num_tokens": 34708991.0,
      "step": 17135
    },
    {
      "entropy": 5.880585527420044,
      "epoch": 1.497858953071747,
      "grad_norm": 1.0,
      "learning_rate": 0.00047789035154953776,
      "loss": 5.3742,
      "mean_token_accuracy": 0.18494101166725158,
      "num_tokens": 34720869.0,
      "step": 17140
    },
    {
      "entropy": 5.906319236755371,
      "epoch": 1.4982959014244517,
      "grad_norm": 1.0,
      "learning_rate": 0.0004778768789895627,
      "loss": 5.3494,
      "mean_token_accuracy": 0.191310353577137,
      "num_tokens": 34731025.0,
      "step": 17145
    },
    {
      "entropy": 5.940860176086426,
      "epoch": 1.4987328497771564,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004778634025383029,
      "loss": 5.4013,
      "mean_token_accuracy": 0.18882618546485902,
      "num_tokens": 34741846.0,
      "step": 17150
    },
    {
      "entropy": 5.844269752502441,
      "epoch": 1.499169798129861,
      "grad_norm": 0.96484375,
      "learning_rate": 0.00047784992219601673,
      "loss": 5.2838,
      "mean_token_accuracy": 0.2042537197470665,
      "num_tokens": 34753294.0,
      "step": 17155
    },
    {
      "entropy": 5.957925128936767,
      "epoch": 1.4996067464825658,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004778364379629627,
      "loss": 5.3724,
      "mean_token_accuracy": 0.1942039519548416,
      "num_tokens": 34763997.0,
      "step": 17160
    },
    {
      "entropy": 5.884457731246949,
      "epoch": 1.5000436948352704,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00047782294983939955,
      "loss": 5.273,
      "mean_token_accuracy": 0.19290702193975448,
      "num_tokens": 34772925.0,
      "step": 17165
    },
    {
      "entropy": 5.911672449111938,
      "epoch": 1.5004806431879751,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004778094578255859,
      "loss": 5.3849,
      "mean_token_accuracy": 0.190374955534935,
      "num_tokens": 34782608.0,
      "step": 17170
    },
    {
      "entropy": 5.862975358963013,
      "epoch": 1.5009175915406798,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004777959619217807,
      "loss": 5.3598,
      "mean_token_accuracy": 0.20027015656232833,
      "num_tokens": 34792533.0,
      "step": 17175
    },
    {
      "entropy": 5.968386888504028,
      "epoch": 1.5013545398933847,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00047778246212824263,
      "loss": 5.4589,
      "mean_token_accuracy": 0.18537883907556535,
      "num_tokens": 34803069.0,
      "step": 17180
    },
    {
      "entropy": 5.948013973236084,
      "epoch": 1.5017914882460892,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004777689584452306,
      "loss": 5.4189,
      "mean_token_accuracy": 0.19245618730783462,
      "num_tokens": 34811925.0,
      "step": 17185
    },
    {
      "entropy": 5.876305103302002,
      "epoch": 1.5022284365987941,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004777554508730038,
      "loss": 5.3388,
      "mean_token_accuracy": 0.19728838056325912,
      "num_tokens": 34821511.0,
      "step": 17190
    },
    {
      "entropy": 5.901610660552978,
      "epoch": 1.5026653849514986,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004777419394118212,
      "loss": 5.4291,
      "mean_token_accuracy": 0.18881584256887435,
      "num_tokens": 34831683.0,
      "step": 17195
    },
    {
      "entropy": 5.904075956344604,
      "epoch": 1.5031023333042035,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004777284240619419,
      "loss": 5.3972,
      "mean_token_accuracy": 0.1892044261097908,
      "num_tokens": 34841578.0,
      "step": 17200
    },
    {
      "entropy": 5.9399552822113035,
      "epoch": 1.5035392816569082,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004777149048236252,
      "loss": 5.3872,
      "mean_token_accuracy": 0.1892387628555298,
      "num_tokens": 34851959.0,
      "step": 17205
    },
    {
      "entropy": 5.853606510162353,
      "epoch": 1.503976230009613,
      "grad_norm": 1.125,
      "learning_rate": 0.00047770138169713047,
      "loss": 5.3615,
      "mean_token_accuracy": 0.19556605368852614,
      "num_tokens": 34862557.0,
      "step": 17210
    },
    {
      "entropy": 5.936991786956787,
      "epoch": 1.5044131783623176,
      "grad_norm": 1.046875,
      "learning_rate": 0.00047768785468271704,
      "loss": 5.4022,
      "mean_token_accuracy": 0.19263425022363662,
      "num_tokens": 34872394.0,
      "step": 17215
    },
    {
      "entropy": 5.918181371688843,
      "epoch": 1.5048501267150223,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00047767432378064426,
      "loss": 5.3949,
      "mean_token_accuracy": 0.19277480840682984,
      "num_tokens": 34881938.0,
      "step": 17220
    },
    {
      "entropy": 5.880977916717529,
      "epoch": 1.505287075067727,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00047766078899117174,
      "loss": 5.3234,
      "mean_token_accuracy": 0.20150519758462906,
      "num_tokens": 34892769.0,
      "step": 17225
    },
    {
      "entropy": 6.000240325927734,
      "epoch": 1.5057240234204317,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00047764725031455927,
      "loss": 5.4796,
      "mean_token_accuracy": 0.18123254925012589,
      "num_tokens": 34903643.0,
      "step": 17230
    },
    {
      "entropy": 5.9237785816192625,
      "epoch": 1.5061609717731366,
      "grad_norm": 1.125,
      "learning_rate": 0.0004776337077510662,
      "loss": 5.3863,
      "mean_token_accuracy": 0.18136947453022004,
      "num_tokens": 34913558.0,
      "step": 17235
    },
    {
      "entropy": 5.911530447006226,
      "epoch": 1.506597920125841,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00047762016130095246,
      "loss": 5.348,
      "mean_token_accuracy": 0.19086937606334686,
      "num_tokens": 34923653.0,
      "step": 17240
    },
    {
      "entropy": 5.899714088439941,
      "epoch": 1.507034868478546,
      "grad_norm": 1.390625,
      "learning_rate": 0.00047760661096447784,
      "loss": 5.3693,
      "mean_token_accuracy": 0.19558265954256057,
      "num_tokens": 34933381.0,
      "step": 17245
    },
    {
      "entropy": 5.932300186157226,
      "epoch": 1.5074718168312504,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004775930567419023,
      "loss": 5.3168,
      "mean_token_accuracy": 0.19850957095623017,
      "num_tokens": 34942486.0,
      "step": 17250
    },
    {
      "entropy": 5.919591856002808,
      "epoch": 1.5079087651839553,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004775794986334857,
      "loss": 5.4358,
      "mean_token_accuracy": 0.18746268153190612,
      "num_tokens": 34952291.0,
      "step": 17255
    },
    {
      "entropy": 5.931541919708252,
      "epoch": 1.5083457135366598,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004775659366394883,
      "loss": 5.3893,
      "mean_token_accuracy": 0.19115095734596252,
      "num_tokens": 34963842.0,
      "step": 17260
    },
    {
      "entropy": 5.922530269622802,
      "epoch": 1.5087826618893647,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00047755237076016997,
      "loss": 5.3243,
      "mean_token_accuracy": 0.19482555985450745,
      "num_tokens": 34973057.0,
      "step": 17265
    },
    {
      "entropy": 6.011300468444825,
      "epoch": 1.5092196102420694,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004775388009957911,
      "loss": 5.5206,
      "mean_token_accuracy": 0.17966262102127076,
      "num_tokens": 34983257.0,
      "step": 17270
    },
    {
      "entropy": 5.976600551605225,
      "epoch": 1.509656558594774,
      "grad_norm": 1.140625,
      "learning_rate": 0.00047752522734661193,
      "loss": 5.337,
      "mean_token_accuracy": 0.19352857321500777,
      "num_tokens": 34993066.0,
      "step": 17275
    },
    {
      "entropy": 5.932351112365723,
      "epoch": 1.5100935069474788,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00047751164981289264,
      "loss": 5.3209,
      "mean_token_accuracy": 0.19086626470088958,
      "num_tokens": 35002830.0,
      "step": 17280
    },
    {
      "entropy": 5.838580226898193,
      "epoch": 1.5105304553001835,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004774980683948939,
      "loss": 5.335,
      "mean_token_accuracy": 0.19329372197389602,
      "num_tokens": 35011837.0,
      "step": 17285
    },
    {
      "entropy": 5.9349010467529295,
      "epoch": 1.5109674036528882,
      "grad_norm": 1.09375,
      "learning_rate": 0.00047748448309287606,
      "loss": 5.3619,
      "mean_token_accuracy": 0.18967257887125016,
      "num_tokens": 35021589.0,
      "step": 17290
    },
    {
      "entropy": 5.972411251068115,
      "epoch": 1.5114043520055929,
      "grad_norm": 0.9921875,
      "learning_rate": 0.00047747089390709973,
      "loss": 5.4289,
      "mean_token_accuracy": 0.18892893344163894,
      "num_tokens": 35032207.0,
      "step": 17295
    },
    {
      "entropy": 5.959781312942505,
      "epoch": 1.5118413003582978,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004774573008378256,
      "loss": 5.4475,
      "mean_token_accuracy": 0.1812264949083328,
      "num_tokens": 35042661.0,
      "step": 17300
    },
    {
      "entropy": 5.9381995677948,
      "epoch": 1.5122782487110022,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004774437038853143,
      "loss": 5.3941,
      "mean_token_accuracy": 0.19043817818164827,
      "num_tokens": 35053050.0,
      "step": 17305
    },
    {
      "entropy": 5.964775800704956,
      "epoch": 1.5127151970637072,
      "grad_norm": 1.0625,
      "learning_rate": 0.00047743010304982674,
      "loss": 5.4146,
      "mean_token_accuracy": 0.18787893950939177,
      "num_tokens": 35064381.0,
      "step": 17310
    },
    {
      "entropy": 5.91050353050232,
      "epoch": 1.5131521454164116,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004774164983316237,
      "loss": 5.3408,
      "mean_token_accuracy": 0.18882594555616378,
      "num_tokens": 35074787.0,
      "step": 17315
    },
    {
      "entropy": 5.795918273925781,
      "epoch": 1.5135890937691165,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004774028897309662,
      "loss": 5.3368,
      "mean_token_accuracy": 0.19747646749019623,
      "num_tokens": 35085801.0,
      "step": 17320
    },
    {
      "entropy": 5.908305501937866,
      "epoch": 1.5140260421218212,
      "grad_norm": 1.0625,
      "learning_rate": 0.00047738927724811514,
      "loss": 5.3939,
      "mean_token_accuracy": 0.1941993683576584,
      "num_tokens": 35096800.0,
      "step": 17325
    },
    {
      "entropy": 5.854999780654907,
      "epoch": 1.514462990474526,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004773756608833318,
      "loss": 5.2719,
      "mean_token_accuracy": 0.2061229780316353,
      "num_tokens": 35106735.0,
      "step": 17330
    },
    {
      "entropy": 5.84266242980957,
      "epoch": 1.5148999388272306,
      "grad_norm": 1.109375,
      "learning_rate": 0.00047736204063687717,
      "loss": 5.3242,
      "mean_token_accuracy": 0.1965393602848053,
      "num_tokens": 35116221.0,
      "step": 17335
    },
    {
      "entropy": 5.88691520690918,
      "epoch": 1.5153368871799353,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00047734841650901255,
      "loss": 5.3207,
      "mean_token_accuracy": 0.1991399958729744,
      "num_tokens": 35124896.0,
      "step": 17340
    },
    {
      "entropy": 5.924953413009644,
      "epoch": 1.51577383553264,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004773347884999993,
      "loss": 5.3795,
      "mean_token_accuracy": 0.18973007798194885,
      "num_tokens": 35134576.0,
      "step": 17345
    },
    {
      "entropy": 5.883837270736694,
      "epoch": 1.5162107838853447,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004773211566100988,
      "loss": 5.2699,
      "mean_token_accuracy": 0.20648115277290344,
      "num_tokens": 35144210.0,
      "step": 17350
    },
    {
      "entropy": 5.859103012084961,
      "epoch": 1.5166477322380496,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004773075208395725,
      "loss": 5.3101,
      "mean_token_accuracy": 0.19641361981630326,
      "num_tokens": 35153669.0,
      "step": 17355
    },
    {
      "entropy": 5.920173931121826,
      "epoch": 1.517084680590754,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004772938811886818,
      "loss": 5.4265,
      "mean_token_accuracy": 0.18675510585308075,
      "num_tokens": 35163469.0,
      "step": 17360
    },
    {
      "entropy": 5.994165420532227,
      "epoch": 1.517521628943459,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004772802376576887,
      "loss": 5.4186,
      "mean_token_accuracy": 0.19415298700332642,
      "num_tokens": 35173479.0,
      "step": 17365
    },
    {
      "entropy": 5.892321443557739,
      "epoch": 1.5179585772961635,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004772665902468545,
      "loss": 5.3496,
      "mean_token_accuracy": 0.19687092751264573,
      "num_tokens": 35184570.0,
      "step": 17370
    },
    {
      "entropy": 5.924079084396363,
      "epoch": 1.5183955256488684,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004772529389564412,
      "loss": 5.3976,
      "mean_token_accuracy": 0.18895674794912337,
      "num_tokens": 35193714.0,
      "step": 17375
    },
    {
      "entropy": 5.912543869018554,
      "epoch": 1.518832474001573,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004772392837867104,
      "loss": 5.4118,
      "mean_token_accuracy": 0.19189201891422272,
      "num_tokens": 35203806.0,
      "step": 17380
    },
    {
      "entropy": 5.9633026123046875,
      "epoch": 1.5192694223542778,
      "grad_norm": 1.109375,
      "learning_rate": 0.00047722562473792433,
      "loss": 5.423,
      "mean_token_accuracy": 0.18875385224819183,
      "num_tokens": 35213677.0,
      "step": 17385
    },
    {
      "entropy": 5.914437389373779,
      "epoch": 1.5197063707069824,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00047721196181034465,
      "loss": 5.283,
      "mean_token_accuracy": 0.190849207341671,
      "num_tokens": 35223663.0,
      "step": 17390
    },
    {
      "entropy": 5.903428840637207,
      "epoch": 1.5201433190596871,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00047719829500423374,
      "loss": 5.3223,
      "mean_token_accuracy": 0.18657703548669816,
      "num_tokens": 35234551.0,
      "step": 17395
    },
    {
      "entropy": 5.884594488143921,
      "epoch": 1.5205802674123918,
      "grad_norm": 1.140625,
      "learning_rate": 0.00047718462431985354,
      "loss": 5.3466,
      "mean_token_accuracy": 0.1899857521057129,
      "num_tokens": 35244350.0,
      "step": 17400
    },
    {
      "entropy": 5.9018786430358885,
      "epoch": 1.5210172157650965,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004771709497574662,
      "loss": 5.3121,
      "mean_token_accuracy": 0.19663626104593276,
      "num_tokens": 35253970.0,
      "step": 17405
    },
    {
      "entropy": 5.871851062774658,
      "epoch": 1.5214541641178014,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00047715727131733424,
      "loss": 5.314,
      "mean_token_accuracy": 0.19988420903682708,
      "num_tokens": 35263316.0,
      "step": 17410
    },
    {
      "entropy": 5.837510490417481,
      "epoch": 1.521891112470506,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00047714358899971984,
      "loss": 5.2789,
      "mean_token_accuracy": 0.20239551961421967,
      "num_tokens": 35273407.0,
      "step": 17415
    },
    {
      "entropy": 5.8885640621185305,
      "epoch": 1.5223280608232108,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004771299028048855,
      "loss": 5.4302,
      "mean_token_accuracy": 0.18658301830291749,
      "num_tokens": 35284225.0,
      "step": 17420
    },
    {
      "entropy": 5.926229190826416,
      "epoch": 1.5227650091759153,
      "grad_norm": 1.0625,
      "learning_rate": 0.00047711621273309365,
      "loss": 5.2789,
      "mean_token_accuracy": 0.19933649748563767,
      "num_tokens": 35294747.0,
      "step": 17425
    },
    {
      "entropy": 5.90969181060791,
      "epoch": 1.5232019575286202,
      "grad_norm": 1.0390625,
      "learning_rate": 0.000477102518784607,
      "loss": 5.3781,
      "mean_token_accuracy": 0.19784214049577714,
      "num_tokens": 35304856.0,
      "step": 17430
    },
    {
      "entropy": 5.930107879638672,
      "epoch": 1.5236389058813247,
      "grad_norm": 0.98046875,
      "learning_rate": 0.00047708882095968817,
      "loss": 5.4255,
      "mean_token_accuracy": 0.19403357356786727,
      "num_tokens": 35315550.0,
      "step": 17435
    },
    {
      "entropy": 5.944482326507568,
      "epoch": 1.5240758542340296,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004770751192585997,
      "loss": 5.4568,
      "mean_token_accuracy": 0.1849128097295761,
      "num_tokens": 35325970.0,
      "step": 17440
    },
    {
      "entropy": 5.850648403167725,
      "epoch": 1.5245128025867343,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004770614136816047,
      "loss": 5.3541,
      "mean_token_accuracy": 0.1879846855998039,
      "num_tokens": 35337277.0,
      "step": 17445
    },
    {
      "entropy": 5.936555957794189,
      "epoch": 1.524949750939439,
      "grad_norm": 1.03125,
      "learning_rate": 0.00047704770422896586,
      "loss": 5.4242,
      "mean_token_accuracy": 0.18895161896944046,
      "num_tokens": 35347686.0,
      "step": 17450
    },
    {
      "entropy": 5.980823993682861,
      "epoch": 1.5253866992921437,
      "grad_norm": 1.03125,
      "learning_rate": 0.00047703399090094623,
      "loss": 5.3388,
      "mean_token_accuracy": 0.19519976824522017,
      "num_tokens": 35358727.0,
      "step": 17455
    },
    {
      "entropy": 5.812851619720459,
      "epoch": 1.5258236476448483,
      "grad_norm": 1.0,
      "learning_rate": 0.0004770202736978087,
      "loss": 5.3885,
      "mean_token_accuracy": 0.1973637044429779,
      "num_tokens": 35369741.0,
      "step": 17460
    },
    {
      "entropy": 5.93721113204956,
      "epoch": 1.526260595997553,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004770065526198166,
      "loss": 5.4242,
      "mean_token_accuracy": 0.19381038695573807,
      "num_tokens": 35380213.0,
      "step": 17465
    },
    {
      "entropy": 5.9309745788574215,
      "epoch": 1.5266975443502577,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004769928276672328,
      "loss": 5.3783,
      "mean_token_accuracy": 0.19185264855623246,
      "num_tokens": 35389937.0,
      "step": 17470
    },
    {
      "entropy": 5.901731157302857,
      "epoch": 1.5271344927029626,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004769790988403208,
      "loss": 5.3668,
      "mean_token_accuracy": 0.1913560748100281,
      "num_tokens": 35400534.0,
      "step": 17475
    },
    {
      "entropy": 5.882142543792725,
      "epoch": 1.5275714410556671,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004769653661393438,
      "loss": 5.3697,
      "mean_token_accuracy": 0.19344699531793594,
      "num_tokens": 35410607.0,
      "step": 17480
    },
    {
      "entropy": 5.913822078704834,
      "epoch": 1.528008389408372,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004769516295645654,
      "loss": 5.379,
      "mean_token_accuracy": 0.1893806055188179,
      "num_tokens": 35420242.0,
      "step": 17485
    },
    {
      "entropy": 5.905702400207519,
      "epoch": 1.5284453377610765,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00047693788911624876,
      "loss": 5.3085,
      "mean_token_accuracy": 0.19743128567934037,
      "num_tokens": 35429469.0,
      "step": 17490
    },
    {
      "entropy": 5.89297399520874,
      "epoch": 1.5288822861137814,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004769241447946577,
      "loss": 5.396,
      "mean_token_accuracy": 0.19492787420749663,
      "num_tokens": 35439656.0,
      "step": 17495
    },
    {
      "entropy": 5.9127950191497805,
      "epoch": 1.529319234466486,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004769103966000557,
      "loss": 5.27,
      "mean_token_accuracy": 0.1941650241613388,
      "num_tokens": 35448600.0,
      "step": 17500
    },
    {
      "entropy": 5.839038562774658,
      "epoch": 1.5297561828191908,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004768966445327065,
      "loss": 5.3682,
      "mean_token_accuracy": 0.1977497547864914,
      "num_tokens": 35458124.0,
      "step": 17505
    },
    {
      "entropy": 5.922519302368164,
      "epoch": 1.5301931311718955,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004768828885928738,
      "loss": 5.3386,
      "mean_token_accuracy": 0.19060927480459214,
      "num_tokens": 35467616.0,
      "step": 17510
    },
    {
      "entropy": 5.925301122665405,
      "epoch": 1.5306300795246002,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004768691287808216,
      "loss": 5.4183,
      "mean_token_accuracy": 0.19434029161930083,
      "num_tokens": 35478356.0,
      "step": 17515
    },
    {
      "entropy": 5.909171438217163,
      "epoch": 1.5310670278773049,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004768553650968137,
      "loss": 5.3905,
      "mean_token_accuracy": 0.19495574235916138,
      "num_tokens": 35490213.0,
      "step": 17520
    },
    {
      "entropy": 5.816339731216431,
      "epoch": 1.5315039762300096,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004768415975411142,
      "loss": 5.3108,
      "mean_token_accuracy": 0.20362843275070192,
      "num_tokens": 35499982.0,
      "step": 17525
    },
    {
      "entropy": 5.94159164428711,
      "epoch": 1.5319409245827145,
      "grad_norm": 1.1875,
      "learning_rate": 0.00047682782611398693,
      "loss": 5.4219,
      "mean_token_accuracy": 0.18561298698186873,
      "num_tokens": 35510572.0,
      "step": 17530
    },
    {
      "entropy": 5.999413776397705,
      "epoch": 1.532377872935419,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00047681405081569637,
      "loss": 5.4738,
      "mean_token_accuracy": 0.1826046049594879,
      "num_tokens": 35521560.0,
      "step": 17535
    },
    {
      "entropy": 5.979107761383057,
      "epoch": 1.5328148212881239,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00047680027164650644,
      "loss": 5.452,
      "mean_token_accuracy": 0.18545433282852172,
      "num_tokens": 35530879.0,
      "step": 17540
    },
    {
      "entropy": 5.8983574390411375,
      "epoch": 1.5332517696408283,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00047678648860668163,
      "loss": 5.4003,
      "mean_token_accuracy": 0.18915432393550874,
      "num_tokens": 35541210.0,
      "step": 17545
    },
    {
      "entropy": 5.87056975364685,
      "epoch": 1.5336887179935332,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00047677270169648616,
      "loss": 5.3784,
      "mean_token_accuracy": 0.19084027856588365,
      "num_tokens": 35550149.0,
      "step": 17550
    },
    {
      "entropy": 5.953419542312622,
      "epoch": 1.534125666346238,
      "grad_norm": 1.078125,
      "learning_rate": 0.00047675891091618464,
      "loss": 5.3426,
      "mean_token_accuracy": 0.1870701417326927,
      "num_tokens": 35561191.0,
      "step": 17555
    },
    {
      "entropy": 5.92217116355896,
      "epoch": 1.5345626146989426,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00047674511626604144,
      "loss": 5.3046,
      "mean_token_accuracy": 0.20047042667865753,
      "num_tokens": 35571636.0,
      "step": 17560
    },
    {
      "entropy": 5.896983432769775,
      "epoch": 1.5349995630516473,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004767313177463212,
      "loss": 5.3443,
      "mean_token_accuracy": 0.18990738689899445,
      "num_tokens": 35583191.0,
      "step": 17565
    },
    {
      "entropy": 5.843586397171021,
      "epoch": 1.535436511404352,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004767175153572885,
      "loss": 5.2978,
      "mean_token_accuracy": 0.19403095096349715,
      "num_tokens": 35592875.0,
      "step": 17570
    },
    {
      "entropy": 5.8801665782928465,
      "epoch": 1.5358734597570567,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004767037090992083,
      "loss": 5.2932,
      "mean_token_accuracy": 0.20112572610378265,
      "num_tokens": 35602158.0,
      "step": 17575
    },
    {
      "entropy": 5.8413512229919435,
      "epoch": 1.5363104081097614,
      "grad_norm": 0.98046875,
      "learning_rate": 0.00047668989897234516,
      "loss": 5.3381,
      "mean_token_accuracy": 0.19709691703319548,
      "num_tokens": 35612077.0,
      "step": 17580
    },
    {
      "entropy": 5.883170127868652,
      "epoch": 1.5367473564624663,
      "grad_norm": 0.9765625,
      "learning_rate": 0.00047667608497696415,
      "loss": 5.2825,
      "mean_token_accuracy": 0.2009052112698555,
      "num_tokens": 35621856.0,
      "step": 17585
    },
    {
      "entropy": 5.8790336608886715,
      "epoch": 1.5371843048151708,
      "grad_norm": 1.0,
      "learning_rate": 0.00047666226711333014,
      "loss": 5.3875,
      "mean_token_accuracy": 0.19445960223674774,
      "num_tokens": 35633160.0,
      "step": 17590
    },
    {
      "entropy": 5.9857594013214115,
      "epoch": 1.5376212531678757,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004766484453817081,
      "loss": 5.408,
      "mean_token_accuracy": 0.1871621534228325,
      "num_tokens": 35642477.0,
      "step": 17595
    },
    {
      "entropy": 5.904610586166382,
      "epoch": 1.5380582015205801,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004766346197823633,
      "loss": 5.3554,
      "mean_token_accuracy": 0.18903573751449584,
      "num_tokens": 35651938.0,
      "step": 17600
    },
    {
      "entropy": 5.931823110580444,
      "epoch": 1.538495149873285,
      "grad_norm": 1.078125,
      "learning_rate": 0.00047662079031556085,
      "loss": 5.3714,
      "mean_token_accuracy": 0.18843066096305847,
      "num_tokens": 35662881.0,
      "step": 17605
    },
    {
      "entropy": 5.9172811031341555,
      "epoch": 1.5389320982259895,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004766069569815659,
      "loss": 5.3463,
      "mean_token_accuracy": 0.18923648595809936,
      "num_tokens": 35673436.0,
      "step": 17610
    },
    {
      "entropy": 5.866359663009644,
      "epoch": 1.5393690465786944,
      "grad_norm": 1.078125,
      "learning_rate": 0.000476593119780644,
      "loss": 5.3166,
      "mean_token_accuracy": 0.1931080013513565,
      "num_tokens": 35683411.0,
      "step": 17615
    },
    {
      "entropy": 5.887787818908691,
      "epoch": 1.5398059949313991,
      "grad_norm": 1.0,
      "learning_rate": 0.00047657927871306037,
      "loss": 5.3305,
      "mean_token_accuracy": 0.19483983516693115,
      "num_tokens": 35693806.0,
      "step": 17620
    },
    {
      "entropy": 5.879353380203247,
      "epoch": 1.5402429432841038,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004765654337790805,
      "loss": 5.3561,
      "mean_token_accuracy": 0.19359607100486756,
      "num_tokens": 35705015.0,
      "step": 17625
    },
    {
      "entropy": 5.972337865829468,
      "epoch": 1.5406798916368085,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004765515849789701,
      "loss": 5.4067,
      "mean_token_accuracy": 0.18983986377716064,
      "num_tokens": 35715668.0,
      "step": 17630
    },
    {
      "entropy": 5.958351516723633,
      "epoch": 1.5411168399895132,
      "grad_norm": 1.09375,
      "learning_rate": 0.00047653773231299455,
      "loss": 5.3534,
      "mean_token_accuracy": 0.19891650825738907,
      "num_tokens": 35726381.0,
      "step": 17635
    },
    {
      "entropy": 5.881861686706543,
      "epoch": 1.541553788342218,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00047652387578141973,
      "loss": 5.3694,
      "mean_token_accuracy": 0.19320985525846482,
      "num_tokens": 35736223.0,
      "step": 17640
    },
    {
      "entropy": 5.90002932548523,
      "epoch": 1.5419907366949226,
      "grad_norm": 1.015625,
      "learning_rate": 0.00047651001538451146,
      "loss": 5.3642,
      "mean_token_accuracy": 0.18634003251791,
      "num_tokens": 35746959.0,
      "step": 17645
    },
    {
      "entropy": 5.917448425292969,
      "epoch": 1.5424276850476275,
      "grad_norm": 0.99609375,
      "learning_rate": 0.00047649615112253547,
      "loss": 5.3486,
      "mean_token_accuracy": 0.20065237879753112,
      "num_tokens": 35756975.0,
      "step": 17650
    },
    {
      "entropy": 5.890382289886475,
      "epoch": 1.542864633400332,
      "grad_norm": 0.98828125,
      "learning_rate": 0.00047648228299575766,
      "loss": 5.328,
      "mean_token_accuracy": 0.1970163479447365,
      "num_tokens": 35765890.0,
      "step": 17655
    },
    {
      "entropy": 5.864014625549316,
      "epoch": 1.5433015817530369,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00047646841100444415,
      "loss": 5.2595,
      "mean_token_accuracy": 0.20391272604465485,
      "num_tokens": 35775630.0,
      "step": 17660
    },
    {
      "entropy": 5.872070407867431,
      "epoch": 1.5437385301057414,
      "grad_norm": 0.9765625,
      "learning_rate": 0.00047645453514886095,
      "loss": 5.3961,
      "mean_token_accuracy": 0.192758709192276,
      "num_tokens": 35786053.0,
      "step": 17665
    },
    {
      "entropy": 5.908456754684448,
      "epoch": 1.5441754784584463,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004764406554292742,
      "loss": 5.3964,
      "mean_token_accuracy": 0.19097877144813538,
      "num_tokens": 35795736.0,
      "step": 17670
    },
    {
      "entropy": 5.930480718612671,
      "epoch": 1.544612426811151,
      "grad_norm": 1.0,
      "learning_rate": 0.0004764267718459501,
      "loss": 5.3242,
      "mean_token_accuracy": 0.1944745287299156,
      "num_tokens": 35805887.0,
      "step": 17675
    },
    {
      "entropy": 5.838358449935913,
      "epoch": 1.5450493751638557,
      "grad_norm": 1.0234375,
      "learning_rate": 0.000476412884399155,
      "loss": 5.3611,
      "mean_token_accuracy": 0.19481808841228485,
      "num_tokens": 35815625.0,
      "step": 17680
    },
    {
      "entropy": 5.894443845748901,
      "epoch": 1.5454863235165603,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004763989930891552,
      "loss": 5.3335,
      "mean_token_accuracy": 0.1919458642601967,
      "num_tokens": 35825617.0,
      "step": 17685
    },
    {
      "entropy": 5.928035020828247,
      "epoch": 1.545923271869265,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00047638509791621714,
      "loss": 5.3662,
      "mean_token_accuracy": 0.1865844875574112,
      "num_tokens": 35835538.0,
      "step": 17690
    },
    {
      "entropy": 5.911101341247559,
      "epoch": 1.5463602202219697,
      "grad_norm": 1.03125,
      "learning_rate": 0.00047637119888060747,
      "loss": 5.2537,
      "mean_token_accuracy": 0.20387109965085984,
      "num_tokens": 35846302.0,
      "step": 17695
    },
    {
      "entropy": 5.948819589614868,
      "epoch": 1.5467971685746744,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00047635729598259266,
      "loss": 5.4474,
      "mean_token_accuracy": 0.18730961978435517,
      "num_tokens": 35857384.0,
      "step": 17700
    },
    {
      "entropy": 5.972433233261109,
      "epoch": 1.5472341169273793,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004763433892224394,
      "loss": 5.4,
      "mean_token_accuracy": 0.17987131029367448,
      "num_tokens": 35867496.0,
      "step": 17705
    },
    {
      "entropy": 5.921394395828247,
      "epoch": 1.5476710652800838,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004763294786004144,
      "loss": 5.3843,
      "mean_token_accuracy": 0.18986411839723588,
      "num_tokens": 35878051.0,
      "step": 17710
    },
    {
      "entropy": 5.881258869171143,
      "epoch": 1.5481080136327887,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004763155641167846,
      "loss": 5.332,
      "mean_token_accuracy": 0.19947145581245423,
      "num_tokens": 35887926.0,
      "step": 17715
    },
    {
      "entropy": 5.895280885696411,
      "epoch": 1.5485449619854932,
      "grad_norm": 1.046875,
      "learning_rate": 0.00047630164577181666,
      "loss": 5.3393,
      "mean_token_accuracy": 0.19461721032857895,
      "num_tokens": 35897982.0,
      "step": 17720
    },
    {
      "entropy": 5.876218795776367,
      "epoch": 1.548981910338198,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004762877235657777,
      "loss": 5.3387,
      "mean_token_accuracy": 0.19981359243392943,
      "num_tokens": 35908805.0,
      "step": 17725
    },
    {
      "entropy": 5.913614511489868,
      "epoch": 1.5494188586909028,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004762737974989348,
      "loss": 5.3266,
      "mean_token_accuracy": 0.19785696119070054,
      "num_tokens": 35918739.0,
      "step": 17730
    },
    {
      "entropy": 5.911861228942871,
      "epoch": 1.5498558070436075,
      "grad_norm": 1.0859375,
      "learning_rate": 0.000476259867571555,
      "loss": 5.427,
      "mean_token_accuracy": 0.19285683929920197,
      "num_tokens": 35928592.0,
      "step": 17735
    },
    {
      "entropy": 5.800202131271362,
      "epoch": 1.5502927553963122,
      "grad_norm": 1.0,
      "learning_rate": 0.0004762459337839055,
      "loss": 5.3329,
      "mean_token_accuracy": 0.1933723896741867,
      "num_tokens": 35938287.0,
      "step": 17740
    },
    {
      "entropy": 5.960048627853394,
      "epoch": 1.5507297037490169,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00047623199613625343,
      "loss": 5.3583,
      "mean_token_accuracy": 0.19016511887311935,
      "num_tokens": 35947890.0,
      "step": 17745
    },
    {
      "entropy": 5.878976058959961,
      "epoch": 1.5511666521017216,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004762180546288663,
      "loss": 5.3504,
      "mean_token_accuracy": 0.19828818440437318,
      "num_tokens": 35956513.0,
      "step": 17750
    },
    {
      "entropy": 5.837123441696167,
      "epoch": 1.5516036004544262,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004762041092620114,
      "loss": 5.341,
      "mean_token_accuracy": 0.20172320008277894,
      "num_tokens": 35966837.0,
      "step": 17755
    },
    {
      "entropy": 5.971669912338257,
      "epoch": 1.5520405488071312,
      "grad_norm": 1.140625,
      "learning_rate": 0.00047619016003595625,
      "loss": 5.4594,
      "mean_token_accuracy": 0.1883404478430748,
      "num_tokens": 35977076.0,
      "step": 17760
    },
    {
      "entropy": 5.958125114440918,
      "epoch": 1.5524774971598356,
      "grad_norm": 1.09375,
      "learning_rate": 0.00047617620695096854,
      "loss": 5.3158,
      "mean_token_accuracy": 0.19371729642152785,
      "num_tokens": 35986862.0,
      "step": 17765
    },
    {
      "entropy": 5.92971510887146,
      "epoch": 1.5529144455125405,
      "grad_norm": 1.015625,
      "learning_rate": 0.00047616225000731566,
      "loss": 5.4067,
      "mean_token_accuracy": 0.18526167422533035,
      "num_tokens": 35997488.0,
      "step": 17770
    },
    {
      "entropy": 5.886162757873535,
      "epoch": 1.553351393865245,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004761482892052655,
      "loss": 5.3604,
      "mean_token_accuracy": 0.1894441321492195,
      "num_tokens": 36008045.0,
      "step": 17775
    },
    {
      "entropy": 5.911022520065307,
      "epoch": 1.55378834221795,
      "grad_norm": 1.0625,
      "learning_rate": 0.00047613432454508565,
      "loss": 5.3474,
      "mean_token_accuracy": 0.1870124086737633,
      "num_tokens": 36017864.0,
      "step": 17780
    },
    {
      "entropy": 5.975415420532227,
      "epoch": 1.5542252905706544,
      "grad_norm": 1.046875,
      "learning_rate": 0.00047612035602704407,
      "loss": 5.3248,
      "mean_token_accuracy": 0.19701392501592635,
      "num_tokens": 36027797.0,
      "step": 17785
    },
    {
      "entropy": 5.937702751159668,
      "epoch": 1.5546622389233593,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00047610638365140867,
      "loss": 5.3621,
      "mean_token_accuracy": 0.18609050661325455,
      "num_tokens": 36037627.0,
      "step": 17790
    },
    {
      "entropy": 5.896855211257934,
      "epoch": 1.555099187276064,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00047609240741844757,
      "loss": 5.3438,
      "mean_token_accuracy": 0.19021642059087754,
      "num_tokens": 36046324.0,
      "step": 17795
    },
    {
      "entropy": 5.87221474647522,
      "epoch": 1.5555361356287687,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004760784273284286,
      "loss": 5.3165,
      "mean_token_accuracy": 0.197592031955719,
      "num_tokens": 36056212.0,
      "step": 17800
    },
    {
      "entropy": 5.939480113983154,
      "epoch": 1.5559730839814734,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004760644433816201,
      "loss": 5.4459,
      "mean_token_accuracy": 0.18832873553037643,
      "num_tokens": 36066745.0,
      "step": 17805
    },
    {
      "entropy": 5.94720869064331,
      "epoch": 1.556410032334178,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004760504555782902,
      "loss": 5.3283,
      "mean_token_accuracy": 0.19379781037569047,
      "num_tokens": 36077415.0,
      "step": 17810
    },
    {
      "entropy": 5.878108739852905,
      "epoch": 1.5568469806868828,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00047603646391870715,
      "loss": 5.3306,
      "mean_token_accuracy": 0.19926759898662566,
      "num_tokens": 36088381.0,
      "step": 17815
    },
    {
      "entropy": 5.867862129211426,
      "epoch": 1.5572839290395875,
      "grad_norm": 1.1953125,
      "learning_rate": 0.00047602246840313945,
      "loss": 5.3332,
      "mean_token_accuracy": 0.20055003166198732,
      "num_tokens": 36098333.0,
      "step": 17820
    },
    {
      "entropy": 5.917438697814942,
      "epoch": 1.5577208773922924,
      "grad_norm": 1.0625,
      "learning_rate": 0.00047600846903185544,
      "loss": 5.3484,
      "mean_token_accuracy": 0.19991279691457747,
      "num_tokens": 36107843.0,
      "step": 17825
    },
    {
      "entropy": 5.875739622116089,
      "epoch": 1.5581578257449968,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004759944658051237,
      "loss": 5.3736,
      "mean_token_accuracy": 0.1961391255259514,
      "num_tokens": 36116948.0,
      "step": 17830
    },
    {
      "entropy": 5.901338863372803,
      "epoch": 1.5585947740977018,
      "grad_norm": 1.0,
      "learning_rate": 0.0004759804587232127,
      "loss": 5.3722,
      "mean_token_accuracy": 0.19383833408355713,
      "num_tokens": 36126808.0,
      "step": 17835
    },
    {
      "entropy": 5.988321971893311,
      "epoch": 1.5590317224504062,
      "grad_norm": 1.015625,
      "learning_rate": 0.00047596644778639133,
      "loss": 5.4463,
      "mean_token_accuracy": 0.18868692517280578,
      "num_tokens": 36136630.0,
      "step": 17840
    },
    {
      "entropy": 6.037165832519531,
      "epoch": 1.5594686708031111,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004759524329949281,
      "loss": 5.3934,
      "mean_token_accuracy": 0.18355503380298616,
      "num_tokens": 36146422.0,
      "step": 17845
    },
    {
      "entropy": 5.926770448684692,
      "epoch": 1.5599056191558158,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004759384143490919,
      "loss": 5.3725,
      "mean_token_accuracy": 0.193430358171463,
      "num_tokens": 36156169.0,
      "step": 17850
    },
    {
      "entropy": 5.8955381393432615,
      "epoch": 1.5603425675085205,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004759243918491517,
      "loss": 5.3775,
      "mean_token_accuracy": 0.19766323864459992,
      "num_tokens": 36165173.0,
      "step": 17855
    },
    {
      "entropy": 5.960636472702026,
      "epoch": 1.5607795158612252,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00047591036549537633,
      "loss": 5.403,
      "mean_token_accuracy": 0.19115375429391862,
      "num_tokens": 36175852.0,
      "step": 17860
    },
    {
      "entropy": 5.941981410980224,
      "epoch": 1.56121646421393,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004758963352880348,
      "loss": 5.3811,
      "mean_token_accuracy": 0.18829040080308915,
      "num_tokens": 36185288.0,
      "step": 17865
    },
    {
      "entropy": 5.957693767547608,
      "epoch": 1.5616534125666346,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004758823012273964,
      "loss": 5.3743,
      "mean_token_accuracy": 0.19447545558214188,
      "num_tokens": 36196374.0,
      "step": 17870
    },
    {
      "entropy": 5.904898357391358,
      "epoch": 1.5620903609193393,
      "grad_norm": 1.015625,
      "learning_rate": 0.00047586826331373025,
      "loss": 5.4042,
      "mean_token_accuracy": 0.19507423788309097,
      "num_tokens": 36206714.0,
      "step": 17875
    },
    {
      "entropy": 5.951778936386108,
      "epoch": 1.5625273092720442,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004758542215473054,
      "loss": 5.4746,
      "mean_token_accuracy": 0.1824360966682434,
      "num_tokens": 36217891.0,
      "step": 17880
    },
    {
      "entropy": 5.94232497215271,
      "epoch": 1.5629642576247487,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004758401759283915,
      "loss": 5.3406,
      "mean_token_accuracy": 0.193858240544796,
      "num_tokens": 36226776.0,
      "step": 17885
    },
    {
      "entropy": 5.933209657669067,
      "epoch": 1.5634012059774536,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00047582612645725764,
      "loss": 5.394,
      "mean_token_accuracy": 0.189790041744709,
      "num_tokens": 36237362.0,
      "step": 17890
    },
    {
      "entropy": 5.897458076477051,
      "epoch": 1.563838154330158,
      "grad_norm": 0.9765625,
      "learning_rate": 0.00047581207313417346,
      "loss": 5.3193,
      "mean_token_accuracy": 0.1915401488542557,
      "num_tokens": 36246264.0,
      "step": 17895
    },
    {
      "entropy": 5.9072671890258786,
      "epoch": 1.564275102682863,
      "grad_norm": 1.09375,
      "learning_rate": 0.00047579801595940853,
      "loss": 5.4216,
      "mean_token_accuracy": 0.189006407558918,
      "num_tokens": 36255676.0,
      "step": 17900
    },
    {
      "entropy": 5.918385124206543,
      "epoch": 1.5647120510355674,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00047578395493323245,
      "loss": 5.2636,
      "mean_token_accuracy": 0.2048167183995247,
      "num_tokens": 36264346.0,
      "step": 17905
    },
    {
      "entropy": 5.897801780700684,
      "epoch": 1.5651489993882723,
      "grad_norm": 1.09375,
      "learning_rate": 0.00047576989005591495,
      "loss": 5.3567,
      "mean_token_accuracy": 0.19071581065654755,
      "num_tokens": 36273569.0,
      "step": 17910
    },
    {
      "entropy": 5.825221872329712,
      "epoch": 1.565585947740977,
      "grad_norm": 1.125,
      "learning_rate": 0.0004757558213277257,
      "loss": 5.2765,
      "mean_token_accuracy": 0.19860012084245682,
      "num_tokens": 36283708.0,
      "step": 17915
    },
    {
      "entropy": 5.919456577301025,
      "epoch": 1.5660228960936817,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00047574174874893456,
      "loss": 5.361,
      "mean_token_accuracy": 0.18988004475831985,
      "num_tokens": 36293184.0,
      "step": 17920
    },
    {
      "entropy": 5.93942551612854,
      "epoch": 1.5664598444463864,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004757276723198115,
      "loss": 5.4353,
      "mean_token_accuracy": 0.18573562502861024,
      "num_tokens": 36303071.0,
      "step": 17925
    },
    {
      "entropy": 5.874192953109741,
      "epoch": 1.566896792799091,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004757135920406266,
      "loss": 5.2998,
      "mean_token_accuracy": 0.19851882755756378,
      "num_tokens": 36313245.0,
      "step": 17930
    },
    {
      "entropy": 5.886989879608154,
      "epoch": 1.567333741151796,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004756995079116498,
      "loss": 5.3302,
      "mean_token_accuracy": 0.1882735535502434,
      "num_tokens": 36322711.0,
      "step": 17935
    },
    {
      "entropy": 5.865788698196411,
      "epoch": 1.5677706895045005,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00047568541993315124,
      "loss": 5.3614,
      "mean_token_accuracy": 0.19012766629457473,
      "num_tokens": 36333667.0,
      "step": 17940
    },
    {
      "entropy": 5.989269828796386,
      "epoch": 1.5682076378572054,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00047567132810540113,
      "loss": 5.4201,
      "mean_token_accuracy": 0.19084109365940094,
      "num_tokens": 36343660.0,
      "step": 17945
    },
    {
      "entropy": 5.900212192535401,
      "epoch": 1.5686445862099099,
      "grad_norm": 1.015625,
      "learning_rate": 0.00047565723242866983,
      "loss": 5.4312,
      "mean_token_accuracy": 0.19320902824401856,
      "num_tokens": 36353581.0,
      "step": 17950
    },
    {
      "entropy": 5.898112058639526,
      "epoch": 1.5690815345626148,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00047564313290322774,
      "loss": 5.3099,
      "mean_token_accuracy": 0.19219132661819457,
      "num_tokens": 36363818.0,
      "step": 17955
    },
    {
      "entropy": 5.890478992462159,
      "epoch": 1.5695184829153193,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004756290295293451,
      "loss": 5.3636,
      "mean_token_accuracy": 0.1996906355023384,
      "num_tokens": 36373590.0,
      "step": 17960
    },
    {
      "entropy": 5.949396705627441,
      "epoch": 1.5699554312680242,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004756149223072926,
      "loss": 5.417,
      "mean_token_accuracy": 0.1863567739725113,
      "num_tokens": 36383556.0,
      "step": 17965
    },
    {
      "entropy": 5.924607038497925,
      "epoch": 1.5703923796207289,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004756008112373408,
      "loss": 5.3755,
      "mean_token_accuracy": 0.19034599512815475,
      "num_tokens": 36393194.0,
      "step": 17970
    },
    {
      "entropy": 5.871847438812256,
      "epoch": 1.5708293279734336,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004755866963197603,
      "loss": 5.3356,
      "mean_token_accuracy": 0.19340952336788178,
      "num_tokens": 36402962.0,
      "step": 17975
    },
    {
      "entropy": 5.939894104003907,
      "epoch": 1.5712662763261382,
      "grad_norm": 1.234375,
      "learning_rate": 0.0004755725775548219,
      "loss": 5.34,
      "mean_token_accuracy": 0.1913362979888916,
      "num_tokens": 36411932.0,
      "step": 17980
    },
    {
      "entropy": 5.901082944869995,
      "epoch": 1.571703224678843,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00047555845494279633,
      "loss": 5.341,
      "mean_token_accuracy": 0.19697012454271318,
      "num_tokens": 36421363.0,
      "step": 17985
    },
    {
      "entropy": 5.882531547546387,
      "epoch": 1.5721401730315476,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004755443284839545,
      "loss": 5.3463,
      "mean_token_accuracy": 0.19279114603996278,
      "num_tokens": 36431422.0,
      "step": 17990
    },
    {
      "entropy": 5.852850389480591,
      "epoch": 1.5725771213842523,
      "grad_norm": 1.1640625,
      "learning_rate": 0.00047553019817856736,
      "loss": 5.3101,
      "mean_token_accuracy": 0.1994386464357376,
      "num_tokens": 36441004.0,
      "step": 17995
    },
    {
      "entropy": 5.971972513198852,
      "epoch": 1.5730140697369572,
      "grad_norm": 1.109375,
      "learning_rate": 0.00047551606402690595,
      "loss": 5.4229,
      "mean_token_accuracy": 0.18569931536912918,
      "num_tokens": 36451474.0,
      "step": 18000
    },
    {
      "epoch": 1.5730140697369572,
      "eval_entropy": 5.721303352815996,
      "eval_loss": 5.39847993850708,
      "eval_mean_token_accuracy": 0.20018122969821228,
      "eval_num_tokens": 36451474.0,
      "eval_runtime": 21.3876,
      "eval_samples_per_second": 1730.626,
      "eval_steps_per_second": 216.34,
      "step": 18000
    },
    {
      "entropy": 5.896670389175415,
      "epoch": 1.5734510180896617,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004755019260292414,
      "loss": 5.3391,
      "mean_token_accuracy": 0.1934438541531563,
      "num_tokens": 36461341.0,
      "step": 18005
    },
    {
      "entropy": 5.896019744873047,
      "epoch": 1.5738879664423666,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004754877841858448,
      "loss": 5.4443,
      "mean_token_accuracy": 0.18767882883548737,
      "num_tokens": 36471679.0,
      "step": 18010
    },
    {
      "entropy": 5.96946702003479,
      "epoch": 1.574324914795071,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004754736384969875,
      "loss": 5.381,
      "mean_token_accuracy": 0.19125914573669434,
      "num_tokens": 36481457.0,
      "step": 18015
    },
    {
      "entropy": 5.95856032371521,
      "epoch": 1.574761863147776,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004754594889629407,
      "loss": 5.3353,
      "mean_token_accuracy": 0.19053897112607956,
      "num_tokens": 36490596.0,
      "step": 18020
    },
    {
      "entropy": 5.929110670089722,
      "epoch": 1.5751988115004807,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004754453355839759,
      "loss": 5.4019,
      "mean_token_accuracy": 0.1942426472902298,
      "num_tokens": 36501027.0,
      "step": 18025
    },
    {
      "entropy": 5.905511665344238,
      "epoch": 1.5756357598531854,
      "grad_norm": 1.03125,
      "learning_rate": 0.00047543117836036446,
      "loss": 5.3252,
      "mean_token_accuracy": 0.19411403983831405,
      "num_tokens": 36512089.0,
      "step": 18030
    },
    {
      "entropy": 5.875156879425049,
      "epoch": 1.57607270820589,
      "grad_norm": 0.99609375,
      "learning_rate": 0.00047541701729237815,
      "loss": 5.3262,
      "mean_token_accuracy": 0.19449286460876464,
      "num_tokens": 36522521.0,
      "step": 18035
    },
    {
      "entropy": 5.983942127227783,
      "epoch": 1.5765096565585948,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004754028523802883,
      "loss": 5.4253,
      "mean_token_accuracy": 0.187453693151474,
      "num_tokens": 36533111.0,
      "step": 18040
    },
    {
      "entropy": 5.847587156295776,
      "epoch": 1.5769466049112995,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004753886836243668,
      "loss": 5.326,
      "mean_token_accuracy": 0.20503667891025543,
      "num_tokens": 36542477.0,
      "step": 18045
    },
    {
      "entropy": 5.863100671768189,
      "epoch": 1.5773835532640041,
      "grad_norm": 1.109375,
      "learning_rate": 0.00047537451102488526,
      "loss": 5.359,
      "mean_token_accuracy": 0.19479132890701295,
      "num_tokens": 36552137.0,
      "step": 18050
    },
    {
      "entropy": 5.89154953956604,
      "epoch": 1.577820501616709,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004753603345821157,
      "loss": 5.3724,
      "mean_token_accuracy": 0.1894546240568161,
      "num_tokens": 36562440.0,
      "step": 18055
    },
    {
      "entropy": 5.8818519115448,
      "epoch": 1.5782574499694135,
      "grad_norm": 1.140625,
      "learning_rate": 0.00047534615429632986,
      "loss": 5.347,
      "mean_token_accuracy": 0.19800731539726257,
      "num_tokens": 36571863.0,
      "step": 18060
    },
    {
      "entropy": 5.934805536270142,
      "epoch": 1.5786943983221184,
      "grad_norm": 1.0,
      "learning_rate": 0.0004753319701677999,
      "loss": 5.34,
      "mean_token_accuracy": 0.19348112344741822,
      "num_tokens": 36581409.0,
      "step": 18065
    },
    {
      "entropy": 5.919853019714355,
      "epoch": 1.579131346674823,
      "grad_norm": 0.9921875,
      "learning_rate": 0.00047531778219679773,
      "loss": 5.3376,
      "mean_token_accuracy": 0.18728663623332978,
      "num_tokens": 36592779.0,
      "step": 18070
    },
    {
      "entropy": 5.898922681808472,
      "epoch": 1.5795682950275278,
      "grad_norm": 1.1796875,
      "learning_rate": 0.00047530359038359547,
      "loss": 5.348,
      "mean_token_accuracy": 0.2017354816198349,
      "num_tokens": 36601173.0,
      "step": 18075
    },
    {
      "entropy": 5.912112855911255,
      "epoch": 1.5800052433802323,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004752893947284654,
      "loss": 5.4004,
      "mean_token_accuracy": 0.1922350525856018,
      "num_tokens": 36610147.0,
      "step": 18080
    },
    {
      "entropy": 5.879062175750732,
      "epoch": 1.5804421917329372,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004752751952316799,
      "loss": 5.3745,
      "mean_token_accuracy": 0.19184568673372268,
      "num_tokens": 36620093.0,
      "step": 18085
    },
    {
      "entropy": 5.925904703140259,
      "epoch": 1.580879140085642,
      "grad_norm": 1.0625,
      "learning_rate": 0.00047526099189351115,
      "loss": 5.3707,
      "mean_token_accuracy": 0.19167308807373046,
      "num_tokens": 36631833.0,
      "step": 18090
    },
    {
      "entropy": 5.898829793930053,
      "epoch": 1.5813160884383466,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004752467847142316,
      "loss": 5.3409,
      "mean_token_accuracy": 0.18855247795581817,
      "num_tokens": 36641123.0,
      "step": 18095
    },
    {
      "entropy": 5.88376293182373,
      "epoch": 1.5817530367910513,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00047523257369411383,
      "loss": 5.3973,
      "mean_token_accuracy": 0.19149638712406158,
      "num_tokens": 36652310.0,
      "step": 18100
    },
    {
      "entropy": 5.937999248504639,
      "epoch": 1.582189985143756,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004752183588334303,
      "loss": 5.4355,
      "mean_token_accuracy": 0.186885766685009,
      "num_tokens": 36662783.0,
      "step": 18105
    },
    {
      "entropy": 5.880937671661377,
      "epoch": 1.5826269334964607,
      "grad_norm": 0.98046875,
      "learning_rate": 0.00047520414013245383,
      "loss": 5.3452,
      "mean_token_accuracy": 0.1974126935005188,
      "num_tokens": 36672933.0,
      "step": 18110
    },
    {
      "entropy": 5.9151732444763185,
      "epoch": 1.5830638818491654,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004751899175914571,
      "loss": 5.4276,
      "mean_token_accuracy": 0.18393225222826004,
      "num_tokens": 36682570.0,
      "step": 18115
    },
    {
      "entropy": 5.885841035842896,
      "epoch": 1.5835008302018703,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004751756912107127,
      "loss": 5.322,
      "mean_token_accuracy": 0.2006865918636322,
      "num_tokens": 36693008.0,
      "step": 18120
    },
    {
      "entropy": 5.818394184112549,
      "epoch": 1.5839377785545747,
      "grad_norm": 1.046875,
      "learning_rate": 0.00047516146099049376,
      "loss": 5.2253,
      "mean_token_accuracy": 0.20265243351459503,
      "num_tokens": 36702611.0,
      "step": 18125
    },
    {
      "entropy": 5.890320587158203,
      "epoch": 1.5843747269072797,
      "grad_norm": 1.1953125,
      "learning_rate": 0.00047514722693107304,
      "loss": 5.4088,
      "mean_token_accuracy": 0.1945264831185341,
      "num_tokens": 36712470.0,
      "step": 18130
    },
    {
      "entropy": 6.004961347579956,
      "epoch": 1.5848116752599841,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004751329890327237,
      "loss": 5.4093,
      "mean_token_accuracy": 0.19391082227230072,
      "num_tokens": 36722578.0,
      "step": 18135
    },
    {
      "entropy": 5.961177110671997,
      "epoch": 1.585248623612689,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004751187472957187,
      "loss": 5.3769,
      "mean_token_accuracy": 0.1956680953502655,
      "num_tokens": 36732334.0,
      "step": 18140
    },
    {
      "entropy": 5.883126211166382,
      "epoch": 1.5856855719653937,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004751045017203313,
      "loss": 5.4318,
      "mean_token_accuracy": 0.18952800333499908,
      "num_tokens": 36742328.0,
      "step": 18145
    },
    {
      "entropy": 5.894984197616577,
      "epoch": 1.5861225203180984,
      "grad_norm": 1.125,
      "learning_rate": 0.0004750902523068347,
      "loss": 5.3698,
      "mean_token_accuracy": 0.19480669647455215,
      "num_tokens": 36754363.0,
      "step": 18150
    },
    {
      "entropy": 5.989281415939331,
      "epoch": 1.586559468670803,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004750759990555022,
      "loss": 5.3712,
      "mean_token_accuracy": 0.18659512251615523,
      "num_tokens": 36765588.0,
      "step": 18155
    },
    {
      "entropy": 5.920056867599487,
      "epoch": 1.5869964170235078,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004750617419666072,
      "loss": 5.3234,
      "mean_token_accuracy": 0.19578405171632768,
      "num_tokens": 36774851.0,
      "step": 18160
    },
    {
      "entropy": 5.881178617477417,
      "epoch": 1.5874333653762125,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00047504748104042324,
      "loss": 5.3846,
      "mean_token_accuracy": 0.19356655329465866,
      "num_tokens": 36785836.0,
      "step": 18165
    },
    {
      "entropy": 5.890602731704712,
      "epoch": 1.5878703137289172,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00047503321627722375,
      "loss": 5.3114,
      "mean_token_accuracy": 0.194305482506752,
      "num_tokens": 36795367.0,
      "step": 18170
    },
    {
      "entropy": 5.987486076354981,
      "epoch": 1.588307262081622,
      "grad_norm": 1.15625,
      "learning_rate": 0.00047501894767728225,
      "loss": 5.3177,
      "mean_token_accuracy": 0.19503892362117767,
      "num_tokens": 36804294.0,
      "step": 18175
    },
    {
      "entropy": 5.916860628128052,
      "epoch": 1.5887442104343266,
      "grad_norm": 0.98046875,
      "learning_rate": 0.00047500467524087266,
      "loss": 5.3896,
      "mean_token_accuracy": 0.1864881381392479,
      "num_tokens": 36813711.0,
      "step": 18180
    },
    {
      "entropy": 5.866171360015869,
      "epoch": 1.5891811587870315,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004749903989682685,
      "loss": 5.3493,
      "mean_token_accuracy": 0.192209130525589,
      "num_tokens": 36824498.0,
      "step": 18185
    },
    {
      "entropy": 5.924978637695313,
      "epoch": 1.589618107139736,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00047497611885974366,
      "loss": 5.3228,
      "mean_token_accuracy": 0.19064621776342391,
      "num_tokens": 36833329.0,
      "step": 18190
    },
    {
      "entropy": 5.927229595184326,
      "epoch": 1.5900550554924409,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00047496183491557215,
      "loss": 5.3763,
      "mean_token_accuracy": 0.19256630390882493,
      "num_tokens": 36842783.0,
      "step": 18195
    },
    {
      "entropy": 5.967284107208252,
      "epoch": 1.5904920038451456,
      "grad_norm": 1.3515625,
      "learning_rate": 0.00047494754713602787,
      "loss": 5.3306,
      "mean_token_accuracy": 0.19339940696954727,
      "num_tokens": 36852785.0,
      "step": 18200
    },
    {
      "entropy": 5.965846920013428,
      "epoch": 1.5909289521978502,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00047493325552138484,
      "loss": 5.3921,
      "mean_token_accuracy": 0.1869134560227394,
      "num_tokens": 36862337.0,
      "step": 18205
    },
    {
      "entropy": 5.967574167251587,
      "epoch": 1.591365900550555,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004749189600719172,
      "loss": 5.414,
      "mean_token_accuracy": 0.18430252224206925,
      "num_tokens": 36872026.0,
      "step": 18210
    },
    {
      "entropy": 5.9010015487670895,
      "epoch": 1.5918028489032596,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004749046607878992,
      "loss": 5.3944,
      "mean_token_accuracy": 0.19345882385969163,
      "num_tokens": 36882520.0,
      "step": 18215
    },
    {
      "entropy": 5.8870471000671385,
      "epoch": 1.5922397972559643,
      "grad_norm": 0.98828125,
      "learning_rate": 0.00047489035766960504,
      "loss": 5.2906,
      "mean_token_accuracy": 0.20510561615228654,
      "num_tokens": 36892630.0,
      "step": 18220
    },
    {
      "entropy": 5.95344820022583,
      "epoch": 1.592676745608669,
      "grad_norm": 1.0625,
      "learning_rate": 0.00047487605071730904,
      "loss": 5.3918,
      "mean_token_accuracy": 0.18930745422840117,
      "num_tokens": 36902692.0,
      "step": 18225
    },
    {
      "entropy": 5.994913530349732,
      "epoch": 1.593113693961374,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00047486173993128566,
      "loss": 5.4719,
      "mean_token_accuracy": 0.18123645335435867,
      "num_tokens": 36913581.0,
      "step": 18230
    },
    {
      "entropy": 5.934776735305786,
      "epoch": 1.5935506423140784,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004748474253118094,
      "loss": 5.3752,
      "mean_token_accuracy": 0.1904776468873024,
      "num_tokens": 36924031.0,
      "step": 18235
    },
    {
      "entropy": 5.941140604019165,
      "epoch": 1.5939875906667833,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004748331068591548,
      "loss": 5.3813,
      "mean_token_accuracy": 0.18912510722875595,
      "num_tokens": 36934622.0,
      "step": 18240
    },
    {
      "entropy": 5.928724336624145,
      "epoch": 1.5944245390194878,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004748187845735965,
      "loss": 5.3851,
      "mean_token_accuracy": 0.19265542179346085,
      "num_tokens": 36944374.0,
      "step": 18245
    },
    {
      "entropy": 5.93935751914978,
      "epoch": 1.5948614873721927,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00047480445845540927,
      "loss": 5.3281,
      "mean_token_accuracy": 0.1978872999548912,
      "num_tokens": 36954371.0,
      "step": 18250
    },
    {
      "entropy": 5.938770198822022,
      "epoch": 1.5952984357248972,
      "grad_norm": 0.99609375,
      "learning_rate": 0.00047479012850486777,
      "loss": 5.3627,
      "mean_token_accuracy": 0.19601780623197557,
      "num_tokens": 36964217.0,
      "step": 18255
    },
    {
      "entropy": 5.965487909317017,
      "epoch": 1.595735384077602,
      "grad_norm": 0.98828125,
      "learning_rate": 0.00047477579472224687,
      "loss": 5.406,
      "mean_token_accuracy": 0.18983086496591567,
      "num_tokens": 36974580.0,
      "step": 18260
    },
    {
      "entropy": 5.845705604553222,
      "epoch": 1.5961723324303068,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004747614571078216,
      "loss": 5.2074,
      "mean_token_accuracy": 0.20867376029491425,
      "num_tokens": 36983434.0,
      "step": 18265
    },
    {
      "entropy": 5.912591075897216,
      "epoch": 1.5966092807830115,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004747471156618669,
      "loss": 5.4543,
      "mean_token_accuracy": 0.1874254748225212,
      "num_tokens": 36993813.0,
      "step": 18270
    },
    {
      "entropy": 5.949921894073486,
      "epoch": 1.5970462291357161,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004747327703846579,
      "loss": 5.3555,
      "mean_token_accuracy": 0.19527501612901688,
      "num_tokens": 37003855.0,
      "step": 18275
    },
    {
      "entropy": 5.900589942932129,
      "epoch": 1.5974831774884208,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00047471842127646966,
      "loss": 5.3358,
      "mean_token_accuracy": 0.196610789000988,
      "num_tokens": 37013660.0,
      "step": 18280
    },
    {
      "entropy": 5.856083488464355,
      "epoch": 1.5979201258411255,
      "grad_norm": 0.99609375,
      "learning_rate": 0.00047470406833757746,
      "loss": 5.2764,
      "mean_token_accuracy": 0.19593308717012406,
      "num_tokens": 37023888.0,
      "step": 18285
    },
    {
      "entropy": 6.002649259567261,
      "epoch": 1.5983570741938302,
      "grad_norm": 1.125,
      "learning_rate": 0.00047468971156825656,
      "loss": 5.4795,
      "mean_token_accuracy": 0.17579155862331391,
      "num_tokens": 37034260.0,
      "step": 18290
    },
    {
      "entropy": 5.93663969039917,
      "epoch": 1.5987940225465351,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004746753509687824,
      "loss": 5.3904,
      "mean_token_accuracy": 0.18832876086235045,
      "num_tokens": 37045300.0,
      "step": 18295
    },
    {
      "entropy": 5.928460884094238,
      "epoch": 1.5992309708992396,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004746609865394303,
      "loss": 5.3378,
      "mean_token_accuracy": 0.19764453917741776,
      "num_tokens": 37054898.0,
      "step": 18300
    },
    {
      "entropy": 5.862878704071045,
      "epoch": 1.5996679192519445,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004746466182804759,
      "loss": 5.2901,
      "mean_token_accuracy": 0.19612305015325546,
      "num_tokens": 37064519.0,
      "step": 18305
    },
    {
      "entropy": 5.859399652481079,
      "epoch": 1.600104867604649,
      "grad_norm": 1.28125,
      "learning_rate": 0.0004746322461921948,
      "loss": 5.3945,
      "mean_token_accuracy": 0.19271154701709747,
      "num_tokens": 37074967.0,
      "step": 18310
    },
    {
      "entropy": 5.9363302230834964,
      "epoch": 1.600541815957354,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004746178702748626,
      "loss": 5.3763,
      "mean_token_accuracy": 0.1888559490442276,
      "num_tokens": 37084736.0,
      "step": 18315
    },
    {
      "entropy": 5.948996067047119,
      "epoch": 1.6009787643100586,
      "grad_norm": 1.1171875,
      "learning_rate": 0.000474603490528755,
      "loss": 5.3552,
      "mean_token_accuracy": 0.1982990875840187,
      "num_tokens": 37094327.0,
      "step": 18320
    },
    {
      "entropy": 5.9087827682495115,
      "epoch": 1.6014157126627633,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004745891069541479,
      "loss": 5.3381,
      "mean_token_accuracy": 0.1949525386095047,
      "num_tokens": 37104099.0,
      "step": 18325
    },
    {
      "entropy": 5.914208221435547,
      "epoch": 1.601852661015468,
      "grad_norm": 1.0625,
      "learning_rate": 0.00047457471955131714,
      "loss": 5.3963,
      "mean_token_accuracy": 0.19235142469406127,
      "num_tokens": 37115337.0,
      "step": 18330
    },
    {
      "entropy": 5.935399055480957,
      "epoch": 1.6022896093681727,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004745603283205387,
      "loss": 5.3476,
      "mean_token_accuracy": 0.19648311883211136,
      "num_tokens": 37125522.0,
      "step": 18335
    },
    {
      "entropy": 5.979789590835571,
      "epoch": 1.6027265577208774,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004745459332620885,
      "loss": 5.4308,
      "mean_token_accuracy": 0.18363263756036757,
      "num_tokens": 37135847.0,
      "step": 18340
    },
    {
      "entropy": 5.851983880996704,
      "epoch": 1.603163506073582,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004745315343762428,
      "loss": 5.326,
      "mean_token_accuracy": 0.1988856837153435,
      "num_tokens": 37145714.0,
      "step": 18345
    },
    {
      "entropy": 5.889421844482422,
      "epoch": 1.603600454426287,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00047451713166327776,
      "loss": 5.3762,
      "mean_token_accuracy": 0.19319110959768296,
      "num_tokens": 37154921.0,
      "step": 18350
    },
    {
      "entropy": 5.932866334915161,
      "epoch": 1.6040374027789914,
      "grad_norm": 1.046875,
      "learning_rate": 0.00047450272512346953,
      "loss": 5.3472,
      "mean_token_accuracy": 0.19405268430709838,
      "num_tokens": 37165303.0,
      "step": 18355
    },
    {
      "entropy": 5.904684400558471,
      "epoch": 1.6044743511316963,
      "grad_norm": 0.984375,
      "learning_rate": 0.00047448831475709454,
      "loss": 5.319,
      "mean_token_accuracy": 0.1958898425102234,
      "num_tokens": 37175014.0,
      "step": 18360
    },
    {
      "entropy": 5.874053525924682,
      "epoch": 1.6049112994844008,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004744739005644291,
      "loss": 5.3377,
      "mean_token_accuracy": 0.2002464324235916,
      "num_tokens": 37185830.0,
      "step": 18365
    },
    {
      "entropy": 5.912840795516968,
      "epoch": 1.6053482478371057,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004744594825457498,
      "loss": 5.2534,
      "mean_token_accuracy": 0.19969015717506408,
      "num_tokens": 37196264.0,
      "step": 18370
    },
    {
      "entropy": 5.948257637023926,
      "epoch": 1.6057851961898104,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00047444506070133305,
      "loss": 5.3791,
      "mean_token_accuracy": 0.18974034935235978,
      "num_tokens": 37206338.0,
      "step": 18375
    },
    {
      "entropy": 5.875499200820923,
      "epoch": 1.606222144542515,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004744306350314555,
      "loss": 5.3345,
      "mean_token_accuracy": 0.20107068121433258,
      "num_tokens": 37216231.0,
      "step": 18380
    },
    {
      "entropy": 5.960604906082153,
      "epoch": 1.6066590928952198,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004744162055363939,
      "loss": 5.4465,
      "mean_token_accuracy": 0.18080756962299346,
      "num_tokens": 37227209.0,
      "step": 18385
    },
    {
      "entropy": 5.988111877441407,
      "epoch": 1.6070960412479245,
      "grad_norm": 1.078125,
      "learning_rate": 0.000474401772216425,
      "loss": 5.4376,
      "mean_token_accuracy": 0.194062702357769,
      "num_tokens": 37238056.0,
      "step": 18390
    },
    {
      "entropy": 5.9174786567687985,
      "epoch": 1.6075329896006292,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004743873350718257,
      "loss": 5.3455,
      "mean_token_accuracy": 0.19563376605510713,
      "num_tokens": 37247864.0,
      "step": 18395
    },
    {
      "entropy": 5.879756307601928,
      "epoch": 1.6079699379533339,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004743728941028727,
      "loss": 5.3139,
      "mean_token_accuracy": 0.19301915913820267,
      "num_tokens": 37256418.0,
      "step": 18400
    },
    {
      "entropy": 5.927089691162109,
      "epoch": 1.6084068863060388,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004743584493098431,
      "loss": 5.3966,
      "mean_token_accuracy": 0.19233090728521346,
      "num_tokens": 37266540.0,
      "step": 18405
    },
    {
      "entropy": 5.928008317947388,
      "epoch": 1.6088438346587433,
      "grad_norm": 1.046875,
      "learning_rate": 0.00047434400069301414,
      "loss": 5.3624,
      "mean_token_accuracy": 0.18891805559396743,
      "num_tokens": 37277011.0,
      "step": 18410
    },
    {
      "entropy": 5.902515125274658,
      "epoch": 1.6092807830114482,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004743295482526627,
      "loss": 5.3544,
      "mean_token_accuracy": 0.1919858381152153,
      "num_tokens": 37287203.0,
      "step": 18415
    },
    {
      "entropy": 5.913990545272827,
      "epoch": 1.6097177313641526,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004743150919890661,
      "loss": 5.3027,
      "mean_token_accuracy": 0.19823078513145448,
      "num_tokens": 37297293.0,
      "step": 18420
    },
    {
      "entropy": 5.941319704055786,
      "epoch": 1.6101546797168576,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00047430063190250155,
      "loss": 5.4155,
      "mean_token_accuracy": 0.18773526400327684,
      "num_tokens": 37307882.0,
      "step": 18425
    },
    {
      "entropy": 5.907138156890869,
      "epoch": 1.610591628069562,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004742861679932464,
      "loss": 5.2948,
      "mean_token_accuracy": 0.20378694385290147,
      "num_tokens": 37317466.0,
      "step": 18430
    },
    {
      "entropy": 5.884981107711792,
      "epoch": 1.611028576422267,
      "grad_norm": 1.0625,
      "learning_rate": 0.00047427170026157823,
      "loss": 5.4313,
      "mean_token_accuracy": 0.18328319638967513,
      "num_tokens": 37327544.0,
      "step": 18435
    },
    {
      "entropy": 5.9302136421203615,
      "epoch": 1.6114655247749716,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004742572287077744,
      "loss": 5.4305,
      "mean_token_accuracy": 0.18843104392290116,
      "num_tokens": 37338082.0,
      "step": 18440
    },
    {
      "entropy": 5.936916732788086,
      "epoch": 1.6119024731276763,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00047424275333211256,
      "loss": 5.357,
      "mean_token_accuracy": 0.19179897010326385,
      "num_tokens": 37348127.0,
      "step": 18445
    },
    {
      "entropy": 5.956895112991333,
      "epoch": 1.612339421480381,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004742282741348702,
      "loss": 5.4078,
      "mean_token_accuracy": 0.18428808450698853,
      "num_tokens": 37359547.0,
      "step": 18450
    },
    {
      "entropy": 5.981290340423584,
      "epoch": 1.6127763698330857,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004742137911163253,
      "loss": 5.4491,
      "mean_token_accuracy": 0.19157587438821794,
      "num_tokens": 37369547.0,
      "step": 18455
    },
    {
      "entropy": 5.930005264282227,
      "epoch": 1.6132133181857904,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0004741993042767554,
      "loss": 5.458,
      "mean_token_accuracy": 0.1853198826313019,
      "num_tokens": 37380055.0,
      "step": 18460
    },
    {
      "entropy": 5.941868448257447,
      "epoch": 1.613650266538495,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00047418481361643844,
      "loss": 5.4367,
      "mean_token_accuracy": 0.18744402527809143,
      "num_tokens": 37390179.0,
      "step": 18465
    },
    {
      "entropy": 5.966917562484741,
      "epoch": 1.6140872148912,
      "grad_norm": 0.91796875,
      "learning_rate": 0.00047417031913565247,
      "loss": 5.3914,
      "mean_token_accuracy": 0.18889736980199814,
      "num_tokens": 37400663.0,
      "step": 18470
    },
    {
      "entropy": 5.950362968444824,
      "epoch": 1.6145241632439045,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004741558208346753,
      "loss": 5.366,
      "mean_token_accuracy": 0.19837990552186965,
      "num_tokens": 37410988.0,
      "step": 18475
    },
    {
      "entropy": 5.9432297706604,
      "epoch": 1.6149611115966094,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00047414131871378526,
      "loss": 5.4243,
      "mean_token_accuracy": 0.18446195274591445,
      "num_tokens": 37422092.0,
      "step": 18480
    },
    {
      "entropy": 5.887090349197388,
      "epoch": 1.6153980599493138,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004741268127732603,
      "loss": 5.3671,
      "mean_token_accuracy": 0.19152449518442155,
      "num_tokens": 37431637.0,
      "step": 18485
    },
    {
      "entropy": 5.964453411102295,
      "epoch": 1.6158350083020188,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00047411230301337877,
      "loss": 5.4479,
      "mean_token_accuracy": 0.18141956776380538,
      "num_tokens": 37442678.0,
      "step": 18490
    },
    {
      "entropy": 5.98941822052002,
      "epoch": 1.6162719566547235,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004740977894344189,
      "loss": 5.385,
      "mean_token_accuracy": 0.18768965154886247,
      "num_tokens": 37452324.0,
      "step": 18495
    },
    {
      "entropy": 5.974005794525146,
      "epoch": 1.6167089050074281,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004740832720366591,
      "loss": 5.3094,
      "mean_token_accuracy": 0.18870071917772294,
      "num_tokens": 37462940.0,
      "step": 18500
    },
    {
      "entropy": 5.894140911102295,
      "epoch": 1.6171458533601328,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004740687508203779,
      "loss": 5.4201,
      "mean_token_accuracy": 0.19094419926404954,
      "num_tokens": 37474121.0,
      "step": 18505
    },
    {
      "entropy": 5.948897647857666,
      "epoch": 1.6175828017128375,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004740542257858536,
      "loss": 5.3995,
      "mean_token_accuracy": 0.1937405437231064,
      "num_tokens": 37483439.0,
      "step": 18510
    },
    {
      "entropy": 5.9968202114105225,
      "epoch": 1.6180197500655422,
      "grad_norm": 0.95703125,
      "learning_rate": 0.00047403969693336507,
      "loss": 5.3841,
      "mean_token_accuracy": 0.19290995895862578,
      "num_tokens": 37493804.0,
      "step": 18515
    },
    {
      "entropy": 5.875957679748535,
      "epoch": 1.618456698418247,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004740251642631909,
      "loss": 5.2609,
      "mean_token_accuracy": 0.19330882728099824,
      "num_tokens": 37504158.0,
      "step": 18520
    },
    {
      "entropy": 5.893670320510864,
      "epoch": 1.6188936467709518,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004740106277756097,
      "loss": 5.3643,
      "mean_token_accuracy": 0.18610782623291017,
      "num_tokens": 37515069.0,
      "step": 18525
    },
    {
      "entropy": 5.893279981613159,
      "epoch": 1.6193305951236563,
      "grad_norm": 0.9765625,
      "learning_rate": 0.00047399608747090033,
      "loss": 5.2813,
      "mean_token_accuracy": 0.1948119044303894,
      "num_tokens": 37525486.0,
      "step": 18530
    },
    {
      "entropy": 5.941089725494384,
      "epoch": 1.6197675434763612,
      "grad_norm": 0.96484375,
      "learning_rate": 0.00047398154334934187,
      "loss": 5.4043,
      "mean_token_accuracy": 0.19073269367218018,
      "num_tokens": 37535616.0,
      "step": 18535
    },
    {
      "entropy": 5.855035781860352,
      "epoch": 1.6202044918290657,
      "grad_norm": 1.046875,
      "learning_rate": 0.00047396699541121296,
      "loss": 5.2988,
      "mean_token_accuracy": 0.20305585861206055,
      "num_tokens": 37546084.0,
      "step": 18540
    },
    {
      "entropy": 5.863682508468628,
      "epoch": 1.6206414401817706,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004739524436567929,
      "loss": 5.3786,
      "mean_token_accuracy": 0.19522038996219634,
      "num_tokens": 37555865.0,
      "step": 18545
    },
    {
      "entropy": 5.894402170181275,
      "epoch": 1.6210783885344753,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004739378880863608,
      "loss": 5.3481,
      "mean_token_accuracy": 0.19393949210643768,
      "num_tokens": 37565985.0,
      "step": 18550
    },
    {
      "entropy": 5.960013580322266,
      "epoch": 1.62151533688718,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004739233287001957,
      "loss": 5.4297,
      "mean_token_accuracy": 0.19102893769741058,
      "num_tokens": 37575887.0,
      "step": 18555
    },
    {
      "entropy": 5.908884477615357,
      "epoch": 1.6219522852398847,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00047390876549857695,
      "loss": 5.2859,
      "mean_token_accuracy": 0.19860436022281647,
      "num_tokens": 37585346.0,
      "step": 18560
    },
    {
      "entropy": 5.879895830154419,
      "epoch": 1.6223892335925894,
      "grad_norm": 1.0,
      "learning_rate": 0.00047389419848178384,
      "loss": 5.3483,
      "mean_token_accuracy": 0.19545218497514724,
      "num_tokens": 37595674.0,
      "step": 18565
    },
    {
      "entropy": 5.834460735321045,
      "epoch": 1.622826181945294,
      "grad_norm": 1.0625,
      "learning_rate": 0.00047387962765009576,
      "loss": 5.3042,
      "mean_token_accuracy": 0.19724649041891099,
      "num_tokens": 37605537.0,
      "step": 18570
    },
    {
      "entropy": 6.0049964427948,
      "epoch": 1.6232631302979987,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00047386505300379224,
      "loss": 5.452,
      "mean_token_accuracy": 0.18791287988424302,
      "num_tokens": 37615801.0,
      "step": 18575
    },
    {
      "entropy": 5.942490196228027,
      "epoch": 1.6237000786507036,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004738504745431528,
      "loss": 5.3267,
      "mean_token_accuracy": 0.20470335483551025,
      "num_tokens": 37625582.0,
      "step": 18580
    },
    {
      "entropy": 5.90527377128601,
      "epoch": 1.6241370270034081,
      "grad_norm": 1.015625,
      "learning_rate": 0.00047383589226845707,
      "loss": 5.4075,
      "mean_token_accuracy": 0.18994921892881395,
      "num_tokens": 37636075.0,
      "step": 18585
    },
    {
      "entropy": 5.865994024276733,
      "epoch": 1.624573975356113,
      "grad_norm": 1.21875,
      "learning_rate": 0.00047382130617998477,
      "loss": 5.293,
      "mean_token_accuracy": 0.2004753142595291,
      "num_tokens": 37645692.0,
      "step": 18590
    },
    {
      "entropy": 5.915339517593384,
      "epoch": 1.6250109237088175,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004738067162780156,
      "loss": 5.3682,
      "mean_token_accuracy": 0.19038180410861968,
      "num_tokens": 37655035.0,
      "step": 18595
    },
    {
      "entropy": 5.900670385360717,
      "epoch": 1.6254478720615224,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004737921225628294,
      "loss": 5.3098,
      "mean_token_accuracy": 0.19678850769996642,
      "num_tokens": 37665829.0,
      "step": 18600
    },
    {
      "entropy": 5.855039024353028,
      "epoch": 1.6258848204142269,
      "grad_norm": 1.171875,
      "learning_rate": 0.00047377752503470613,
      "loss": 5.324,
      "mean_token_accuracy": 0.2052169620990753,
      "num_tokens": 37676318.0,
      "step": 18605
    },
    {
      "entropy": 5.887848663330078,
      "epoch": 1.6263217687669318,
      "grad_norm": 1.03125,
      "learning_rate": 0.00047376292369392584,
      "loss": 5.3732,
      "mean_token_accuracy": 0.1960924282670021,
      "num_tokens": 37686977.0,
      "step": 18610
    },
    {
      "entropy": 5.913511514663696,
      "epoch": 1.6267587171196365,
      "grad_norm": 1.03125,
      "learning_rate": 0.00047374831854076843,
      "loss": 5.3392,
      "mean_token_accuracy": 0.1976234421133995,
      "num_tokens": 37697004.0,
      "step": 18615
    },
    {
      "entropy": 5.95514440536499,
      "epoch": 1.6271956654723412,
      "grad_norm": 1.015625,
      "learning_rate": 0.00047373370957551423,
      "loss": 5.3529,
      "mean_token_accuracy": 0.19202899187803268,
      "num_tokens": 37707613.0,
      "step": 18620
    },
    {
      "entropy": 5.926549100875855,
      "epoch": 1.6276326138250459,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004737190967984433,
      "loss": 5.3459,
      "mean_token_accuracy": 0.19196736365556716,
      "num_tokens": 37717167.0,
      "step": 18625
    },
    {
      "entropy": 5.953108453750611,
      "epoch": 1.6280695621777506,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004737044802098359,
      "loss": 5.4503,
      "mean_token_accuracy": 0.18451456874608993,
      "num_tokens": 37727496.0,
      "step": 18630
    },
    {
      "entropy": 5.911597728729248,
      "epoch": 1.6285065105304553,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004736898598099725,
      "loss": 5.3523,
      "mean_token_accuracy": 0.193756040930748,
      "num_tokens": 37736844.0,
      "step": 18635
    },
    {
      "entropy": 5.973628664016724,
      "epoch": 1.62894345888316,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00047367523559913347,
      "loss": 5.3788,
      "mean_token_accuracy": 0.19055438935756683,
      "num_tokens": 37746027.0,
      "step": 18640
    },
    {
      "entropy": 5.917856597900391,
      "epoch": 1.6293804072358649,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00047366060757759933,
      "loss": 5.3067,
      "mean_token_accuracy": 0.19674888849258423,
      "num_tokens": 37756499.0,
      "step": 18645
    },
    {
      "entropy": 5.892250442504883,
      "epoch": 1.6298173555885693,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00047364597574565064,
      "loss": 5.329,
      "mean_token_accuracy": 0.19392850995063782,
      "num_tokens": 37766533.0,
      "step": 18650
    },
    {
      "entropy": 5.891312074661255,
      "epoch": 1.6302543039412742,
      "grad_norm": 1.0546875,
      "learning_rate": 0.000473631340103568,
      "loss": 5.3512,
      "mean_token_accuracy": 0.20100634098052977,
      "num_tokens": 37775937.0,
      "step": 18655
    },
    {
      "entropy": 5.925399112701416,
      "epoch": 1.6306912522939787,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00047361670065163225,
      "loss": 5.3271,
      "mean_token_accuracy": 0.2005710259079933,
      "num_tokens": 37786587.0,
      "step": 18660
    },
    {
      "entropy": 5.898540353775024,
      "epoch": 1.6311282006466836,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00047360205739012406,
      "loss": 5.3873,
      "mean_token_accuracy": 0.1930337905883789,
      "num_tokens": 37797200.0,
      "step": 18665
    },
    {
      "entropy": 5.8641294002532955,
      "epoch": 1.6315651489993883,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004735874103193244,
      "loss": 5.332,
      "mean_token_accuracy": 0.2048176035284996,
      "num_tokens": 37806652.0,
      "step": 18670
    },
    {
      "entropy": 5.920447587966919,
      "epoch": 1.632002097352093,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004735727594395141,
      "loss": 5.4329,
      "mean_token_accuracy": 0.18030745834112166,
      "num_tokens": 37817057.0,
      "step": 18675
    },
    {
      "entropy": 5.90990309715271,
      "epoch": 1.6324390457047977,
      "grad_norm": 1.1640625,
      "learning_rate": 0.00047355810475097423,
      "loss": 5.3586,
      "mean_token_accuracy": 0.1943712592124939,
      "num_tokens": 37826216.0,
      "step": 18680
    },
    {
      "entropy": 5.959612655639648,
      "epoch": 1.6328759940575024,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00047354344625398596,
      "loss": 5.4066,
      "mean_token_accuracy": 0.18944202959537507,
      "num_tokens": 37835834.0,
      "step": 18685
    },
    {
      "entropy": 5.865843677520752,
      "epoch": 1.633312942410207,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004735287839488302,
      "loss": 5.3129,
      "mean_token_accuracy": 0.1987833485007286,
      "num_tokens": 37846252.0,
      "step": 18690
    },
    {
      "entropy": 5.853894805908203,
      "epoch": 1.6337498907629118,
      "grad_norm": 0.96875,
      "learning_rate": 0.00047351411783578846,
      "loss": 5.3113,
      "mean_token_accuracy": 0.19513324201107024,
      "num_tokens": 37856020.0,
      "step": 18695
    },
    {
      "entropy": 5.955270481109619,
      "epoch": 1.6341868391156167,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004734994479151418,
      "loss": 5.3434,
      "mean_token_accuracy": 0.19051506072282792,
      "num_tokens": 37866132.0,
      "step": 18700
    },
    {
      "entropy": 5.931076908111573,
      "epoch": 1.6346237874683212,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004734847741871718,
      "loss": 5.4064,
      "mean_token_accuracy": 0.19294279515743257,
      "num_tokens": 37876779.0,
      "step": 18705
    },
    {
      "entropy": 5.896687316894531,
      "epoch": 1.635060735821026,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00047347009665215983,
      "loss": 5.3593,
      "mean_token_accuracy": 0.1922474429011345,
      "num_tokens": 37886981.0,
      "step": 18710
    },
    {
      "entropy": 5.895364284515381,
      "epoch": 1.6354976841737305,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004734554153103874,
      "loss": 5.3192,
      "mean_token_accuracy": 0.20000121295452117,
      "num_tokens": 37896974.0,
      "step": 18715
    },
    {
      "entropy": 5.987913370132446,
      "epoch": 1.6359346325264355,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00047344073016213615,
      "loss": 5.4421,
      "mean_token_accuracy": 0.18717239797115326,
      "num_tokens": 37909020.0,
      "step": 18720
    },
    {
      "entropy": 5.925000715255737,
      "epoch": 1.63637158087914,
      "grad_norm": 0.95703125,
      "learning_rate": 0.00047342604120768764,
      "loss": 5.3031,
      "mean_token_accuracy": 0.1968459591269493,
      "num_tokens": 37919417.0,
      "step": 18725
    },
    {
      "entropy": 5.936944389343262,
      "epoch": 1.6368085292318448,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004734113484473237,
      "loss": 5.4384,
      "mean_token_accuracy": 0.18809962421655654,
      "num_tokens": 37929030.0,
      "step": 18730
    },
    {
      "entropy": 5.941900300979614,
      "epoch": 1.6372454775845495,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004733966518813262,
      "loss": 5.3095,
      "mean_token_accuracy": 0.1949732005596161,
      "num_tokens": 37939157.0,
      "step": 18735
    },
    {
      "entropy": 5.921247339248657,
      "epoch": 1.6376824259372542,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00047338195150997686,
      "loss": 5.3276,
      "mean_token_accuracy": 0.18842182755470277,
      "num_tokens": 37950544.0,
      "step": 18740
    },
    {
      "entropy": 5.869081115722656,
      "epoch": 1.638119374289959,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00047336724733355786,
      "loss": 5.3097,
      "mean_token_accuracy": 0.20549869835376738,
      "num_tokens": 37960059.0,
      "step": 18745
    },
    {
      "entropy": 5.905688714981079,
      "epoch": 1.6385563226426636,
      "grad_norm": 1.078125,
      "learning_rate": 0.00047335253935235094,
      "loss": 5.3352,
      "mean_token_accuracy": 0.19803095310926438,
      "num_tokens": 37970669.0,
      "step": 18750
    },
    {
      "entropy": 5.861389112472534,
      "epoch": 1.6389932709953685,
      "grad_norm": 1.1875,
      "learning_rate": 0.00047333782756663853,
      "loss": 5.3536,
      "mean_token_accuracy": 0.20191758126020432,
      "num_tokens": 37980088.0,
      "step": 18755
    },
    {
      "entropy": 5.914204454421997,
      "epoch": 1.639430219348073,
      "grad_norm": 1.109375,
      "learning_rate": 0.00047332311197670264,
      "loss": 5.4147,
      "mean_token_accuracy": 0.19036023765802385,
      "num_tokens": 37989433.0,
      "step": 18760
    },
    {
      "entropy": 5.9654967308044435,
      "epoch": 1.639867167700778,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00047330839258282544,
      "loss": 5.3642,
      "mean_token_accuracy": 0.19128911942243576,
      "num_tokens": 37999735.0,
      "step": 18765
    },
    {
      "entropy": 5.90315728187561,
      "epoch": 1.6403041160534824,
      "grad_norm": 1.21875,
      "learning_rate": 0.0004732936693852895,
      "loss": 5.2543,
      "mean_token_accuracy": 0.20663415491580964,
      "num_tokens": 38008515.0,
      "step": 18770
    },
    {
      "entropy": 5.904950380325317,
      "epoch": 1.6407410644061873,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00047327894238437696,
      "loss": 5.4056,
      "mean_token_accuracy": 0.19046229273080825,
      "num_tokens": 38018778.0,
      "step": 18775
    },
    {
      "entropy": 5.96079044342041,
      "epoch": 1.6411780127588917,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00047326421158037045,
      "loss": 5.3959,
      "mean_token_accuracy": 0.19204881638288498,
      "num_tokens": 38029062.0,
      "step": 18780
    },
    {
      "entropy": 5.890447473526001,
      "epoch": 1.6416149611115967,
      "grad_norm": 1.046875,
      "learning_rate": 0.00047324947697355253,
      "loss": 5.2685,
      "mean_token_accuracy": 0.20169070214033127,
      "num_tokens": 38039945.0,
      "step": 18785
    },
    {
      "entropy": 5.948430156707763,
      "epoch": 1.6420519094643014,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00047323473856420573,
      "loss": 5.3706,
      "mean_token_accuracy": 0.19209770411252974,
      "num_tokens": 38050213.0,
      "step": 18790
    },
    {
      "entropy": 5.886993026733398,
      "epoch": 1.642488857817006,
      "grad_norm": 1.0625,
      "learning_rate": 0.00047321999635261276,
      "loss": 5.3072,
      "mean_token_accuracy": 0.19449817687273024,
      "num_tokens": 38060147.0,
      "step": 18795
    },
    {
      "entropy": 5.95990571975708,
      "epoch": 1.6429258061697107,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004732052503390563,
      "loss": 5.3865,
      "mean_token_accuracy": 0.19046157896518706,
      "num_tokens": 38070854.0,
      "step": 18800
    },
    {
      "entropy": 5.941907548904419,
      "epoch": 1.6433627545224154,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004731905005238194,
      "loss": 5.4057,
      "mean_token_accuracy": 0.19502104669809342,
      "num_tokens": 38080998.0,
      "step": 18805
    },
    {
      "entropy": 5.928892278671265,
      "epoch": 1.6437997028751201,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00047317574690718486,
      "loss": 5.3745,
      "mean_token_accuracy": 0.19203699827194215,
      "num_tokens": 38091421.0,
      "step": 18810
    },
    {
      "entropy": 5.893901681900024,
      "epoch": 1.6442366512278248,
      "grad_norm": 0.9921875,
      "learning_rate": 0.00047316098948943557,
      "loss": 5.3281,
      "mean_token_accuracy": 0.19874406307935716,
      "num_tokens": 38101106.0,
      "step": 18815
    },
    {
      "entropy": 5.914614534378051,
      "epoch": 1.6446735995805297,
      "grad_norm": 1.140625,
      "learning_rate": 0.00047314622827085466,
      "loss": 5.3395,
      "mean_token_accuracy": 0.19261319041252137,
      "num_tokens": 38111346.0,
      "step": 18820
    },
    {
      "entropy": 5.9919427871704105,
      "epoch": 1.6451105479332342,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00047313146325172534,
      "loss": 5.4551,
      "mean_token_accuracy": 0.18170036375522614,
      "num_tokens": 38121798.0,
      "step": 18825
    },
    {
      "entropy": 5.952600526809692,
      "epoch": 1.645547496285939,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004731166944323307,
      "loss": 5.3787,
      "mean_token_accuracy": 0.18931110203266144,
      "num_tokens": 38134145.0,
      "step": 18830
    },
    {
      "entropy": 5.934870624542237,
      "epoch": 1.6459844446386436,
      "grad_norm": 1.1484375,
      "learning_rate": 0.00047310192181295406,
      "loss": 5.3257,
      "mean_token_accuracy": 0.19246630221605301,
      "num_tokens": 38144213.0,
      "step": 18835
    },
    {
      "entropy": 5.878976678848266,
      "epoch": 1.6464213929913485,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004730871453938788,
      "loss": 5.3441,
      "mean_token_accuracy": 0.19947292059659957,
      "num_tokens": 38154245.0,
      "step": 18840
    },
    {
      "entropy": 5.907273244857788,
      "epoch": 1.6468583413440532,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004730723651753882,
      "loss": 5.3582,
      "mean_token_accuracy": 0.198053178191185,
      "num_tokens": 38163969.0,
      "step": 18845
    },
    {
      "entropy": 5.8966656684875485,
      "epoch": 1.6472952896967579,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004730575811577659,
      "loss": 5.2896,
      "mean_token_accuracy": 0.19587034583091736,
      "num_tokens": 38173586.0,
      "step": 18850
    },
    {
      "entropy": 5.901402997970581,
      "epoch": 1.6477322380494626,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004730427933412954,
      "loss": 5.3107,
      "mean_token_accuracy": 0.19203763902187349,
      "num_tokens": 38182702.0,
      "step": 18855
    },
    {
      "entropy": 5.915951299667358,
      "epoch": 1.6481691864021673,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004730280017262604,
      "loss": 5.3542,
      "mean_token_accuracy": 0.1970729112625122,
      "num_tokens": 38191937.0,
      "step": 18860
    },
    {
      "entropy": 5.8888006687164305,
      "epoch": 1.648606134754872,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004730132063129445,
      "loss": 5.3175,
      "mean_token_accuracy": 0.2017603635787964,
      "num_tokens": 38201234.0,
      "step": 18865
    },
    {
      "entropy": 5.887090063095092,
      "epoch": 1.6490430831075766,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00047299840710163157,
      "loss": 5.3517,
      "mean_token_accuracy": 0.1965651348233223,
      "num_tokens": 38211790.0,
      "step": 18870
    },
    {
      "entropy": 5.920321321487426,
      "epoch": 1.6494800314602815,
      "grad_norm": 1.046875,
      "learning_rate": 0.00047298360409260543,
      "loss": 5.328,
      "mean_token_accuracy": 0.19377388060092926,
      "num_tokens": 38221946.0,
      "step": 18875
    },
    {
      "entropy": 5.9138141632080075,
      "epoch": 1.649916979812986,
      "grad_norm": 1.03125,
      "learning_rate": 0.00047296879728615,
      "loss": 5.3787,
      "mean_token_accuracy": 0.19405898004770278,
      "num_tokens": 38232366.0,
      "step": 18880
    },
    {
      "entropy": 5.933209943771362,
      "epoch": 1.650353928165691,
      "grad_norm": 1.0,
      "learning_rate": 0.00047295398668254933,
      "loss": 5.4177,
      "mean_token_accuracy": 0.19074832946062087,
      "num_tokens": 38242504.0,
      "step": 18885
    },
    {
      "entropy": 5.988088321685791,
      "epoch": 1.6507908765183954,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004729391722820875,
      "loss": 5.4119,
      "mean_token_accuracy": 0.18968036472797395,
      "num_tokens": 38251916.0,
      "step": 18890
    },
    {
      "entropy": 5.879650068283081,
      "epoch": 1.6512278248711003,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00047292435408504855,
      "loss": 5.2942,
      "mean_token_accuracy": 0.20175437927246093,
      "num_tokens": 38262438.0,
      "step": 18895
    },
    {
      "entropy": 5.802356243133545,
      "epoch": 1.6516647732238048,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004729095320917169,
      "loss": 5.2879,
      "mean_token_accuracy": 0.20860617309808732,
      "num_tokens": 38273095.0,
      "step": 18900
    },
    {
      "entropy": 5.960857486724853,
      "epoch": 1.6521017215765097,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004728947063023766,
      "loss": 5.3488,
      "mean_token_accuracy": 0.18839414417743683,
      "num_tokens": 38282827.0,
      "step": 18905
    },
    {
      "entropy": 6.0229590892791744,
      "epoch": 1.6525386699292144,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004728798767173122,
      "loss": 5.3128,
      "mean_token_accuracy": 0.19009990245103836,
      "num_tokens": 38292827.0,
      "step": 18910
    },
    {
      "entropy": 5.904931640625,
      "epoch": 1.652975618281919,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00047286504333680804,
      "loss": 5.3821,
      "mean_token_accuracy": 0.18554149121046065,
      "num_tokens": 38302658.0,
      "step": 18915
    },
    {
      "entropy": 5.87376708984375,
      "epoch": 1.6534125666346238,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004728502061611488,
      "loss": 5.3479,
      "mean_token_accuracy": 0.1902385324239731,
      "num_tokens": 38312154.0,
      "step": 18920
    },
    {
      "entropy": 5.938739347457886,
      "epoch": 1.6538495149873285,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00047283536519061875,
      "loss": 5.3279,
      "mean_token_accuracy": 0.1952182561159134,
      "num_tokens": 38321317.0,
      "step": 18925
    },
    {
      "entropy": 5.922722053527832,
      "epoch": 1.6542864633400332,
      "grad_norm": 0.91015625,
      "learning_rate": 0.00047282052042550276,
      "loss": 5.3442,
      "mean_token_accuracy": 0.1859482690691948,
      "num_tokens": 38331632.0,
      "step": 18930
    },
    {
      "entropy": 5.946942710876465,
      "epoch": 1.6547234116927378,
      "grad_norm": 1.0625,
      "learning_rate": 0.00047280567186608563,
      "loss": 5.409,
      "mean_token_accuracy": 0.18205642253160476,
      "num_tokens": 38342072.0,
      "step": 18935
    },
    {
      "entropy": 5.992116498947143,
      "epoch": 1.6551603600454428,
      "grad_norm": 1.1015625,
      "learning_rate": 0.000472790819512652,
      "loss": 5.3552,
      "mean_token_accuracy": 0.19225214421749115,
      "num_tokens": 38351105.0,
      "step": 18940
    },
    {
      "entropy": 5.953517770767212,
      "epoch": 1.6555973083981472,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004727759633654868,
      "loss": 5.4144,
      "mean_token_accuracy": 0.18451690375804902,
      "num_tokens": 38361521.0,
      "step": 18945
    },
    {
      "entropy": 5.887381172180175,
      "epoch": 1.6560342567508521,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004727611034248751,
      "loss": 5.3191,
      "mean_token_accuracy": 0.18739995658397673,
      "num_tokens": 38370720.0,
      "step": 18950
    },
    {
      "entropy": 5.9062415599823,
      "epoch": 1.6564712051035566,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004727462396911017,
      "loss": 5.3969,
      "mean_token_accuracy": 0.18921468853950502,
      "num_tokens": 38380434.0,
      "step": 18955
    },
    {
      "entropy": 5.838373136520386,
      "epoch": 1.6569081534562615,
      "grad_norm": 1.15625,
      "learning_rate": 0.00047273137216445176,
      "loss": 5.2659,
      "mean_token_accuracy": 0.21205988973379136,
      "num_tokens": 38390503.0,
      "step": 18960
    },
    {
      "entropy": 5.937287521362305,
      "epoch": 1.6573451018089662,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004727165008452106,
      "loss": 5.45,
      "mean_token_accuracy": 0.1884548306465149,
      "num_tokens": 38401757.0,
      "step": 18965
    },
    {
      "entropy": 5.903340578079224,
      "epoch": 1.657782050161671,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004727016257336633,
      "loss": 5.377,
      "mean_token_accuracy": 0.1971743658185005,
      "num_tokens": 38412130.0,
      "step": 18970
    },
    {
      "entropy": 5.889616298675537,
      "epoch": 1.6582189985143756,
      "grad_norm": 1.015625,
      "learning_rate": 0.00047268674683009526,
      "loss": 5.3415,
      "mean_token_accuracy": 0.1949051097035408,
      "num_tokens": 38422155.0,
      "step": 18975
    },
    {
      "entropy": 5.86499719619751,
      "epoch": 1.6586559468670803,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00047267186413479185,
      "loss": 5.2804,
      "mean_token_accuracy": 0.1984742119908333,
      "num_tokens": 38431621.0,
      "step": 18980
    },
    {
      "entropy": 5.963163614273071,
      "epoch": 1.659092895219785,
      "grad_norm": 0.9921875,
      "learning_rate": 0.00047265697764803843,
      "loss": 5.42,
      "mean_token_accuracy": 0.18398235589265824,
      "num_tokens": 38442354.0,
      "step": 18985
    },
    {
      "entropy": 5.882859516143799,
      "epoch": 1.6595298435724897,
      "grad_norm": 1.0625,
      "learning_rate": 0.00047264208737012064,
      "loss": 5.3658,
      "mean_token_accuracy": 0.1917551040649414,
      "num_tokens": 38452932.0,
      "step": 18990
    },
    {
      "entropy": 5.9324939250946045,
      "epoch": 1.6599667919251946,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004726271933013241,
      "loss": 5.3685,
      "mean_token_accuracy": 0.19315551966428757,
      "num_tokens": 38464442.0,
      "step": 18995
    },
    {
      "entropy": 5.960536098480224,
      "epoch": 1.660403740277899,
      "grad_norm": 0.99609375,
      "learning_rate": 0.00047261229544193434,
      "loss": 5.3664,
      "mean_token_accuracy": 0.19008183479309082,
      "num_tokens": 38475718.0,
      "step": 19000
    },
    {
      "entropy": 5.896100234985352,
      "epoch": 1.660840688630604,
      "grad_norm": 0.9921875,
      "learning_rate": 0.00047259739379223726,
      "loss": 5.3428,
      "mean_token_accuracy": 0.1916796788573265,
      "num_tokens": 38485091.0,
      "step": 19005
    },
    {
      "entropy": 5.906036329269409,
      "epoch": 1.6612776369833084,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00047258248835251867,
      "loss": 5.3355,
      "mean_token_accuracy": 0.1979246184229851,
      "num_tokens": 38495748.0,
      "step": 19010
    },
    {
      "entropy": 5.971250057220459,
      "epoch": 1.6617145853360134,
      "grad_norm": 1.0625,
      "learning_rate": 0.00047256757912306435,
      "loss": 5.4224,
      "mean_token_accuracy": 0.18952832370996475,
      "num_tokens": 38506152.0,
      "step": 19015
    },
    {
      "entropy": 5.9624645709991455,
      "epoch": 1.662151533688718,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004725526661041604,
      "loss": 5.3058,
      "mean_token_accuracy": 0.19134270995855332,
      "num_tokens": 38515722.0,
      "step": 19020
    },
    {
      "entropy": 5.84407410621643,
      "epoch": 1.6625884820414227,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004725377492960927,
      "loss": 5.3316,
      "mean_token_accuracy": 0.19701361358165742,
      "num_tokens": 38526270.0,
      "step": 19025
    },
    {
      "entropy": 5.874748611450196,
      "epoch": 1.6630254303941274,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004725228286991475,
      "loss": 5.3198,
      "mean_token_accuracy": 0.19340848326683044,
      "num_tokens": 38537436.0,
      "step": 19030
    },
    {
      "entropy": 5.932947731018066,
      "epoch": 1.6634623787468321,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004725079043136111,
      "loss": 5.3435,
      "mean_token_accuracy": 0.19870425760746002,
      "num_tokens": 38547298.0,
      "step": 19035
    },
    {
      "entropy": 5.924468088150024,
      "epoch": 1.6638993270995368,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004724929761397694,
      "loss": 5.3581,
      "mean_token_accuracy": 0.19089030772447585,
      "num_tokens": 38556465.0,
      "step": 19040
    },
    {
      "entropy": 5.897399234771728,
      "epoch": 1.6643362754522415,
      "grad_norm": 1.0234375,
      "learning_rate": 0.000472478044177909,
      "loss": 5.3727,
      "mean_token_accuracy": 0.19867223799228667,
      "num_tokens": 38568009.0,
      "step": 19045
    },
    {
      "entropy": 5.916611528396606,
      "epoch": 1.6647732238049464,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004724631084283163,
      "loss": 5.409,
      "mean_token_accuracy": 0.19013614654541017,
      "num_tokens": 38578778.0,
      "step": 19050
    },
    {
      "entropy": 5.872400379180908,
      "epoch": 1.6652101721576509,
      "grad_norm": 1.078125,
      "learning_rate": 0.00047244816889127763,
      "loss": 5.3189,
      "mean_token_accuracy": 0.1987050101161003,
      "num_tokens": 38588991.0,
      "step": 19055
    },
    {
      "entropy": 5.934089517593383,
      "epoch": 1.6656471205103558,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004724332255670797,
      "loss": 5.307,
      "mean_token_accuracy": 0.20063173472881318,
      "num_tokens": 38598800.0,
      "step": 19060
    },
    {
      "entropy": 5.879440355300903,
      "epoch": 1.6660840688630603,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00047241827845600896,
      "loss": 5.3566,
      "mean_token_accuracy": 0.18724146783351897,
      "num_tokens": 38608680.0,
      "step": 19065
    },
    {
      "entropy": 5.914770030975342,
      "epoch": 1.6665210172157652,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00047240332755835217,
      "loss": 5.3672,
      "mean_token_accuracy": 0.19061675369739534,
      "num_tokens": 38618402.0,
      "step": 19070
    },
    {
      "entropy": 6.033905982971191,
      "epoch": 1.6669579655684696,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00047238837287439625,
      "loss": 5.3721,
      "mean_token_accuracy": 0.19153936058282853,
      "num_tokens": 38628370.0,
      "step": 19075
    },
    {
      "entropy": 5.950150966644287,
      "epoch": 1.6673949139211746,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004723734144044278,
      "loss": 5.3256,
      "mean_token_accuracy": 0.20188256353139877,
      "num_tokens": 38638138.0,
      "step": 19080
    },
    {
      "entropy": 5.961514329910278,
      "epoch": 1.6678318622738793,
      "grad_norm": 0.9765625,
      "learning_rate": 0.00047235845214873385,
      "loss": 5.4053,
      "mean_token_accuracy": 0.1905817598104477,
      "num_tokens": 38649412.0,
      "step": 19085
    },
    {
      "entropy": 5.90548734664917,
      "epoch": 1.668268810626584,
      "grad_norm": 0.9453125,
      "learning_rate": 0.00047234348610760145,
      "loss": 5.3193,
      "mean_token_accuracy": 0.1912996381521225,
      "num_tokens": 38660048.0,
      "step": 19090
    },
    {
      "entropy": 5.893073272705078,
      "epoch": 1.6687057589792886,
      "grad_norm": 1.0,
      "learning_rate": 0.0004723285162813175,
      "loss": 5.3064,
      "mean_token_accuracy": 0.20348687767982482,
      "num_tokens": 38671246.0,
      "step": 19095
    },
    {
      "entropy": 5.909830713272095,
      "epoch": 1.6691427073319933,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004723135426701693,
      "loss": 5.348,
      "mean_token_accuracy": 0.1963697850704193,
      "num_tokens": 38680880.0,
      "step": 19100
    },
    {
      "entropy": 5.883988952636718,
      "epoch": 1.669579655684698,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004722985652744438,
      "loss": 5.4164,
      "mean_token_accuracy": 0.1952797845005989,
      "num_tokens": 38691440.0,
      "step": 19105
    },
    {
      "entropy": 5.9465429306030275,
      "epoch": 1.6700166040374027,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00047228358409442863,
      "loss": 5.344,
      "mean_token_accuracy": 0.1967737317085266,
      "num_tokens": 38700846.0,
      "step": 19110
    },
    {
      "entropy": 5.976816415786743,
      "epoch": 1.6704535523901076,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00047226859913041084,
      "loss": 5.3692,
      "mean_token_accuracy": 0.19621855318546294,
      "num_tokens": 38712130.0,
      "step": 19115
    },
    {
      "entropy": 5.982971858978272,
      "epoch": 1.670890500742812,
      "grad_norm": 0.984375,
      "learning_rate": 0.00047225361038267795,
      "loss": 5.4302,
      "mean_token_accuracy": 0.1917442798614502,
      "num_tokens": 38722482.0,
      "step": 19120
    },
    {
      "entropy": 5.87399435043335,
      "epoch": 1.671327449095517,
      "grad_norm": 0.9453125,
      "learning_rate": 0.00047223861785151744,
      "loss": 5.3258,
      "mean_token_accuracy": 0.19804790914058684,
      "num_tokens": 38731936.0,
      "step": 19125
    },
    {
      "entropy": 5.85687894821167,
      "epoch": 1.6717643974482215,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004722236215372169,
      "loss": 5.2642,
      "mean_token_accuracy": 0.19749951213598252,
      "num_tokens": 38741444.0,
      "step": 19130
    },
    {
      "entropy": 6.003534555435181,
      "epoch": 1.6722013458009264,
      "grad_norm": 1.0390625,
      "learning_rate": 0.000472208621440064,
      "loss": 5.4105,
      "mean_token_accuracy": 0.18127898126840591,
      "num_tokens": 38751454.0,
      "step": 19135
    },
    {
      "entropy": 5.993156003952026,
      "epoch": 1.672638294153631,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004721936175603463,
      "loss": 5.3742,
      "mean_token_accuracy": 0.19014085680246354,
      "num_tokens": 38761373.0,
      "step": 19140
    },
    {
      "entropy": 5.95218243598938,
      "epoch": 1.6730752425063358,
      "grad_norm": 0.98828125,
      "learning_rate": 0.00047217860989835184,
      "loss": 5.42,
      "mean_token_accuracy": 0.1963856816291809,
      "num_tokens": 38772047.0,
      "step": 19145
    },
    {
      "entropy": 5.956963109970093,
      "epoch": 1.6735121908590405,
      "grad_norm": 1.2734375,
      "learning_rate": 0.0004721635984543682,
      "loss": 5.2882,
      "mean_token_accuracy": 0.20051493495702744,
      "num_tokens": 38781393.0,
      "step": 19150
    },
    {
      "entropy": 5.944906759262085,
      "epoch": 1.6739491392117452,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004721485832286835,
      "loss": 5.324,
      "mean_token_accuracy": 0.1932791143655777,
      "num_tokens": 38791104.0,
      "step": 19155
    },
    {
      "entropy": 5.891015815734863,
      "epoch": 1.6743860875644498,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004721335642215856,
      "loss": 5.3902,
      "mean_token_accuracy": 0.1926545038819313,
      "num_tokens": 38801855.0,
      "step": 19160
    },
    {
      "entropy": 5.914299392700196,
      "epoch": 1.6748230359171545,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004721185414333627,
      "loss": 5.2999,
      "mean_token_accuracy": 0.20014097541570663,
      "num_tokens": 38811983.0,
      "step": 19165
    },
    {
      "entropy": 5.924438524246216,
      "epoch": 1.6752599842698594,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004721035148643029,
      "loss": 5.3414,
      "mean_token_accuracy": 0.19209644943475723,
      "num_tokens": 38821762.0,
      "step": 19170
    },
    {
      "entropy": 5.8603089332580565,
      "epoch": 1.675696932622564,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004720884845146944,
      "loss": 5.314,
      "mean_token_accuracy": 0.1988806366920471,
      "num_tokens": 38831840.0,
      "step": 19175
    },
    {
      "entropy": 5.855152559280396,
      "epoch": 1.6761338809752688,
      "grad_norm": 1.046875,
      "learning_rate": 0.00047207345038482545,
      "loss": 5.2864,
      "mean_token_accuracy": 0.20254854559898378,
      "num_tokens": 38841506.0,
      "step": 19180
    },
    {
      "entropy": 5.956864595413208,
      "epoch": 1.6765708293279733,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004720584124749844,
      "loss": 5.3979,
      "mean_token_accuracy": 0.1900896057486534,
      "num_tokens": 38851793.0,
      "step": 19185
    },
    {
      "entropy": 5.849774551391602,
      "epoch": 1.6770077776806782,
      "grad_norm": 1.046875,
      "learning_rate": 0.00047204337078545985,
      "loss": 5.2973,
      "mean_token_accuracy": 0.20156245678663254,
      "num_tokens": 38861958.0,
      "step": 19190
    },
    {
      "entropy": 5.896251535415649,
      "epoch": 1.677444726033383,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004720283253165402,
      "loss": 5.3227,
      "mean_token_accuracy": 0.19956172704696656,
      "num_tokens": 38872181.0,
      "step": 19195
    },
    {
      "entropy": 5.944572401046753,
      "epoch": 1.6778816743860876,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00047201327606851394,
      "loss": 5.3596,
      "mean_token_accuracy": 0.1962188348174095,
      "num_tokens": 38882423.0,
      "step": 19200
    },
    {
      "entropy": 5.900704097747803,
      "epoch": 1.6783186227387923,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004719982230416699,
      "loss": 5.3458,
      "mean_token_accuracy": 0.19442206621170044,
      "num_tokens": 38892833.0,
      "step": 19205
    },
    {
      "entropy": 5.959654092788696,
      "epoch": 1.678755571091497,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004719831662362967,
      "loss": 5.4129,
      "mean_token_accuracy": 0.18976122438907622,
      "num_tokens": 38904037.0,
      "step": 19210
    },
    {
      "entropy": 5.929601383209229,
      "epoch": 1.6791925194442017,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004719681056526831,
      "loss": 5.3093,
      "mean_token_accuracy": 0.20393638014793397,
      "num_tokens": 38914194.0,
      "step": 19215
    },
    {
      "entropy": 5.889596748352051,
      "epoch": 1.6796294677969064,
      "grad_norm": 1.0625,
      "learning_rate": 0.00047195304129111804,
      "loss": 5.3779,
      "mean_token_accuracy": 0.1891205683350563,
      "num_tokens": 38925354.0,
      "step": 19220
    },
    {
      "entropy": 5.9437659740447994,
      "epoch": 1.6800664161496113,
      "grad_norm": 1.015625,
      "learning_rate": 0.00047193797315189047,
      "loss": 5.3879,
      "mean_token_accuracy": 0.19095784425735474,
      "num_tokens": 38936170.0,
      "step": 19225
    },
    {
      "entropy": 5.976659107208252,
      "epoch": 1.6805033645023157,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004719229012352894,
      "loss": 5.3636,
      "mean_token_accuracy": 0.1957530274987221,
      "num_tokens": 38945316.0,
      "step": 19230
    },
    {
      "entropy": 5.947662496566773,
      "epoch": 1.6809403128550207,
      "grad_norm": 1.0625,
      "learning_rate": 0.00047190782554160386,
      "loss": 5.3743,
      "mean_token_accuracy": 0.1900663435459137,
      "num_tokens": 38955444.0,
      "step": 19235
    },
    {
      "entropy": 5.887954950332642,
      "epoch": 1.6813772612077251,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004718927460711231,
      "loss": 5.321,
      "mean_token_accuracy": 0.20288591533899308,
      "num_tokens": 38965202.0,
      "step": 19240
    },
    {
      "entropy": 5.945133256912231,
      "epoch": 1.68181420956043,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00047187766282413623,
      "loss": 5.3543,
      "mean_token_accuracy": 0.1945488542318344,
      "num_tokens": 38975822.0,
      "step": 19245
    },
    {
      "entropy": 5.933378410339356,
      "epoch": 1.6822511579131345,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004718625758009327,
      "loss": 5.3474,
      "mean_token_accuracy": 0.19253039956092835,
      "num_tokens": 38985890.0,
      "step": 19250
    },
    {
      "entropy": 5.895645713806152,
      "epoch": 1.6826881062658394,
      "grad_norm": 0.9375,
      "learning_rate": 0.00047184748500180175,
      "loss": 5.3111,
      "mean_token_accuracy": 0.20115258395671845,
      "num_tokens": 38996374.0,
      "step": 19255
    },
    {
      "entropy": 5.9159264087677,
      "epoch": 1.6831250546185441,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004718323904270329,
      "loss": 5.3479,
      "mean_token_accuracy": 0.19640609472990037,
      "num_tokens": 39006371.0,
      "step": 19260
    },
    {
      "entropy": 5.89799542427063,
      "epoch": 1.6835620029712488,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004718172920769157,
      "loss": 5.3032,
      "mean_token_accuracy": 0.19910867363214493,
      "num_tokens": 39015514.0,
      "step": 19265
    },
    {
      "entropy": 5.970490264892578,
      "epoch": 1.6839989513239535,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004718021899517397,
      "loss": 5.3513,
      "mean_token_accuracy": 0.19737360775470733,
      "num_tokens": 39025700.0,
      "step": 19270
    },
    {
      "entropy": 5.883606481552124,
      "epoch": 1.6844358996766582,
      "grad_norm": 1.046875,
      "learning_rate": 0.00047178708405179454,
      "loss": 5.3215,
      "mean_token_accuracy": 0.2030630424618721,
      "num_tokens": 39036157.0,
      "step": 19275
    },
    {
      "entropy": 5.946411418914795,
      "epoch": 1.6848728480293629,
      "grad_norm": 1.234375,
      "learning_rate": 0.00047177197437737003,
      "loss": 5.4753,
      "mean_token_accuracy": 0.18267322480678558,
      "num_tokens": 39046044.0,
      "step": 19280
    },
    {
      "entropy": 5.919590806961059,
      "epoch": 1.6853097963820676,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004717568609287559,
      "loss": 5.399,
      "mean_token_accuracy": 0.18815739899873735,
      "num_tokens": 39056034.0,
      "step": 19285
    },
    {
      "entropy": 5.92191743850708,
      "epoch": 1.6857467447347725,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004717417437062421,
      "loss": 5.344,
      "mean_token_accuracy": 0.19651632606983185,
      "num_tokens": 39065687.0,
      "step": 19290
    },
    {
      "entropy": 5.9482934951782225,
      "epoch": 1.686183693087477,
      "grad_norm": 1.125,
      "learning_rate": 0.00047172662271011855,
      "loss": 5.339,
      "mean_token_accuracy": 0.19067284017801284,
      "num_tokens": 39077107.0,
      "step": 19295
    },
    {
      "entropy": 5.927216815948486,
      "epoch": 1.6866206414401819,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00047171149794067533,
      "loss": 5.3516,
      "mean_token_accuracy": 0.19700405299663543,
      "num_tokens": 39087220.0,
      "step": 19300
    },
    {
      "entropy": 5.920917606353759,
      "epoch": 1.6870575897928863,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004716963693982025,
      "loss": 5.3093,
      "mean_token_accuracy": 0.1966327890753746,
      "num_tokens": 39097706.0,
      "step": 19305
    },
    {
      "entropy": 5.924185180664063,
      "epoch": 1.6874945381455912,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004716812370829902,
      "loss": 5.3665,
      "mean_token_accuracy": 0.188964407145977,
      "num_tokens": 39108044.0,
      "step": 19310
    },
    {
      "entropy": 5.909315156936645,
      "epoch": 1.687931486498296,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004716661009953287,
      "loss": 5.3733,
      "mean_token_accuracy": 0.18993440568447112,
      "num_tokens": 39116917.0,
      "step": 19315
    },
    {
      "entropy": 5.9107269763946535,
      "epoch": 1.6883684348510006,
      "grad_norm": 1.125,
      "learning_rate": 0.0004716509611355084,
      "loss": 5.3385,
      "mean_token_accuracy": 0.20262855291366577,
      "num_tokens": 39126770.0,
      "step": 19320
    },
    {
      "entropy": 5.874759864807129,
      "epoch": 1.6888053832037053,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00047163581750381956,
      "loss": 5.3479,
      "mean_token_accuracy": 0.1913564458489418,
      "num_tokens": 39137406.0,
      "step": 19325
    },
    {
      "entropy": 5.922693872451783,
      "epoch": 1.68924233155641,
      "grad_norm": 1.09375,
      "learning_rate": 0.00047162067010055275,
      "loss": 5.3403,
      "mean_token_accuracy": 0.20072039514780043,
      "num_tokens": 39146950.0,
      "step": 19330
    },
    {
      "entropy": 5.940698671340942,
      "epoch": 1.6896792799091147,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004716055189259984,
      "loss": 5.2744,
      "mean_token_accuracy": 0.1989685371518135,
      "num_tokens": 39157382.0,
      "step": 19335
    },
    {
      "entropy": 5.909512042999268,
      "epoch": 1.6901162282618194,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00047159036398044727,
      "loss": 5.3245,
      "mean_token_accuracy": 0.19505417495965957,
      "num_tokens": 39166641.0,
      "step": 19340
    },
    {
      "entropy": 5.909733486175537,
      "epoch": 1.6905531766145243,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004715752052641899,
      "loss": 5.3912,
      "mean_token_accuracy": 0.19412054717540742,
      "num_tokens": 39176731.0,
      "step": 19345
    },
    {
      "entropy": 5.981311225891114,
      "epoch": 1.6909901249672288,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004715600427775171,
      "loss": 5.4137,
      "mean_token_accuracy": 0.18916258066892624,
      "num_tokens": 39187202.0,
      "step": 19350
    },
    {
      "entropy": 5.9518818855285645,
      "epoch": 1.6914270733199337,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004715448765207196,
      "loss": 5.3845,
      "mean_token_accuracy": 0.19497810453176498,
      "num_tokens": 39197302.0,
      "step": 19355
    },
    {
      "entropy": 5.924945831298828,
      "epoch": 1.6918640216726382,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004715297064940885,
      "loss": 5.371,
      "mean_token_accuracy": 0.19428790956735612,
      "num_tokens": 39208382.0,
      "step": 19360
    },
    {
      "entropy": 5.966858625411987,
      "epoch": 1.692300970025343,
      "grad_norm": 1.125,
      "learning_rate": 0.0004715145326979146,
      "loss": 5.3371,
      "mean_token_accuracy": 0.193280827999115,
      "num_tokens": 39218529.0,
      "step": 19365
    },
    {
      "entropy": 5.9125590324401855,
      "epoch": 1.6927379183780478,
      "grad_norm": 0.953125,
      "learning_rate": 0.00047149935513248896,
      "loss": 5.3799,
      "mean_token_accuracy": 0.19345415383577347,
      "num_tokens": 39228976.0,
      "step": 19370
    },
    {
      "entropy": 5.8572962284088135,
      "epoch": 1.6931748667307525,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004714841737981028,
      "loss": 5.2819,
      "mean_token_accuracy": 0.19731669127941132,
      "num_tokens": 39238921.0,
      "step": 19375
    },
    {
      "entropy": 5.932528972625732,
      "epoch": 1.6936118150834572,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00047146898869504717,
      "loss": 5.2932,
      "mean_token_accuracy": 0.18976669311523436,
      "num_tokens": 39247978.0,
      "step": 19380
    },
    {
      "entropy": 5.9402745246887205,
      "epoch": 1.6940487634361618,
      "grad_norm": 0.9765625,
      "learning_rate": 0.00047145379982361336,
      "loss": 5.3537,
      "mean_token_accuracy": 0.19480694979429244,
      "num_tokens": 39257487.0,
      "step": 19385
    },
    {
      "entropy": 5.8925487995147705,
      "epoch": 1.6944857117888665,
      "grad_norm": 1.09375,
      "learning_rate": 0.00047143860718409285,
      "loss": 5.3117,
      "mean_token_accuracy": 0.19382549822330475,
      "num_tokens": 39267819.0,
      "step": 19390
    },
    {
      "entropy": 5.982844352722168,
      "epoch": 1.6949226601415712,
      "grad_norm": 1.1484375,
      "learning_rate": 0.00047142341077677685,
      "loss": 5.43,
      "mean_token_accuracy": 0.18687189519405364,
      "num_tokens": 39277673.0,
      "step": 19395
    },
    {
      "entropy": 5.945146989822388,
      "epoch": 1.6953596084942761,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004714082106019569,
      "loss": 5.2721,
      "mean_token_accuracy": 0.19454992562532425,
      "num_tokens": 39287340.0,
      "step": 19400
    },
    {
      "entropy": 5.900236129760742,
      "epoch": 1.6957965568469806,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004713930066599246,
      "loss": 5.3927,
      "mean_token_accuracy": 0.1988599643111229,
      "num_tokens": 39298277.0,
      "step": 19405
    },
    {
      "entropy": 5.918868350982666,
      "epoch": 1.6962335051996855,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00047137779895097145,
      "loss": 5.3625,
      "mean_token_accuracy": 0.18937061876058578,
      "num_tokens": 39307996.0,
      "step": 19410
    },
    {
      "entropy": 5.9301715850830075,
      "epoch": 1.69667045355239,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00047136258747538926,
      "loss": 5.3629,
      "mean_token_accuracy": 0.19959889799356462,
      "num_tokens": 39317327.0,
      "step": 19415
    },
    {
      "entropy": 5.894595050811768,
      "epoch": 1.697107401905095,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004713473722334697,
      "loss": 5.3242,
      "mean_token_accuracy": 0.1993481084704399,
      "num_tokens": 39326728.0,
      "step": 19420
    },
    {
      "entropy": 5.905513334274292,
      "epoch": 1.6975443502577994,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00047133215322550464,
      "loss": 5.4705,
      "mean_token_accuracy": 0.18820629566907882,
      "num_tokens": 39336606.0,
      "step": 19425
    },
    {
      "entropy": 6.0118955135345455,
      "epoch": 1.6979812986105043,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004713169304517861,
      "loss": 5.3739,
      "mean_token_accuracy": 0.19236891716718674,
      "num_tokens": 39345622.0,
      "step": 19430
    },
    {
      "entropy": 5.941608142852783,
      "epoch": 1.698418246963209,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00047130170391260597,
      "loss": 5.3437,
      "mean_token_accuracy": 0.19176407009363175,
      "num_tokens": 39356868.0,
      "step": 19435
    },
    {
      "entropy": 5.8555717945098875,
      "epoch": 1.6988551953159137,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004712864736082562,
      "loss": 5.2623,
      "mean_token_accuracy": 0.19872141480445862,
      "num_tokens": 39366866.0,
      "step": 19440
    },
    {
      "entropy": 5.879419946670533,
      "epoch": 1.6992921436686184,
      "grad_norm": 1.0,
      "learning_rate": 0.00047127123953902907,
      "loss": 5.3453,
      "mean_token_accuracy": 0.1920985072851181,
      "num_tokens": 39377303.0,
      "step": 19445
    },
    {
      "entropy": 5.8970356464385985,
      "epoch": 1.699729092021323,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004712560017052167,
      "loss": 5.289,
      "mean_token_accuracy": 0.20274821668863297,
      "num_tokens": 39387191.0,
      "step": 19450
    },
    {
      "entropy": 5.822334957122803,
      "epoch": 1.7001660403740277,
      "grad_norm": 1.25,
      "learning_rate": 0.0004712407601071114,
      "loss": 5.316,
      "mean_token_accuracy": 0.20251117795705795,
      "num_tokens": 39397416.0,
      "step": 19455
    },
    {
      "entropy": 5.878757047653198,
      "epoch": 1.7006029887267324,
      "grad_norm": 1.078125,
      "learning_rate": 0.00047122551474500555,
      "loss": 5.3464,
      "mean_token_accuracy": 0.1934850201010704,
      "num_tokens": 39407855.0,
      "step": 19460
    },
    {
      "entropy": 5.955734014511108,
      "epoch": 1.7010399370794373,
      "grad_norm": 1.265625,
      "learning_rate": 0.00047121026561919137,
      "loss": 5.4039,
      "mean_token_accuracy": 0.19138437807559966,
      "num_tokens": 39417735.0,
      "step": 19465
    },
    {
      "entropy": 5.925789880752563,
      "epoch": 1.7014768854321418,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004711950127299616,
      "loss": 5.3246,
      "mean_token_accuracy": 0.1980799674987793,
      "num_tokens": 39427641.0,
      "step": 19470
    },
    {
      "entropy": 5.8539466381073,
      "epoch": 1.7019138337848467,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004711797560776087,
      "loss": 5.2539,
      "mean_token_accuracy": 0.20763784945011138,
      "num_tokens": 39437372.0,
      "step": 19475
    },
    {
      "entropy": 5.979978942871094,
      "epoch": 1.7023507821375512,
      "grad_norm": 1.0,
      "learning_rate": 0.00047116449566242516,
      "loss": 5.3503,
      "mean_token_accuracy": 0.20262216925621032,
      "num_tokens": 39447800.0,
      "step": 19480
    },
    {
      "entropy": 5.9596435546875,
      "epoch": 1.7027877304902561,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004711492314847038,
      "loss": 5.38,
      "mean_token_accuracy": 0.19168374985456466,
      "num_tokens": 39457310.0,
      "step": 19485
    },
    {
      "entropy": 5.865509462356568,
      "epoch": 1.7032246788429608,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00047113396354473753,
      "loss": 5.3659,
      "mean_token_accuracy": 0.19477590322494506,
      "num_tokens": 39468579.0,
      "step": 19490
    },
    {
      "entropy": 5.930966567993164,
      "epoch": 1.7036616271956655,
      "grad_norm": 1.1171875,
      "learning_rate": 0.000471118691842819,
      "loss": 5.2956,
      "mean_token_accuracy": 0.19994599372148514,
      "num_tokens": 39479027.0,
      "step": 19495
    },
    {
      "entropy": 5.8495471477508545,
      "epoch": 1.7040985755483702,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00047110341637924126,
      "loss": 5.3125,
      "mean_token_accuracy": 0.20731033980846406,
      "num_tokens": 39488651.0,
      "step": 19500
    },
    {
      "entropy": 5.892252397537232,
      "epoch": 1.7045355239010749,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004710881371542972,
      "loss": 5.3699,
      "mean_token_accuracy": 0.19607445001602172,
      "num_tokens": 39498633.0,
      "step": 19505
    },
    {
      "entropy": 5.862624835968018,
      "epoch": 1.7049724722537796,
      "grad_norm": 0.97265625,
      "learning_rate": 0.00047107285416827984,
      "loss": 5.2824,
      "mean_token_accuracy": 0.20497744381427765,
      "num_tokens": 39509351.0,
      "step": 19510
    },
    {
      "entropy": 5.885843181610108,
      "epoch": 1.7054094206064843,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004710575674214824,
      "loss": 5.3243,
      "mean_token_accuracy": 0.19777016937732697,
      "num_tokens": 39519821.0,
      "step": 19515
    },
    {
      "entropy": 5.915112161636353,
      "epoch": 1.7058463689591892,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004710422769141982,
      "loss": 5.344,
      "mean_token_accuracy": 0.19696937054395675,
      "num_tokens": 39530040.0,
      "step": 19520
    },
    {
      "entropy": 5.913362503051758,
      "epoch": 1.7062833173118936,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004710269826467203,
      "loss": 5.3422,
      "mean_token_accuracy": 0.1918761759996414,
      "num_tokens": 39540669.0,
      "step": 19525
    },
    {
      "entropy": 5.975580072402954,
      "epoch": 1.7067202656645986,
      "grad_norm": 1.1796875,
      "learning_rate": 0.00047101168461934225,
      "loss": 5.3639,
      "mean_token_accuracy": 0.19047006368637084,
      "num_tokens": 39550651.0,
      "step": 19530
    },
    {
      "entropy": 5.925526142120361,
      "epoch": 1.707157214017303,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004709963828323573,
      "loss": 5.3266,
      "mean_token_accuracy": 0.18913487792015077,
      "num_tokens": 39561748.0,
      "step": 19535
    },
    {
      "entropy": 5.890173816680909,
      "epoch": 1.707594162370008,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004709810772860591,
      "loss": 5.2976,
      "mean_token_accuracy": 0.19750969260931014,
      "num_tokens": 39571328.0,
      "step": 19540
    },
    {
      "entropy": 5.858568716049194,
      "epoch": 1.7080311107227124,
      "grad_norm": 0.98046875,
      "learning_rate": 0.000470965767980741,
      "loss": 5.3191,
      "mean_token_accuracy": 0.20158476680517196,
      "num_tokens": 39581931.0,
      "step": 19545
    },
    {
      "entropy": 5.94770770072937,
      "epoch": 1.7084680590754173,
      "grad_norm": 0.99609375,
      "learning_rate": 0.00047095045491669696,
      "loss": 5.4596,
      "mean_token_accuracy": 0.18501795530319215,
      "num_tokens": 39592818.0,
      "step": 19550
    },
    {
      "entropy": 5.885874843597412,
      "epoch": 1.708905007428122,
      "grad_norm": 1.09375,
      "learning_rate": 0.00047093513809422043,
      "loss": 5.3431,
      "mean_token_accuracy": 0.19875833988189698,
      "num_tokens": 39602867.0,
      "step": 19555
    },
    {
      "entropy": 5.8705541610717775,
      "epoch": 1.7093419557808267,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004709198175136053,
      "loss": 5.3572,
      "mean_token_accuracy": 0.19125608503818511,
      "num_tokens": 39613185.0,
      "step": 19560
    },
    {
      "entropy": 5.860445547103882,
      "epoch": 1.7097789041335314,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004709044931751454,
      "loss": 5.2978,
      "mean_token_accuracy": 0.19963036775588988,
      "num_tokens": 39623262.0,
      "step": 19565
    },
    {
      "entropy": 5.976263761520386,
      "epoch": 1.710215852486236,
      "grad_norm": 1.0,
      "learning_rate": 0.0004708891650791347,
      "loss": 5.3463,
      "mean_token_accuracy": 0.19531563967466353,
      "num_tokens": 39633184.0,
      "step": 19570
    },
    {
      "entropy": 5.962052631378174,
      "epoch": 1.710652800838941,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004708738332258671,
      "loss": 5.3815,
      "mean_token_accuracy": 0.19524588137865068,
      "num_tokens": 39643778.0,
      "step": 19575
    },
    {
      "entropy": 5.891523218154907,
      "epoch": 1.7110897491916455,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004708584976156368,
      "loss": 5.2807,
      "mean_token_accuracy": 0.19737954586744308,
      "num_tokens": 39653519.0,
      "step": 19580
    },
    {
      "entropy": 5.862195825576782,
      "epoch": 1.7115266975443504,
      "grad_norm": 1.1640625,
      "learning_rate": 0.00047084315824873793,
      "loss": 5.3574,
      "mean_token_accuracy": 0.1959945961833,
      "num_tokens": 39663824.0,
      "step": 19585
    },
    {
      "entropy": 5.948943948745727,
      "epoch": 1.7119636458970549,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004708278151254646,
      "loss": 5.3624,
      "mean_token_accuracy": 0.19115864634513854,
      "num_tokens": 39673631.0,
      "step": 19590
    },
    {
      "entropy": 6.039391136169433,
      "epoch": 1.7124005942497598,
      "grad_norm": 1.796875,
      "learning_rate": 0.0004708124682461112,
      "loss": 5.4106,
      "mean_token_accuracy": 0.19044211357831956,
      "num_tokens": 39683118.0,
      "step": 19595
    },
    {
      "entropy": 5.906909322738647,
      "epoch": 1.7128375426024642,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00047079711761097197,
      "loss": 5.3387,
      "mean_token_accuracy": 0.19737528562545775,
      "num_tokens": 39693947.0,
      "step": 19600
    },
    {
      "entropy": 5.891032314300537,
      "epoch": 1.7132744909551691,
      "grad_norm": 1.125,
      "learning_rate": 0.0004707817632203415,
      "loss": 5.3602,
      "mean_token_accuracy": 0.18798117190599442,
      "num_tokens": 39703874.0,
      "step": 19605
    },
    {
      "entropy": 5.864729595184326,
      "epoch": 1.7137114393078738,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00047076640507451425,
      "loss": 5.3313,
      "mean_token_accuracy": 0.19398062527179719,
      "num_tokens": 39714997.0,
      "step": 19610
    },
    {
      "entropy": 5.98146915435791,
      "epoch": 1.7141483876605785,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004707510431737847,
      "loss": 5.3285,
      "mean_token_accuracy": 0.19485629796981813,
      "num_tokens": 39726042.0,
      "step": 19615
    },
    {
      "entropy": 5.939629745483399,
      "epoch": 1.7145853360132832,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004707356775184476,
      "loss": 5.366,
      "mean_token_accuracy": 0.18868442624807358,
      "num_tokens": 39736733.0,
      "step": 19620
    },
    {
      "entropy": 5.98569507598877,
      "epoch": 1.715022284365988,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004707203081087977,
      "loss": 5.457,
      "mean_token_accuracy": 0.18611838072538375,
      "num_tokens": 39746811.0,
      "step": 19625
    },
    {
      "entropy": 5.966240692138672,
      "epoch": 1.7154592327186926,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004707049349451297,
      "loss": 5.3869,
      "mean_token_accuracy": 0.1892582505941391,
      "num_tokens": 39757371.0,
      "step": 19630
    },
    {
      "entropy": 5.889889812469482,
      "epoch": 1.7158961810713973,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004706895580277384,
      "loss": 5.3461,
      "mean_token_accuracy": 0.19727086573839187,
      "num_tokens": 39767430.0,
      "step": 19635
    },
    {
      "entropy": 5.925021362304688,
      "epoch": 1.7163331294241022,
      "grad_norm": 1.140625,
      "learning_rate": 0.00047067417735691884,
      "loss": 5.3302,
      "mean_token_accuracy": 0.20162498205900192,
      "num_tokens": 39777270.0,
      "step": 19640
    },
    {
      "entropy": 5.953015899658203,
      "epoch": 1.7167700777768067,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004706587929329662,
      "loss": 5.3351,
      "mean_token_accuracy": 0.19879127144813538,
      "num_tokens": 39787647.0,
      "step": 19645
    },
    {
      "entropy": 5.921468925476074,
      "epoch": 1.7172070261295116,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00047064340475617527,
      "loss": 5.3873,
      "mean_token_accuracy": 0.19142701774835585,
      "num_tokens": 39797315.0,
      "step": 19650
    },
    {
      "entropy": 5.904438257217407,
      "epoch": 1.717643974482216,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004706280128268413,
      "loss": 5.2727,
      "mean_token_accuracy": 0.19869239628314972,
      "num_tokens": 39806625.0,
      "step": 19655
    },
    {
      "entropy": 5.918704891204834,
      "epoch": 1.718080922834921,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004706126171452596,
      "loss": 5.4017,
      "mean_token_accuracy": 0.19326488375663758,
      "num_tokens": 39818113.0,
      "step": 19660
    },
    {
      "entropy": 5.898019075393677,
      "epoch": 1.7185178711876257,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004705972177117254,
      "loss": 5.3928,
      "mean_token_accuracy": 0.190387324988842,
      "num_tokens": 39827897.0,
      "step": 19665
    },
    {
      "entropy": 5.91212215423584,
      "epoch": 1.7189548195403304,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00047058181452653403,
      "loss": 5.2136,
      "mean_token_accuracy": 0.20738422274589538,
      "num_tokens": 39837209.0,
      "step": 19670
    },
    {
      "entropy": 5.919130849838257,
      "epoch": 1.719391767893035,
      "grad_norm": 0.984375,
      "learning_rate": 0.000470566407589981,
      "loss": 5.3482,
      "mean_token_accuracy": 0.19584253430366516,
      "num_tokens": 39848023.0,
      "step": 19675
    },
    {
      "entropy": 5.914891481399536,
      "epoch": 1.7198287162457397,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004705509969023618,
      "loss": 5.3915,
      "mean_token_accuracy": 0.19250509589910508,
      "num_tokens": 39857992.0,
      "step": 19680
    },
    {
      "entropy": 5.943469429016114,
      "epoch": 1.7202656645984444,
      "grad_norm": 1.046875,
      "learning_rate": 0.000470535582463972,
      "loss": 5.4008,
      "mean_token_accuracy": 0.19215926975011827,
      "num_tokens": 39867927.0,
      "step": 19685
    },
    {
      "entropy": 5.932935285568237,
      "epoch": 1.7207026129511491,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004705201642751073,
      "loss": 5.3134,
      "mean_token_accuracy": 0.20092374384403228,
      "num_tokens": 39877327.0,
      "step": 19690
    },
    {
      "entropy": 5.899257326126099,
      "epoch": 1.721139561303854,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00047050474233606334,
      "loss": 5.34,
      "mean_token_accuracy": 0.19341465830802917,
      "num_tokens": 39887369.0,
      "step": 19695
    },
    {
      "entropy": 5.968098592758179,
      "epoch": 1.7215765096565585,
      "grad_norm": 0.98828125,
      "learning_rate": 0.000470489316647136,
      "loss": 5.3609,
      "mean_token_accuracy": 0.19534510523080825,
      "num_tokens": 39897530.0,
      "step": 19700
    },
    {
      "entropy": 5.935795450210572,
      "epoch": 1.7220134580092634,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004704738872086212,
      "loss": 5.3321,
      "mean_token_accuracy": 0.19208505302667617,
      "num_tokens": 39907234.0,
      "step": 19705
    },
    {
      "entropy": 5.964215898513794,
      "epoch": 1.722450406361968,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004704584540208148,
      "loss": 5.3917,
      "mean_token_accuracy": 0.18856966495513916,
      "num_tokens": 39917940.0,
      "step": 19710
    },
    {
      "entropy": 5.8998308181762695,
      "epoch": 1.7228873547146728,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004704430170840127,
      "loss": 5.3143,
      "mean_token_accuracy": 0.1984352722764015,
      "num_tokens": 39927569.0,
      "step": 19715
    },
    {
      "entropy": 5.841879558563233,
      "epoch": 1.7233243030673773,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004704275763985113,
      "loss": 5.3688,
      "mean_token_accuracy": 0.19653254598379136,
      "num_tokens": 39938302.0,
      "step": 19720
    },
    {
      "entropy": 5.9534571170806885,
      "epoch": 1.7237612514200822,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004704121319646065,
      "loss": 5.3247,
      "mean_token_accuracy": 0.1977716416120529,
      "num_tokens": 39948133.0,
      "step": 19725
    },
    {
      "entropy": 5.91338620185852,
      "epoch": 1.7241981997727869,
      "grad_norm": 1.09375,
      "learning_rate": 0.00047039668378259455,
      "loss": 5.3022,
      "mean_token_accuracy": 0.19904403388500214,
      "num_tokens": 39958924.0,
      "step": 19730
    },
    {
      "entropy": 5.905780506134033,
      "epoch": 1.7246351481254916,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00047038123185277187,
      "loss": 5.2728,
      "mean_token_accuracy": 0.1946205571293831,
      "num_tokens": 39968578.0,
      "step": 19735
    },
    {
      "entropy": 5.8793871879577635,
      "epoch": 1.7250720964781963,
      "grad_norm": 1.15625,
      "learning_rate": 0.00047036577617543484,
      "loss": 5.2567,
      "mean_token_accuracy": 0.2082742854952812,
      "num_tokens": 39978112.0,
      "step": 19740
    },
    {
      "entropy": 5.929861402511596,
      "epoch": 1.725509044830901,
      "grad_norm": 1.078125,
      "learning_rate": 0.00047035031675087983,
      "loss": 5.3819,
      "mean_token_accuracy": 0.18485363870859145,
      "num_tokens": 39988071.0,
      "step": 19745
    },
    {
      "entropy": 5.993402194976807,
      "epoch": 1.7259459931836056,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004703348535794034,
      "loss": 5.3711,
      "mean_token_accuracy": 0.1927003428339958,
      "num_tokens": 39998112.0,
      "step": 19750
    },
    {
      "entropy": 5.920019435882568,
      "epoch": 1.7263829415363103,
      "grad_norm": 1.3984375,
      "learning_rate": 0.00047031938666130206,
      "loss": 5.3253,
      "mean_token_accuracy": 0.1987432062625885,
      "num_tokens": 40008869.0,
      "step": 19755
    },
    {
      "entropy": 5.92950291633606,
      "epoch": 1.7268198898890152,
      "grad_norm": 1.203125,
      "learning_rate": 0.0004703039159968726,
      "loss": 5.3614,
      "mean_token_accuracy": 0.1948644310235977,
      "num_tokens": 40018711.0,
      "step": 19760
    },
    {
      "entropy": 5.9270796298980715,
      "epoch": 1.7272568382417197,
      "grad_norm": 0.9453125,
      "learning_rate": 0.00047028844158641166,
      "loss": 5.3669,
      "mean_token_accuracy": 0.19072760939598082,
      "num_tokens": 40029209.0,
      "step": 19765
    },
    {
      "entropy": 5.927227973937988,
      "epoch": 1.7276937865944246,
      "grad_norm": 1.0390625,
      "learning_rate": 0.000470272963430216,
      "loss": 5.3314,
      "mean_token_accuracy": 0.19581509828567506,
      "num_tokens": 40039071.0,
      "step": 19770
    },
    {
      "entropy": 5.900116920471191,
      "epoch": 1.728130734947129,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004702574815285827,
      "loss": 5.302,
      "mean_token_accuracy": 0.19651635885238647,
      "num_tokens": 40049765.0,
      "step": 19775
    },
    {
      "entropy": 5.85118260383606,
      "epoch": 1.728567683299834,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004702419958818085,
      "loss": 5.3004,
      "mean_token_accuracy": 0.20533763766288757,
      "num_tokens": 40060020.0,
      "step": 19780
    },
    {
      "entropy": 5.926453065872193,
      "epoch": 1.7290046316525387,
      "grad_norm": 0.984375,
      "learning_rate": 0.00047022650649019063,
      "loss": 5.3109,
      "mean_token_accuracy": 0.19756828546524047,
      "num_tokens": 40070081.0,
      "step": 19785
    },
    {
      "entropy": 5.978755855560303,
      "epoch": 1.7294415800052434,
      "grad_norm": 0.9765625,
      "learning_rate": 0.000470211013354026,
      "loss": 5.3955,
      "mean_token_accuracy": 0.19074196815490724,
      "num_tokens": 40080532.0,
      "step": 19790
    },
    {
      "entropy": 5.946530294418335,
      "epoch": 1.729878528357948,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004701955164736118,
      "loss": 5.3487,
      "mean_token_accuracy": 0.19680816531181336,
      "num_tokens": 40091288.0,
      "step": 19795
    },
    {
      "entropy": 5.928727817535401,
      "epoch": 1.7303154767106528,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004701800158492454,
      "loss": 5.3265,
      "mean_token_accuracy": 0.19462783336639405,
      "num_tokens": 40100461.0,
      "step": 19800
    },
    {
      "entropy": 5.919477701187134,
      "epoch": 1.7307524250633575,
      "grad_norm": 1.0234375,
      "learning_rate": 0.000470164511481224,
      "loss": 5.2832,
      "mean_token_accuracy": 0.1972716361284256,
      "num_tokens": 40109627.0,
      "step": 19805
    },
    {
      "entropy": 5.849382114410401,
      "epoch": 1.7311893734160622,
      "grad_norm": 1.109375,
      "learning_rate": 0.000470149003369845,
      "loss": 5.3394,
      "mean_token_accuracy": 0.19982311874628067,
      "num_tokens": 40119183.0,
      "step": 19810
    },
    {
      "entropy": 5.87864236831665,
      "epoch": 1.731626321768767,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004701334915154058,
      "loss": 5.3506,
      "mean_token_accuracy": 0.18817421644926072,
      "num_tokens": 40129569.0,
      "step": 19815
    },
    {
      "entropy": 5.958756780624389,
      "epoch": 1.7320632701214715,
      "grad_norm": 1.0625,
      "learning_rate": 0.00047011797591820404,
      "loss": 5.289,
      "mean_token_accuracy": 0.19728803038597106,
      "num_tokens": 40139618.0,
      "step": 19820
    },
    {
      "entropy": 5.862688970565796,
      "epoch": 1.7325002184741765,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00047010245657853726,
      "loss": 5.2483,
      "mean_token_accuracy": 0.2061310812830925,
      "num_tokens": 40149349.0,
      "step": 19825
    },
    {
      "entropy": 5.916613292694092,
      "epoch": 1.732937166826881,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004700869334967031,
      "loss": 5.3703,
      "mean_token_accuracy": 0.19832440763711928,
      "num_tokens": 40159161.0,
      "step": 19830
    },
    {
      "entropy": 5.916168117523194,
      "epoch": 1.7333741151795858,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00047007140667299944,
      "loss": 5.3591,
      "mean_token_accuracy": 0.194551083445549,
      "num_tokens": 40169006.0,
      "step": 19835
    },
    {
      "entropy": 5.916096591949463,
      "epoch": 1.7338110635322905,
      "grad_norm": 0.99609375,
      "learning_rate": 0.00047005587610772384,
      "loss": 5.3082,
      "mean_token_accuracy": 0.20189602971076964,
      "num_tokens": 40179964.0,
      "step": 19840
    },
    {
      "entropy": 5.91177887916565,
      "epoch": 1.7342480118849952,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00047004034180117446,
      "loss": 5.3661,
      "mean_token_accuracy": 0.18685216158628465,
      "num_tokens": 40190598.0,
      "step": 19845
    },
    {
      "entropy": 5.960521984100342,
      "epoch": 1.7346849602377,
      "grad_norm": 1.1484375,
      "learning_rate": 0.000470024803753649,
      "loss": 5.3838,
      "mean_token_accuracy": 0.19090320467948912,
      "num_tokens": 40199537.0,
      "step": 19850
    },
    {
      "entropy": 5.894296646118164,
      "epoch": 1.7351219085904046,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004700092619654456,
      "loss": 5.318,
      "mean_token_accuracy": 0.19746481031179428,
      "num_tokens": 40209167.0,
      "step": 19855
    },
    {
      "entropy": 5.90159239768982,
      "epoch": 1.7355588569431093,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004699937164368625,
      "loss": 5.3356,
      "mean_token_accuracy": 0.19342859983444213,
      "num_tokens": 40218738.0,
      "step": 19860
    },
    {
      "entropy": 5.904622888565063,
      "epoch": 1.735995805295814,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004699781671681977,
      "loss": 5.3175,
      "mean_token_accuracy": 0.1971978336572647,
      "num_tokens": 40227897.0,
      "step": 19865
    },
    {
      "entropy": 5.913349962234497,
      "epoch": 1.736432753648519,
      "grad_norm": 0.984375,
      "learning_rate": 0.00046996261415974946,
      "loss": 5.3531,
      "mean_token_accuracy": 0.1888402670621872,
      "num_tokens": 40238870.0,
      "step": 19870
    },
    {
      "entropy": 5.892286205291748,
      "epoch": 1.7368697020012234,
      "grad_norm": 1.1796875,
      "learning_rate": 0.00046994705741181615,
      "loss": 5.2871,
      "mean_token_accuracy": 0.19472802877426149,
      "num_tokens": 40247832.0,
      "step": 19875
    },
    {
      "entropy": 5.918057584762574,
      "epoch": 1.7373066503539283,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004699314969246961,
      "loss": 5.316,
      "mean_token_accuracy": 0.1987415224313736,
      "num_tokens": 40258696.0,
      "step": 19880
    },
    {
      "entropy": 5.896760272979736,
      "epoch": 1.7377435987066328,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00046991593269868776,
      "loss": 5.3112,
      "mean_token_accuracy": 0.20501367300748824,
      "num_tokens": 40267767.0,
      "step": 19885
    },
    {
      "entropy": 5.91321759223938,
      "epoch": 1.7381805470593377,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004699003647340898,
      "loss": 5.3842,
      "mean_token_accuracy": 0.19279099702835084,
      "num_tokens": 40277813.0,
      "step": 19890
    },
    {
      "entropy": 5.90499267578125,
      "epoch": 1.7386174954120421,
      "grad_norm": 1.078125,
      "learning_rate": 0.00046988479303120066,
      "loss": 5.2998,
      "mean_token_accuracy": 0.20917940586805345,
      "num_tokens": 40289031.0,
      "step": 19895
    },
    {
      "entropy": 5.881522083282471,
      "epoch": 1.739054443764747,
      "grad_norm": 1.15625,
      "learning_rate": 0.00046986921759031906,
      "loss": 5.3251,
      "mean_token_accuracy": 0.19809601157903672,
      "num_tokens": 40299428.0,
      "step": 19900
    },
    {
      "entropy": 5.867337417602539,
      "epoch": 1.7394913921174517,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004698536384117438,
      "loss": 5.2946,
      "mean_token_accuracy": 0.20233873575925826,
      "num_tokens": 40308996.0,
      "step": 19905
    },
    {
      "entropy": 5.939374351501465,
      "epoch": 1.7399283404701564,
      "grad_norm": 1.0625,
      "learning_rate": 0.00046983805549577365,
      "loss": 5.3787,
      "mean_token_accuracy": 0.18899064958095552,
      "num_tokens": 40319753.0,
      "step": 19910
    },
    {
      "entropy": 6.035284900665284,
      "epoch": 1.7403652888228611,
      "grad_norm": 1.0,
      "learning_rate": 0.0004698224688427074,
      "loss": 5.4974,
      "mean_token_accuracy": 0.1852295607328415,
      "num_tokens": 40330729.0,
      "step": 19915
    },
    {
      "entropy": 5.977198648452759,
      "epoch": 1.7408022371755658,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004698068784528442,
      "loss": 5.4088,
      "mean_token_accuracy": 0.1881593033671379,
      "num_tokens": 40340246.0,
      "step": 19920
    },
    {
      "entropy": 5.935866594314575,
      "epoch": 1.7412391855282705,
      "grad_norm": 1.0546875,
      "learning_rate": 0.000469791284326483,
      "loss": 5.2753,
      "mean_token_accuracy": 0.19476897716522218,
      "num_tokens": 40350099.0,
      "step": 19925
    },
    {
      "entropy": 5.885489654541016,
      "epoch": 1.7416761338809752,
      "grad_norm": 0.94140625,
      "learning_rate": 0.00046977568646392284,
      "loss": 5.3252,
      "mean_token_accuracy": 0.20042297393083572,
      "num_tokens": 40360825.0,
      "step": 19930
    },
    {
      "entropy": 5.93149037361145,
      "epoch": 1.74211308223368,
      "grad_norm": 1.3125,
      "learning_rate": 0.000469760084865463,
      "loss": 5.4079,
      "mean_token_accuracy": 0.18902449458837509,
      "num_tokens": 40371025.0,
      "step": 19935
    },
    {
      "entropy": 5.978562068939209,
      "epoch": 1.7425500305863846,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004697444795314027,
      "loss": 5.3049,
      "mean_token_accuracy": 0.2024804398417473,
      "num_tokens": 40380338.0,
      "step": 19940
    },
    {
      "entropy": 5.932767486572265,
      "epoch": 1.7429869789390895,
      "grad_norm": 1.359375,
      "learning_rate": 0.00046972887046204114,
      "loss": 5.3433,
      "mean_token_accuracy": 0.20172496885061264,
      "num_tokens": 40391814.0,
      "step": 19945
    },
    {
      "entropy": 5.86380820274353,
      "epoch": 1.743423927291794,
      "grad_norm": 1.1640625,
      "learning_rate": 0.00046971325765767793,
      "loss": 5.3522,
      "mean_token_accuracy": 0.19267008304595948,
      "num_tokens": 40402013.0,
      "step": 19950
    },
    {
      "entropy": 5.952601909637451,
      "epoch": 1.7438608756444989,
      "grad_norm": 1.0625,
      "learning_rate": 0.00046969764111861234,
      "loss": 5.3311,
      "mean_token_accuracy": 0.1922549933195114,
      "num_tokens": 40412205.0,
      "step": 19955
    },
    {
      "entropy": 5.845884847640991,
      "epoch": 1.7442978239972036,
      "grad_norm": 0.9296875,
      "learning_rate": 0.00046968202084514405,
      "loss": 5.2815,
      "mean_token_accuracy": 0.20526862591505052,
      "num_tokens": 40423212.0,
      "step": 19960
    },
    {
      "entropy": 5.8913978099822994,
      "epoch": 1.7447347723499083,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004696663968375725,
      "loss": 5.2922,
      "mean_token_accuracy": 0.196607705950737,
      "num_tokens": 40433272.0,
      "step": 19965
    },
    {
      "entropy": 5.930228424072266,
      "epoch": 1.745171720702613,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004696507690961975,
      "loss": 5.3957,
      "mean_token_accuracy": 0.19073051065206528,
      "num_tokens": 40443931.0,
      "step": 19970
    },
    {
      "entropy": 5.893934869766236,
      "epoch": 1.7456086690553176,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004696351376213188,
      "loss": 5.3445,
      "mean_token_accuracy": 0.19619290679693221,
      "num_tokens": 40453008.0,
      "step": 19975
    },
    {
      "entropy": 5.8955302238464355,
      "epoch": 1.7460456174080223,
      "grad_norm": 0.9921875,
      "learning_rate": 0.000469619502413236,
      "loss": 5.3965,
      "mean_token_accuracy": 0.19607309103012086,
      "num_tokens": 40463081.0,
      "step": 19980
    },
    {
      "entropy": 5.929152536392212,
      "epoch": 1.746482565760727,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004696038634722493,
      "loss": 5.2506,
      "mean_token_accuracy": 0.200929918885231,
      "num_tokens": 40472390.0,
      "step": 19985
    },
    {
      "entropy": 5.965076732635498,
      "epoch": 1.746919514113432,
      "grad_norm": 1.171875,
      "learning_rate": 0.00046958822079865855,
      "loss": 5.3822,
      "mean_token_accuracy": 0.19557261765003203,
      "num_tokens": 40483068.0,
      "step": 19990
    },
    {
      "entropy": 5.955830860137939,
      "epoch": 1.7473564624661364,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004695725743927637,
      "loss": 5.3546,
      "mean_token_accuracy": 0.20246727168560028,
      "num_tokens": 40493125.0,
      "step": 19995
    },
    {
      "entropy": 5.8896324157714846,
      "epoch": 1.7477934108188413,
      "grad_norm": 1.0625,
      "learning_rate": 0.00046955692425486496,
      "loss": 5.3577,
      "mean_token_accuracy": 0.18959816545248032,
      "num_tokens": 40502618.0,
      "step": 20000
    },
    {
      "entropy": 5.929659271240235,
      "epoch": 1.7482303591715458,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004695412703852624,
      "loss": 5.3627,
      "mean_token_accuracy": 0.19805277436971663,
      "num_tokens": 40512878.0,
      "step": 20005
    },
    {
      "entropy": 5.904369163513183,
      "epoch": 1.7486673075242507,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004695256127842563,
      "loss": 5.3367,
      "mean_token_accuracy": 0.19749594777822493,
      "num_tokens": 40521983.0,
      "step": 20010
    },
    {
      "entropy": 5.8949051856994625,
      "epoch": 1.7491042558769554,
      "grad_norm": 1.09375,
      "learning_rate": 0.00046950995145214716,
      "loss": 5.3284,
      "mean_token_accuracy": 0.19857649952173234,
      "num_tokens": 40533126.0,
      "step": 20015
    },
    {
      "entropy": 5.8802063941955565,
      "epoch": 1.74954120422966,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004694942863892352,
      "loss": 5.3248,
      "mean_token_accuracy": 0.19456878155469895,
      "num_tokens": 40543321.0,
      "step": 20020
    },
    {
      "entropy": 5.899599409103393,
      "epoch": 1.7499781525823648,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004694786175958209,
      "loss": 5.3449,
      "mean_token_accuracy": 0.19598307460546494,
      "num_tokens": 40554208.0,
      "step": 20025
    },
    {
      "entropy": 5.950262498855591,
      "epoch": 1.7504151009350695,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00046946294507220477,
      "loss": 5.2925,
      "mean_token_accuracy": 0.18950472474098207,
      "num_tokens": 40563365.0,
      "step": 20030
    },
    {
      "entropy": 5.803721141815186,
      "epoch": 1.7508520492877742,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004694472688186874,
      "loss": 5.2532,
      "mean_token_accuracy": 0.20002067387104033,
      "num_tokens": 40573765.0,
      "step": 20035
    },
    {
      "entropy": 5.885155200958252,
      "epoch": 1.7512889976404789,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004694315888355697,
      "loss": 5.3502,
      "mean_token_accuracy": 0.19582570791244508,
      "num_tokens": 40583786.0,
      "step": 20040
    },
    {
      "entropy": 5.955462312698364,
      "epoch": 1.7517259459931838,
      "grad_norm": 1.078125,
      "learning_rate": 0.00046941590512315215,
      "loss": 5.353,
      "mean_token_accuracy": 0.19090914875268936,
      "num_tokens": 40593686.0,
      "step": 20045
    },
    {
      "entropy": 5.918878126144409,
      "epoch": 1.7521628943458882,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004694002176817356,
      "loss": 5.3482,
      "mean_token_accuracy": 0.1981244757771492,
      "num_tokens": 40604326.0,
      "step": 20050
    },
    {
      "entropy": 5.961597299575805,
      "epoch": 1.7525998426985931,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004693845265116211,
      "loss": 5.3371,
      "mean_token_accuracy": 0.19380736202001572,
      "num_tokens": 40613683.0,
      "step": 20055
    },
    {
      "entropy": 5.915173959732056,
      "epoch": 1.7530367910512976,
      "grad_norm": 1.21875,
      "learning_rate": 0.00046936883161310944,
      "loss": 5.3554,
      "mean_token_accuracy": 0.19700172990560533,
      "num_tokens": 40623675.0,
      "step": 20060
    },
    {
      "entropy": 5.949911499023438,
      "epoch": 1.7534737394040025,
      "grad_norm": 1.03125,
      "learning_rate": 0.00046935313298650185,
      "loss": 5.366,
      "mean_token_accuracy": 0.19995853751897813,
      "num_tokens": 40634006.0,
      "step": 20065
    },
    {
      "entropy": 5.868939399719238,
      "epoch": 1.753910687756707,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00046933743063209927,
      "loss": 5.2787,
      "mean_token_accuracy": 0.20490987300872804,
      "num_tokens": 40643175.0,
      "step": 20070
    },
    {
      "entropy": 5.954591274261475,
      "epoch": 1.754347636109412,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00046932172455020296,
      "loss": 5.3717,
      "mean_token_accuracy": 0.18542822301387787,
      "num_tokens": 40653447.0,
      "step": 20075
    },
    {
      "entropy": 5.928562021255493,
      "epoch": 1.7547845844621166,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0004693060147411141,
      "loss": 5.2781,
      "mean_token_accuracy": 0.19793911576271056,
      "num_tokens": 40663499.0,
      "step": 20080
    },
    {
      "entropy": 5.924234104156494,
      "epoch": 1.7552215328148213,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004692903012051341,
      "loss": 5.3418,
      "mean_token_accuracy": 0.19427616000175477,
      "num_tokens": 40672943.0,
      "step": 20085
    },
    {
      "entropy": 5.88799147605896,
      "epoch": 1.755658481167526,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004692745839425643,
      "loss": 5.336,
      "mean_token_accuracy": 0.20063451528549195,
      "num_tokens": 40683659.0,
      "step": 20090
    },
    {
      "entropy": 5.98943018913269,
      "epoch": 1.7560954295202307,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004692588629537062,
      "loss": 5.4103,
      "mean_token_accuracy": 0.1912978246808052,
      "num_tokens": 40693829.0,
      "step": 20095
    },
    {
      "entropy": 5.964218091964722,
      "epoch": 1.7565323778729354,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004692431382388613,
      "loss": 5.36,
      "mean_token_accuracy": 0.19008162766695022,
      "num_tokens": 40704717.0,
      "step": 20100
    },
    {
      "entropy": 5.929683065414428,
      "epoch": 1.75696932622564,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00046922740979833135,
      "loss": 5.316,
      "mean_token_accuracy": 0.19160381853580474,
      "num_tokens": 40714970.0,
      "step": 20105
    },
    {
      "entropy": 5.943424272537231,
      "epoch": 1.757406274578345,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00046921167763241777,
      "loss": 5.3188,
      "mean_token_accuracy": 0.19750311672687532,
      "num_tokens": 40723664.0,
      "step": 20110
    },
    {
      "entropy": 5.924373292922974,
      "epoch": 1.7578432229310494,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00046919594174142247,
      "loss": 5.3147,
      "mean_token_accuracy": 0.19746061116456987,
      "num_tokens": 40733735.0,
      "step": 20115
    },
    {
      "entropy": 5.909795045852661,
      "epoch": 1.7582801712837544,
      "grad_norm": 1.046875,
      "learning_rate": 0.00046918020212564725,
      "loss": 5.3724,
      "mean_token_accuracy": 0.19770468026399612,
      "num_tokens": 40743699.0,
      "step": 20120
    },
    {
      "entropy": 5.889800119400024,
      "epoch": 1.7587171196364588,
      "grad_norm": 1.046875,
      "learning_rate": 0.000469164458785394,
      "loss": 5.4011,
      "mean_token_accuracy": 0.19038719236850737,
      "num_tokens": 40754553.0,
      "step": 20125
    },
    {
      "entropy": 5.997994613647461,
      "epoch": 1.7591540679891637,
      "grad_norm": 1.1640625,
      "learning_rate": 0.00046914871172096473,
      "loss": 5.3782,
      "mean_token_accuracy": 0.18863141387701035,
      "num_tokens": 40764660.0,
      "step": 20130
    },
    {
      "entropy": 5.94407844543457,
      "epoch": 1.7595910163418684,
      "grad_norm": 1.125,
      "learning_rate": 0.0004691329609326614,
      "loss": 5.243,
      "mean_token_accuracy": 0.20325688123703003,
      "num_tokens": 40774237.0,
      "step": 20135
    },
    {
      "entropy": 5.88471360206604,
      "epoch": 1.7600279646945731,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004691172064207862,
      "loss": 5.3246,
      "mean_token_accuracy": 0.19677594602108,
      "num_tokens": 40783608.0,
      "step": 20140
    },
    {
      "entropy": 5.956814432144165,
      "epoch": 1.7604649130472778,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004691014481856412,
      "loss": 5.3717,
      "mean_token_accuracy": 0.18819353580474854,
      "num_tokens": 40793987.0,
      "step": 20145
    },
    {
      "entropy": 5.98388934135437,
      "epoch": 1.7609018613999825,
      "grad_norm": 1.03125,
      "learning_rate": 0.00046908568622752874,
      "loss": 5.3873,
      "mean_token_accuracy": 0.19298726171255112,
      "num_tokens": 40805600.0,
      "step": 20150
    },
    {
      "entropy": 5.941483831405639,
      "epoch": 1.7613388097526872,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00046906992054675115,
      "loss": 5.3529,
      "mean_token_accuracy": 0.19823331832885743,
      "num_tokens": 40815252.0,
      "step": 20155
    },
    {
      "entropy": 5.893831443786621,
      "epoch": 1.7617757581053919,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004690541511436107,
      "loss": 5.3451,
      "mean_token_accuracy": 0.20138292461633683,
      "num_tokens": 40825945.0,
      "step": 20160
    },
    {
      "entropy": 5.939644145965576,
      "epoch": 1.7622127064580968,
      "grad_norm": 1.203125,
      "learning_rate": 0.0004690383780184101,
      "loss": 5.3711,
      "mean_token_accuracy": 0.1933837652206421,
      "num_tokens": 40835811.0,
      "step": 20165
    },
    {
      "entropy": 5.938435983657837,
      "epoch": 1.7626496548108013,
      "grad_norm": 1.1953125,
      "learning_rate": 0.00046902260117145163,
      "loss": 5.38,
      "mean_token_accuracy": 0.1892940267920494,
      "num_tokens": 40845088.0,
      "step": 20170
    },
    {
      "entropy": 5.928493499755859,
      "epoch": 1.7630866031635062,
      "grad_norm": 1.1171875,
      "learning_rate": 0.000469006820603038,
      "loss": 5.4221,
      "mean_token_accuracy": 0.19189081937074662,
      "num_tokens": 40854703.0,
      "step": 20175
    },
    {
      "entropy": 5.944195508956909,
      "epoch": 1.7635235515162107,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00046899103631347196,
      "loss": 5.3414,
      "mean_token_accuracy": 0.195967960357666,
      "num_tokens": 40865056.0,
      "step": 20180
    },
    {
      "entropy": 5.889657926559448,
      "epoch": 1.7639604998689156,
      "grad_norm": 1.2890625,
      "learning_rate": 0.0004689752483030561,
      "loss": 5.2428,
      "mean_token_accuracy": 0.1994354858994484,
      "num_tokens": 40874355.0,
      "step": 20185
    },
    {
      "entropy": 5.951094675064087,
      "epoch": 1.7643974482216203,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004689594565720934,
      "loss": 5.3211,
      "mean_token_accuracy": 0.20016599148511888,
      "num_tokens": 40884329.0,
      "step": 20190
    },
    {
      "entropy": 5.918512487411499,
      "epoch": 1.764834396574325,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004689436611208867,
      "loss": 5.3495,
      "mean_token_accuracy": 0.1935538873076439,
      "num_tokens": 40894702.0,
      "step": 20195
    },
    {
      "entropy": 5.92244324684143,
      "epoch": 1.7652713449270296,
      "grad_norm": 0.96484375,
      "learning_rate": 0.00046892786194973897,
      "loss": 5.3002,
      "mean_token_accuracy": 0.19245615452528,
      "num_tokens": 40905467.0,
      "step": 20200
    },
    {
      "entropy": 5.933769702911377,
      "epoch": 1.7657082932797343,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004689120590589532,
      "loss": 5.3783,
      "mean_token_accuracy": 0.19127655029296875,
      "num_tokens": 40915915.0,
      "step": 20205
    },
    {
      "entropy": 5.88441743850708,
      "epoch": 1.766145241632439,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004688962524488325,
      "loss": 5.2993,
      "mean_token_accuracy": 0.20034146755933763,
      "num_tokens": 40925941.0,
      "step": 20210
    },
    {
      "entropy": 5.8520571231842045,
      "epoch": 1.7665821899851437,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004688804421196801,
      "loss": 5.3684,
      "mean_token_accuracy": 0.1978247731924057,
      "num_tokens": 40935831.0,
      "step": 20215
    },
    {
      "entropy": 5.884262895584106,
      "epoch": 1.7670191383378486,
      "grad_norm": 1.078125,
      "learning_rate": 0.00046886462807179926,
      "loss": 5.3376,
      "mean_token_accuracy": 0.20033773630857468,
      "num_tokens": 40945341.0,
      "step": 20220
    },
    {
      "entropy": 5.941606330871582,
      "epoch": 1.767456086690553,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004688488103054931,
      "loss": 5.3635,
      "mean_token_accuracy": 0.1941194623708725,
      "num_tokens": 40955759.0,
      "step": 20225
    },
    {
      "entropy": 5.926741600036621,
      "epoch": 1.767893035043258,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004688329888210654,
      "loss": 5.3147,
      "mean_token_accuracy": 0.19214242398738862,
      "num_tokens": 40966184.0,
      "step": 20230
    },
    {
      "entropy": 5.915661001205445,
      "epoch": 1.7683299833959625,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004688171636188194,
      "loss": 5.3597,
      "mean_token_accuracy": 0.19303676784038543,
      "num_tokens": 40975797.0,
      "step": 20235
    },
    {
      "entropy": 5.922598886489868,
      "epoch": 1.7687669317486674,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004688013346990585,
      "loss": 5.3378,
      "mean_token_accuracy": 0.1973928689956665,
      "num_tokens": 40985830.0,
      "step": 20240
    },
    {
      "entropy": 5.8421248435974125,
      "epoch": 1.7692038801013719,
      "grad_norm": 1.1796875,
      "learning_rate": 0.00046878550206208656,
      "loss": 5.2597,
      "mean_token_accuracy": 0.20322420299053193,
      "num_tokens": 40995692.0,
      "step": 20245
    },
    {
      "entropy": 5.935864400863648,
      "epoch": 1.7696408284540768,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004687696657082071,
      "loss": 5.3756,
      "mean_token_accuracy": 0.19073018729686736,
      "num_tokens": 41005506.0,
      "step": 20250
    },
    {
      "entropy": 5.9044348239898685,
      "epoch": 1.7700777768067815,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00046875382563772396,
      "loss": 5.2754,
      "mean_token_accuracy": 0.19535654038190842,
      "num_tokens": 41014944.0,
      "step": 20255
    },
    {
      "entropy": 5.952279424667358,
      "epoch": 1.7705147251594862,
      "grad_norm": 1.046875,
      "learning_rate": 0.00046873798185094093,
      "loss": 5.4256,
      "mean_token_accuracy": 0.19021433144807814,
      "num_tokens": 41025424.0,
      "step": 20260
    },
    {
      "entropy": 5.873436403274536,
      "epoch": 1.7709516735121908,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004687221343481618,
      "loss": 5.2604,
      "mean_token_accuracy": 0.206932832300663,
      "num_tokens": 41035817.0,
      "step": 20265
    },
    {
      "entropy": 5.870753431320191,
      "epoch": 1.7713886218648955,
      "grad_norm": 1.109375,
      "learning_rate": 0.00046870628312969064,
      "loss": 5.3094,
      "mean_token_accuracy": 0.20185892432928085,
      "num_tokens": 41045730.0,
      "step": 20270
    },
    {
      "entropy": 5.949663925170898,
      "epoch": 1.7718255702176002,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004686904281958315,
      "loss": 5.391,
      "mean_token_accuracy": 0.18487849682569504,
      "num_tokens": 41057921.0,
      "step": 20275
    },
    {
      "entropy": 5.962334537506104,
      "epoch": 1.772262518570305,
      "grad_norm": 0.9609375,
      "learning_rate": 0.00046867456954688847,
      "loss": 5.3934,
      "mean_token_accuracy": 0.19945848286151885,
      "num_tokens": 41068879.0,
      "step": 20280
    },
    {
      "entropy": 5.9538427829742435,
      "epoch": 1.7726994669230098,
      "grad_norm": 1.125,
      "learning_rate": 0.0004686587071831657,
      "loss": 5.397,
      "mean_token_accuracy": 0.19456909000873565,
      "num_tokens": 41079443.0,
      "step": 20285
    },
    {
      "entropy": 5.9065767288208,
      "epoch": 1.7731364152757143,
      "grad_norm": 1.125,
      "learning_rate": 0.0004686428411049675,
      "loss": 5.3215,
      "mean_token_accuracy": 0.19744330197572707,
      "num_tokens": 41089932.0,
      "step": 20290
    },
    {
      "entropy": 5.948900413513184,
      "epoch": 1.7735733636284192,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004686269713125981,
      "loss": 5.3715,
      "mean_token_accuracy": 0.19125292897224427,
      "num_tokens": 41100412.0,
      "step": 20295
    },
    {
      "entropy": 5.9327309131622314,
      "epoch": 1.7740103119811237,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004686110978063619,
      "loss": 5.336,
      "mean_token_accuracy": 0.19381156861782073,
      "num_tokens": 41110830.0,
      "step": 20300
    },
    {
      "entropy": 5.928062057495117,
      "epoch": 1.7744472603338286,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004685952205865634,
      "loss": 5.343,
      "mean_token_accuracy": 0.19226322770118714,
      "num_tokens": 41120662.0,
      "step": 20305
    },
    {
      "entropy": 5.885141658782959,
      "epoch": 1.7748842086865333,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00046857933965350714,
      "loss": 5.2762,
      "mean_token_accuracy": 0.2046002820134163,
      "num_tokens": 41130523.0,
      "step": 20310
    },
    {
      "entropy": 5.941574668884277,
      "epoch": 1.775321157039238,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004685634550074977,
      "loss": 5.3988,
      "mean_token_accuracy": 0.19454057067632674,
      "num_tokens": 41141659.0,
      "step": 20315
    },
    {
      "entropy": 5.952412223815918,
      "epoch": 1.7757581053919427,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004685475666488398,
      "loss": 5.438,
      "mean_token_accuracy": 0.1862128809094429,
      "num_tokens": 41151038.0,
      "step": 20320
    },
    {
      "entropy": 5.905007696151733,
      "epoch": 1.7761950537446474,
      "grad_norm": 1.09375,
      "learning_rate": 0.00046853167457783815,
      "loss": 5.3962,
      "mean_token_accuracy": 0.1944751113653183,
      "num_tokens": 41161888.0,
      "step": 20325
    },
    {
      "entropy": 6.01721887588501,
      "epoch": 1.776632002097352,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004685157787947975,
      "loss": 5.4365,
      "mean_token_accuracy": 0.1879209578037262,
      "num_tokens": 41172722.0,
      "step": 20330
    },
    {
      "entropy": 5.915385675430298,
      "epoch": 1.7770689504500568,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004684998793000229,
      "loss": 5.2909,
      "mean_token_accuracy": 0.19651918411254882,
      "num_tokens": 41181716.0,
      "step": 20335
    },
    {
      "entropy": 5.911728286743164,
      "epoch": 1.7775058988027617,
      "grad_norm": 1.125,
      "learning_rate": 0.0004684839760938193,
      "loss": 5.3949,
      "mean_token_accuracy": 0.18901366293430327,
      "num_tokens": 41192903.0,
      "step": 20340
    },
    {
      "entropy": 5.91178526878357,
      "epoch": 1.7779428471554661,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00046846806917649145,
      "loss": 5.3348,
      "mean_token_accuracy": 0.19472594410181046,
      "num_tokens": 41203283.0,
      "step": 20345
    },
    {
      "entropy": 5.965183591842651,
      "epoch": 1.778379795508171,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004684521585483447,
      "loss": 5.3371,
      "mean_token_accuracy": 0.19540891647338868,
      "num_tokens": 41213615.0,
      "step": 20350
    },
    {
      "entropy": 5.915150785446167,
      "epoch": 1.7788167438608755,
      "grad_norm": 1.109375,
      "learning_rate": 0.00046843624420968435,
      "loss": 5.2906,
      "mean_token_accuracy": 0.20439176112413407,
      "num_tokens": 41222705.0,
      "step": 20355
    },
    {
      "entropy": 5.879053020477295,
      "epoch": 1.7792536922135804,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004684203261608153,
      "loss": 5.3067,
      "mean_token_accuracy": 0.2013719603419304,
      "num_tokens": 41233201.0,
      "step": 20360
    },
    {
      "entropy": 5.968690538406372,
      "epoch": 1.7796906405662851,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004684044044020431,
      "loss": 5.3727,
      "mean_token_accuracy": 0.19025256782770156,
      "num_tokens": 41243088.0,
      "step": 20365
    },
    {
      "entropy": 5.991121578216553,
      "epoch": 1.7801275889189898,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004683884789336731,
      "loss": 5.3819,
      "mean_token_accuracy": 0.18648221641778945,
      "num_tokens": 41253009.0,
      "step": 20370
    },
    {
      "entropy": 5.900725507736206,
      "epoch": 1.7805645372716945,
      "grad_norm": 1.1796875,
      "learning_rate": 0.00046837254975601073,
      "loss": 5.3956,
      "mean_token_accuracy": 0.1969588428735733,
      "num_tokens": 41262209.0,
      "step": 20375
    },
    {
      "entropy": 5.924028205871582,
      "epoch": 1.7810014856243992,
      "grad_norm": 0.9765625,
      "learning_rate": 0.00046835661686936154,
      "loss": 5.3552,
      "mean_token_accuracy": 0.19547879993915557,
      "num_tokens": 41272762.0,
      "step": 20380
    },
    {
      "entropy": 5.944213724136352,
      "epoch": 1.7814384339771039,
      "grad_norm": 1.1796875,
      "learning_rate": 0.00046834068027403115,
      "loss": 5.4014,
      "mean_token_accuracy": 0.19037259221076966,
      "num_tokens": 41284306.0,
      "step": 20385
    },
    {
      "entropy": 5.908193635940552,
      "epoch": 1.7818753823298086,
      "grad_norm": 0.9921875,
      "learning_rate": 0.00046832473997032514,
      "loss": 5.359,
      "mean_token_accuracy": 0.18930553495883942,
      "num_tokens": 41295211.0,
      "step": 20390
    },
    {
      "entropy": 5.918418884277344,
      "epoch": 1.7823123306825135,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004683087959585493,
      "loss": 5.2258,
      "mean_token_accuracy": 0.20645062774419784,
      "num_tokens": 41303773.0,
      "step": 20395
    },
    {
      "entropy": 5.8658700466156,
      "epoch": 1.782749279035218,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004682928482390095,
      "loss": 5.3242,
      "mean_token_accuracy": 0.19798679053783416,
      "num_tokens": 41313536.0,
      "step": 20400
    },
    {
      "entropy": 5.913400602340698,
      "epoch": 1.7831862273879229,
      "grad_norm": 1.1875,
      "learning_rate": 0.00046827689681201164,
      "loss": 5.3419,
      "mean_token_accuracy": 0.1953769400715828,
      "num_tokens": 41323831.0,
      "step": 20405
    },
    {
      "entropy": 5.935736417770386,
      "epoch": 1.7836231757406273,
      "grad_norm": 1.0,
      "learning_rate": 0.0004682609416778615,
      "loss": 5.3637,
      "mean_token_accuracy": 0.19276179522275924,
      "num_tokens": 41334295.0,
      "step": 20410
    },
    {
      "entropy": 5.917740249633789,
      "epoch": 1.7840601240933323,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004682449828368653,
      "loss": 5.3597,
      "mean_token_accuracy": 0.19359188973903657,
      "num_tokens": 41344672.0,
      "step": 20415
    },
    {
      "entropy": 5.9454821109771725,
      "epoch": 1.7844970724460367,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004682290202893291,
      "loss": 5.3654,
      "mean_token_accuracy": 0.18808294385671614,
      "num_tokens": 41355108.0,
      "step": 20420
    },
    {
      "entropy": 6.046918058395386,
      "epoch": 1.7849340207987416,
      "grad_norm": 0.9765625,
      "learning_rate": 0.00046821305403555905,
      "loss": 5.4669,
      "mean_token_accuracy": 0.18725665658712387,
      "num_tokens": 41366277.0,
      "step": 20425
    },
    {
      "entropy": 5.954608583450318,
      "epoch": 1.7853709691514463,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00046819708407586135,
      "loss": 5.3437,
      "mean_token_accuracy": 0.19620781838893891,
      "num_tokens": 41374757.0,
      "step": 20430
    },
    {
      "entropy": 5.8768290996551515,
      "epoch": 1.785807917504151,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004681811104105423,
      "loss": 5.3187,
      "mean_token_accuracy": 0.2009097382426262,
      "num_tokens": 41384883.0,
      "step": 20435
    },
    {
      "entropy": 5.9003626823425295,
      "epoch": 1.7862448658568557,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004681651330399084,
      "loss": 5.3354,
      "mean_token_accuracy": 0.19613062143325805,
      "num_tokens": 41396492.0,
      "step": 20440
    },
    {
      "entropy": 5.933057022094727,
      "epoch": 1.7866818142095604,
      "grad_norm": 1.1640625,
      "learning_rate": 0.000468149151964266,
      "loss": 5.3229,
      "mean_token_accuracy": 0.19790529310703278,
      "num_tokens": 41406217.0,
      "step": 20445
    },
    {
      "entropy": 5.884687280654907,
      "epoch": 1.787118762562265,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004681331671839217,
      "loss": 5.2797,
      "mean_token_accuracy": 0.19921461194753648,
      "num_tokens": 41415895.0,
      "step": 20450
    },
    {
      "entropy": 5.924929761886597,
      "epoch": 1.7875557109149698,
      "grad_norm": 0.99609375,
      "learning_rate": 0.00046811717869918196,
      "loss": 5.4181,
      "mean_token_accuracy": 0.1888084590435028,
      "num_tokens": 41426021.0,
      "step": 20455
    },
    {
      "entropy": 5.986431312561035,
      "epoch": 1.7879926592676747,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004681011865103536,
      "loss": 5.3241,
      "mean_token_accuracy": 0.1951034337282181,
      "num_tokens": 41434656.0,
      "step": 20460
    },
    {
      "entropy": 5.95500955581665,
      "epoch": 1.7884296076203792,
      "grad_norm": 1.109375,
      "learning_rate": 0.00046808519061774324,
      "loss": 5.3529,
      "mean_token_accuracy": 0.19407082051038743,
      "num_tokens": 41443940.0,
      "step": 20465
    },
    {
      "entropy": 5.889519453048706,
      "epoch": 1.788866555973084,
      "grad_norm": 1.0625,
      "learning_rate": 0.00046806919102165785,
      "loss": 5.4085,
      "mean_token_accuracy": 0.19442298710346223,
      "num_tokens": 41454907.0,
      "step": 20470
    },
    {
      "entropy": 5.892579746246338,
      "epoch": 1.7893035043257886,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004680531877224042,
      "loss": 5.2631,
      "mean_token_accuracy": 0.203440822660923,
      "num_tokens": 41464248.0,
      "step": 20475
    },
    {
      "entropy": 5.919494247436523,
      "epoch": 1.7897404526784935,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004680371807202892,
      "loss": 5.3132,
      "mean_token_accuracy": 0.20299277156591417,
      "num_tokens": 41475192.0,
      "step": 20480
    },
    {
      "entropy": 5.96185564994812,
      "epoch": 1.7901774010311982,
      "grad_norm": 1.078125,
      "learning_rate": 0.00046802117001561996,
      "loss": 5.4082,
      "mean_token_accuracy": 0.18464424461126328,
      "num_tokens": 41484753.0,
      "step": 20485
    },
    {
      "entropy": 5.965093183517456,
      "epoch": 1.7906143493839028,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00046800515560870346,
      "loss": 5.4076,
      "mean_token_accuracy": 0.18796470761299133,
      "num_tokens": 41495885.0,
      "step": 20490
    },
    {
      "entropy": 6.000947618484497,
      "epoch": 1.7910512977366075,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00046798913749984694,
      "loss": 5.3557,
      "mean_token_accuracy": 0.19829864352941512,
      "num_tokens": 41506330.0,
      "step": 20495
    },
    {
      "entropy": 5.970099401473999,
      "epoch": 1.7914882460893122,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004679731156893577,
      "loss": 5.3618,
      "mean_token_accuracy": 0.19238884449005128,
      "num_tokens": 41515850.0,
      "step": 20500
    },
    {
      "entropy": 5.933840942382813,
      "epoch": 1.791925194442017,
      "grad_norm": 0.97265625,
      "learning_rate": 0.000467957090177543,
      "loss": 5.3471,
      "mean_token_accuracy": 0.19506718218326569,
      "num_tokens": 41525910.0,
      "step": 20505
    },
    {
      "entropy": 5.932827472686768,
      "epoch": 1.7923621427947216,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00046794106096471015,
      "loss": 5.2703,
      "mean_token_accuracy": 0.20044377446174622,
      "num_tokens": 41536417.0,
      "step": 20510
    },
    {
      "entropy": 5.902350521087646,
      "epoch": 1.7927990911474265,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004679250280511667,
      "loss": 5.3562,
      "mean_token_accuracy": 0.19568185210227967,
      "num_tokens": 41547215.0,
      "step": 20515
    },
    {
      "entropy": 5.947461986541748,
      "epoch": 1.793236039500131,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004679089914372201,
      "loss": 5.3835,
      "mean_token_accuracy": 0.1912704288959503,
      "num_tokens": 41556036.0,
      "step": 20520
    },
    {
      "entropy": 5.936991739273071,
      "epoch": 1.793672987852836,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00046789295112317796,
      "loss": 5.3781,
      "mean_token_accuracy": 0.19177124053239822,
      "num_tokens": 41565534.0,
      "step": 20525
    },
    {
      "entropy": 5.9115485668182375,
      "epoch": 1.7941099362055404,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004678769071093479,
      "loss": 5.3177,
      "mean_token_accuracy": 0.19357367008924484,
      "num_tokens": 41576150.0,
      "step": 20530
    },
    {
      "entropy": 5.900401830673218,
      "epoch": 1.7945468845582453,
      "grad_norm": 1.1484375,
      "learning_rate": 0.00046786085939603785,
      "loss": 5.3232,
      "mean_token_accuracy": 0.20033829510211945,
      "num_tokens": 41585248.0,
      "step": 20535
    },
    {
      "entropy": 5.919829511642456,
      "epoch": 1.7949838329109498,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004678448079835552,
      "loss": 5.3511,
      "mean_token_accuracy": 0.19300379157066344,
      "num_tokens": 41595215.0,
      "step": 20540
    },
    {
      "entropy": 5.964077711105347,
      "epoch": 1.7954207812636547,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004678287528722083,
      "loss": 5.4002,
      "mean_token_accuracy": 0.19099454283714296,
      "num_tokens": 41605268.0,
      "step": 20545
    },
    {
      "entropy": 5.9018467426300045,
      "epoch": 1.7958577296163594,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004678126940623048,
      "loss": 5.2593,
      "mean_token_accuracy": 0.20002450942993164,
      "num_tokens": 41614554.0,
      "step": 20550
    },
    {
      "entropy": 5.911658191680909,
      "epoch": 1.796294677969064,
      "grad_norm": 1.015625,
      "learning_rate": 0.00046779663155415287,
      "loss": 5.385,
      "mean_token_accuracy": 0.19742219299077987,
      "num_tokens": 41624839.0,
      "step": 20555
    },
    {
      "entropy": 5.8478466987609865,
      "epoch": 1.7967316263217687,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0004677805653480604,
      "loss": 5.2446,
      "mean_token_accuracy": 0.20938536524772644,
      "num_tokens": 41634577.0,
      "step": 20560
    },
    {
      "entropy": 5.923125267028809,
      "epoch": 1.7971685746744734,
      "grad_norm": 1.015625,
      "learning_rate": 0.00046776449544433575,
      "loss": 5.4011,
      "mean_token_accuracy": 0.18625470548868178,
      "num_tokens": 41645213.0,
      "step": 20565
    },
    {
      "entropy": 5.909667921066284,
      "epoch": 1.7976055230271784,
      "grad_norm": 1.0546875,
      "learning_rate": 0.000467748421843287,
      "loss": 5.2646,
      "mean_token_accuracy": 0.20179732888936996,
      "num_tokens": 41655160.0,
      "step": 20570
    },
    {
      "entropy": 5.933146715164185,
      "epoch": 1.7980424713798828,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00046773234454522265,
      "loss": 5.3131,
      "mean_token_accuracy": 0.1933453693985939,
      "num_tokens": 41665861.0,
      "step": 20575
    },
    {
      "entropy": 5.928894186019898,
      "epoch": 1.7984794197325877,
      "grad_norm": 1.1875,
      "learning_rate": 0.00046771626355045085,
      "loss": 5.3561,
      "mean_token_accuracy": 0.19715640991926192,
      "num_tokens": 41676699.0,
      "step": 20580
    },
    {
      "entropy": 5.9296736240386965,
      "epoch": 1.7989163680852922,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004677001788592801,
      "loss": 5.3422,
      "mean_token_accuracy": 0.19936472326517105,
      "num_tokens": 41688162.0,
      "step": 20585
    },
    {
      "entropy": 5.973299503326416,
      "epoch": 1.7993533164379971,
      "grad_norm": 1.1484375,
      "learning_rate": 0.000467684090472019,
      "loss": 5.3792,
      "mean_token_accuracy": 0.19713696390390395,
      "num_tokens": 41698088.0,
      "step": 20590
    },
    {
      "entropy": 5.950611925125122,
      "epoch": 1.7997902647907016,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004676679983889761,
      "loss": 5.3021,
      "mean_token_accuracy": 0.20324884802103044,
      "num_tokens": 41707446.0,
      "step": 20595
    },
    {
      "entropy": 5.937831783294678,
      "epoch": 1.8002272131434065,
      "grad_norm": 1.09375,
      "learning_rate": 0.00046765190261046,
      "loss": 5.4056,
      "mean_token_accuracy": 0.19087859690189363,
      "num_tokens": 41716388.0,
      "step": 20600
    },
    {
      "entropy": 5.97448353767395,
      "epoch": 1.8006641614961112,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004676358031367795,
      "loss": 5.4012,
      "mean_token_accuracy": 0.19592551290988922,
      "num_tokens": 41726328.0,
      "step": 20605
    },
    {
      "entropy": 5.9751276016235355,
      "epoch": 1.8011011098488159,
      "grad_norm": 1.03125,
      "learning_rate": 0.00046761969996824326,
      "loss": 5.3087,
      "mean_token_accuracy": 0.19607530087232589,
      "num_tokens": 41736128.0,
      "step": 20610
    },
    {
      "entropy": 5.877838897705078,
      "epoch": 1.8015380582015206,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004676035931051604,
      "loss": 5.3057,
      "mean_token_accuracy": 0.19740615636110306,
      "num_tokens": 41746316.0,
      "step": 20615
    },
    {
      "entropy": 5.90197720527649,
      "epoch": 1.8019750065542253,
      "grad_norm": 1.015625,
      "learning_rate": 0.00046758748254783957,
      "loss": 5.2589,
      "mean_token_accuracy": 0.20798824727535248,
      "num_tokens": 41756015.0,
      "step": 20620
    },
    {
      "entropy": 5.926113080978394,
      "epoch": 1.80241195490693,
      "grad_norm": 1.09375,
      "learning_rate": 0.00046757136829658996,
      "loss": 5.2908,
      "mean_token_accuracy": 0.20146937817335128,
      "num_tokens": 41766360.0,
      "step": 20625
    },
    {
      "entropy": 5.919620609283447,
      "epoch": 1.8028489032596346,
      "grad_norm": 1.015625,
      "learning_rate": 0.00046755525035172056,
      "loss": 5.3815,
      "mean_token_accuracy": 0.19642042368650436,
      "num_tokens": 41776640.0,
      "step": 20630
    },
    {
      "entropy": 5.893236923217773,
      "epoch": 1.8032858516123396,
      "grad_norm": 1.125,
      "learning_rate": 0.0004675391287135406,
      "loss": 5.3923,
      "mean_token_accuracy": 0.19935473948717117,
      "num_tokens": 41787329.0,
      "step": 20635
    },
    {
      "entropy": 5.964081525802612,
      "epoch": 1.803722799965044,
      "grad_norm": 1.140625,
      "learning_rate": 0.00046752300338235924,
      "loss": 5.3732,
      "mean_token_accuracy": 0.19299380034208297,
      "num_tokens": 41797890.0,
      "step": 20640
    },
    {
      "entropy": 5.92588996887207,
      "epoch": 1.804159748317749,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004675068743584858,
      "loss": 5.3739,
      "mean_token_accuracy": 0.18986244201660157,
      "num_tokens": 41808845.0,
      "step": 20645
    },
    {
      "entropy": 5.939218902587891,
      "epoch": 1.8045966966704534,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004674907416422297,
      "loss": 5.3529,
      "mean_token_accuracy": 0.1965999573469162,
      "num_tokens": 41819499.0,
      "step": 20650
    },
    {
      "entropy": 5.975019931793213,
      "epoch": 1.8050336450231583,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004674746052339002,
      "loss": 5.3971,
      "mean_token_accuracy": 0.18577000498771667,
      "num_tokens": 41827998.0,
      "step": 20655
    },
    {
      "entropy": 5.949348640441895,
      "epoch": 1.805470593375863,
      "grad_norm": 1.0625,
      "learning_rate": 0.00046745846513380704,
      "loss": 5.374,
      "mean_token_accuracy": 0.19536803364753724,
      "num_tokens": 41839610.0,
      "step": 20660
    },
    {
      "entropy": 5.950276947021484,
      "epoch": 1.8059075417285677,
      "grad_norm": 1.125,
      "learning_rate": 0.00046744232134225954,
      "loss": 5.3106,
      "mean_token_accuracy": 0.19502002596855164,
      "num_tokens": 41850111.0,
      "step": 20665
    },
    {
      "entropy": 5.932038164138794,
      "epoch": 1.8063444900812724,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004674261738595676,
      "loss": 5.337,
      "mean_token_accuracy": 0.19260376393795015,
      "num_tokens": 41859843.0,
      "step": 20670
    },
    {
      "entropy": 5.964315176010132,
      "epoch": 1.806781438433977,
      "grad_norm": 1.125,
      "learning_rate": 0.00046741002268604073,
      "loss": 5.3402,
      "mean_token_accuracy": 0.1967162311077118,
      "num_tokens": 41868864.0,
      "step": 20675
    },
    {
      "entropy": 5.928585433959961,
      "epoch": 1.8072183867866818,
      "grad_norm": 1.078125,
      "learning_rate": 0.00046739386782198883,
      "loss": 5.3552,
      "mean_token_accuracy": 0.1946682810783386,
      "num_tokens": 41878274.0,
      "step": 20680
    },
    {
      "entropy": 5.884827327728272,
      "epoch": 1.8076553351393865,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00046737770926772175,
      "loss": 5.332,
      "mean_token_accuracy": 0.19246403872966766,
      "num_tokens": 41888005.0,
      "step": 20685
    },
    {
      "entropy": 5.976790237426758,
      "epoch": 1.8080922834920914,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004673615470235494,
      "loss": 5.4485,
      "mean_token_accuracy": 0.18454058170318605,
      "num_tokens": 41897415.0,
      "step": 20690
    },
    {
      "entropy": 5.950120353698731,
      "epoch": 1.8085292318447959,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004673453810897817,
      "loss": 5.3172,
      "mean_token_accuracy": 0.1983781114220619,
      "num_tokens": 41907021.0,
      "step": 20695
    },
    {
      "entropy": 5.94619607925415,
      "epoch": 1.8089661801975008,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004673292114667289,
      "loss": 5.4016,
      "mean_token_accuracy": 0.19071286767721177,
      "num_tokens": 41918358.0,
      "step": 20700
    },
    {
      "entropy": 5.995199394226074,
      "epoch": 1.8094031285502052,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00046731303815470104,
      "loss": 5.3737,
      "mean_token_accuracy": 0.1891905665397644,
      "num_tokens": 41929311.0,
      "step": 20705
    },
    {
      "entropy": 5.946757411956787,
      "epoch": 1.8098400769029102,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00046729686115400826,
      "loss": 5.3588,
      "mean_token_accuracy": 0.19434036314487457,
      "num_tokens": 41939623.0,
      "step": 20710
    },
    {
      "entropy": 5.92019681930542,
      "epoch": 1.8102770252556146,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004672806804649611,
      "loss": 5.3329,
      "mean_token_accuracy": 0.19367873072624206,
      "num_tokens": 41949650.0,
      "step": 20715
    },
    {
      "entropy": 5.91808066368103,
      "epoch": 1.8107139736083195,
      "grad_norm": 1.140625,
      "learning_rate": 0.00046726449608786957,
      "loss": 5.3128,
      "mean_token_accuracy": 0.1977064773440361,
      "num_tokens": 41960262.0,
      "step": 20720
    },
    {
      "entropy": 5.9642058372497555,
      "epoch": 1.8111509219610242,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004672483080230443,
      "loss": 5.3628,
      "mean_token_accuracy": 0.1892569661140442,
      "num_tokens": 41969874.0,
      "step": 20725
    },
    {
      "entropy": 5.946790075302124,
      "epoch": 1.811587870313729,
      "grad_norm": 1.15625,
      "learning_rate": 0.00046723211627079577,
      "loss": 5.3549,
      "mean_token_accuracy": 0.19148198068141936,
      "num_tokens": 41978810.0,
      "step": 20730
    },
    {
      "entropy": 5.906323719024658,
      "epoch": 1.8120248186664336,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004672159208314344,
      "loss": 5.3065,
      "mean_token_accuracy": 0.19943201094865798,
      "num_tokens": 41988785.0,
      "step": 20735
    },
    {
      "entropy": 5.873191690444946,
      "epoch": 1.8124617670191383,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004671997217052711,
      "loss": 5.3538,
      "mean_token_accuracy": 0.19996570199728012,
      "num_tokens": 41998698.0,
      "step": 20740
    },
    {
      "entropy": 5.915279150009155,
      "epoch": 1.812898715371843,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004671835188926164,
      "loss": 5.3248,
      "mean_token_accuracy": 0.19982073009014129,
      "num_tokens": 42009082.0,
      "step": 20745
    },
    {
      "entropy": 5.969796228408813,
      "epoch": 1.8133356637245477,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004671673123937811,
      "loss": 5.3522,
      "mean_token_accuracy": 0.19011721462011338,
      "num_tokens": 42019960.0,
      "step": 20750
    },
    {
      "entropy": 5.881768608093262,
      "epoch": 1.8137726120772526,
      "grad_norm": 1.1796875,
      "learning_rate": 0.000467151102209076,
      "loss": 5.2687,
      "mean_token_accuracy": 0.19884316474199296,
      "num_tokens": 42028799.0,
      "step": 20755
    },
    {
      "entropy": 5.8943939208984375,
      "epoch": 1.814209560429957,
      "grad_norm": 1.109375,
      "learning_rate": 0.00046713488833881214,
      "loss": 5.3511,
      "mean_token_accuracy": 0.18961330652236938,
      "num_tokens": 42038967.0,
      "step": 20760
    },
    {
      "entropy": 5.917533874511719,
      "epoch": 1.814646508782662,
      "grad_norm": 1.140625,
      "learning_rate": 0.00046711867078330047,
      "loss": 5.2949,
      "mean_token_accuracy": 0.1979840576648712,
      "num_tokens": 42049982.0,
      "step": 20765
    },
    {
      "entropy": 5.931076526641846,
      "epoch": 1.8150834571353665,
      "grad_norm": 0.99609375,
      "learning_rate": 0.00046710244954285184,
      "loss": 5.4358,
      "mean_token_accuracy": 0.1899719625711441,
      "num_tokens": 42059835.0,
      "step": 20770
    },
    {
      "entropy": 5.887459993362427,
      "epoch": 1.8155204054880714,
      "grad_norm": 1.0625,
      "learning_rate": 0.00046708622461777774,
      "loss": 5.2453,
      "mean_token_accuracy": 0.2028628930449486,
      "num_tokens": 42069339.0,
      "step": 20775
    },
    {
      "entropy": 5.883197879791259,
      "epoch": 1.815957353840776,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004670699960083892,
      "loss": 5.2645,
      "mean_token_accuracy": 0.1970500022172928,
      "num_tokens": 42080618.0,
      "step": 20780
    },
    {
      "entropy": 5.98491849899292,
      "epoch": 1.8163943021934807,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004670537637149974,
      "loss": 5.4251,
      "mean_token_accuracy": 0.1856926903128624,
      "num_tokens": 42091458.0,
      "step": 20785
    },
    {
      "entropy": 5.947565174102783,
      "epoch": 1.8168312505461854,
      "grad_norm": 1.203125,
      "learning_rate": 0.00046703752773791387,
      "loss": 5.4021,
      "mean_token_accuracy": 0.19256962984800338,
      "num_tokens": 42102515.0,
      "step": 20790
    },
    {
      "entropy": 5.931435537338257,
      "epoch": 1.8172681988988901,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004670212880774499,
      "loss": 5.3747,
      "mean_token_accuracy": 0.18774728626012802,
      "num_tokens": 42113853.0,
      "step": 20795
    },
    {
      "entropy": 5.96523904800415,
      "epoch": 1.8177051472515948,
      "grad_norm": 1.0546875,
      "learning_rate": 0.000467005044733917,
      "loss": 5.3871,
      "mean_token_accuracy": 0.1912802740931511,
      "num_tokens": 42123101.0,
      "step": 20800
    },
    {
      "entropy": 5.956066274642945,
      "epoch": 1.8181420956042995,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004669887977076267,
      "loss": 5.3483,
      "mean_token_accuracy": 0.19606929868459702,
      "num_tokens": 42133051.0,
      "step": 20805
    },
    {
      "entropy": 5.928102731704712,
      "epoch": 1.8185790439570044,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00046697254699889064,
      "loss": 5.3364,
      "mean_token_accuracy": 0.20076968222856523,
      "num_tokens": 42142705.0,
      "step": 20810
    },
    {
      "entropy": 5.90953049659729,
      "epoch": 1.819015992309709,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00046695629260802064,
      "loss": 5.3242,
      "mean_token_accuracy": 0.1959823951125145,
      "num_tokens": 42152399.0,
      "step": 20815
    },
    {
      "entropy": 5.925236177444458,
      "epoch": 1.8194529406624138,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004669400345353283,
      "loss": 5.3523,
      "mean_token_accuracy": 0.19804811328649521,
      "num_tokens": 42162651.0,
      "step": 20820
    },
    {
      "entropy": 5.8654951572418215,
      "epoch": 1.8198898890151183,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004669237727811255,
      "loss": 5.25,
      "mean_token_accuracy": 0.20248088091611863,
      "num_tokens": 42172595.0,
      "step": 20825
    },
    {
      "entropy": 5.9182382106781,
      "epoch": 1.8203268373678232,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004669075073457242,
      "loss": 5.3595,
      "mean_token_accuracy": 0.19740587919950486,
      "num_tokens": 42182631.0,
      "step": 20830
    },
    {
      "entropy": 5.952012252807617,
      "epoch": 1.8207637857205279,
      "grad_norm": 1.046875,
      "learning_rate": 0.00046689123822943643,
      "loss": 5.3303,
      "mean_token_accuracy": 0.19240373820066453,
      "num_tokens": 42192743.0,
      "step": 20835
    },
    {
      "entropy": 5.924747371673584,
      "epoch": 1.8212007340732326,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004668749654325741,
      "loss": 5.3327,
      "mean_token_accuracy": 0.19580583423376083,
      "num_tokens": 42203090.0,
      "step": 20840
    },
    {
      "entropy": 5.928797101974487,
      "epoch": 1.8216376824259373,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004668586889554493,
      "loss": 5.4,
      "mean_token_accuracy": 0.19390690475702285,
      "num_tokens": 42213341.0,
      "step": 20845
    },
    {
      "entropy": 5.965039253234863,
      "epoch": 1.822074630778642,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004668424087983744,
      "loss": 5.4134,
      "mean_token_accuracy": 0.19130728244781495,
      "num_tokens": 42222862.0,
      "step": 20850
    },
    {
      "entropy": 5.94645471572876,
      "epoch": 1.8225115791313466,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00046682612496166156,
      "loss": 5.3923,
      "mean_token_accuracy": 0.1875784993171692,
      "num_tokens": 42234045.0,
      "step": 20855
    },
    {
      "entropy": 5.998900079727173,
      "epoch": 1.8229485274840513,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00046680983744562315,
      "loss": 5.342,
      "mean_token_accuracy": 0.19405335187911987,
      "num_tokens": 42244093.0,
      "step": 20860
    },
    {
      "entropy": 5.872449970245361,
      "epoch": 1.8233854758367563,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004667935462505716,
      "loss": 5.3744,
      "mean_token_accuracy": 0.19379067569971084,
      "num_tokens": 42254865.0,
      "step": 20865
    },
    {
      "entropy": 5.919161319732666,
      "epoch": 1.8238224241894607,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00046677725137681924,
      "loss": 5.2912,
      "mean_token_accuracy": 0.20005786567926406,
      "num_tokens": 42264565.0,
      "step": 20870
    },
    {
      "entropy": 5.995887422561646,
      "epoch": 1.8242593725421656,
      "grad_norm": 1.125,
      "learning_rate": 0.00046676095282467873,
      "loss": 5.3965,
      "mean_token_accuracy": 0.18843606263399124,
      "num_tokens": 42274289.0,
      "step": 20875
    },
    {
      "entropy": 5.940312051773072,
      "epoch": 1.82469632089487,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004667446505944627,
      "loss": 5.3439,
      "mean_token_accuracy": 0.19650600701570511,
      "num_tokens": 42283855.0,
      "step": 20880
    },
    {
      "entropy": 5.848024892807007,
      "epoch": 1.825133269247575,
      "grad_norm": 0.9921875,
      "learning_rate": 0.00046672834468648375,
      "loss": 5.3772,
      "mean_token_accuracy": 0.20137782096862794,
      "num_tokens": 42294871.0,
      "step": 20885
    },
    {
      "entropy": 5.943882942199707,
      "epoch": 1.8255702176002795,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004667120351010547,
      "loss": 5.3164,
      "mean_token_accuracy": 0.19674174785614013,
      "num_tokens": 42305315.0,
      "step": 20890
    },
    {
      "entropy": 5.94805645942688,
      "epoch": 1.8260071659529844,
      "grad_norm": 1.1796875,
      "learning_rate": 0.00046669572183848833,
      "loss": 5.2833,
      "mean_token_accuracy": 0.20415170043706893,
      "num_tokens": 42316893.0,
      "step": 20895
    },
    {
      "entropy": 5.885821390151977,
      "epoch": 1.826444114305689,
      "grad_norm": 1.0625,
      "learning_rate": 0.00046667940489909766,
      "loss": 5.2929,
      "mean_token_accuracy": 0.19805999398231505,
      "num_tokens": 42326784.0,
      "step": 20900
    },
    {
      "entropy": 5.855257654190064,
      "epoch": 1.8268810626583938,
      "grad_norm": 1.15625,
      "learning_rate": 0.00046666308428319547,
      "loss": 5.2705,
      "mean_token_accuracy": 0.2018693506717682,
      "num_tokens": 42336283.0,
      "step": 20905
    },
    {
      "entropy": 5.88442816734314,
      "epoch": 1.8273180110110985,
      "grad_norm": 1.125,
      "learning_rate": 0.00046664675999109494,
      "loss": 5.308,
      "mean_token_accuracy": 0.20141039341688155,
      "num_tokens": 42346933.0,
      "step": 20910
    },
    {
      "entropy": 5.903132677078247,
      "epoch": 1.8277549593638032,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004666304320231091,
      "loss": 5.3741,
      "mean_token_accuracy": 0.1939744085073471,
      "num_tokens": 42357616.0,
      "step": 20915
    },
    {
      "entropy": 5.961568832397461,
      "epoch": 1.8281919077165079,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004666141003795512,
      "loss": 5.3543,
      "mean_token_accuracy": 0.20154282599687576,
      "num_tokens": 42367566.0,
      "step": 20920
    },
    {
      "entropy": 5.9521105766296385,
      "epoch": 1.8286288560692125,
      "grad_norm": 1.0625,
      "learning_rate": 0.00046659776506073446,
      "loss": 5.3192,
      "mean_token_accuracy": 0.20031202286481858,
      "num_tokens": 42377412.0,
      "step": 20925
    },
    {
      "entropy": 5.964552593231201,
      "epoch": 1.8290658044219175,
      "grad_norm": 0.9765625,
      "learning_rate": 0.00046658142606697216,
      "loss": 5.3189,
      "mean_token_accuracy": 0.19622767418622972,
      "num_tokens": 42387952.0,
      "step": 20930
    },
    {
      "entropy": 5.916713523864746,
      "epoch": 1.829502752774622,
      "grad_norm": 2.0625,
      "learning_rate": 0.0004665650833985777,
      "loss": 5.2913,
      "mean_token_accuracy": 0.1941661223769188,
      "num_tokens": 42398488.0,
      "step": 20935
    },
    {
      "entropy": 5.911372375488281,
      "epoch": 1.8299397011273268,
      "grad_norm": 1.0,
      "learning_rate": 0.00046654873705586464,
      "loss": 5.3112,
      "mean_token_accuracy": 0.20123720318078994,
      "num_tokens": 42409137.0,
      "step": 20940
    },
    {
      "entropy": 5.991951417922974,
      "epoch": 1.8303766494800313,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004665323870391464,
      "loss": 5.4354,
      "mean_token_accuracy": 0.18313420563936234,
      "num_tokens": 42419867.0,
      "step": 20945
    },
    {
      "entropy": 5.979568147659302,
      "epoch": 1.8308135978327362,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004665160333487365,
      "loss": 5.3675,
      "mean_token_accuracy": 0.19202683866024017,
      "num_tokens": 42429590.0,
      "step": 20950
    },
    {
      "entropy": 5.9285506248474125,
      "epoch": 1.831250546185441,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004664996759849489,
      "loss": 5.2989,
      "mean_token_accuracy": 0.2010890007019043,
      "num_tokens": 42439777.0,
      "step": 20955
    },
    {
      "entropy": 5.889594793319702,
      "epoch": 1.8316874945381456,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004664833149480971,
      "loss": 5.3366,
      "mean_token_accuracy": 0.20413091629743577,
      "num_tokens": 42449843.0,
      "step": 20960
    },
    {
      "entropy": 5.87642388343811,
      "epoch": 1.8321244428908503,
      "grad_norm": 1.2265625,
      "learning_rate": 0.00046646695023849506,
      "loss": 5.2199,
      "mean_token_accuracy": 0.20598102807998658,
      "num_tokens": 42459056.0,
      "step": 20965
    },
    {
      "entropy": 5.895175504684448,
      "epoch": 1.832561391243555,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00046645058185645644,
      "loss": 5.2703,
      "mean_token_accuracy": 0.19334320574998856,
      "num_tokens": 42468946.0,
      "step": 20970
    },
    {
      "entropy": 5.898285531997681,
      "epoch": 1.8329983395962597,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004664342098022954,
      "loss": 5.3394,
      "mean_token_accuracy": 0.1941336289048195,
      "num_tokens": 42478894.0,
      "step": 20975
    },
    {
      "entropy": 5.920755624771118,
      "epoch": 1.8334352879489644,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004664178340763259,
      "loss": 5.3075,
      "mean_token_accuracy": 0.19733674675226212,
      "num_tokens": 42490124.0,
      "step": 20980
    },
    {
      "entropy": 5.91957106590271,
      "epoch": 1.8338722363016693,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004664014546788621,
      "loss": 5.3702,
      "mean_token_accuracy": 0.1933835655450821,
      "num_tokens": 42499554.0,
      "step": 20985
    },
    {
      "entropy": 5.860110902786255,
      "epoch": 1.8343091846543738,
      "grad_norm": 0.984375,
      "learning_rate": 0.00046638507161021807,
      "loss": 5.2199,
      "mean_token_accuracy": 0.20403339713811874,
      "num_tokens": 42510364.0,
      "step": 20990
    },
    {
      "entropy": 5.979483699798584,
      "epoch": 1.8347461330070787,
      "grad_norm": 1.0,
      "learning_rate": 0.00046636868487070804,
      "loss": 5.3908,
      "mean_token_accuracy": 0.18901946246623993,
      "num_tokens": 42521671.0,
      "step": 20995
    },
    {
      "entropy": 5.942933368682861,
      "epoch": 1.8351830813597831,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00046635229446064647,
      "loss": 5.2864,
      "mean_token_accuracy": 0.19711028635501862,
      "num_tokens": 42532784.0,
      "step": 21000
    },
    {
      "epoch": 1.8351830813597831,
      "eval_entropy": 5.68556175547283,
      "eval_loss": 5.363942623138428,
      "eval_mean_token_accuracy": 0.2043571380126649,
      "eval_num_tokens": 42532784.0,
      "eval_runtime": 21.4074,
      "eval_samples_per_second": 1729.025,
      "eval_steps_per_second": 216.14,
      "step": 21000
    },
    {
      "entropy": 5.831119966506958,
      "epoch": 1.835620029712488,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004663359003803475,
      "loss": 5.2526,
      "mean_token_accuracy": 0.20766475200653076,
      "num_tokens": 42542502.0,
      "step": 21005
    },
    {
      "entropy": 5.903642749786377,
      "epoch": 1.8360569780651927,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004663195026301258,
      "loss": 5.2711,
      "mean_token_accuracy": 0.1969259649515152,
      "num_tokens": 42551837.0,
      "step": 21010
    },
    {
      "entropy": 5.9581070899963375,
      "epoch": 1.8364939264178974,
      "grad_norm": 1.09375,
      "learning_rate": 0.00046630310121029573,
      "loss": 5.3296,
      "mean_token_accuracy": 0.19532768577337264,
      "num_tokens": 42560537.0,
      "step": 21015
    },
    {
      "entropy": 5.9275189399719235,
      "epoch": 1.8369308747706021,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00046628669612117194,
      "loss": 5.3464,
      "mean_token_accuracy": 0.18906564712524415,
      "num_tokens": 42570386.0,
      "step": 21020
    },
    {
      "entropy": 5.9137836456298825,
      "epoch": 1.8373678231233068,
      "grad_norm": 1.09375,
      "learning_rate": 0.00046627028736306907,
      "loss": 5.394,
      "mean_token_accuracy": 0.18943292647600174,
      "num_tokens": 42579860.0,
      "step": 21025
    },
    {
      "entropy": 5.948072099685669,
      "epoch": 1.8378047714760115,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00046625387493630187,
      "loss": 5.3548,
      "mean_token_accuracy": 0.19302630424499512,
      "num_tokens": 42590320.0,
      "step": 21030
    },
    {
      "entropy": 5.950216579437256,
      "epoch": 1.8382417198287162,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004662374588411852,
      "loss": 5.2986,
      "mean_token_accuracy": 0.1962319478392601,
      "num_tokens": 42600331.0,
      "step": 21035
    },
    {
      "entropy": 5.93378267288208,
      "epoch": 1.8386786681814211,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00046622103907803384,
      "loss": 5.3395,
      "mean_token_accuracy": 0.20049288868904114,
      "num_tokens": 42610860.0,
      "step": 21040
    },
    {
      "entropy": 5.927521800994873,
      "epoch": 1.8391156165341256,
      "grad_norm": 1.015625,
      "learning_rate": 0.00046620461564716265,
      "loss": 5.3826,
      "mean_token_accuracy": 0.1893020823597908,
      "num_tokens": 42620305.0,
      "step": 21045
    },
    {
      "entropy": 5.893869495391845,
      "epoch": 1.8395525648868305,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004661881885488869,
      "loss": 5.1951,
      "mean_token_accuracy": 0.20944253504276275,
      "num_tokens": 42629667.0,
      "step": 21050
    },
    {
      "entropy": 5.890626907348633,
      "epoch": 1.839989513239535,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004661717577835214,
      "loss": 5.3837,
      "mean_token_accuracy": 0.1953629583120346,
      "num_tokens": 42640116.0,
      "step": 21055
    },
    {
      "entropy": 5.875428628921509,
      "epoch": 1.8404264615922399,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004661553233513815,
      "loss": 5.304,
      "mean_token_accuracy": 0.1968166023492813,
      "num_tokens": 42650014.0,
      "step": 21060
    },
    {
      "entropy": 5.963891649246216,
      "epoch": 1.8408634099449444,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004661388852527822,
      "loss": 5.386,
      "mean_token_accuracy": 0.18913298100233078,
      "num_tokens": 42661280.0,
      "step": 21065
    },
    {
      "entropy": 5.932420301437378,
      "epoch": 1.8413003582976493,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00046612244348803906,
      "loss": 5.387,
      "mean_token_accuracy": 0.19518476277589797,
      "num_tokens": 42671530.0,
      "step": 21070
    },
    {
      "entropy": 5.960514879226684,
      "epoch": 1.841737306650354,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004661059980574672,
      "loss": 5.3626,
      "mean_token_accuracy": 0.19640861004590987,
      "num_tokens": 42682738.0,
      "step": 21075
    },
    {
      "entropy": 5.914143896102905,
      "epoch": 1.8421742550030586,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004660895489613822,
      "loss": 5.357,
      "mean_token_accuracy": 0.19773876816034316,
      "num_tokens": 42694271.0,
      "step": 21080
    },
    {
      "entropy": 5.929475975036621,
      "epoch": 1.8426112033557633,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004660730962000996,
      "loss": 5.4061,
      "mean_token_accuracy": 0.19837535172700882,
      "num_tokens": 42704896.0,
      "step": 21085
    },
    {
      "entropy": 5.9223442554473875,
      "epoch": 1.843048151708468,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004660566397739348,
      "loss": 5.2924,
      "mean_token_accuracy": 0.19657766968011856,
      "num_tokens": 42715506.0,
      "step": 21090
    },
    {
      "entropy": 5.9476409435272215,
      "epoch": 1.8434851000611727,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00046604017968320357,
      "loss": 5.3344,
      "mean_token_accuracy": 0.2015061557292938,
      "num_tokens": 42725428.0,
      "step": 21095
    },
    {
      "entropy": 5.9125150680542,
      "epoch": 1.8439220484138774,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004660237159282216,
      "loss": 5.3025,
      "mean_token_accuracy": 0.20218321233987807,
      "num_tokens": 42735105.0,
      "step": 21100
    },
    {
      "entropy": 5.86637544631958,
      "epoch": 1.8443589967665823,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00046600724850930466,
      "loss": 5.2737,
      "mean_token_accuracy": 0.20185090154409407,
      "num_tokens": 42744191.0,
      "step": 21105
    },
    {
      "entropy": 5.961344957351685,
      "epoch": 1.8447959451192868,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004659907774267686,
      "loss": 5.4415,
      "mean_token_accuracy": 0.19169302135705948,
      "num_tokens": 42755416.0,
      "step": 21110
    },
    {
      "entropy": 5.9249872207641605,
      "epoch": 1.8452328934719917,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00046597430268092933,
      "loss": 5.256,
      "mean_token_accuracy": 0.2013813853263855,
      "num_tokens": 42764974.0,
      "step": 21115
    },
    {
      "entropy": 5.883738231658936,
      "epoch": 1.8456698418246962,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00046595782427210285,
      "loss": 5.2518,
      "mean_token_accuracy": 0.2045087233185768,
      "num_tokens": 42775080.0,
      "step": 21120
    },
    {
      "entropy": 5.885156965255737,
      "epoch": 1.846106790177401,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004659413422006053,
      "loss": 5.3244,
      "mean_token_accuracy": 0.19449197202920915,
      "num_tokens": 42784333.0,
      "step": 21125
    },
    {
      "entropy": 5.9658585548400875,
      "epoch": 1.8465437385301058,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004659248564667527,
      "loss": 5.3532,
      "mean_token_accuracy": 0.19224379509687423,
      "num_tokens": 42792912.0,
      "step": 21130
    },
    {
      "entropy": 5.914301347732544,
      "epoch": 1.8469806868828105,
      "grad_norm": 1.046875,
      "learning_rate": 0.00046590836707086135,
      "loss": 5.366,
      "mean_token_accuracy": 0.19232363849878312,
      "num_tokens": 42803812.0,
      "step": 21135
    },
    {
      "entropy": 5.964334917068482,
      "epoch": 1.8474176352355152,
      "grad_norm": 1.0625,
      "learning_rate": 0.00046589187401324753,
      "loss": 5.4112,
      "mean_token_accuracy": 0.18937821686267853,
      "num_tokens": 42815172.0,
      "step": 21140
    },
    {
      "entropy": 5.9778258323669435,
      "epoch": 1.8478545835882199,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004658753772942274,
      "loss": 5.3021,
      "mean_token_accuracy": 0.19746695905923844,
      "num_tokens": 42824958.0,
      "step": 21145
    },
    {
      "entropy": 5.916859483718872,
      "epoch": 1.8482915319409245,
      "grad_norm": 1.078125,
      "learning_rate": 0.00046585887691411764,
      "loss": 5.3812,
      "mean_token_accuracy": 0.19191641360521317,
      "num_tokens": 42834940.0,
      "step": 21150
    },
    {
      "entropy": 5.891989231109619,
      "epoch": 1.8487284802936292,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004658423728732346,
      "loss": 5.2607,
      "mean_token_accuracy": 0.20768402367830277,
      "num_tokens": 42845102.0,
      "step": 21155
    },
    {
      "entropy": 5.897294282913208,
      "epoch": 1.8491654286463342,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004658258651718948,
      "loss": 5.288,
      "mean_token_accuracy": 0.2003311663866043,
      "num_tokens": 42853876.0,
      "step": 21160
    },
    {
      "entropy": 5.957825708389282,
      "epoch": 1.8496023769990386,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00046580935381041496,
      "loss": 5.4222,
      "mean_token_accuracy": 0.1851928010582924,
      "num_tokens": 42863592.0,
      "step": 21165
    },
    {
      "entropy": 5.932727909088134,
      "epoch": 1.8500393253517435,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004657928387891117,
      "loss": 5.2706,
      "mean_token_accuracy": 0.202747642993927,
      "num_tokens": 42873478.0,
      "step": 21170
    },
    {
      "entropy": 5.936233758926392,
      "epoch": 1.850476273704448,
      "grad_norm": 1.203125,
      "learning_rate": 0.00046577632010830184,
      "loss": 5.2741,
      "mean_token_accuracy": 0.1993863970041275,
      "num_tokens": 42882591.0,
      "step": 21175
    },
    {
      "entropy": 5.850343704223633,
      "epoch": 1.850913222057153,
      "grad_norm": 1.125,
      "learning_rate": 0.0004657597977683022,
      "loss": 5.23,
      "mean_token_accuracy": 0.20493880659341812,
      "num_tokens": 42892391.0,
      "step": 21180
    },
    {
      "entropy": 5.934610414505005,
      "epoch": 1.8513501704098576,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004657432717694297,
      "loss": 5.3269,
      "mean_token_accuracy": 0.19765364080667497,
      "num_tokens": 42902839.0,
      "step": 21185
    },
    {
      "entropy": 5.962866687774659,
      "epoch": 1.8517871187625623,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004657267421120012,
      "loss": 5.4266,
      "mean_token_accuracy": 0.1897262752056122,
      "num_tokens": 42912404.0,
      "step": 21190
    },
    {
      "entropy": 5.9284905910491945,
      "epoch": 1.852224067115267,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004657102087963339,
      "loss": 5.3027,
      "mean_token_accuracy": 0.20309157371520997,
      "num_tokens": 42922939.0,
      "step": 21195
    },
    {
      "entropy": 5.870724153518677,
      "epoch": 1.8526610154679717,
      "grad_norm": 1.1953125,
      "learning_rate": 0.00046569367182274494,
      "loss": 5.3102,
      "mean_token_accuracy": 0.20010701566934586,
      "num_tokens": 42932095.0,
      "step": 21200
    },
    {
      "entropy": 5.966403961181641,
      "epoch": 1.8530979638206764,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004656771311915513,
      "loss": 5.366,
      "mean_token_accuracy": 0.19485317170619965,
      "num_tokens": 42941910.0,
      "step": 21205
    },
    {
      "entropy": 5.947723722457885,
      "epoch": 1.853534912173381,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004656605869030704,
      "loss": 5.3164,
      "mean_token_accuracy": 0.20272664427757264,
      "num_tokens": 42952869.0,
      "step": 21210
    },
    {
      "entropy": 5.98648419380188,
      "epoch": 1.853971860526086,
      "grad_norm": 1.03125,
      "learning_rate": 0.00046564403895761966,
      "loss": 5.473,
      "mean_token_accuracy": 0.18568697869777678,
      "num_tokens": 42963300.0,
      "step": 21215
    },
    {
      "entropy": 5.9520516872406,
      "epoch": 1.8544088088787904,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004656274873555162,
      "loss": 5.2729,
      "mean_token_accuracy": 0.19897041618824005,
      "num_tokens": 42973505.0,
      "step": 21220
    },
    {
      "entropy": 5.912380933761597,
      "epoch": 1.8548457572314954,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004656109320970778,
      "loss": 5.3254,
      "mean_token_accuracy": 0.19398595690727233,
      "num_tokens": 42982813.0,
      "step": 21225
    },
    {
      "entropy": 5.868204641342163,
      "epoch": 1.8552827055841998,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0004655943731826217,
      "loss": 5.367,
      "mean_token_accuracy": 0.19977423548698425,
      "num_tokens": 42991792.0,
      "step": 21230
    },
    {
      "entropy": 5.871018314361573,
      "epoch": 1.8557196539369047,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004655778106124658,
      "loss": 5.2768,
      "mean_token_accuracy": 0.20780419558286667,
      "num_tokens": 43002191.0,
      "step": 21235
    },
    {
      "entropy": 5.933428716659546,
      "epoch": 1.8561566022896092,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004655612443869275,
      "loss": 5.2901,
      "mean_token_accuracy": 0.20173554122447968,
      "num_tokens": 43013771.0,
      "step": 21240
    },
    {
      "entropy": 5.9205255031585695,
      "epoch": 1.8565935506423141,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004655446745063247,
      "loss": 5.3784,
      "mean_token_accuracy": 0.18658065795898438,
      "num_tokens": 43023982.0,
      "step": 21245
    },
    {
      "entropy": 5.988749694824219,
      "epoch": 1.8570304989950188,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004655281009709753,
      "loss": 5.3972,
      "mean_token_accuracy": 0.19029411226511,
      "num_tokens": 43034827.0,
      "step": 21250
    },
    {
      "entropy": 5.953963851928711,
      "epoch": 1.8574674473477235,
      "grad_norm": 1.203125,
      "learning_rate": 0.00046551152378119696,
      "loss": 5.2836,
      "mean_token_accuracy": 0.20223626494407654,
      "num_tokens": 43044811.0,
      "step": 21255
    },
    {
      "entropy": 5.915747547149659,
      "epoch": 1.8579043957004282,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004654949429373078,
      "loss": 5.335,
      "mean_token_accuracy": 0.19315287172794343,
      "num_tokens": 43054513.0,
      "step": 21260
    },
    {
      "entropy": 5.886076879501343,
      "epoch": 1.858341344053133,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004654783584396258,
      "loss": 5.339,
      "mean_token_accuracy": 0.19987965673208236,
      "num_tokens": 43064356.0,
      "step": 21265
    },
    {
      "entropy": 5.901974439620972,
      "epoch": 1.8587782924058376,
      "grad_norm": 1.015625,
      "learning_rate": 0.00046546177028846915,
      "loss": 5.2247,
      "mean_token_accuracy": 0.20175868570804595,
      "num_tokens": 43074663.0,
      "step": 21270
    },
    {
      "entropy": 5.905156040191651,
      "epoch": 1.8592152407585423,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004654451784841559,
      "loss": 5.3182,
      "mean_token_accuracy": 0.1938355952501297,
      "num_tokens": 43084542.0,
      "step": 21275
    },
    {
      "entropy": 5.806844568252563,
      "epoch": 1.8596521891112472,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00046542858302700443,
      "loss": 5.1588,
      "mean_token_accuracy": 0.21736575812101364,
      "num_tokens": 43093864.0,
      "step": 21280
    },
    {
      "entropy": 5.846082305908203,
      "epoch": 1.8600891374639517,
      "grad_norm": 0.96875,
      "learning_rate": 0.00046541198391733286,
      "loss": 5.2799,
      "mean_token_accuracy": 0.2020505428314209,
      "num_tokens": 43104541.0,
      "step": 21285
    },
    {
      "entropy": 5.916819953918457,
      "epoch": 1.8605260858166566,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004653953811554596,
      "loss": 5.3223,
      "mean_token_accuracy": 0.19724715054035186,
      "num_tokens": 43114378.0,
      "step": 21290
    },
    {
      "entropy": 5.998387622833252,
      "epoch": 1.860963034169361,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004653787747417033,
      "loss": 5.4597,
      "mean_token_accuracy": 0.19083715677261354,
      "num_tokens": 43125503.0,
      "step": 21295
    },
    {
      "entropy": 5.9051097393035885,
      "epoch": 1.861399982522066,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00046536216467638227,
      "loss": 5.2697,
      "mean_token_accuracy": 0.2089904800057411,
      "num_tokens": 43135034.0,
      "step": 21300
    },
    {
      "entropy": 5.8979371070861815,
      "epoch": 1.8618369308747706,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004653455509598152,
      "loss": 5.3629,
      "mean_token_accuracy": 0.19822760224342345,
      "num_tokens": 43145359.0,
      "step": 21305
    },
    {
      "entropy": 5.8590460300445555,
      "epoch": 1.8622738792274753,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0004653289335923206,
      "loss": 5.2442,
      "mean_token_accuracy": 0.207063527405262,
      "num_tokens": 43154995.0,
      "step": 21310
    },
    {
      "entropy": 5.870777893066406,
      "epoch": 1.86271082758018,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004653123125742175,
      "loss": 5.3144,
      "mean_token_accuracy": 0.19571255296468734,
      "num_tokens": 43164703.0,
      "step": 21315
    },
    {
      "entropy": 5.933582448959351,
      "epoch": 1.8631477759328847,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004652956879058245,
      "loss": 5.3591,
      "mean_token_accuracy": 0.19403568357229234,
      "num_tokens": 43174193.0,
      "step": 21320
    },
    {
      "entropy": 5.919095611572265,
      "epoch": 1.8635847242855894,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00046527905958746043,
      "loss": 5.3748,
      "mean_token_accuracy": 0.20309055000543594,
      "num_tokens": 43184236.0,
      "step": 21325
    },
    {
      "entropy": 5.933478260040284,
      "epoch": 1.864021672638294,
      "grad_norm": 1.0,
      "learning_rate": 0.00046526242761944434,
      "loss": 5.3355,
      "mean_token_accuracy": 0.1994360491633415,
      "num_tokens": 43194421.0,
      "step": 21330
    },
    {
      "entropy": 5.915990209579467,
      "epoch": 1.864458620990999,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00046524579200209513,
      "loss": 5.3632,
      "mean_token_accuracy": 0.20238874107599258,
      "num_tokens": 43205200.0,
      "step": 21335
    },
    {
      "entropy": 5.88345856666565,
      "epoch": 1.8648955693437035,
      "grad_norm": 1.15625,
      "learning_rate": 0.00046522915273573194,
      "loss": 5.2993,
      "mean_token_accuracy": 0.20161500126123427,
      "num_tokens": 43215415.0,
      "step": 21340
    },
    {
      "entropy": 5.965372848510742,
      "epoch": 1.8653325176964084,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004652125098206739,
      "loss": 5.3241,
      "mean_token_accuracy": 0.19940764605998992,
      "num_tokens": 43225648.0,
      "step": 21345
    },
    {
      "entropy": 5.963164567947388,
      "epoch": 1.8657694660491129,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00046519586325724033,
      "loss": 5.3137,
      "mean_token_accuracy": 0.18832147419452666,
      "num_tokens": 43236358.0,
      "step": 21350
    },
    {
      "entropy": 5.940178775787354,
      "epoch": 1.8662064144018178,
      "grad_norm": 1.1484375,
      "learning_rate": 0.00046517921304575045,
      "loss": 5.3543,
      "mean_token_accuracy": 0.19454087018966676,
      "num_tokens": 43247022.0,
      "step": 21355
    },
    {
      "entropy": 5.935924005508423,
      "epoch": 1.8666433627545223,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00046516255918652356,
      "loss": 5.4251,
      "mean_token_accuracy": 0.19218235611915588,
      "num_tokens": 43258249.0,
      "step": 21360
    },
    {
      "entropy": 5.928184938430786,
      "epoch": 1.8670803111072272,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004651459016798791,
      "loss": 5.3832,
      "mean_token_accuracy": 0.19467372298240662,
      "num_tokens": 43268997.0,
      "step": 21365
    },
    {
      "entropy": 5.907283067703247,
      "epoch": 1.8675172594599319,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004651292405261368,
      "loss": 5.3041,
      "mean_token_accuracy": 0.19660535901784898,
      "num_tokens": 43279165.0,
      "step": 21370
    },
    {
      "entropy": 5.914082336425781,
      "epoch": 1.8679542078126365,
      "grad_norm": 1.0625,
      "learning_rate": 0.00046511257572561584,
      "loss": 5.3397,
      "mean_token_accuracy": 0.20035334229469298,
      "num_tokens": 43289778.0,
      "step": 21375
    },
    {
      "entropy": 5.876125812530518,
      "epoch": 1.8683911561653412,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004650959072786362,
      "loss": 5.2622,
      "mean_token_accuracy": 0.20374078154563904,
      "num_tokens": 43299865.0,
      "step": 21380
    },
    {
      "entropy": 5.906206321716309,
      "epoch": 1.868828104518046,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004650792351855173,
      "loss": 5.2992,
      "mean_token_accuracy": 0.19750597923994065,
      "num_tokens": 43309224.0,
      "step": 21385
    },
    {
      "entropy": 5.905751705169678,
      "epoch": 1.8692650528707508,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004650625594465792,
      "loss": 5.2458,
      "mean_token_accuracy": 0.1948910653591156,
      "num_tokens": 43320001.0,
      "step": 21390
    },
    {
      "entropy": 5.893228244781494,
      "epoch": 1.8697020012234553,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004650458800621415,
      "loss": 5.2829,
      "mean_token_accuracy": 0.19902566075325012,
      "num_tokens": 43329790.0,
      "step": 21395
    },
    {
      "entropy": 5.95301570892334,
      "epoch": 1.8701389495761602,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004650291970325244,
      "loss": 5.3916,
      "mean_token_accuracy": 0.19500680565834044,
      "num_tokens": 43340394.0,
      "step": 21400
    },
    {
      "entropy": 5.927344465255738,
      "epoch": 1.8705758979288647,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004650125103580476,
      "loss": 5.3904,
      "mean_token_accuracy": 0.19125781655311586,
      "num_tokens": 43351404.0,
      "step": 21405
    },
    {
      "entropy": 5.802787113189697,
      "epoch": 1.8710128462815696,
      "grad_norm": 1.125,
      "learning_rate": 0.0004649958200390313,
      "loss": 5.1684,
      "mean_token_accuracy": 0.21715134382247925,
      "num_tokens": 43361017.0,
      "step": 21410
    },
    {
      "entropy": 5.9224193572998045,
      "epoch": 1.871449794634274,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004649791260757956,
      "loss": 5.3994,
      "mean_token_accuracy": 0.1916224926710129,
      "num_tokens": 43371680.0,
      "step": 21415
    },
    {
      "entropy": 5.9757006645202635,
      "epoch": 1.871886742986979,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004649624284686608,
      "loss": 5.3839,
      "mean_token_accuracy": 0.19756304025650023,
      "num_tokens": 43381908.0,
      "step": 21420
    },
    {
      "entropy": 5.954319667816162,
      "epoch": 1.8723236913396837,
      "grad_norm": 0.9609375,
      "learning_rate": 0.000464945727217947,
      "loss": 5.4412,
      "mean_token_accuracy": 0.18662920445203782,
      "num_tokens": 43393234.0,
      "step": 21425
    },
    {
      "entropy": 5.948774671554565,
      "epoch": 1.8727606396923884,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00046492902232397464,
      "loss": 5.4159,
      "mean_token_accuracy": 0.19274674654006957,
      "num_tokens": 43404065.0,
      "step": 21430
    },
    {
      "entropy": 5.931345653533936,
      "epoch": 1.873197588045093,
      "grad_norm": 1.078125,
      "learning_rate": 0.00046491231378706415,
      "loss": 5.3342,
      "mean_token_accuracy": 0.19031833708286286,
      "num_tokens": 43414417.0,
      "step": 21435
    },
    {
      "entropy": 5.963194465637207,
      "epoch": 1.8736345363977978,
      "grad_norm": 1.109375,
      "learning_rate": 0.000464895601607536,
      "loss": 5.331,
      "mean_token_accuracy": 0.19244485944509507,
      "num_tokens": 43424265.0,
      "step": 21440
    },
    {
      "entropy": 5.884509134292602,
      "epoch": 1.8740714847505024,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004648788857857106,
      "loss": 5.2503,
      "mean_token_accuracy": 0.2041878268122673,
      "num_tokens": 43434699.0,
      "step": 21445
    },
    {
      "entropy": 5.943158292770386,
      "epoch": 1.8745084331032071,
      "grad_norm": 1.09375,
      "learning_rate": 0.00046486216632190874,
      "loss": 5.3623,
      "mean_token_accuracy": 0.1991169735789299,
      "num_tokens": 43444113.0,
      "step": 21450
    },
    {
      "entropy": 5.913681077957153,
      "epoch": 1.874945381455912,
      "grad_norm": 1.015625,
      "learning_rate": 0.00046484544321645103,
      "loss": 5.3101,
      "mean_token_accuracy": 0.1966454029083252,
      "num_tokens": 43454256.0,
      "step": 21455
    },
    {
      "entropy": 5.913020038604737,
      "epoch": 1.8753823298086165,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004648287164696583,
      "loss": 5.31,
      "mean_token_accuracy": 0.19604623168706894,
      "num_tokens": 43463182.0,
      "step": 21460
    },
    {
      "entropy": 5.918319511413574,
      "epoch": 1.8758192781613214,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004648119860818512,
      "loss": 5.3021,
      "mean_token_accuracy": 0.19829111844301223,
      "num_tokens": 43473326.0,
      "step": 21465
    },
    {
      "entropy": 5.908455562591553,
      "epoch": 1.876256226514026,
      "grad_norm": 1.125,
      "learning_rate": 0.00046479525205335084,
      "loss": 5.3645,
      "mean_token_accuracy": 0.19471173584461213,
      "num_tokens": 43483210.0,
      "step": 21470
    },
    {
      "entropy": 5.9424436569213865,
      "epoch": 1.8766931748667308,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004647785143844781,
      "loss": 5.2941,
      "mean_token_accuracy": 0.20587908625602722,
      "num_tokens": 43493834.0,
      "step": 21475
    },
    {
      "entropy": 5.897250080108643,
      "epoch": 1.8771301232194355,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00046476177307555394,
      "loss": 5.3239,
      "mean_token_accuracy": 0.1938606858253479,
      "num_tokens": 43504522.0,
      "step": 21480
    },
    {
      "entropy": 5.95959243774414,
      "epoch": 1.8775670715721402,
      "grad_norm": 1.140625,
      "learning_rate": 0.00046474502812689954,
      "loss": 5.4166,
      "mean_token_accuracy": 0.19153750389814378,
      "num_tokens": 43514950.0,
      "step": 21485
    },
    {
      "entropy": 5.966243696212769,
      "epoch": 1.878004019924845,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004647282795388361,
      "loss": 5.3498,
      "mean_token_accuracy": 0.19643449336290358,
      "num_tokens": 43526463.0,
      "step": 21490
    },
    {
      "entropy": 5.895319986343384,
      "epoch": 1.8784409682775496,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004647115273116849,
      "loss": 5.3417,
      "mean_token_accuracy": 0.1938243329524994,
      "num_tokens": 43536104.0,
      "step": 21495
    },
    {
      "entropy": 5.9600201606750485,
      "epoch": 1.8788779166302543,
      "grad_norm": 1.0,
      "learning_rate": 0.00046469477144576716,
      "loss": 5.443,
      "mean_token_accuracy": 0.1916096866130829,
      "num_tokens": 43547863.0,
      "step": 21500
    },
    {
      "entropy": 5.996824455261231,
      "epoch": 1.879314864982959,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004646780119414043,
      "loss": 5.327,
      "mean_token_accuracy": 0.19401370733976364,
      "num_tokens": 43558024.0,
      "step": 21505
    },
    {
      "entropy": 5.9771874904632565,
      "epoch": 1.8797518133356639,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0004646612487989178,
      "loss": 5.3459,
      "mean_token_accuracy": 0.1994573414325714,
      "num_tokens": 43567464.0,
      "step": 21510
    },
    {
      "entropy": 5.852573871612549,
      "epoch": 1.8801887616883683,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004646444820186291,
      "loss": 5.2741,
      "mean_token_accuracy": 0.2017096385359764,
      "num_tokens": 43576826.0,
      "step": 21515
    },
    {
      "entropy": 5.854018640518189,
      "epoch": 1.8806257100410733,
      "grad_norm": 1.09375,
      "learning_rate": 0.00046462771160085995,
      "loss": 5.2808,
      "mean_token_accuracy": 0.20244221687316893,
      "num_tokens": 43586106.0,
      "step": 21520
    },
    {
      "entropy": 5.974310111999512,
      "epoch": 1.8810626583937777,
      "grad_norm": 1.0625,
      "learning_rate": 0.00046461093754593185,
      "loss": 5.3897,
      "mean_token_accuracy": 0.186194708943367,
      "num_tokens": 43597077.0,
      "step": 21525
    },
    {
      "entropy": 5.961565256118774,
      "epoch": 1.8814996067464826,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004645941598541667,
      "loss": 5.3867,
      "mean_token_accuracy": 0.1869404286146164,
      "num_tokens": 43608773.0,
      "step": 21530
    },
    {
      "entropy": 6.023536539077758,
      "epoch": 1.8819365550991871,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004645773785258862,
      "loss": 5.3475,
      "mean_token_accuracy": 0.20150523781776428,
      "num_tokens": 43618017.0,
      "step": 21535
    },
    {
      "entropy": 5.950092506408692,
      "epoch": 1.882373503451892,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004645605935614122,
      "loss": 5.3389,
      "mean_token_accuracy": 0.19420336037874222,
      "num_tokens": 43627865.0,
      "step": 21540
    },
    {
      "entropy": 5.920273971557617,
      "epoch": 1.8828104518045967,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00046454380496106665,
      "loss": 5.3523,
      "mean_token_accuracy": 0.19268244355916977,
      "num_tokens": 43637772.0,
      "step": 21545
    },
    {
      "entropy": 5.887634325027466,
      "epoch": 1.8832474001573014,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00046452701272517167,
      "loss": 5.2918,
      "mean_token_accuracy": 0.20084215849637985,
      "num_tokens": 43648242.0,
      "step": 21550
    },
    {
      "entropy": 5.908075761795044,
      "epoch": 1.883684348510006,
      "grad_norm": 1.03125,
      "learning_rate": 0.00046451021685404927,
      "loss": 5.3798,
      "mean_token_accuracy": 0.19337276816368104,
      "num_tokens": 43658298.0,
      "step": 21555
    },
    {
      "entropy": 5.95132155418396,
      "epoch": 1.8841212968627108,
      "grad_norm": 1.09375,
      "learning_rate": 0.00046449341734802155,
      "loss": 5.3329,
      "mean_token_accuracy": 0.19742103517055512,
      "num_tokens": 43667792.0,
      "step": 21560
    },
    {
      "entropy": 5.950454902648926,
      "epoch": 1.8845582452154155,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004644766142074108,
      "loss": 5.2407,
      "mean_token_accuracy": 0.21181343197822572,
      "num_tokens": 43678571.0,
      "step": 21565
    },
    {
      "entropy": 5.957261848449707,
      "epoch": 1.8849951935681202,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00046445980743253936,
      "loss": 5.3979,
      "mean_token_accuracy": 0.19086623042821885,
      "num_tokens": 43690851.0,
      "step": 21570
    },
    {
      "entropy": 5.880814266204834,
      "epoch": 1.885432141920825,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00046444299702372955,
      "loss": 5.3027,
      "mean_token_accuracy": 0.19670366793870925,
      "num_tokens": 43700960.0,
      "step": 21575
    },
    {
      "entropy": 5.955199432373047,
      "epoch": 1.8858690902735296,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004644261829813038,
      "loss": 5.2959,
      "mean_token_accuracy": 0.20157840996980667,
      "num_tokens": 43710466.0,
      "step": 21580
    },
    {
      "entropy": 5.970494937896729,
      "epoch": 1.8863060386262345,
      "grad_norm": 1.171875,
      "learning_rate": 0.00046440936530558455,
      "loss": 5.374,
      "mean_token_accuracy": 0.19496255218982697,
      "num_tokens": 43720261.0,
      "step": 21585
    },
    {
      "entropy": 5.962695503234864,
      "epoch": 1.886742986978939,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004643925439968944,
      "loss": 5.348,
      "mean_token_accuracy": 0.19700125604867935,
      "num_tokens": 43731045.0,
      "step": 21590
    },
    {
      "entropy": 5.980259895324707,
      "epoch": 1.8871799353316439,
      "grad_norm": 1.046875,
      "learning_rate": 0.00046437571905555604,
      "loss": 5.3543,
      "mean_token_accuracy": 0.19653703421354293,
      "num_tokens": 43741873.0,
      "step": 21595
    },
    {
      "entropy": 5.914427995681763,
      "epoch": 1.8876168836843485,
      "grad_norm": 1.203125,
      "learning_rate": 0.00046435889048189216,
      "loss": 5.3677,
      "mean_token_accuracy": 0.20181160122156144,
      "num_tokens": 43751473.0,
      "step": 21600
    },
    {
      "entropy": 5.930377769470215,
      "epoch": 1.8880538320370532,
      "grad_norm": 0.98046875,
      "learning_rate": 0.00046434205827622555,
      "loss": 5.3626,
      "mean_token_accuracy": 0.19822909981012343,
      "num_tokens": 43762517.0,
      "step": 21605
    },
    {
      "entropy": 5.978716087341309,
      "epoch": 1.888490780389758,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004643252224388791,
      "loss": 5.3717,
      "mean_token_accuracy": 0.19427143186330795,
      "num_tokens": 43772491.0,
      "step": 21610
    },
    {
      "entropy": 5.935454940795898,
      "epoch": 1.8889277287424626,
      "grad_norm": 1.15625,
      "learning_rate": 0.00046430838297017556,
      "loss": 5.3617,
      "mean_token_accuracy": 0.1935446545481682,
      "num_tokens": 43781646.0,
      "step": 21615
    },
    {
      "entropy": 5.918749570846558,
      "epoch": 1.8893646770951673,
      "grad_norm": 1.078125,
      "learning_rate": 0.00046429153987043815,
      "loss": 5.2502,
      "mean_token_accuracy": 0.20201743990182877,
      "num_tokens": 43792020.0,
      "step": 21620
    },
    {
      "entropy": 5.868272018432617,
      "epoch": 1.889801625447872,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004642746931399898,
      "loss": 5.2671,
      "mean_token_accuracy": 0.20146142393350602,
      "num_tokens": 43801638.0,
      "step": 21625
    },
    {
      "entropy": 5.967298746109009,
      "epoch": 1.890238573800577,
      "grad_norm": 1.0625,
      "learning_rate": 0.00046425784277915363,
      "loss": 5.4164,
      "mean_token_accuracy": 0.1855882629752159,
      "num_tokens": 43811475.0,
      "step": 21630
    },
    {
      "entropy": 5.965021133422852,
      "epoch": 1.8906755221532814,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004642409887882528,
      "loss": 5.3112,
      "mean_token_accuracy": 0.20114583373069764,
      "num_tokens": 43820811.0,
      "step": 21635
    },
    {
      "entropy": 5.970699977874756,
      "epoch": 1.8911124705059863,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004642241311676107,
      "loss": 5.3961,
      "mean_token_accuracy": 0.18829351663589478,
      "num_tokens": 43830804.0,
      "step": 21640
    },
    {
      "entropy": 5.854893589019776,
      "epoch": 1.8915494188586908,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004642072699175506,
      "loss": 5.2106,
      "mean_token_accuracy": 0.2138347789645195,
      "num_tokens": 43840156.0,
      "step": 21645
    },
    {
      "entropy": 5.944045829772949,
      "epoch": 1.8919863672113957,
      "grad_norm": 1.1171875,
      "learning_rate": 0.000464190405038396,
      "loss": 5.3129,
      "mean_token_accuracy": 0.19361401945352555,
      "num_tokens": 43849622.0,
      "step": 21650
    },
    {
      "entropy": 5.949099922180176,
      "epoch": 1.8924233155641004,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004641735365304703,
      "loss": 5.398,
      "mean_token_accuracy": 0.19076452106237413,
      "num_tokens": 43860184.0,
      "step": 21655
    },
    {
      "entropy": 5.8016115665435795,
      "epoch": 1.892860263916805,
      "grad_norm": 1.125,
      "learning_rate": 0.00046415666439409694,
      "loss": 5.2144,
      "mean_token_accuracy": 0.21861849278211593,
      "num_tokens": 43870157.0,
      "step": 21660
    },
    {
      "entropy": 5.910051774978638,
      "epoch": 1.8932972122695098,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00046413978862959964,
      "loss": 5.2907,
      "mean_token_accuracy": 0.19623820036649703,
      "num_tokens": 43879867.0,
      "step": 21665
    },
    {
      "entropy": 5.872509145736695,
      "epoch": 1.8937341606222144,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004641229092373022,
      "loss": 5.319,
      "mean_token_accuracy": 0.1981944963335991,
      "num_tokens": 43890314.0,
      "step": 21670
    },
    {
      "entropy": 5.990199089050293,
      "epoch": 1.8941711089749191,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004641060262175282,
      "loss": 5.3562,
      "mean_token_accuracy": 0.19528950303792952,
      "num_tokens": 43901075.0,
      "step": 21675
    },
    {
      "entropy": 5.949527597427368,
      "epoch": 1.8946080573276238,
      "grad_norm": 1.046875,
      "learning_rate": 0.00046408913957060144,
      "loss": 5.3764,
      "mean_token_accuracy": 0.1955929845571518,
      "num_tokens": 43911777.0,
      "step": 21680
    },
    {
      "entropy": 5.905285596847534,
      "epoch": 1.8950450056803287,
      "grad_norm": 1.125,
      "learning_rate": 0.00046407224929684597,
      "loss": 5.2853,
      "mean_token_accuracy": 0.1994655415415764,
      "num_tokens": 43921901.0,
      "step": 21685
    },
    {
      "entropy": 5.95179500579834,
      "epoch": 1.8954819540330332,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004640553553965857,
      "loss": 5.3766,
      "mean_token_accuracy": 0.1932299941778183,
      "num_tokens": 43931142.0,
      "step": 21690
    },
    {
      "entropy": 5.954000806808471,
      "epoch": 1.8959189023857381,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004640384578701447,
      "loss": 5.3053,
      "mean_token_accuracy": 0.19951593577861787,
      "num_tokens": 43940642.0,
      "step": 21695
    },
    {
      "entropy": 5.925450181961059,
      "epoch": 1.8963558507384426,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00046402155671784696,
      "loss": 5.3661,
      "mean_token_accuracy": 0.19205928444862366,
      "num_tokens": 43950808.0,
      "step": 21700
    },
    {
      "entropy": 6.01290807723999,
      "epoch": 1.8967927990911475,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00046400465194001674,
      "loss": 5.4311,
      "mean_token_accuracy": 0.18762303590774537,
      "num_tokens": 43961349.0,
      "step": 21705
    },
    {
      "entropy": 5.963622188568115,
      "epoch": 1.897229747443852,
      "grad_norm": 1.078125,
      "learning_rate": 0.00046398774353697826,
      "loss": 5.3095,
      "mean_token_accuracy": 0.19906994998455046,
      "num_tokens": 43970072.0,
      "step": 21710
    },
    {
      "entropy": 5.936780023574829,
      "epoch": 1.897666695796557,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004639708315090558,
      "loss": 5.3859,
      "mean_token_accuracy": 0.19456625282764434,
      "num_tokens": 43980076.0,
      "step": 21715
    },
    {
      "entropy": 5.853153896331787,
      "epoch": 1.8981036441492616,
      "grad_norm": 1.125,
      "learning_rate": 0.0004639539158565738,
      "loss": 5.186,
      "mean_token_accuracy": 0.2164655402302742,
      "num_tokens": 43989876.0,
      "step": 21720
    },
    {
      "entropy": 5.972117614746094,
      "epoch": 1.8985405925019663,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004639369965798567,
      "loss": 5.3683,
      "mean_token_accuracy": 0.18750696778297424,
      "num_tokens": 44000920.0,
      "step": 21725
    },
    {
      "entropy": 5.866287803649902,
      "epoch": 1.898977540854671,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00046392007367922894,
      "loss": 5.2168,
      "mean_token_accuracy": 0.20320989489555358,
      "num_tokens": 44011539.0,
      "step": 21730
    },
    {
      "entropy": 5.913371181488037,
      "epoch": 1.8994144892073757,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004639031471550152,
      "loss": 5.3242,
      "mean_token_accuracy": 0.19603388458490373,
      "num_tokens": 44022624.0,
      "step": 21735
    },
    {
      "entropy": 5.893270349502563,
      "epoch": 1.8998514375600803,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00046388621700754014,
      "loss": 5.2979,
      "mean_token_accuracy": 0.20122160613536835,
      "num_tokens": 44033105.0,
      "step": 21740
    },
    {
      "entropy": 5.941315221786499,
      "epoch": 1.900288385912785,
      "grad_norm": 1.0625,
      "learning_rate": 0.00046386928323712847,
      "loss": 5.3004,
      "mean_token_accuracy": 0.19490393549203872,
      "num_tokens": 44042805.0,
      "step": 21745
    },
    {
      "entropy": 5.920088863372802,
      "epoch": 1.90072533426549,
      "grad_norm": 1.0859375,
      "learning_rate": 0.000463852345844105,
      "loss": 5.2677,
      "mean_token_accuracy": 0.20417798012495042,
      "num_tokens": 44052471.0,
      "step": 21750
    },
    {
      "entropy": 5.89582896232605,
      "epoch": 1.9011622826181944,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004638354048287945,
      "loss": 5.3797,
      "mean_token_accuracy": 0.18857033252716066,
      "num_tokens": 44063358.0,
      "step": 21755
    },
    {
      "entropy": 5.899443912506103,
      "epoch": 1.9015992309708993,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00046381846019152194,
      "loss": 5.3468,
      "mean_token_accuracy": 0.19391738772392272,
      "num_tokens": 44073598.0,
      "step": 21760
    },
    {
      "entropy": 5.968954801559448,
      "epoch": 1.9020361793236038,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00046380151193261247,
      "loss": 5.3402,
      "mean_token_accuracy": 0.20139094591140747,
      "num_tokens": 44084752.0,
      "step": 21765
    },
    {
      "entropy": 5.880688762664795,
      "epoch": 1.9024731276763087,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004637845600523911,
      "loss": 5.2841,
      "mean_token_accuracy": 0.2036224603652954,
      "num_tokens": 44094857.0,
      "step": 21770
    },
    {
      "entropy": 5.958379888534546,
      "epoch": 1.9029100760290134,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004637676045511829,
      "loss": 5.3725,
      "mean_token_accuracy": 0.19052494764328004,
      "num_tokens": 44105700.0,
      "step": 21775
    },
    {
      "entropy": 5.898513221740723,
      "epoch": 1.903347024381718,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004637506454293131,
      "loss": 5.3177,
      "mean_token_accuracy": 0.1983307421207428,
      "num_tokens": 44116588.0,
      "step": 21780
    },
    {
      "entropy": 5.936860704421997,
      "epoch": 1.9037839727344228,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004637336826871071,
      "loss": 5.3677,
      "mean_token_accuracy": 0.19935968965291978,
      "num_tokens": 44126948.0,
      "step": 21785
    },
    {
      "entropy": 5.984009790420532,
      "epoch": 1.9042209210871275,
      "grad_norm": 1.109375,
      "learning_rate": 0.00046371671632489017,
      "loss": 5.4258,
      "mean_token_accuracy": 0.1875997707247734,
      "num_tokens": 44136239.0,
      "step": 21790
    },
    {
      "entropy": 5.897515678405762,
      "epoch": 1.9046578694398322,
      "grad_norm": 1.109375,
      "learning_rate": 0.00046369974634298766,
      "loss": 5.2233,
      "mean_token_accuracy": 0.20695760995149612,
      "num_tokens": 44146314.0,
      "step": 21795
    },
    {
      "entropy": 5.899355792999268,
      "epoch": 1.9050948177925369,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004636827727417252,
      "loss": 5.3686,
      "mean_token_accuracy": 0.20480166673660277,
      "num_tokens": 44155767.0,
      "step": 21800
    },
    {
      "entropy": 5.943477487564087,
      "epoch": 1.9055317661452418,
      "grad_norm": 1.078125,
      "learning_rate": 0.00046366579552142823,
      "loss": 5.3683,
      "mean_token_accuracy": 0.1999012678861618,
      "num_tokens": 44165830.0,
      "step": 21805
    },
    {
      "entropy": 5.929788875579834,
      "epoch": 1.9059687144979462,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004636488146824225,
      "loss": 5.2482,
      "mean_token_accuracy": 0.20373791009187697,
      "num_tokens": 44175526.0,
      "step": 21810
    },
    {
      "entropy": 5.955840969085694,
      "epoch": 1.9064056628506512,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004636318302250336,
      "loss": 5.3579,
      "mean_token_accuracy": 0.19558294266462325,
      "num_tokens": 44185950.0,
      "step": 21815
    },
    {
      "entropy": 5.922812747955322,
      "epoch": 1.9068426112033556,
      "grad_norm": 1.125,
      "learning_rate": 0.0004636148421495874,
      "loss": 5.2928,
      "mean_token_accuracy": 0.19764671623706817,
      "num_tokens": 44196518.0,
      "step": 21820
    },
    {
      "entropy": 5.938098907470703,
      "epoch": 1.9072795595560605,
      "grad_norm": 1.03125,
      "learning_rate": 0.00046359785045640967,
      "loss": 5.3872,
      "mean_token_accuracy": 0.19654998183250427,
      "num_tokens": 44207709.0,
      "step": 21825
    },
    {
      "entropy": 6.006636476516723,
      "epoch": 1.9077165079087652,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004635808551458264,
      "loss": 5.3725,
      "mean_token_accuracy": 0.18763507753610612,
      "num_tokens": 44218311.0,
      "step": 21830
    },
    {
      "entropy": 5.970685291290283,
      "epoch": 1.90815345626147,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00046356385621816343,
      "loss": 5.3202,
      "mean_token_accuracy": 0.19369991719722748,
      "num_tokens": 44229059.0,
      "step": 21835
    },
    {
      "entropy": 5.931432151794434,
      "epoch": 1.9085904046141746,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004635468536737469,
      "loss": 5.324,
      "mean_token_accuracy": 0.1960238367319107,
      "num_tokens": 44239254.0,
      "step": 21840
    },
    {
      "entropy": 5.938813734054565,
      "epoch": 1.9090273529668793,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00046352984751290297,
      "loss": 5.214,
      "mean_token_accuracy": 0.20604172945022584,
      "num_tokens": 44248465.0,
      "step": 21845
    },
    {
      "entropy": 5.928161668777466,
      "epoch": 1.909464301319584,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00046351283773595777,
      "loss": 5.318,
      "mean_token_accuracy": 0.19812388569116593,
      "num_tokens": 44259121.0,
      "step": 21850
    },
    {
      "entropy": 5.938782024383545,
      "epoch": 1.9099012496722887,
      "grad_norm": 1.125,
      "learning_rate": 0.00046349582434323757,
      "loss": 5.3235,
      "mean_token_accuracy": 0.2034589543938637,
      "num_tokens": 44269291.0,
      "step": 21855
    },
    {
      "entropy": 5.8707318782806395,
      "epoch": 1.9103381980249936,
      "grad_norm": 1.0625,
      "learning_rate": 0.00046347880733506867,
      "loss": 5.303,
      "mean_token_accuracy": 0.19526689648628234,
      "num_tokens": 44280985.0,
      "step": 21860
    },
    {
      "entropy": 5.921270942687988,
      "epoch": 1.910775146377698,
      "grad_norm": 1.109375,
      "learning_rate": 0.00046346178671177746,
      "loss": 5.3007,
      "mean_token_accuracy": 0.1999821588397026,
      "num_tokens": 44290370.0,
      "step": 21865
    },
    {
      "entropy": 5.882441997528076,
      "epoch": 1.911212094730403,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00046344476247369044,
      "loss": 5.3063,
      "mean_token_accuracy": 0.1950240835547447,
      "num_tokens": 44300670.0,
      "step": 21870
    },
    {
      "entropy": 5.917807626724243,
      "epoch": 1.9116490430831075,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00046342773462113414,
      "loss": 5.3426,
      "mean_token_accuracy": 0.19804557859897615,
      "num_tokens": 44311578.0,
      "step": 21875
    },
    {
      "entropy": 5.876024770736694,
      "epoch": 1.9120859914358124,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00046341070315443516,
      "loss": 5.2707,
      "mean_token_accuracy": 0.20419487208127976,
      "num_tokens": 44321692.0,
      "step": 21880
    },
    {
      "entropy": 5.86099419593811,
      "epoch": 1.9125229397885168,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00046339366807392017,
      "loss": 5.3123,
      "mean_token_accuracy": 0.20006924271583557,
      "num_tokens": 44331468.0,
      "step": 21885
    },
    {
      "entropy": 5.949214220046997,
      "epoch": 1.9129598881412218,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00046337662937991585,
      "loss": 5.337,
      "mean_token_accuracy": 0.19410856664180756,
      "num_tokens": 44341491.0,
      "step": 21890
    },
    {
      "entropy": 5.96637806892395,
      "epoch": 1.9133968364939264,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004633595870727492,
      "loss": 5.4051,
      "mean_token_accuracy": 0.19154502153396608,
      "num_tokens": 44351568.0,
      "step": 21895
    },
    {
      "entropy": 6.0114645004272464,
      "epoch": 1.9138337848466311,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00046334254115274685,
      "loss": 5.3896,
      "mean_token_accuracy": 0.19394264221191407,
      "num_tokens": 44362009.0,
      "step": 21900
    },
    {
      "entropy": 5.906929063796997,
      "epoch": 1.9142707331993358,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004633254916202359,
      "loss": 5.2879,
      "mean_token_accuracy": 0.20269658267498017,
      "num_tokens": 44372671.0,
      "step": 21905
    },
    {
      "entropy": 5.887461996078491,
      "epoch": 1.9147076815520405,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004633084384755434,
      "loss": 5.2756,
      "mean_token_accuracy": 0.19909219294786454,
      "num_tokens": 44382658.0,
      "step": 21910
    },
    {
      "entropy": 5.918782091140747,
      "epoch": 1.9151446299047452,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004632913817189963,
      "loss": 5.2984,
      "mean_token_accuracy": 0.20372717529535295,
      "num_tokens": 44392090.0,
      "step": 21915
    },
    {
      "entropy": 5.959843921661377,
      "epoch": 1.91558157825745,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004632743213509219,
      "loss": 5.3881,
      "mean_token_accuracy": 0.18582991808652877,
      "num_tokens": 44402896.0,
      "step": 21920
    },
    {
      "entropy": 6.003510141372681,
      "epoch": 1.9160185266101548,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00046325725737164734,
      "loss": 5.3434,
      "mean_token_accuracy": 0.19381754696369172,
      "num_tokens": 44413700.0,
      "step": 21925
    },
    {
      "entropy": 5.984219121932983,
      "epoch": 1.9164554749628593,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004632401897814999,
      "loss": 5.2396,
      "mean_token_accuracy": 0.20597771406173707,
      "num_tokens": 44423442.0,
      "step": 21930
    },
    {
      "entropy": 5.864478397369385,
      "epoch": 1.9168924233155642,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004632231185808071,
      "loss": 5.2986,
      "mean_token_accuracy": 0.2011746197938919,
      "num_tokens": 44434197.0,
      "step": 21935
    },
    {
      "entropy": 5.9147141456604,
      "epoch": 1.9173293716682687,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00046320604376989604,
      "loss": 5.2967,
      "mean_token_accuracy": 0.19748783111572266,
      "num_tokens": 44444483.0,
      "step": 21940
    },
    {
      "entropy": 5.88868989944458,
      "epoch": 1.9177663200209736,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004631889653490946,
      "loss": 5.2927,
      "mean_token_accuracy": 0.20296427607536316,
      "num_tokens": 44456303.0,
      "step": 21945
    },
    {
      "entropy": 5.883262634277344,
      "epoch": 1.9182032683736783,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00046317188331873024,
      "loss": 5.3586,
      "mean_token_accuracy": 0.2001665711402893,
      "num_tokens": 44467314.0,
      "step": 21950
    },
    {
      "entropy": 5.953791236877441,
      "epoch": 1.918640216726383,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004631547976791305,
      "loss": 5.3216,
      "mean_token_accuracy": 0.1989833429455757,
      "num_tokens": 44476466.0,
      "step": 21955
    },
    {
      "entropy": 5.922264099121094,
      "epoch": 1.9190771650790877,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004631377084306231,
      "loss": 5.3215,
      "mean_token_accuracy": 0.19498489052057266,
      "num_tokens": 44486247.0,
      "step": 21960
    },
    {
      "entropy": 5.929218673706055,
      "epoch": 1.9195141134317923,
      "grad_norm": 1.046875,
      "learning_rate": 0.00046312061557353585,
      "loss": 5.3052,
      "mean_token_accuracy": 0.20060714781284333,
      "num_tokens": 44497166.0,
      "step": 21965
    },
    {
      "entropy": 6.023478984832764,
      "epoch": 1.919951061784497,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004631035191081967,
      "loss": 5.3412,
      "mean_token_accuracy": 0.19171221405267716,
      "num_tokens": 44507677.0,
      "step": 21970
    },
    {
      "entropy": 5.900049686431885,
      "epoch": 1.9203880101372017,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004630864190349334,
      "loss": 5.2868,
      "mean_token_accuracy": 0.20405604541301728,
      "num_tokens": 44517392.0,
      "step": 21975
    },
    {
      "entropy": 5.979205894470215,
      "epoch": 1.9208249584899066,
      "grad_norm": 1.09375,
      "learning_rate": 0.00046306931535407416,
      "loss": 5.3299,
      "mean_token_accuracy": 0.200730861723423,
      "num_tokens": 44528914.0,
      "step": 21980
    },
    {
      "entropy": 5.97132887840271,
      "epoch": 1.9212619068426111,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00046305220806594683,
      "loss": 5.4447,
      "mean_token_accuracy": 0.18772215098142625,
      "num_tokens": 44539419.0,
      "step": 21985
    },
    {
      "entropy": 5.943823051452637,
      "epoch": 1.921698855195316,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004630350971708797,
      "loss": 5.2826,
      "mean_token_accuracy": 0.20712390393018723,
      "num_tokens": 44548704.0,
      "step": 21990
    },
    {
      "entropy": 5.913387441635132,
      "epoch": 1.9221358035480205,
      "grad_norm": 1.09375,
      "learning_rate": 0.00046301798266920076,
      "loss": 5.3112,
      "mean_token_accuracy": 0.20496406704187392,
      "num_tokens": 44559110.0,
      "step": 21995
    },
    {
      "entropy": 5.981422233581543,
      "epoch": 1.9225727519007254,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004630008645612384,
      "loss": 5.3626,
      "mean_token_accuracy": 0.19398664981126784,
      "num_tokens": 44570414.0,
      "step": 22000
    },
    {
      "entropy": 6.008526277542114,
      "epoch": 1.92300970025343,
      "grad_norm": 1.046875,
      "learning_rate": 0.00046298374284732096,
      "loss": 5.4564,
      "mean_token_accuracy": 0.1895129054784775,
      "num_tokens": 44580194.0,
      "step": 22005
    },
    {
      "entropy": 5.899797201156616,
      "epoch": 1.9234466486061348,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004629666175277768,
      "loss": 5.3213,
      "mean_token_accuracy": 0.20262465327978135,
      "num_tokens": 44590174.0,
      "step": 22010
    },
    {
      "entropy": 5.956321811676025,
      "epoch": 1.9238835969588395,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004629494886029345,
      "loss": 5.3964,
      "mean_token_accuracy": 0.19491992741823197,
      "num_tokens": 44600940.0,
      "step": 22015
    },
    {
      "entropy": 5.978674077987671,
      "epoch": 1.9243205453115442,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004629323560731225,
      "loss": 5.3804,
      "mean_token_accuracy": 0.1952587053179741,
      "num_tokens": 44610852.0,
      "step": 22020
    },
    {
      "entropy": 5.994497442245484,
      "epoch": 1.9247574936642489,
      "grad_norm": 1.3203125,
      "learning_rate": 0.00046291521993866943,
      "loss": 5.416,
      "mean_token_accuracy": 0.1992195412516594,
      "num_tokens": 44621479.0,
      "step": 22025
    },
    {
      "entropy": 5.955806875228882,
      "epoch": 1.9251944420169536,
      "grad_norm": 1.1171875,
      "learning_rate": 0.000462898080199904,
      "loss": 5.3368,
      "mean_token_accuracy": 0.19874328523874282,
      "num_tokens": 44631838.0,
      "step": 22030
    },
    {
      "entropy": 5.909621238708496,
      "epoch": 1.9256313903696585,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004628809368571549,
      "loss": 5.3523,
      "mean_token_accuracy": 0.19234028607606887,
      "num_tokens": 44643103.0,
      "step": 22035
    },
    {
      "entropy": 6.002326536178589,
      "epoch": 1.926068338722363,
      "grad_norm": 1.109375,
      "learning_rate": 0.00046286378991075095,
      "loss": 5.4805,
      "mean_token_accuracy": 0.18893922865390778,
      "num_tokens": 44653659.0,
      "step": 22040
    },
    {
      "entropy": 5.966063642501831,
      "epoch": 1.9265052870750679,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004628466393610211,
      "loss": 5.3209,
      "mean_token_accuracy": 0.1950307846069336,
      "num_tokens": 44665064.0,
      "step": 22045
    },
    {
      "entropy": 5.9328916549682615,
      "epoch": 1.9269422354277723,
      "grad_norm": 1.046875,
      "learning_rate": 0.00046282948520829433,
      "loss": 5.3034,
      "mean_token_accuracy": 0.20058627873659135,
      "num_tokens": 44674256.0,
      "step": 22050
    },
    {
      "entropy": 5.864709854125977,
      "epoch": 1.9273791837804772,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004628123274528996,
      "loss": 5.2828,
      "mean_token_accuracy": 0.1959837943315506,
      "num_tokens": 44683715.0,
      "step": 22055
    },
    {
      "entropy": 5.987003517150879,
      "epoch": 1.9278161321331817,
      "grad_norm": 1.03125,
      "learning_rate": 0.00046279516609516594,
      "loss": 5.4558,
      "mean_token_accuracy": 0.19003187119960785,
      "num_tokens": 44694637.0,
      "step": 22060
    },
    {
      "entropy": 5.996195936203003,
      "epoch": 1.9282530804858866,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004627780011354226,
      "loss": 5.3253,
      "mean_token_accuracy": 0.20079470723867415,
      "num_tokens": 44705307.0,
      "step": 22065
    },
    {
      "entropy": 5.944716596603394,
      "epoch": 1.9286900288385913,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004627608325739989,
      "loss": 5.3689,
      "mean_token_accuracy": 0.1987820088863373,
      "num_tokens": 44715293.0,
      "step": 22070
    },
    {
      "entropy": 5.976952743530274,
      "epoch": 1.929126977191296,
      "grad_norm": 1.109375,
      "learning_rate": 0.000462743660411224,
      "loss": 5.4181,
      "mean_token_accuracy": 0.18689422756433488,
      "num_tokens": 44726406.0,
      "step": 22075
    },
    {
      "entropy": 5.970665693283081,
      "epoch": 1.9295639255440007,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00046272648464742733,
      "loss": 5.357,
      "mean_token_accuracy": 0.19568244069814683,
      "num_tokens": 44737166.0,
      "step": 22080
    },
    {
      "entropy": 5.899143314361572,
      "epoch": 1.9300008738967054,
      "grad_norm": 1.0625,
      "learning_rate": 0.00046270930528293826,
      "loss": 5.2524,
      "mean_token_accuracy": 0.19973956197500228,
      "num_tokens": 44746693.0,
      "step": 22085
    },
    {
      "entropy": 5.931644105911255,
      "epoch": 1.93043782224941,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004626921223180864,
      "loss": 5.2967,
      "mean_token_accuracy": 0.20203267335891723,
      "num_tokens": 44757499.0,
      "step": 22090
    },
    {
      "entropy": 5.9085588455200195,
      "epoch": 1.9308747706021148,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00046267493575320127,
      "loss": 5.3399,
      "mean_token_accuracy": 0.1940005451440811,
      "num_tokens": 44768112.0,
      "step": 22095
    },
    {
      "entropy": 5.89710636138916,
      "epoch": 1.9313117189548197,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004626577455886125,
      "loss": 5.2721,
      "mean_token_accuracy": 0.20065263509750367,
      "num_tokens": 44778317.0,
      "step": 22100
    },
    {
      "entropy": 5.952158975601196,
      "epoch": 1.9317486673075241,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004626405518246499,
      "loss": 5.4167,
      "mean_token_accuracy": 0.1890057533979416,
      "num_tokens": 44790483.0,
      "step": 22105
    },
    {
      "entropy": 5.935626602172851,
      "epoch": 1.932185615660229,
      "grad_norm": 1.03125,
      "learning_rate": 0.00046262335446164315,
      "loss": 5.281,
      "mean_token_accuracy": 0.20151641070842743,
      "num_tokens": 44799891.0,
      "step": 22110
    },
    {
      "entropy": 5.96567668914795,
      "epoch": 1.9326225640129335,
      "grad_norm": 1.0,
      "learning_rate": 0.0004626061534999222,
      "loss": 5.3677,
      "mean_token_accuracy": 0.18897136449813842,
      "num_tokens": 44810728.0,
      "step": 22115
    },
    {
      "entropy": 5.988003301620483,
      "epoch": 1.9330595123656384,
      "grad_norm": 1.046875,
      "learning_rate": 0.00046258894893981686,
      "loss": 5.3749,
      "mean_token_accuracy": 0.19638421833515168,
      "num_tokens": 44820597.0,
      "step": 22120
    },
    {
      "entropy": 5.9253252983093265,
      "epoch": 1.9334964607183431,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004625717407816572,
      "loss": 5.3333,
      "mean_token_accuracy": 0.19780283868312837,
      "num_tokens": 44832570.0,
      "step": 22125
    },
    {
      "entropy": 5.972602510452271,
      "epoch": 1.9339334090710478,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004625545290257733,
      "loss": 5.384,
      "mean_token_accuracy": 0.19875378757715226,
      "num_tokens": 44841936.0,
      "step": 22130
    },
    {
      "entropy": 5.860456562042236,
      "epoch": 1.9343703574237525,
      "grad_norm": 1.078125,
      "learning_rate": 0.00046253731367249527,
      "loss": 5.3336,
      "mean_token_accuracy": 0.2013822928071022,
      "num_tokens": 44852329.0,
      "step": 22135
    },
    {
      "entropy": 5.962510681152343,
      "epoch": 1.9348073057764572,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004625200947221532,
      "loss": 5.3572,
      "mean_token_accuracy": 0.18943998515605925,
      "num_tokens": 44862183.0,
      "step": 22140
    },
    {
      "entropy": 5.954251861572265,
      "epoch": 1.935244254129162,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004625028721750776,
      "loss": 5.3636,
      "mean_token_accuracy": 0.19283896535634995,
      "num_tokens": 44872712.0,
      "step": 22145
    },
    {
      "entropy": 5.922683811187744,
      "epoch": 1.9356812024818666,
      "grad_norm": 1.15625,
      "learning_rate": 0.00046248564603159855,
      "loss": 5.3541,
      "mean_token_accuracy": 0.19481314420700074,
      "num_tokens": 44884423.0,
      "step": 22150
    },
    {
      "entropy": 5.983615684509277,
      "epoch": 1.9361181508345715,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004624684162920466,
      "loss": 5.3514,
      "mean_token_accuracy": 0.1891440898180008,
      "num_tokens": 44894556.0,
      "step": 22155
    },
    {
      "entropy": 5.906756353378296,
      "epoch": 1.936555099187276,
      "grad_norm": 1.078125,
      "learning_rate": 0.00046245118295675213,
      "loss": 5.2725,
      "mean_token_accuracy": 0.20023258328437804,
      "num_tokens": 44905208.0,
      "step": 22160
    },
    {
      "entropy": 5.913993835449219,
      "epoch": 1.9369920475399809,
      "grad_norm": 1.0625,
      "learning_rate": 0.00046243394602604585,
      "loss": 5.2984,
      "mean_token_accuracy": 0.19460841417312622,
      "num_tokens": 44915674.0,
      "step": 22165
    },
    {
      "entropy": 5.939890909194946,
      "epoch": 1.9374289958926854,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004624167055002582,
      "loss": 5.3356,
      "mean_token_accuracy": 0.1985012412071228,
      "num_tokens": 44926382.0,
      "step": 22170
    },
    {
      "entropy": 5.964873170852661,
      "epoch": 1.9378659442453903,
      "grad_norm": 1.1484375,
      "learning_rate": 0.00046239946137971997,
      "loss": 5.2804,
      "mean_token_accuracy": 0.20919386595487593,
      "num_tokens": 44935963.0,
      "step": 22175
    },
    {
      "entropy": 5.970078182220459,
      "epoch": 1.9383028925980947,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00046238221366476183,
      "loss": 5.3975,
      "mean_token_accuracy": 0.18906097561120988,
      "num_tokens": 44946312.0,
      "step": 22180
    },
    {
      "entropy": 5.869133138656617,
      "epoch": 1.9387398409507997,
      "grad_norm": 1.078125,
      "learning_rate": 0.00046236496235571475,
      "loss": 5.3095,
      "mean_token_accuracy": 0.1994019478559494,
      "num_tokens": 44956213.0,
      "step": 22185
    },
    {
      "entropy": 5.985576486587524,
      "epoch": 1.9391767893035043,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004623477074529094,
      "loss": 5.4506,
      "mean_token_accuracy": 0.1793500855565071,
      "num_tokens": 44966575.0,
      "step": 22190
    },
    {
      "entropy": 5.990903759002686,
      "epoch": 1.939613737656209,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004623304489566769,
      "loss": 5.3665,
      "mean_token_accuracy": 0.19764434546232224,
      "num_tokens": 44976353.0,
      "step": 22195
    },
    {
      "entropy": 5.9283068656921385,
      "epoch": 1.9400506860089137,
      "grad_norm": 1.171875,
      "learning_rate": 0.00046231318686734826,
      "loss": 5.3084,
      "mean_token_accuracy": 0.19774855822324752,
      "num_tokens": 44987046.0,
      "step": 22200
    },
    {
      "entropy": 5.987392950057983,
      "epoch": 1.9404876343616184,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004622959211852545,
      "loss": 5.2774,
      "mean_token_accuracy": 0.1995500311255455,
      "num_tokens": 44996606.0,
      "step": 22205
    },
    {
      "entropy": 5.998040819168091,
      "epoch": 1.9409245827143233,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00046227865191072684,
      "loss": 5.387,
      "mean_token_accuracy": 0.19012825191020966,
      "num_tokens": 45006895.0,
      "step": 22210
    },
    {
      "entropy": 5.89596152305603,
      "epoch": 1.9413615310670278,
      "grad_norm": 1.125,
      "learning_rate": 0.0004622613790440965,
      "loss": 5.2818,
      "mean_token_accuracy": 0.20166950225830077,
      "num_tokens": 45017075.0,
      "step": 22215
    },
    {
      "entropy": 5.95999846458435,
      "epoch": 1.9417984794197327,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004622441025856948,
      "loss": 5.3196,
      "mean_token_accuracy": 0.19731370657682418,
      "num_tokens": 45027331.0,
      "step": 22220
    },
    {
      "entropy": 5.919277954101562,
      "epoch": 1.9422354277724372,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004622268225358531,
      "loss": 5.31,
      "mean_token_accuracy": 0.19215182214975357,
      "num_tokens": 45037623.0,
      "step": 22225
    },
    {
      "entropy": 5.949848890304565,
      "epoch": 1.942672376125142,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00046220953889490287,
      "loss": 5.3884,
      "mean_token_accuracy": 0.192016339302063,
      "num_tokens": 45048191.0,
      "step": 22230
    },
    {
      "entropy": 5.987203311920166,
      "epoch": 1.9431093244778466,
      "grad_norm": 1.1953125,
      "learning_rate": 0.00046219225166317554,
      "loss": 5.3667,
      "mean_token_accuracy": 0.1980850487947464,
      "num_tokens": 45057906.0,
      "step": 22235
    },
    {
      "entropy": 5.954832553863525,
      "epoch": 1.9435462728305515,
      "grad_norm": 1.03125,
      "learning_rate": 0.00046217496084100267,
      "loss": 5.3603,
      "mean_token_accuracy": 0.2075684353709221,
      "num_tokens": 45067842.0,
      "step": 22240
    },
    {
      "entropy": 5.957171440124512,
      "epoch": 1.9439832211832562,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00046215766642871607,
      "loss": 5.3052,
      "mean_token_accuracy": 0.19847928881645202,
      "num_tokens": 45077388.0,
      "step": 22245
    },
    {
      "entropy": 5.855713605880737,
      "epoch": 1.9444201695359609,
      "grad_norm": 1.140625,
      "learning_rate": 0.00046214036842664736,
      "loss": 5.2245,
      "mean_token_accuracy": 0.20772183537483216,
      "num_tokens": 45086001.0,
      "step": 22250
    },
    {
      "entropy": 5.932162141799926,
      "epoch": 1.9448571178886656,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004621230668351283,
      "loss": 5.2906,
      "mean_token_accuracy": 0.19794123917818068,
      "num_tokens": 45096203.0,
      "step": 22255
    },
    {
      "entropy": 5.891159725189209,
      "epoch": 1.9452940662413702,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00046210576165449076,
      "loss": 5.2771,
      "mean_token_accuracy": 0.2050696849822998,
      "num_tokens": 45104997.0,
      "step": 22260
    },
    {
      "entropy": 5.927630424499512,
      "epoch": 1.945731014594075,
      "grad_norm": 1.1953125,
      "learning_rate": 0.00046208845288506667,
      "loss": 5.3233,
      "mean_token_accuracy": 0.1970320776104927,
      "num_tokens": 45114150.0,
      "step": 22265
    },
    {
      "entropy": 5.896972417831421,
      "epoch": 1.9461679629467796,
      "grad_norm": 1.0703125,
      "learning_rate": 0.000462071140527188,
      "loss": 5.3248,
      "mean_token_accuracy": 0.20642583221197128,
      "num_tokens": 45124668.0,
      "step": 22270
    },
    {
      "entropy": 5.935100841522217,
      "epoch": 1.9466049112994845,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004620538245811869,
      "loss": 5.3314,
      "mean_token_accuracy": 0.19592525511980058,
      "num_tokens": 45135164.0,
      "step": 22275
    },
    {
      "entropy": 5.887001943588257,
      "epoch": 1.947041859652189,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00046203650504739543,
      "loss": 5.1907,
      "mean_token_accuracy": 0.21080844551324845,
      "num_tokens": 45144453.0,
      "step": 22280
    },
    {
      "entropy": 5.931028699874878,
      "epoch": 1.947478808004894,
      "grad_norm": 1.1796875,
      "learning_rate": 0.00046201918192614573,
      "loss": 5.3543,
      "mean_token_accuracy": 0.19020869731903076,
      "num_tokens": 45154557.0,
      "step": 22285
    },
    {
      "entropy": 5.952222299575806,
      "epoch": 1.9479157563575984,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004620018552177701,
      "loss": 5.3214,
      "mean_token_accuracy": 0.19935033619403839,
      "num_tokens": 45164938.0,
      "step": 22290
    },
    {
      "entropy": 6.039519929885865,
      "epoch": 1.9483527047103033,
      "grad_norm": 1.171875,
      "learning_rate": 0.00046198452492260096,
      "loss": 5.44,
      "mean_token_accuracy": 0.18244630098342896,
      "num_tokens": 45175823.0,
      "step": 22295
    },
    {
      "entropy": 5.85819149017334,
      "epoch": 1.948789653063008,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004619671910409706,
      "loss": 5.242,
      "mean_token_accuracy": 0.21625012755393982,
      "num_tokens": 45185589.0,
      "step": 22300
    },
    {
      "entropy": 5.922410869598389,
      "epoch": 1.9492266014157127,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004619498535732116,
      "loss": 5.3939,
      "mean_token_accuracy": 0.19433168321847916,
      "num_tokens": 45195654.0,
      "step": 22305
    },
    {
      "entropy": 6.027729797363281,
      "epoch": 1.9496635497684174,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00046193251251965646,
      "loss": 5.3881,
      "mean_token_accuracy": 0.19393743574619293,
      "num_tokens": 45205824.0,
      "step": 22310
    },
    {
      "entropy": 5.982866907119751,
      "epoch": 1.950100498121122,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004619151678806377,
      "loss": 5.354,
      "mean_token_accuracy": 0.20303660482168198,
      "num_tokens": 45215228.0,
      "step": 22315
    },
    {
      "entropy": 5.887523126602173,
      "epoch": 1.9505374464738268,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004618978196564882,
      "loss": 5.2502,
      "mean_token_accuracy": 0.1967582508921623,
      "num_tokens": 45225043.0,
      "step": 22320
    },
    {
      "entropy": 5.945914649963379,
      "epoch": 1.9509743948265315,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004618804678475405,
      "loss": 5.3609,
      "mean_token_accuracy": 0.19602649956941604,
      "num_tokens": 45234837.0,
      "step": 22325
    },
    {
      "entropy": 5.9510620594024655,
      "epoch": 1.9514113431792364,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00046186311245412746,
      "loss": 5.2451,
      "mean_token_accuracy": 0.19910863637924195,
      "num_tokens": 45243540.0,
      "step": 22330
    },
    {
      "entropy": 5.887011241912842,
      "epoch": 1.9518482915319408,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004618457534765821,
      "loss": 5.3074,
      "mean_token_accuracy": 0.19464877843856812,
      "num_tokens": 45253053.0,
      "step": 22335
    },
    {
      "entropy": 5.858260726928711,
      "epoch": 1.9522852398846458,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004618283909152372,
      "loss": 5.2483,
      "mean_token_accuracy": 0.19954080432653426,
      "num_tokens": 45262973.0,
      "step": 22340
    },
    {
      "entropy": 5.88012809753418,
      "epoch": 1.9527221882373502,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004618110247704259,
      "loss": 5.2593,
      "mean_token_accuracy": 0.20735531747341157,
      "num_tokens": 45272951.0,
      "step": 22345
    },
    {
      "entropy": 5.975386667251587,
      "epoch": 1.9531591365900551,
      "grad_norm": 1.09375,
      "learning_rate": 0.00046179365504248125,
      "loss": 5.3668,
      "mean_token_accuracy": 0.1968219980597496,
      "num_tokens": 45283596.0,
      "step": 22350
    },
    {
      "entropy": 5.940398502349853,
      "epoch": 1.9535960849427596,
      "grad_norm": 1.109375,
      "learning_rate": 0.00046177628173173647,
      "loss": 5.2037,
      "mean_token_accuracy": 0.20851913541555406,
      "num_tokens": 45294712.0,
      "step": 22355
    },
    {
      "entropy": 5.875926303863525,
      "epoch": 1.9540330332954645,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004617589048385247,
      "loss": 5.3078,
      "mean_token_accuracy": 0.19729671031236648,
      "num_tokens": 45305681.0,
      "step": 22360
    },
    {
      "entropy": 5.906889963150024,
      "epoch": 1.9544699816481692,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004617415243631793,
      "loss": 5.2901,
      "mean_token_accuracy": 0.20506221801042557,
      "num_tokens": 45315332.0,
      "step": 22365
    },
    {
      "entropy": 5.848469400405884,
      "epoch": 1.954906930000874,
      "grad_norm": 1.125,
      "learning_rate": 0.00046172414030603356,
      "loss": 5.2677,
      "mean_token_accuracy": 0.20043565183877946,
      "num_tokens": 45324526.0,
      "step": 22370
    },
    {
      "entropy": 5.941597127914429,
      "epoch": 1.9553438783535786,
      "grad_norm": 1.1875,
      "learning_rate": 0.000461706752667421,
      "loss": 5.3108,
      "mean_token_accuracy": 0.19475239068269729,
      "num_tokens": 45333989.0,
      "step": 22375
    },
    {
      "entropy": 5.9412376403808596,
      "epoch": 1.9557808267062833,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004616893614476751,
      "loss": 5.2576,
      "mean_token_accuracy": 0.1981872648000717,
      "num_tokens": 45344545.0,
      "step": 22380
    },
    {
      "entropy": 5.935528755187988,
      "epoch": 1.956217775058988,
      "grad_norm": 1.109375,
      "learning_rate": 0.00046167196664712945,
      "loss": 5.3205,
      "mean_token_accuracy": 0.1916757583618164,
      "num_tokens": 45354125.0,
      "step": 22385
    },
    {
      "entropy": 5.984852409362793,
      "epoch": 1.9566547234116927,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00046165456826611763,
      "loss": 5.3738,
      "mean_token_accuracy": 0.1951615706086159,
      "num_tokens": 45364577.0,
      "step": 22390
    },
    {
      "entropy": 5.930478143692016,
      "epoch": 1.9570916717643976,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00046163716630497336,
      "loss": 5.3334,
      "mean_token_accuracy": 0.20391507297754288,
      "num_tokens": 45374655.0,
      "step": 22395
    },
    {
      "entropy": 5.909202766418457,
      "epoch": 1.957528620117102,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00046161976076403047,
      "loss": 5.3286,
      "mean_token_accuracy": 0.19263917803764344,
      "num_tokens": 45384383.0,
      "step": 22400
    },
    {
      "entropy": 5.928752136230469,
      "epoch": 1.957965568469807,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004616023516436228,
      "loss": 5.3181,
      "mean_token_accuracy": 0.19720116555690764,
      "num_tokens": 45394645.0,
      "step": 22405
    },
    {
      "entropy": 5.902924537658691,
      "epoch": 1.9584025168225114,
      "grad_norm": 1.15625,
      "learning_rate": 0.00046158493894408423,
      "loss": 5.2539,
      "mean_token_accuracy": 0.20964999943971635,
      "num_tokens": 45404661.0,
      "step": 22410
    },
    {
      "entropy": 5.941764259338379,
      "epoch": 1.9588394651752163,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004615675226657487,
      "loss": 5.4128,
      "mean_token_accuracy": 0.19336749613285065,
      "num_tokens": 45413915.0,
      "step": 22415
    },
    {
      "entropy": 5.979611539840699,
      "epoch": 1.959276413527921,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004615501028089504,
      "loss": 5.2884,
      "mean_token_accuracy": 0.1955493062734604,
      "num_tokens": 45424019.0,
      "step": 22420
    },
    {
      "entropy": 5.976472806930542,
      "epoch": 1.9597133618806257,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004615326793740233,
      "loss": 5.2922,
      "mean_token_accuracy": 0.19632313549518585,
      "num_tokens": 45435087.0,
      "step": 22425
    },
    {
      "entropy": 5.956846046447754,
      "epoch": 1.9601503102333304,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00046151525236130174,
      "loss": 5.3773,
      "mean_token_accuracy": 0.19288432151079177,
      "num_tokens": 45446363.0,
      "step": 22430
    },
    {
      "entropy": 5.945243787765503,
      "epoch": 1.960587258586035,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0004614978217711199,
      "loss": 5.3246,
      "mean_token_accuracy": 0.19670406132936477,
      "num_tokens": 45456268.0,
      "step": 22435
    },
    {
      "entropy": 5.890356731414795,
      "epoch": 1.9610242069387398,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00046148038760381217,
      "loss": 5.2826,
      "mean_token_accuracy": 0.20264397859573363,
      "num_tokens": 45466335.0,
      "step": 22440
    },
    {
      "entropy": 5.92139744758606,
      "epoch": 1.9614611552914445,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004614629498597128,
      "loss": 5.3278,
      "mean_token_accuracy": 0.19061731398105622,
      "num_tokens": 45476128.0,
      "step": 22445
    },
    {
      "entropy": 5.922714614868164,
      "epoch": 1.9618981036441494,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004614455085391564,
      "loss": 5.2708,
      "mean_token_accuracy": 0.20060499608516694,
      "num_tokens": 45485986.0,
      "step": 22450
    },
    {
      "entropy": 5.920364618301392,
      "epoch": 1.9623350519968539,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004614280636424774,
      "loss": 5.3036,
      "mean_token_accuracy": 0.19533386528491975,
      "num_tokens": 45497270.0,
      "step": 22455
    },
    {
      "entropy": 5.881972742080689,
      "epoch": 1.9627720003495588,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004614106151700105,
      "loss": 5.3249,
      "mean_token_accuracy": 0.20464325249195098,
      "num_tokens": 45507415.0,
      "step": 22460
    },
    {
      "entropy": 5.9260711669921875,
      "epoch": 1.9632089487022633,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004613931631220903,
      "loss": 5.3269,
      "mean_token_accuracy": 0.19751888066530227,
      "num_tokens": 45518025.0,
      "step": 22465
    },
    {
      "entropy": 5.93785834312439,
      "epoch": 1.9636458970549682,
      "grad_norm": 1.046875,
      "learning_rate": 0.00046137570749905157,
      "loss": 5.3735,
      "mean_token_accuracy": 0.1939344063401222,
      "num_tokens": 45528834.0,
      "step": 22470
    },
    {
      "entropy": 5.965281963348389,
      "epoch": 1.9640828454076729,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004613582483012291,
      "loss": 5.2905,
      "mean_token_accuracy": 0.20091011822223664,
      "num_tokens": 45538543.0,
      "step": 22475
    },
    {
      "entropy": 5.974165534973144,
      "epoch": 1.9645197937603776,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004613407855289578,
      "loss": 5.4037,
      "mean_token_accuracy": 0.1919560968875885,
      "num_tokens": 45549298.0,
      "step": 22480
    },
    {
      "entropy": 5.983174800872803,
      "epoch": 1.9649567421130822,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004613233191825726,
      "loss": 5.3599,
      "mean_token_accuracy": 0.2001703530550003,
      "num_tokens": 45560064.0,
      "step": 22485
    },
    {
      "entropy": 5.968724346160888,
      "epoch": 1.965393690465787,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004613058492624084,
      "loss": 5.2363,
      "mean_token_accuracy": 0.20507292151451112,
      "num_tokens": 45569780.0,
      "step": 22490
    },
    {
      "entropy": 5.827390098571778,
      "epoch": 1.9658306388184916,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004612883757688005,
      "loss": 5.2487,
      "mean_token_accuracy": 0.2021552577614784,
      "num_tokens": 45580256.0,
      "step": 22495
    },
    {
      "entropy": 5.943177604675293,
      "epoch": 1.9662675871711963,
      "grad_norm": 1.078125,
      "learning_rate": 0.00046127089870208395,
      "loss": 5.3383,
      "mean_token_accuracy": 0.19628187716007234,
      "num_tokens": 45590615.0,
      "step": 22500
    },
    {
      "entropy": 5.925734519958496,
      "epoch": 1.9667045355239012,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004612534180625939,
      "loss": 5.2709,
      "mean_token_accuracy": 0.19995852708816528,
      "num_tokens": 45600215.0,
      "step": 22505
    },
    {
      "entropy": 5.8750182628631595,
      "epoch": 1.9671414838766057,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00046123593385066574,
      "loss": 5.32,
      "mean_token_accuracy": 0.19794006943702697,
      "num_tokens": 45610484.0,
      "step": 22510
    },
    {
      "entropy": 5.930452728271485,
      "epoch": 1.9675784322293106,
      "grad_norm": 1.171875,
      "learning_rate": 0.00046121844606663475,
      "loss": 5.3488,
      "mean_token_accuracy": 0.19504059255123138,
      "num_tokens": 45620528.0,
      "step": 22515
    },
    {
      "entropy": 5.956742620468139,
      "epoch": 1.968015380582015,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004612009547108364,
      "loss": 5.29,
      "mean_token_accuracy": 0.1987498164176941,
      "num_tokens": 45629985.0,
      "step": 22520
    },
    {
      "entropy": 5.978042984008789,
      "epoch": 1.96845232893472,
      "grad_norm": 1.203125,
      "learning_rate": 0.00046118345978360615,
      "loss": 5.3541,
      "mean_token_accuracy": 0.19270581305027007,
      "num_tokens": 45639750.0,
      "step": 22525
    },
    {
      "entropy": 5.880324840545654,
      "epoch": 1.9688892772874245,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004611659612852796,
      "loss": 5.2928,
      "mean_token_accuracy": 0.20031830817461013,
      "num_tokens": 45650779.0,
      "step": 22530
    },
    {
      "entropy": 5.949781036376953,
      "epoch": 1.9693262256401294,
      "grad_norm": 1.125,
      "learning_rate": 0.00046114845921619234,
      "loss": 5.2883,
      "mean_token_accuracy": 0.19591061919927596,
      "num_tokens": 45660363.0,
      "step": 22535
    },
    {
      "entropy": 5.8996155738830565,
      "epoch": 1.969763173992834,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004611309535766801,
      "loss": 5.3587,
      "mean_token_accuracy": 0.1984646812081337,
      "num_tokens": 45670474.0,
      "step": 22540
    },
    {
      "entropy": 5.840397691726684,
      "epoch": 1.9702001223455388,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004611134443670787,
      "loss": 5.2373,
      "mean_token_accuracy": 0.20713673084974288,
      "num_tokens": 45680157.0,
      "step": 22545
    },
    {
      "entropy": 5.9513853073120115,
      "epoch": 1.9706370706982435,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004610959315877239,
      "loss": 5.3254,
      "mean_token_accuracy": 0.20207173228263856,
      "num_tokens": 45689340.0,
      "step": 22550
    },
    {
      "entropy": 5.982575702667236,
      "epoch": 1.9710740190509481,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00046107841523895153,
      "loss": 5.3337,
      "mean_token_accuracy": 0.19341428726911544,
      "num_tokens": 45699453.0,
      "step": 22555
    },
    {
      "entropy": 5.907359838485718,
      "epoch": 1.9715109674036528,
      "grad_norm": 0.953125,
      "learning_rate": 0.00046106089532109776,
      "loss": 5.3023,
      "mean_token_accuracy": 0.19931265711784363,
      "num_tokens": 45711513.0,
      "step": 22560
    },
    {
      "entropy": 5.95746955871582,
      "epoch": 1.9719479157563575,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004610433718344985,
      "loss": 5.3732,
      "mean_token_accuracy": 0.1952346846461296,
      "num_tokens": 45722939.0,
      "step": 22565
    },
    {
      "entropy": 5.915698289871216,
      "epoch": 1.9723848641090624,
      "grad_norm": 1.9921875,
      "learning_rate": 0.00046102584477948985,
      "loss": 5.3005,
      "mean_token_accuracy": 0.20412046015262603,
      "num_tokens": 45733099.0,
      "step": 22570
    },
    {
      "entropy": 5.899386835098267,
      "epoch": 1.972821812461767,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004610083141564079,
      "loss": 5.3514,
      "mean_token_accuracy": 0.19846409261226655,
      "num_tokens": 45743161.0,
      "step": 22575
    },
    {
      "entropy": 5.963797521591187,
      "epoch": 1.9732587608144718,
      "grad_norm": 1.2734375,
      "learning_rate": 0.00046099077996558923,
      "loss": 5.4042,
      "mean_token_accuracy": 0.1893886372447014,
      "num_tokens": 45752903.0,
      "step": 22580
    },
    {
      "entropy": 5.893486213684082,
      "epoch": 1.9736957091671763,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00046097324220736993,
      "loss": 5.2518,
      "mean_token_accuracy": 0.20529367178678512,
      "num_tokens": 45763360.0,
      "step": 22585
    },
    {
      "entropy": 5.828551483154297,
      "epoch": 1.9741326575198812,
      "grad_norm": 1.125,
      "learning_rate": 0.0004609557008820863,
      "loss": 5.1823,
      "mean_token_accuracy": 0.217144575715065,
      "num_tokens": 45773025.0,
      "step": 22590
    },
    {
      "entropy": 5.8449249267578125,
      "epoch": 1.974569605872586,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004609381559900749,
      "loss": 5.2093,
      "mean_token_accuracy": 0.20352148860692978,
      "num_tokens": 45782844.0,
      "step": 22595
    },
    {
      "entropy": 5.913647270202636,
      "epoch": 1.9750065542252906,
      "grad_norm": 1.125,
      "learning_rate": 0.00046092060753167224,
      "loss": 5.3384,
      "mean_token_accuracy": 0.19700970947742463,
      "num_tokens": 45793058.0,
      "step": 22600
    },
    {
      "entropy": 5.951469993591308,
      "epoch": 1.9754435025779953,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004609030555072149,
      "loss": 5.3144,
      "mean_token_accuracy": 0.19679307341575622,
      "num_tokens": 45802865.0,
      "step": 22605
    },
    {
      "entropy": 5.890033864974976,
      "epoch": 1.9758804509307,
      "grad_norm": 1.1484375,
      "learning_rate": 0.00046088549991703953,
      "loss": 5.2662,
      "mean_token_accuracy": 0.20555130392313004,
      "num_tokens": 45812981.0,
      "step": 22610
    },
    {
      "entropy": 5.8990442752838135,
      "epoch": 1.9763173992834047,
      "grad_norm": 1.0625,
      "learning_rate": 0.000460867940761483,
      "loss": 5.2236,
      "mean_token_accuracy": 0.20446138679981232,
      "num_tokens": 45822477.0,
      "step": 22615
    },
    {
      "entropy": 5.89675235748291,
      "epoch": 1.9767543476361094,
      "grad_norm": 1.3359375,
      "learning_rate": 0.0004608503780408818,
      "loss": 5.3965,
      "mean_token_accuracy": 0.1919802039861679,
      "num_tokens": 45833642.0,
      "step": 22620
    },
    {
      "entropy": 5.965493488311767,
      "epoch": 1.9771912959888143,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004608328117555731,
      "loss": 5.3258,
      "mean_token_accuracy": 0.1989317774772644,
      "num_tokens": 45843079.0,
      "step": 22625
    },
    {
      "entropy": 5.981052350997925,
      "epoch": 1.9776282443415187,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004608152419058936,
      "loss": 5.3387,
      "mean_token_accuracy": 0.19542196094989778,
      "num_tokens": 45852987.0,
      "step": 22630
    },
    {
      "entropy": 5.955568075180054,
      "epoch": 1.9780651926942237,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00046079766849218043,
      "loss": 5.304,
      "mean_token_accuracy": 0.19611524194478988,
      "num_tokens": 45863148.0,
      "step": 22635
    },
    {
      "entropy": 5.865740871429443,
      "epoch": 1.9785021410469281,
      "grad_norm": 1.15625,
      "learning_rate": 0.00046078009151477063,
      "loss": 5.2965,
      "mean_token_accuracy": 0.2021585375070572,
      "num_tokens": 45873430.0,
      "step": 22640
    },
    {
      "entropy": 5.982734680175781,
      "epoch": 1.978939089399633,
      "grad_norm": 1.140625,
      "learning_rate": 0.00046076251097400126,
      "loss": 5.3174,
      "mean_token_accuracy": 0.19702918827533722,
      "num_tokens": 45883169.0,
      "step": 22645
    },
    {
      "entropy": 5.978216075897217,
      "epoch": 1.9793760377523377,
      "grad_norm": 1.078125,
      "learning_rate": 0.00046074492687020967,
      "loss": 5.3528,
      "mean_token_accuracy": 0.1995077461004257,
      "num_tokens": 45893948.0,
      "step": 22650
    },
    {
      "entropy": 5.860648584365845,
      "epoch": 1.9798129861050424,
      "grad_norm": 1.0,
      "learning_rate": 0.000460727339203733,
      "loss": 5.3245,
      "mean_token_accuracy": 0.20317324101924897,
      "num_tokens": 45904887.0,
      "step": 22655
    },
    {
      "entropy": 5.950137376785278,
      "epoch": 1.980249934457747,
      "grad_norm": 1.078125,
      "learning_rate": 0.00046070974797490875,
      "loss": 5.3348,
      "mean_token_accuracy": 0.19136821627616882,
      "num_tokens": 45914845.0,
      "step": 22660
    },
    {
      "entropy": 5.945305061340332,
      "epoch": 1.9806868828104518,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004606921531840741,
      "loss": 5.3168,
      "mean_token_accuracy": 0.2023611083626747,
      "num_tokens": 45925104.0,
      "step": 22665
    },
    {
      "entropy": 5.917337560653687,
      "epoch": 1.9811238311631565,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004606745548315667,
      "loss": 5.2574,
      "mean_token_accuracy": 0.1980850428342819,
      "num_tokens": 45934934.0,
      "step": 22670
    },
    {
      "entropy": 5.8873560428619385,
      "epoch": 1.9815607795158612,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004606569529177241,
      "loss": 5.3167,
      "mean_token_accuracy": 0.2030627027153969,
      "num_tokens": 45945449.0,
      "step": 22675
    },
    {
      "entropy": 5.958736181259155,
      "epoch": 1.981997727868566,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004606393474428838,
      "loss": 5.3617,
      "mean_token_accuracy": 0.1894806742668152,
      "num_tokens": 45954897.0,
      "step": 22680
    },
    {
      "entropy": 5.957172870635986,
      "epoch": 1.9824346762212706,
      "grad_norm": 1.1484375,
      "learning_rate": 0.00046062173840738356,
      "loss": 5.2898,
      "mean_token_accuracy": 0.20693457275629043,
      "num_tokens": 45965085.0,
      "step": 22685
    },
    {
      "entropy": 5.90149335861206,
      "epoch": 1.9828716245739755,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004606041258115611,
      "loss": 5.3336,
      "mean_token_accuracy": 0.20630094558000564,
      "num_tokens": 45974610.0,
      "step": 22690
    },
    {
      "entropy": 5.946696949005127,
      "epoch": 1.98330857292668,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004605865096557542,
      "loss": 5.2839,
      "mean_token_accuracy": 0.1946972742676735,
      "num_tokens": 45984922.0,
      "step": 22695
    },
    {
      "entropy": 5.934564113616943,
      "epoch": 1.9837455212793849,
      "grad_norm": 1.25,
      "learning_rate": 0.0004605688899403009,
      "loss": 5.2834,
      "mean_token_accuracy": 0.20136040449142456,
      "num_tokens": 45994591.0,
      "step": 22700
    },
    {
      "entropy": 5.945235538482666,
      "epoch": 1.9841824696320893,
      "grad_norm": 1.09375,
      "learning_rate": 0.00046055126666553906,
      "loss": 5.3918,
      "mean_token_accuracy": 0.19293701648712158,
      "num_tokens": 46005291.0,
      "step": 22705
    },
    {
      "entropy": 5.877451181411743,
      "epoch": 1.9846194179847942,
      "grad_norm": 1.1875,
      "learning_rate": 0.00046053363983180657,
      "loss": 5.2779,
      "mean_token_accuracy": 0.19547685980796814,
      "num_tokens": 46014970.0,
      "step": 22710
    },
    {
      "entropy": 5.9966777801513675,
      "epoch": 1.985056366337499,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00046051600943944175,
      "loss": 5.3673,
      "mean_token_accuracy": 0.19608415216207503,
      "num_tokens": 46025042.0,
      "step": 22715
    },
    {
      "entropy": 5.991293478012085,
      "epoch": 1.9854933146902036,
      "grad_norm": 1.203125,
      "learning_rate": 0.00046049837548878264,
      "loss": 5.4,
      "mean_token_accuracy": 0.18995383083820344,
      "num_tokens": 46035440.0,
      "step": 22720
    },
    {
      "entropy": 5.887252902984619,
      "epoch": 1.9859302630429083,
      "grad_norm": 1.046875,
      "learning_rate": 0.00046048073798016746,
      "loss": 5.3039,
      "mean_token_accuracy": 0.19994539618492127,
      "num_tokens": 46045344.0,
      "step": 22725
    },
    {
      "entropy": 5.957830953598022,
      "epoch": 1.986367211395613,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00046046309691393455,
      "loss": 5.3906,
      "mean_token_accuracy": 0.1950729727745056,
      "num_tokens": 46055054.0,
      "step": 22730
    },
    {
      "entropy": 6.026375675201416,
      "epoch": 1.9868041597483177,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00046044545229042226,
      "loss": 5.354,
      "mean_token_accuracy": 0.19245225340127944,
      "num_tokens": 46063835.0,
      "step": 22735
    },
    {
      "entropy": 5.943456745147705,
      "epoch": 1.9872411081010224,
      "grad_norm": 1.09375,
      "learning_rate": 0.00046042780410996906,
      "loss": 5.3554,
      "mean_token_accuracy": 0.19672357887029648,
      "num_tokens": 46074256.0,
      "step": 22740
    },
    {
      "entropy": 5.960589027404785,
      "epoch": 1.9876780564537273,
      "grad_norm": 1.078125,
      "learning_rate": 0.00046041015237291346,
      "loss": 5.3962,
      "mean_token_accuracy": 0.1997247666120529,
      "num_tokens": 46085563.0,
      "step": 22745
    },
    {
      "entropy": 5.995578193664551,
      "epoch": 1.9881150048064318,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00046039249707959386,
      "loss": 5.3347,
      "mean_token_accuracy": 0.20350429117679597,
      "num_tokens": 46094956.0,
      "step": 22750
    },
    {
      "entropy": 5.913755941390991,
      "epoch": 1.9885519531591367,
      "grad_norm": 1.125,
      "learning_rate": 0.00046037483823034906,
      "loss": 5.331,
      "mean_token_accuracy": 0.2022859424352646,
      "num_tokens": 46105292.0,
      "step": 22755
    },
    {
      "entropy": 5.981607151031494,
      "epoch": 1.9889889015118412,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004603571758255177,
      "loss": 5.4872,
      "mean_token_accuracy": 0.18344264328479767,
      "num_tokens": 46117254.0,
      "step": 22760
    },
    {
      "entropy": 5.991737985610962,
      "epoch": 1.989425849864546,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00046033950986543865,
      "loss": 5.3692,
      "mean_token_accuracy": 0.1938542455434799,
      "num_tokens": 46127846.0,
      "step": 22765
    },
    {
      "entropy": 5.948196268081665,
      "epoch": 1.9898627982172508,
      "grad_norm": 1.0625,
      "learning_rate": 0.00046032184035045066,
      "loss": 5.3951,
      "mean_token_accuracy": 0.20206306725740433,
      "num_tokens": 46138476.0,
      "step": 22770
    },
    {
      "entropy": 5.930326223373413,
      "epoch": 1.9902997465699555,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00046030416728089267,
      "loss": 5.2772,
      "mean_token_accuracy": 0.20091085284948348,
      "num_tokens": 46147789.0,
      "step": 22775
    },
    {
      "entropy": 5.956202793121338,
      "epoch": 1.9907366949226601,
      "grad_norm": 0.9921875,
      "learning_rate": 0.00046028649065710367,
      "loss": 5.3815,
      "mean_token_accuracy": 0.1960751384496689,
      "num_tokens": 46158484.0,
      "step": 22780
    },
    {
      "entropy": 5.985507583618164,
      "epoch": 1.9911736432753648,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00046026881047942273,
      "loss": 5.3592,
      "mean_token_accuracy": 0.19305778592824935,
      "num_tokens": 46168062.0,
      "step": 22785
    },
    {
      "entropy": 5.963934993743896,
      "epoch": 1.9916105916280695,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00046025112674818883,
      "loss": 5.3042,
      "mean_token_accuracy": 0.1984292224049568,
      "num_tokens": 46178710.0,
      "step": 22790
    },
    {
      "entropy": 5.908803033828735,
      "epoch": 1.9920475399807742,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00046023343946374127,
      "loss": 5.3735,
      "mean_token_accuracy": 0.18875861763954163,
      "num_tokens": 46188728.0,
      "step": 22795
    },
    {
      "entropy": 5.9321729183197025,
      "epoch": 1.9924844883334791,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00046021574862641925,
      "loss": 5.3249,
      "mean_token_accuracy": 0.19883132874965667,
      "num_tokens": 46199716.0,
      "step": 22800
    },
    {
      "entropy": 6.029578590393067,
      "epoch": 1.9929214366861836,
      "grad_norm": 0.9921875,
      "learning_rate": 0.00046019805423656217,
      "loss": 5.3977,
      "mean_token_accuracy": 0.1946241781115532,
      "num_tokens": 46210885.0,
      "step": 22805
    },
    {
      "entropy": 5.906460094451904,
      "epoch": 1.9933583850388885,
      "grad_norm": 1.203125,
      "learning_rate": 0.0004601803562945094,
      "loss": 5.3275,
      "mean_token_accuracy": 0.2019568532705307,
      "num_tokens": 46220879.0,
      "step": 22810
    },
    {
      "entropy": 5.925492668151856,
      "epoch": 1.993795333391593,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004601626548006003,
      "loss": 5.3722,
      "mean_token_accuracy": 0.19400119930505752,
      "num_tokens": 46230420.0,
      "step": 22815
    },
    {
      "entropy": 5.9235821723937985,
      "epoch": 1.994232281744298,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004601449497551745,
      "loss": 5.2887,
      "mean_token_accuracy": 0.20197172611951827,
      "num_tokens": 46240548.0,
      "step": 22820
    },
    {
      "entropy": 5.929902696609497,
      "epoch": 1.9946692300970026,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00046012724115857153,
      "loss": 5.3072,
      "mean_token_accuracy": 0.20024725794792175,
      "num_tokens": 46250484.0,
      "step": 22825
    },
    {
      "entropy": 5.969685506820679,
      "epoch": 1.9951061784497073,
      "grad_norm": 0.98828125,
      "learning_rate": 0.00046010952901113107,
      "loss": 5.3864,
      "mean_token_accuracy": 0.19098826348781586,
      "num_tokens": 46261184.0,
      "step": 22830
    },
    {
      "entropy": 5.89048318862915,
      "epoch": 1.995543126802412,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004600918133131928,
      "loss": 5.3114,
      "mean_token_accuracy": 0.21402310878038405,
      "num_tokens": 46271301.0,
      "step": 22835
    },
    {
      "entropy": 5.949425125122071,
      "epoch": 1.9959800751551167,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00046007409406509663,
      "loss": 5.3592,
      "mean_token_accuracy": 0.19091738611459733,
      "num_tokens": 46281201.0,
      "step": 22840
    },
    {
      "entropy": 5.949082374572754,
      "epoch": 1.9964170235078214,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004600563712671823,
      "loss": 5.3688,
      "mean_token_accuracy": 0.19490442425012589,
      "num_tokens": 46291969.0,
      "step": 22845
    },
    {
      "entropy": 5.825251579284668,
      "epoch": 1.996853971860526,
      "grad_norm": 1.109375,
      "learning_rate": 0.00046003864491978984,
      "loss": 5.1588,
      "mean_token_accuracy": 0.21835748255252838,
      "num_tokens": 46301308.0,
      "step": 22850
    },
    {
      "entropy": 5.932043266296387,
      "epoch": 1.997290920213231,
      "grad_norm": 1.046875,
      "learning_rate": 0.00046002091502325926,
      "loss": 5.3216,
      "mean_token_accuracy": 0.20105074793100358,
      "num_tokens": 46311564.0,
      "step": 22855
    },
    {
      "entropy": 5.919207620620727,
      "epoch": 1.9977278685659354,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004600031815779306,
      "loss": 5.2886,
      "mean_token_accuracy": 0.20546247959136962,
      "num_tokens": 46321843.0,
      "step": 22860
    },
    {
      "entropy": 5.891563558578492,
      "epoch": 1.9981648169186403,
      "grad_norm": 1.203125,
      "learning_rate": 0.00045998544458414385,
      "loss": 5.2771,
      "mean_token_accuracy": 0.1986073985695839,
      "num_tokens": 46331274.0,
      "step": 22865
    },
    {
      "entropy": 6.016192960739136,
      "epoch": 1.9986017652713448,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00045996770404223937,
      "loss": 5.4048,
      "mean_token_accuracy": 0.18876484483480455,
      "num_tokens": 46341385.0,
      "step": 22870
    },
    {
      "entropy": 5.933223724365234,
      "epoch": 1.9990387136240497,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00045994995995255746,
      "loss": 5.3391,
      "mean_token_accuracy": 0.1975903645157814,
      "num_tokens": 46350385.0,
      "step": 22875
    },
    {
      "entropy": 5.852738094329834,
      "epoch": 1.9994756619767542,
      "grad_norm": 1.1640625,
      "learning_rate": 0.00045993221231543837,
      "loss": 5.2297,
      "mean_token_accuracy": 0.2015174448490143,
      "num_tokens": 46361111.0,
      "step": 22880
    },
    {
      "entropy": 5.950755643844604,
      "epoch": 1.999912610329459,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004599144611312226,
      "loss": 5.3818,
      "mean_token_accuracy": 0.19163137674331665,
      "num_tokens": 46371316.0,
      "step": 22885
    },
    {
      "entropy": 5.962467432022095,
      "epoch": 2.0003495586821636,
      "grad_norm": 1.078125,
      "learning_rate": 0.00045989670640025047,
      "loss": 5.2945,
      "mean_token_accuracy": 0.19995443075895308,
      "num_tokens": 46381151.0,
      "step": 22890
    },
    {
      "entropy": 5.931988668441773,
      "epoch": 2.0007865070348685,
      "grad_norm": 1.15625,
      "learning_rate": 0.00045987894812286276,
      "loss": 5.249,
      "mean_token_accuracy": 0.2005043461918831,
      "num_tokens": 46391420.0,
      "step": 22895
    },
    {
      "entropy": 5.8912022590637205,
      "epoch": 2.0012234553875734,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00045986118629939984,
      "loss": 5.2426,
      "mean_token_accuracy": 0.2001401200890541,
      "num_tokens": 46401575.0,
      "step": 22900
    },
    {
      "entropy": 5.8985199451446535,
      "epoch": 2.001660403740278,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004598434209302025,
      "loss": 5.2122,
      "mean_token_accuracy": 0.20741941183805465,
      "num_tokens": 46411275.0,
      "step": 22905
    },
    {
      "entropy": 5.952017402648925,
      "epoch": 2.002097352092983,
      "grad_norm": 1.203125,
      "learning_rate": 0.0004598256520156116,
      "loss": 5.2704,
      "mean_token_accuracy": 0.2036518558859825,
      "num_tokens": 46421179.0,
      "step": 22910
    },
    {
      "entropy": 5.911412906646729,
      "epoch": 2.0025343004456873,
      "grad_norm": 1.125,
      "learning_rate": 0.0004598078795559678,
      "loss": 5.3142,
      "mean_token_accuracy": 0.19880761206150055,
      "num_tokens": 46431865.0,
      "step": 22915
    },
    {
      "entropy": 5.9535435199737545,
      "epoch": 2.002971248798392,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00045979010355161196,
      "loss": 5.3641,
      "mean_token_accuracy": 0.1925654038786888,
      "num_tokens": 46443398.0,
      "step": 22920
    },
    {
      "entropy": 6.008202362060547,
      "epoch": 2.0034081971510966,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004597723240028852,
      "loss": 5.3173,
      "mean_token_accuracy": 0.19929534196853638,
      "num_tokens": 46454818.0,
      "step": 22925
    },
    {
      "entropy": 5.958633804321289,
      "epoch": 2.0038451455038016,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004597545409101283,
      "loss": 5.3121,
      "mean_token_accuracy": 0.19993489384651184,
      "num_tokens": 46465231.0,
      "step": 22930
    },
    {
      "entropy": 5.941697072982788,
      "epoch": 2.004282093856506,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004597367542736826,
      "loss": 5.2967,
      "mean_token_accuracy": 0.20220404118299484,
      "num_tokens": 46476323.0,
      "step": 22935
    },
    {
      "entropy": 5.895315361022949,
      "epoch": 2.004719042209211,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004597189640938892,
      "loss": 5.2489,
      "mean_token_accuracy": 0.20198269784450532,
      "num_tokens": 46486573.0,
      "step": 22940
    },
    {
      "entropy": 5.867044162750244,
      "epoch": 2.0051559905619154,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004597011703710892,
      "loss": 5.2348,
      "mean_token_accuracy": 0.2023620128631592,
      "num_tokens": 46497779.0,
      "step": 22945
    },
    {
      "entropy": 5.903466463088989,
      "epoch": 2.0055929389146203,
      "grad_norm": 1.0390625,
      "learning_rate": 0.000459683373105624,
      "loss": 5.301,
      "mean_token_accuracy": 0.19502032548189163,
      "num_tokens": 46509074.0,
      "step": 22950
    },
    {
      "entropy": 5.860518836975098,
      "epoch": 2.006029887267325,
      "grad_norm": 1.109375,
      "learning_rate": 0.00045966557229783493,
      "loss": 5.1439,
      "mean_token_accuracy": 0.2133242204785347,
      "num_tokens": 46519292.0,
      "step": 22955
    },
    {
      "entropy": 5.875665187835693,
      "epoch": 2.0064668356200297,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004596477679480634,
      "loss": 5.2255,
      "mean_token_accuracy": 0.20671966522932053,
      "num_tokens": 46529689.0,
      "step": 22960
    },
    {
      "entropy": 5.982856130599975,
      "epoch": 2.0069037839727346,
      "grad_norm": 1.15625,
      "learning_rate": 0.00045962996005665096,
      "loss": 5.2791,
      "mean_token_accuracy": 0.19806545227766037,
      "num_tokens": 46538616.0,
      "step": 22965
    },
    {
      "entropy": 5.920754861831665,
      "epoch": 2.007340732325439,
      "grad_norm": 1.1875,
      "learning_rate": 0.00045961214862393914,
      "loss": 5.1596,
      "mean_token_accuracy": 0.2129141852259636,
      "num_tokens": 46548372.0,
      "step": 22970
    },
    {
      "entropy": 5.9062567234039305,
      "epoch": 2.007777680678144,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004595943336502695,
      "loss": 5.2877,
      "mean_token_accuracy": 0.19528931975364686,
      "num_tokens": 46558991.0,
      "step": 22975
    },
    {
      "entropy": 5.86732292175293,
      "epoch": 2.0082146290308485,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004595765151359839,
      "loss": 5.2428,
      "mean_token_accuracy": 0.2063374862074852,
      "num_tokens": 46569531.0,
      "step": 22980
    },
    {
      "entropy": 5.96854681968689,
      "epoch": 2.0086515773835534,
      "grad_norm": 1.15625,
      "learning_rate": 0.000459558693081424,
      "loss": 5.2927,
      "mean_token_accuracy": 0.2046137645840645,
      "num_tokens": 46579774.0,
      "step": 22985
    },
    {
      "entropy": 5.967364311218262,
      "epoch": 2.009088525736258,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004595408674869317,
      "loss": 5.2479,
      "mean_token_accuracy": 0.20221190750598908,
      "num_tokens": 46589810.0,
      "step": 22990
    },
    {
      "entropy": 5.900969076156616,
      "epoch": 2.0095254740889628,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004595230383528488,
      "loss": 5.2284,
      "mean_token_accuracy": 0.20960150212049483,
      "num_tokens": 46599347.0,
      "step": 22995
    },
    {
      "entropy": 6.023414516448975,
      "epoch": 2.0099624224416672,
      "grad_norm": 1.109375,
      "learning_rate": 0.00045950520567951734,
      "loss": 5.3115,
      "mean_token_accuracy": 0.1996619611978531,
      "num_tokens": 46609926.0,
      "step": 23000
    },
    {
      "entropy": 5.947706174850464,
      "epoch": 2.010399370794372,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004594873694672794,
      "loss": 5.2294,
      "mean_token_accuracy": 0.2060292109847069,
      "num_tokens": 46620736.0,
      "step": 23005
    },
    {
      "entropy": 5.924068307876587,
      "epoch": 2.0108363191470766,
      "grad_norm": 1.015625,
      "learning_rate": 0.00045946952971647696,
      "loss": 5.2289,
      "mean_token_accuracy": 0.2014060914516449,
      "num_tokens": 46630713.0,
      "step": 23010
    },
    {
      "entropy": 5.899352645874023,
      "epoch": 2.0112732674997815,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004594516864274524,
      "loss": 5.2536,
      "mean_token_accuracy": 0.20387488156557082,
      "num_tokens": 46641197.0,
      "step": 23015
    },
    {
      "entropy": 5.857452917098999,
      "epoch": 2.0117102158524864,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00045943383960054775,
      "loss": 5.123,
      "mean_token_accuracy": 0.22442046105861663,
      "num_tokens": 46651325.0,
      "step": 23020
    },
    {
      "entropy": 5.909082508087158,
      "epoch": 2.012147164205191,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00045941598923610543,
      "loss": 5.2658,
      "mean_token_accuracy": 0.20640744268894196,
      "num_tokens": 46662100.0,
      "step": 23025
    },
    {
      "entropy": 5.951936721801758,
      "epoch": 2.012584112557896,
      "grad_norm": 1.109375,
      "learning_rate": 0.00045939813533446783,
      "loss": 5.2638,
      "mean_token_accuracy": 0.20524153262376785,
      "num_tokens": 46671460.0,
      "step": 23030
    },
    {
      "entropy": 5.98354549407959,
      "epoch": 2.0130210609106003,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004593802778959773,
      "loss": 5.323,
      "mean_token_accuracy": 0.19664645493030547,
      "num_tokens": 46681835.0,
      "step": 23035
    },
    {
      "entropy": 5.877250289916992,
      "epoch": 2.013458009263305,
      "grad_norm": 1.125,
      "learning_rate": 0.0004593624169209765,
      "loss": 5.2398,
      "mean_token_accuracy": 0.20172346383333206,
      "num_tokens": 46691976.0,
      "step": 23040
    },
    {
      "entropy": 5.898065233230591,
      "epoch": 2.0138949576160097,
      "grad_norm": 1.1484375,
      "learning_rate": 0.00045934455240980793,
      "loss": 5.2208,
      "mean_token_accuracy": 0.2055990591645241,
      "num_tokens": 46702589.0,
      "step": 23045
    },
    {
      "entropy": 5.970974159240723,
      "epoch": 2.0143319059687146,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0004593266843628143,
      "loss": 5.3479,
      "mean_token_accuracy": 0.19698039293289185,
      "num_tokens": 46712167.0,
      "step": 23050
    },
    {
      "entropy": 5.889965581893921,
      "epoch": 2.014768854321419,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004593088127803382,
      "loss": 5.2543,
      "mean_token_accuracy": 0.20424815267324448,
      "num_tokens": 46722684.0,
      "step": 23055
    },
    {
      "entropy": 5.904724502563477,
      "epoch": 2.015205802674124,
      "grad_norm": 1.140625,
      "learning_rate": 0.00045929093766272253,
      "loss": 5.2632,
      "mean_token_accuracy": 0.2018204391002655,
      "num_tokens": 46733856.0,
      "step": 23060
    },
    {
      "entropy": 6.0112425804138185,
      "epoch": 2.0156427510268284,
      "grad_norm": 1.125,
      "learning_rate": 0.0004592730590103101,
      "loss": 5.3402,
      "mean_token_accuracy": 0.19966327548027038,
      "num_tokens": 46744210.0,
      "step": 23065
    },
    {
      "entropy": 5.998034191131592,
      "epoch": 2.0160796993795334,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004592551768234438,
      "loss": 5.2162,
      "mean_token_accuracy": 0.20898912996053695,
      "num_tokens": 46754611.0,
      "step": 23070
    },
    {
      "entropy": 5.958086156845093,
      "epoch": 2.0165166477322383,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004592372911024667,
      "loss": 5.3188,
      "mean_token_accuracy": 0.1959713652729988,
      "num_tokens": 46765647.0,
      "step": 23075
    },
    {
      "entropy": 5.88122444152832,
      "epoch": 2.0169535960849427,
      "grad_norm": 1.078125,
      "learning_rate": 0.00045921940184772184,
      "loss": 5.2968,
      "mean_token_accuracy": 0.19772682338953018,
      "num_tokens": 46776052.0,
      "step": 23080
    },
    {
      "entropy": 5.94208288192749,
      "epoch": 2.0173905444376476,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004592015090595523,
      "loss": 5.2546,
      "mean_token_accuracy": 0.20252683609724045,
      "num_tokens": 46786255.0,
      "step": 23085
    },
    {
      "entropy": 5.915207719802856,
      "epoch": 2.017827492790352,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004591836127383013,
      "loss": 5.2802,
      "mean_token_accuracy": 0.20394181460142136,
      "num_tokens": 46795958.0,
      "step": 23090
    },
    {
      "entropy": 5.919286060333252,
      "epoch": 2.018264441143057,
      "grad_norm": 1.125,
      "learning_rate": 0.00045916571288431206,
      "loss": 5.2869,
      "mean_token_accuracy": 0.19565426409244538,
      "num_tokens": 46806508.0,
      "step": 23095
    },
    {
      "entropy": 5.96753625869751,
      "epoch": 2.0187013894957615,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00045914780949792797,
      "loss": 5.3354,
      "mean_token_accuracy": 0.19526700377464296,
      "num_tokens": 46816868.0,
      "step": 23100
    },
    {
      "entropy": 5.956919527053833,
      "epoch": 2.0191383378484664,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004591299025794924,
      "loss": 5.2625,
      "mean_token_accuracy": 0.20477767437696456,
      "num_tokens": 46827591.0,
      "step": 23105
    },
    {
      "entropy": 5.898070049285889,
      "epoch": 2.019575286201171,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004591119921293488,
      "loss": 5.2174,
      "mean_token_accuracy": 0.20550063401460647,
      "num_tokens": 46837394.0,
      "step": 23110
    },
    {
      "entropy": 5.897531986236572,
      "epoch": 2.020012234553876,
      "grad_norm": 0.984375,
      "learning_rate": 0.00045909407814784074,
      "loss": 5.2253,
      "mean_token_accuracy": 0.20552133172750472,
      "num_tokens": 46847881.0,
      "step": 23115
    },
    {
      "entropy": 5.949963188171386,
      "epoch": 2.0204491829065803,
      "grad_norm": 1.1640625,
      "learning_rate": 0.00045907616063531185,
      "loss": 5.2679,
      "mean_token_accuracy": 0.20253655463457107,
      "num_tokens": 46857728.0,
      "step": 23120
    },
    {
      "entropy": 6.010664367675782,
      "epoch": 2.020886131259285,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004590582395921057,
      "loss": 5.3339,
      "mean_token_accuracy": 0.1926485151052475,
      "num_tokens": 46866991.0,
      "step": 23125
    },
    {
      "entropy": 5.971448612213135,
      "epoch": 2.0213230796119896,
      "grad_norm": 1.21875,
      "learning_rate": 0.000459040315018566,
      "loss": 5.3564,
      "mean_token_accuracy": 0.1942165657877922,
      "num_tokens": 46876253.0,
      "step": 23130
    },
    {
      "entropy": 5.9373085498809814,
      "epoch": 2.0217600279646946,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00045902238691503675,
      "loss": 5.253,
      "mean_token_accuracy": 0.1977989688515663,
      "num_tokens": 46887309.0,
      "step": 23135
    },
    {
      "entropy": 5.95771222114563,
      "epoch": 2.0221969763173995,
      "grad_norm": 1.046875,
      "learning_rate": 0.00045900445528186163,
      "loss": 5.3202,
      "mean_token_accuracy": 0.19803143739700318,
      "num_tokens": 46896722.0,
      "step": 23140
    },
    {
      "entropy": 5.892751693725586,
      "epoch": 2.022633924670104,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00045898652011938456,
      "loss": 5.2862,
      "mean_token_accuracy": 0.19781816154718398,
      "num_tokens": 46907519.0,
      "step": 23145
    },
    {
      "entropy": 5.924765253067017,
      "epoch": 2.023070873022809,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00045896858142794976,
      "loss": 5.2543,
      "mean_token_accuracy": 0.1998617708683014,
      "num_tokens": 46917387.0,
      "step": 23150
    },
    {
      "entropy": 6.014355421066284,
      "epoch": 2.0235078213755133,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004589506392079011,
      "loss": 5.2726,
      "mean_token_accuracy": 0.2057456910610199,
      "num_tokens": 46926477.0,
      "step": 23155
    },
    {
      "entropy": 5.950742769241333,
      "epoch": 2.0239447697282182,
      "grad_norm": 1.09375,
      "learning_rate": 0.00045893269345958284,
      "loss": 5.2598,
      "mean_token_accuracy": 0.2075977712869644,
      "num_tokens": 46935807.0,
      "step": 23160
    },
    {
      "entropy": 5.86437873840332,
      "epoch": 2.0243817180809227,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004589147441833391,
      "loss": 5.2716,
      "mean_token_accuracy": 0.19775539636611938,
      "num_tokens": 46946843.0,
      "step": 23165
    },
    {
      "entropy": 5.905061817169189,
      "epoch": 2.0248186664336276,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004588967913795142,
      "loss": 5.2313,
      "mean_token_accuracy": 0.20732291638851166,
      "num_tokens": 46956289.0,
      "step": 23170
    },
    {
      "entropy": 5.999574995040893,
      "epoch": 2.025255614786332,
      "grad_norm": 1.125,
      "learning_rate": 0.00045887883504845244,
      "loss": 5.2584,
      "mean_token_accuracy": 0.20325012654066085,
      "num_tokens": 46965606.0,
      "step": 23175
    },
    {
      "entropy": 5.895909118652344,
      "epoch": 2.025692563139037,
      "grad_norm": 1.109375,
      "learning_rate": 0.00045886087519049837,
      "loss": 5.2074,
      "mean_token_accuracy": 0.20485032349824905,
      "num_tokens": 46974769.0,
      "step": 23180
    },
    {
      "entropy": 5.943766927719116,
      "epoch": 2.0261295114917415,
      "grad_norm": 1.15625,
      "learning_rate": 0.00045884291180599626,
      "loss": 5.3137,
      "mean_token_accuracy": 0.1869492143392563,
      "num_tokens": 46984753.0,
      "step": 23185
    },
    {
      "entropy": 5.920299673080445,
      "epoch": 2.0265664598444464,
      "grad_norm": 1.203125,
      "learning_rate": 0.00045882494489529085,
      "loss": 5.2316,
      "mean_token_accuracy": 0.20140065550804137,
      "num_tokens": 46995403.0,
      "step": 23190
    },
    {
      "entropy": 5.958336114883423,
      "epoch": 2.0270034081971513,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004588069744587267,
      "loss": 5.254,
      "mean_token_accuracy": 0.20573539137840272,
      "num_tokens": 47005054.0,
      "step": 23195
    },
    {
      "entropy": 5.917380142211914,
      "epoch": 2.0274403565498558,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004587890004966484,
      "loss": 5.2784,
      "mean_token_accuracy": 0.1981331378221512,
      "num_tokens": 47016315.0,
      "step": 23200
    },
    {
      "entropy": 5.9766197681427,
      "epoch": 2.0278773049025607,
      "grad_norm": 1.046875,
      "learning_rate": 0.00045877102300940077,
      "loss": 5.1999,
      "mean_token_accuracy": 0.19883460849523543,
      "num_tokens": 47025981.0,
      "step": 23205
    },
    {
      "entropy": 5.92065019607544,
      "epoch": 2.028314253255265,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00045875304199732863,
      "loss": 5.2455,
      "mean_token_accuracy": 0.19981534630060196,
      "num_tokens": 47035906.0,
      "step": 23210
    },
    {
      "entropy": 5.920455265045166,
      "epoch": 2.02875120160797,
      "grad_norm": 1.046875,
      "learning_rate": 0.00045873505746077685,
      "loss": 5.2695,
      "mean_token_accuracy": 0.1979958012700081,
      "num_tokens": 47045884.0,
      "step": 23215
    },
    {
      "entropy": 5.947800493240356,
      "epoch": 2.0291881499606745,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004587170694000904,
      "loss": 5.2951,
      "mean_token_accuracy": 0.20491358637809753,
      "num_tokens": 47055575.0,
      "step": 23220
    },
    {
      "entropy": 5.88401460647583,
      "epoch": 2.0296250983133794,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0004586990778156144,
      "loss": 5.2892,
      "mean_token_accuracy": 0.19872449785470964,
      "num_tokens": 47065484.0,
      "step": 23225
    },
    {
      "entropy": 5.936396551132202,
      "epoch": 2.030062046666084,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00045868108270769373,
      "loss": 5.212,
      "mean_token_accuracy": 0.20836321711540223,
      "num_tokens": 47076604.0,
      "step": 23230
    },
    {
      "entropy": 5.940852975845337,
      "epoch": 2.030498995018789,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004586630840766736,
      "loss": 5.2394,
      "mean_token_accuracy": 0.20991020798683166,
      "num_tokens": 47086452.0,
      "step": 23235
    },
    {
      "entropy": 5.868311214447021,
      "epoch": 2.0309359433714933,
      "grad_norm": 1.1640625,
      "learning_rate": 0.00045864508192289933,
      "loss": 5.3261,
      "mean_token_accuracy": 0.1979013741016388,
      "num_tokens": 47096425.0,
      "step": 23240
    },
    {
      "entropy": 5.885950422286987,
      "epoch": 2.031372891724198,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00045862707624671616,
      "loss": 5.282,
      "mean_token_accuracy": 0.19976316690444945,
      "num_tokens": 47107214.0,
      "step": 23245
    },
    {
      "entropy": 5.9623857021331785,
      "epoch": 2.031809840076903,
      "grad_norm": 1.015625,
      "learning_rate": 0.00045860906704846944,
      "loss": 5.2706,
      "mean_token_accuracy": 0.20201891362667085,
      "num_tokens": 47117498.0,
      "step": 23250
    },
    {
      "entropy": 5.900167989730835,
      "epoch": 2.0322467884296076,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00045859105432850464,
      "loss": 5.2191,
      "mean_token_accuracy": 0.20260042399168016,
      "num_tokens": 47128031.0,
      "step": 23255
    },
    {
      "entropy": 5.958990526199341,
      "epoch": 2.0326837367823125,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004585730380871672,
      "loss": 5.2731,
      "mean_token_accuracy": 0.20326203852891922,
      "num_tokens": 47138347.0,
      "step": 23260
    },
    {
      "entropy": 5.852854156494141,
      "epoch": 2.033120685135017,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004585550183248027,
      "loss": 5.1682,
      "mean_token_accuracy": 0.20525365322828293,
      "num_tokens": 47147642.0,
      "step": 23265
    },
    {
      "entropy": 5.917705106735229,
      "epoch": 2.033557633487722,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00045853699504175673,
      "loss": 5.2774,
      "mean_token_accuracy": 0.20321491062641145,
      "num_tokens": 47156855.0,
      "step": 23270
    },
    {
      "entropy": 5.963771772384644,
      "epoch": 2.0339945818404264,
      "grad_norm": 1.078125,
      "learning_rate": 0.00045851896823837505,
      "loss": 5.2534,
      "mean_token_accuracy": 0.19858375191688538,
      "num_tokens": 47167030.0,
      "step": 23275
    },
    {
      "entropy": 5.9416862487792965,
      "epoch": 2.0344315301931313,
      "grad_norm": 1.078125,
      "learning_rate": 0.00045850093791500334,
      "loss": 5.2618,
      "mean_token_accuracy": 0.20315784215927124,
      "num_tokens": 47177471.0,
      "step": 23280
    },
    {
      "entropy": 5.9681812763214115,
      "epoch": 2.0348684785458357,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00045848290407198754,
      "loss": 5.3234,
      "mean_token_accuracy": 0.1966395154595375,
      "num_tokens": 47187911.0,
      "step": 23285
    },
    {
      "entropy": 5.930767583847046,
      "epoch": 2.0353054268985407,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004584648667096736,
      "loss": 5.2217,
      "mean_token_accuracy": 0.20424640625715257,
      "num_tokens": 47198622.0,
      "step": 23290
    },
    {
      "entropy": 5.926221036911011,
      "epoch": 2.035742375251245,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004584468258284072,
      "loss": 5.3406,
      "mean_token_accuracy": 0.19786881953477858,
      "num_tokens": 47207593.0,
      "step": 23295
    },
    {
      "entropy": 5.947664546966553,
      "epoch": 2.03617932360395,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004584287814285347,
      "loss": 5.2861,
      "mean_token_accuracy": 0.19740191847085953,
      "num_tokens": 47218734.0,
      "step": 23300
    },
    {
      "entropy": 5.942346048355103,
      "epoch": 2.0366162719566545,
      "grad_norm": 1.140625,
      "learning_rate": 0.00045841073351040196,
      "loss": 5.2816,
      "mean_token_accuracy": 0.2008885383605957,
      "num_tokens": 47228662.0,
      "step": 23305
    },
    {
      "entropy": 5.987068176269531,
      "epoch": 2.0370532203093594,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004583926820743553,
      "loss": 5.3976,
      "mean_token_accuracy": 0.19364689588546752,
      "num_tokens": 47238460.0,
      "step": 23310
    },
    {
      "entropy": 5.990485906600952,
      "epoch": 2.0374901686620643,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004583746271207409,
      "loss": 5.2996,
      "mean_token_accuracy": 0.19358740597963334,
      "num_tokens": 47247789.0,
      "step": 23315
    },
    {
      "entropy": 5.901442003250122,
      "epoch": 2.037927117014769,
      "grad_norm": 1.078125,
      "learning_rate": 0.00045835656864990504,
      "loss": 5.3077,
      "mean_token_accuracy": 0.198798206448555,
      "num_tokens": 47257901.0,
      "step": 23320
    },
    {
      "entropy": 5.961228322982788,
      "epoch": 2.0383640653674737,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004583385066621941,
      "loss": 5.269,
      "mean_token_accuracy": 0.20285731852054595,
      "num_tokens": 47268362.0,
      "step": 23325
    },
    {
      "entropy": 5.92219648361206,
      "epoch": 2.038801013720178,
      "grad_norm": 1.21875,
      "learning_rate": 0.00045832044115795464,
      "loss": 5.274,
      "mean_token_accuracy": 0.20404924005270003,
      "num_tokens": 47278297.0,
      "step": 23330
    },
    {
      "entropy": 5.954351711273193,
      "epoch": 2.039237962072883,
      "grad_norm": 1.140625,
      "learning_rate": 0.00045830237213753287,
      "loss": 5.283,
      "mean_token_accuracy": 0.19344379901885986,
      "num_tokens": 47288795.0,
      "step": 23335
    },
    {
      "entropy": 5.910674333572388,
      "epoch": 2.0396749104255876,
      "grad_norm": 1.265625,
      "learning_rate": 0.0004582842996012757,
      "loss": 5.2536,
      "mean_token_accuracy": 0.20431316196918486,
      "num_tokens": 47298373.0,
      "step": 23340
    },
    {
      "entropy": 5.950221920013428,
      "epoch": 2.0401118587782925,
      "grad_norm": 1.234375,
      "learning_rate": 0.00045826622354952956,
      "loss": 5.3217,
      "mean_token_accuracy": 0.20000317096710205,
      "num_tokens": 47308160.0,
      "step": 23345
    },
    {
      "entropy": 5.967121744155884,
      "epoch": 2.040548807130997,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00045824814398264126,
      "loss": 5.2815,
      "mean_token_accuracy": 0.20471539497375488,
      "num_tokens": 47317626.0,
      "step": 23350
    },
    {
      "entropy": 5.974871015548706,
      "epoch": 2.040985755483702,
      "grad_norm": 1.078125,
      "learning_rate": 0.00045823006090095757,
      "loss": 5.3409,
      "mean_token_accuracy": 0.19684469997882842,
      "num_tokens": 47327221.0,
      "step": 23355
    },
    {
      "entropy": 5.973621225357055,
      "epoch": 2.0414227038364063,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004582119743048253,
      "loss": 5.2951,
      "mean_token_accuracy": 0.1976563051342964,
      "num_tokens": 47337385.0,
      "step": 23360
    },
    {
      "entropy": 5.922829341888428,
      "epoch": 2.0418596521891113,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004581938841945912,
      "loss": 5.2473,
      "mean_token_accuracy": 0.20042171329259872,
      "num_tokens": 47346894.0,
      "step": 23365
    },
    {
      "entropy": 5.946314907073974,
      "epoch": 2.042296600541816,
      "grad_norm": 1.140625,
      "learning_rate": 0.00045817579057060254,
      "loss": 5.2935,
      "mean_token_accuracy": 0.1992219403386116,
      "num_tokens": 47356192.0,
      "step": 23370
    },
    {
      "entropy": 5.932393598556518,
      "epoch": 2.0427335488945206,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004581576934332063,
      "loss": 5.2247,
      "mean_token_accuracy": 0.2033824145793915,
      "num_tokens": 47366704.0,
      "step": 23375
    },
    {
      "entropy": 5.920399570465088,
      "epoch": 2.0431704972472255,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004581395927827494,
      "loss": 5.2288,
      "mean_token_accuracy": 0.20660062432289122,
      "num_tokens": 47377068.0,
      "step": 23380
    },
    {
      "entropy": 5.8968761444091795,
      "epoch": 2.04360744559993,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00045812148861957923,
      "loss": 5.2718,
      "mean_token_accuracy": 0.20801208317279815,
      "num_tokens": 47387268.0,
      "step": 23385
    },
    {
      "entropy": 5.901610326766968,
      "epoch": 2.044044393952635,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004581033809440429,
      "loss": 5.2233,
      "mean_token_accuracy": 0.2090914100408554,
      "num_tokens": 47397508.0,
      "step": 23390
    },
    {
      "entropy": 5.862584924697876,
      "epoch": 2.0444813423053394,
      "grad_norm": 1.0,
      "learning_rate": 0.0004580852697564878,
      "loss": 5.2872,
      "mean_token_accuracy": 0.19905182719230652,
      "num_tokens": 47407871.0,
      "step": 23395
    },
    {
      "entropy": 5.952472925186157,
      "epoch": 2.0449182906580443,
      "grad_norm": 1.21875,
      "learning_rate": 0.00045806715505726135,
      "loss": 5.3736,
      "mean_token_accuracy": 0.19204752743244172,
      "num_tokens": 47417089.0,
      "step": 23400
    },
    {
      "entropy": 5.961082792282104,
      "epoch": 2.045355239010749,
      "grad_norm": 1.046875,
      "learning_rate": 0.00045804903684671083,
      "loss": 5.2643,
      "mean_token_accuracy": 0.20130746364593505,
      "num_tokens": 47426746.0,
      "step": 23405
    },
    {
      "entropy": 5.954817056655884,
      "epoch": 2.0457921873634537,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00045803091512518397,
      "loss": 5.2967,
      "mean_token_accuracy": 0.20066045373678207,
      "num_tokens": 47437873.0,
      "step": 23410
    },
    {
      "entropy": 5.876065111160278,
      "epoch": 2.046229135716158,
      "grad_norm": 1.140625,
      "learning_rate": 0.00045801278989302815,
      "loss": 5.2359,
      "mean_token_accuracy": 0.20153651088476182,
      "num_tokens": 47448520.0,
      "step": 23415
    },
    {
      "entropy": 5.962764549255371,
      "epoch": 2.046666084068863,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004579946611505912,
      "loss": 5.3033,
      "mean_token_accuracy": 0.1941415250301361,
      "num_tokens": 47458323.0,
      "step": 23420
    },
    {
      "entropy": 6.009198570251465,
      "epoch": 2.0471030324215675,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004579765288982207,
      "loss": 5.3724,
      "mean_token_accuracy": 0.1962374597787857,
      "num_tokens": 47468061.0,
      "step": 23425
    },
    {
      "entropy": 5.949884271621704,
      "epoch": 2.0475399807742725,
      "grad_norm": 1.09375,
      "learning_rate": 0.00045795839313626455,
      "loss": 5.3065,
      "mean_token_accuracy": 0.2003290832042694,
      "num_tokens": 47477541.0,
      "step": 23430
    },
    {
      "entropy": 5.837716484069825,
      "epoch": 2.0479769291269774,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004579402538650705,
      "loss": 5.2335,
      "mean_token_accuracy": 0.20760488361120225,
      "num_tokens": 47488570.0,
      "step": 23435
    },
    {
      "entropy": 5.975149393081665,
      "epoch": 2.048413877479682,
      "grad_norm": 1.125,
      "learning_rate": 0.0004579221110849866,
      "loss": 5.2772,
      "mean_token_accuracy": 0.19467857778072356,
      "num_tokens": 47498386.0,
      "step": 23440
    },
    {
      "entropy": 5.940992307662964,
      "epoch": 2.0488508258323868,
      "grad_norm": 1.203125,
      "learning_rate": 0.0004579039647963607,
      "loss": 5.1731,
      "mean_token_accuracy": 0.20550424307584764,
      "num_tokens": 47507292.0,
      "step": 23445
    },
    {
      "entropy": 5.982701015472412,
      "epoch": 2.0492877741850912,
      "grad_norm": 1.1484375,
      "learning_rate": 0.00045788581499954094,
      "loss": 5.284,
      "mean_token_accuracy": 0.1958385482430458,
      "num_tokens": 47516971.0,
      "step": 23450
    },
    {
      "entropy": 5.873600482940674,
      "epoch": 2.049724722537796,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00045786766169487536,
      "loss": 5.1656,
      "mean_token_accuracy": 0.21427877843379975,
      "num_tokens": 47527233.0,
      "step": 23455
    },
    {
      "entropy": 5.922709941864014,
      "epoch": 2.0501616708905006,
      "grad_norm": 1.09375,
      "learning_rate": 0.00045784950488271227,
      "loss": 5.2292,
      "mean_token_accuracy": 0.20212700366973876,
      "num_tokens": 47537542.0,
      "step": 23460
    },
    {
      "entropy": 5.962398529052734,
      "epoch": 2.0505986192432055,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00045783134456339985,
      "loss": 5.2248,
      "mean_token_accuracy": 0.20398877710103988,
      "num_tokens": 47546613.0,
      "step": 23465
    },
    {
      "entropy": 5.931045150756836,
      "epoch": 2.05103556759591,
      "grad_norm": 1.1484375,
      "learning_rate": 0.00045781318073728647,
      "loss": 5.2338,
      "mean_token_accuracy": 0.20724181830883026,
      "num_tokens": 47555462.0,
      "step": 23470
    },
    {
      "entropy": 5.951908826828003,
      "epoch": 2.051472515948615,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004577950134047204,
      "loss": 5.2274,
      "mean_token_accuracy": 0.20208652317523956,
      "num_tokens": 47565429.0,
      "step": 23475
    },
    {
      "entropy": 6.012958717346192,
      "epoch": 2.0519094643013194,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004577768425660503,
      "loss": 5.3653,
      "mean_token_accuracy": 0.19387990087270737,
      "num_tokens": 47576021.0,
      "step": 23480
    },
    {
      "entropy": 5.9648213386535645,
      "epoch": 2.0523464126540243,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004577586682216245,
      "loss": 5.3011,
      "mean_token_accuracy": 0.20116409361362458,
      "num_tokens": 47586016.0,
      "step": 23485
    },
    {
      "entropy": 5.932326889038086,
      "epoch": 2.052783361006729,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004577404903717917,
      "loss": 5.2857,
      "mean_token_accuracy": 0.19987661242485047,
      "num_tokens": 47595673.0,
      "step": 23490
    },
    {
      "entropy": 5.909662246704102,
      "epoch": 2.0532203093594337,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004577223090169006,
      "loss": 5.2287,
      "mean_token_accuracy": 0.20661165118217467,
      "num_tokens": 47605252.0,
      "step": 23495
    },
    {
      "entropy": 5.9318928718566895,
      "epoch": 2.0536572577121386,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004577041241572998,
      "loss": 5.2518,
      "mean_token_accuracy": 0.20043815523386002,
      "num_tokens": 47614726.0,
      "step": 23500
    },
    {
      "entropy": 5.882206296920776,
      "epoch": 2.054094206064843,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00045768593579333816,
      "loss": 5.2512,
      "mean_token_accuracy": 0.2108953505754471,
      "num_tokens": 47625618.0,
      "step": 23505
    },
    {
      "entropy": 5.970436525344849,
      "epoch": 2.054531154417548,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004576677439253646,
      "loss": 5.3282,
      "mean_token_accuracy": 0.19958802461624145,
      "num_tokens": 47635702.0,
      "step": 23510
    },
    {
      "entropy": 5.868126296997071,
      "epoch": 2.0549681027702524,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00045764954855372796,
      "loss": 5.2804,
      "mean_token_accuracy": 0.2020940974354744,
      "num_tokens": 47647301.0,
      "step": 23515
    },
    {
      "entropy": 5.954509639739991,
      "epoch": 2.0554050511229573,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004576313496787772,
      "loss": 5.3902,
      "mean_token_accuracy": 0.1903706133365631,
      "num_tokens": 47656844.0,
      "step": 23520
    },
    {
      "entropy": 6.024988126754761,
      "epoch": 2.055841999475662,
      "grad_norm": 1.234375,
      "learning_rate": 0.0004576131473008616,
      "loss": 5.2426,
      "mean_token_accuracy": 0.20520267635583878,
      "num_tokens": 47666196.0,
      "step": 23525
    },
    {
      "entropy": 5.917532062530517,
      "epoch": 2.0562789478283667,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004575949414203301,
      "loss": 5.2537,
      "mean_token_accuracy": 0.20183120369911195,
      "num_tokens": 47675329.0,
      "step": 23530
    },
    {
      "entropy": 5.841772365570068,
      "epoch": 2.056715896181071,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00045757673203753195,
      "loss": 5.2503,
      "mean_token_accuracy": 0.2049479678273201,
      "num_tokens": 47686806.0,
      "step": 23535
    },
    {
      "entropy": 5.956181764602661,
      "epoch": 2.057152844533776,
      "grad_norm": 1.125,
      "learning_rate": 0.0004575585191528164,
      "loss": 5.2442,
      "mean_token_accuracy": 0.2030369073152542,
      "num_tokens": 47696664.0,
      "step": 23540
    },
    {
      "entropy": 5.945859003067016,
      "epoch": 2.057589792886481,
      "grad_norm": 1.171875,
      "learning_rate": 0.00045754030276653275,
      "loss": 5.3036,
      "mean_token_accuracy": 0.19701576679944993,
      "num_tokens": 47707257.0,
      "step": 23545
    },
    {
      "entropy": 5.951399230957032,
      "epoch": 2.0580267412391855,
      "grad_norm": 1.125,
      "learning_rate": 0.0004575220828790305,
      "loss": 5.2055,
      "mean_token_accuracy": 0.21024399101734162,
      "num_tokens": 47716345.0,
      "step": 23550
    },
    {
      "entropy": 5.89949402809143,
      "epoch": 2.0584636895918904,
      "grad_norm": 1.140625,
      "learning_rate": 0.00045750385949065904,
      "loss": 5.2124,
      "mean_token_accuracy": 0.2104765996336937,
      "num_tokens": 47727779.0,
      "step": 23555
    },
    {
      "entropy": 5.9283895015716555,
      "epoch": 2.058900637944595,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004574856326017679,
      "loss": 5.299,
      "mean_token_accuracy": 0.2028426080942154,
      "num_tokens": 47737591.0,
      "step": 23560
    },
    {
      "entropy": 5.951126003265381,
      "epoch": 2.0593375862973,
      "grad_norm": 1.03125,
      "learning_rate": 0.00045746740221270664,
      "loss": 5.2603,
      "mean_token_accuracy": 0.19921237081289292,
      "num_tokens": 47746871.0,
      "step": 23565
    },
    {
      "entropy": 5.981991863250732,
      "epoch": 2.0597745346500043,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004574491683238251,
      "loss": 5.2933,
      "mean_token_accuracy": 0.198274689912796,
      "num_tokens": 47757089.0,
      "step": 23570
    },
    {
      "entropy": 5.940209102630615,
      "epoch": 2.060211483002709,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004574309309354729,
      "loss": 5.2906,
      "mean_token_accuracy": 0.19612734615802765,
      "num_tokens": 47766853.0,
      "step": 23575
    },
    {
      "entropy": 5.947614955902099,
      "epoch": 2.0606484313554136,
      "grad_norm": 1.15625,
      "learning_rate": 0.00045741269004799984,
      "loss": 5.255,
      "mean_token_accuracy": 0.20244211554527283,
      "num_tokens": 47776549.0,
      "step": 23580
    },
    {
      "entropy": 5.965419578552246,
      "epoch": 2.0610853797081186,
      "grad_norm": 1.046875,
      "learning_rate": 0.00045739444566175584,
      "loss": 5.319,
      "mean_token_accuracy": 0.19532270431518556,
      "num_tokens": 47786641.0,
      "step": 23585
    },
    {
      "entropy": 5.978779745101929,
      "epoch": 2.061522328060823,
      "grad_norm": 1.0625,
      "learning_rate": 0.00045737619777709077,
      "loss": 5.3389,
      "mean_token_accuracy": 0.1921237289905548,
      "num_tokens": 47796678.0,
      "step": 23590
    },
    {
      "entropy": 5.960299968719482,
      "epoch": 2.061959276413528,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004573579463943546,
      "loss": 5.2844,
      "mean_token_accuracy": 0.2018737316131592,
      "num_tokens": 47806678.0,
      "step": 23595
    },
    {
      "entropy": 5.941042947769165,
      "epoch": 2.062396224766233,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00045733969151389754,
      "loss": 5.2827,
      "mean_token_accuracy": 0.2010968193411827,
      "num_tokens": 47816619.0,
      "step": 23600
    },
    {
      "entropy": 5.914861154556275,
      "epoch": 2.0628331731189373,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004573214331360696,
      "loss": 5.2529,
      "mean_token_accuracy": 0.2047397345304489,
      "num_tokens": 47825437.0,
      "step": 23605
    },
    {
      "entropy": 5.930889987945557,
      "epoch": 2.0632701214716422,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004573031712612211,
      "loss": 5.2397,
      "mean_token_accuracy": 0.2053786814212799,
      "num_tokens": 47835604.0,
      "step": 23610
    },
    {
      "entropy": 5.918824291229248,
      "epoch": 2.0637070698243467,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004572849058897022,
      "loss": 5.2175,
      "mean_token_accuracy": 0.21234724968671798,
      "num_tokens": 47845299.0,
      "step": 23615
    },
    {
      "entropy": 5.8372241973876955,
      "epoch": 2.0641440181770516,
      "grad_norm": 1.21875,
      "learning_rate": 0.0004572666370218633,
      "loss": 5.2656,
      "mean_token_accuracy": 0.20740981101989747,
      "num_tokens": 47855293.0,
      "step": 23620
    },
    {
      "entropy": 5.926029825210572,
      "epoch": 2.064580966529756,
      "grad_norm": 1.109375,
      "learning_rate": 0.00045724836465805483,
      "loss": 5.294,
      "mean_token_accuracy": 0.20287971645593644,
      "num_tokens": 47864809.0,
      "step": 23625
    },
    {
      "entropy": 5.970141983032226,
      "epoch": 2.065017914882461,
      "grad_norm": 1.125,
      "learning_rate": 0.0004572300887986272,
      "loss": 5.305,
      "mean_token_accuracy": 0.19691076129674911,
      "num_tokens": 47874032.0,
      "step": 23630
    },
    {
      "entropy": 5.943680047988892,
      "epoch": 2.0654548632351655,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00045721180944393095,
      "loss": 5.2628,
      "mean_token_accuracy": 0.2049788326025009,
      "num_tokens": 47884465.0,
      "step": 23635
    },
    {
      "entropy": 5.897104120254516,
      "epoch": 2.0658918115878704,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004571935265943168,
      "loss": 5.2439,
      "mean_token_accuracy": 0.20597894340753556,
      "num_tokens": 47894030.0,
      "step": 23640
    },
    {
      "entropy": 5.965890169143677,
      "epoch": 2.066328759940575,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00045717524025013526,
      "loss": 5.2715,
      "mean_token_accuracy": 0.19569679349660873,
      "num_tokens": 47904338.0,
      "step": 23645
    },
    {
      "entropy": 5.933166551589966,
      "epoch": 2.0667657082932798,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004571569504117372,
      "loss": 5.2953,
      "mean_token_accuracy": 0.19526921063661576,
      "num_tokens": 47914384.0,
      "step": 23650
    },
    {
      "entropy": 5.872860670089722,
      "epoch": 2.0672026566459842,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004571386570794734,
      "loss": 5.2009,
      "mean_token_accuracy": 0.20589469969272614,
      "num_tokens": 47924386.0,
      "step": 23655
    },
    {
      "entropy": 5.947147369384766,
      "epoch": 2.067639604998689,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00045712036025369465,
      "loss": 5.2959,
      "mean_token_accuracy": 0.2016685426235199,
      "num_tokens": 47935379.0,
      "step": 23660
    },
    {
      "entropy": 5.93556842803955,
      "epoch": 2.068076553351394,
      "grad_norm": 1.078125,
      "learning_rate": 0.000457102059934752,
      "loss": 5.2518,
      "mean_token_accuracy": 0.20430199503898622,
      "num_tokens": 47945657.0,
      "step": 23665
    },
    {
      "entropy": 5.966764640808106,
      "epoch": 2.0685135017040985,
      "grad_norm": 1.09375,
      "learning_rate": 0.00045708375612299646,
      "loss": 5.2415,
      "mean_token_accuracy": 0.20223624110221863,
      "num_tokens": 47956294.0,
      "step": 23670
    },
    {
      "entropy": 5.989711332321167,
      "epoch": 2.0689504500568034,
      "grad_norm": 1.109375,
      "learning_rate": 0.00045706544881877895,
      "loss": 5.3782,
      "mean_token_accuracy": 0.1907263994216919,
      "num_tokens": 47967362.0,
      "step": 23675
    },
    {
      "entropy": 5.961332511901856,
      "epoch": 2.069387398409508,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004570471380224508,
      "loss": 5.2789,
      "mean_token_accuracy": 0.20801089704036713,
      "num_tokens": 47977521.0,
      "step": 23680
    },
    {
      "entropy": 5.920398473739624,
      "epoch": 2.069824346762213,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00045702882373436317,
      "loss": 5.2896,
      "mean_token_accuracy": 0.20470907390117646,
      "num_tokens": 47988485.0,
      "step": 23685
    },
    {
      "entropy": 5.90159969329834,
      "epoch": 2.0702612951149173,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004570105059548673,
      "loss": 5.2967,
      "mean_token_accuracy": 0.1941640168428421,
      "num_tokens": 47998696.0,
      "step": 23690
    },
    {
      "entropy": 5.932781219482422,
      "epoch": 2.070698243467622,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004569921846843146,
      "loss": 5.1157,
      "mean_token_accuracy": 0.21614039093255996,
      "num_tokens": 48007843.0,
      "step": 23695
    },
    {
      "entropy": 5.970668172836303,
      "epoch": 2.0711351918203267,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004569738599230563,
      "loss": 5.2363,
      "mean_token_accuracy": 0.20783915221691132,
      "num_tokens": 48017579.0,
      "step": 23700
    },
    {
      "entropy": 5.875077772140503,
      "epoch": 2.0715721401730316,
      "grad_norm": 1.1953125,
      "learning_rate": 0.00045695553167144417,
      "loss": 5.2437,
      "mean_token_accuracy": 0.204593026638031,
      "num_tokens": 48027267.0,
      "step": 23705
    },
    {
      "entropy": 5.935181188583374,
      "epoch": 2.072009088525736,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00045693719992982956,
      "loss": 5.2821,
      "mean_token_accuracy": 0.20074674487113953,
      "num_tokens": 48038064.0,
      "step": 23710
    },
    {
      "entropy": 6.02275505065918,
      "epoch": 2.072446036878441,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00045691886469856406,
      "loss": 5.3697,
      "mean_token_accuracy": 0.19292181432247163,
      "num_tokens": 48048316.0,
      "step": 23715
    },
    {
      "entropy": 5.933849811553955,
      "epoch": 2.072882985231146,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004569005259779995,
      "loss": 5.318,
      "mean_token_accuracy": 0.1978030577301979,
      "num_tokens": 48059083.0,
      "step": 23720
    },
    {
      "entropy": 5.948075962066651,
      "epoch": 2.0733199335838504,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00045688218376848744,
      "loss": 5.2546,
      "mean_token_accuracy": 0.1948384687304497,
      "num_tokens": 48069184.0,
      "step": 23725
    },
    {
      "entropy": 5.9285331726074215,
      "epoch": 2.0737568819365553,
      "grad_norm": 1.203125,
      "learning_rate": 0.0004568638380703799,
      "loss": 5.3082,
      "mean_token_accuracy": 0.19681925624608992,
      "num_tokens": 48078737.0,
      "step": 23730
    },
    {
      "entropy": 5.9377082824707035,
      "epoch": 2.0741938302892597,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004568454888840285,
      "loss": 5.2939,
      "mean_token_accuracy": 0.19686027020215988,
      "num_tokens": 48088581.0,
      "step": 23735
    },
    {
      "entropy": 5.839780950546265,
      "epoch": 2.0746307786419647,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004568271362097855,
      "loss": 5.1428,
      "mean_token_accuracy": 0.22311810106039048,
      "num_tokens": 48098941.0,
      "step": 23740
    },
    {
      "entropy": 5.917469835281372,
      "epoch": 2.075067726994669,
      "grad_norm": 1.15625,
      "learning_rate": 0.00045680878004800265,
      "loss": 5.255,
      "mean_token_accuracy": 0.20450232326984405,
      "num_tokens": 48108773.0,
      "step": 23745
    },
    {
      "entropy": 5.941902494430542,
      "epoch": 2.075504675347374,
      "grad_norm": 1.234375,
      "learning_rate": 0.0004567904203990322,
      "loss": 5.2866,
      "mean_token_accuracy": 0.20536335557699203,
      "num_tokens": 48117699.0,
      "step": 23750
    },
    {
      "entropy": 5.931866693496704,
      "epoch": 2.0759416237000785,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004567720572632261,
      "loss": 5.2067,
      "mean_token_accuracy": 0.21115355044603348,
      "num_tokens": 48127693.0,
      "step": 23755
    },
    {
      "entropy": 5.932613229751587,
      "epoch": 2.0763785720527834,
      "grad_norm": 1.109375,
      "learning_rate": 0.00045675369064093686,
      "loss": 5.3354,
      "mean_token_accuracy": 0.19220798909664155,
      "num_tokens": 48138073.0,
      "step": 23760
    },
    {
      "entropy": 5.929666900634766,
      "epoch": 2.076815520405488,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004567353205325165,
      "loss": 5.177,
      "mean_token_accuracy": 0.21248967051506043,
      "num_tokens": 48147504.0,
      "step": 23765
    },
    {
      "entropy": 5.984878063201904,
      "epoch": 2.077252468758193,
      "grad_norm": 1.25,
      "learning_rate": 0.0004567169469383175,
      "loss": 5.278,
      "mean_token_accuracy": 0.19676224291324615,
      "num_tokens": 48156739.0,
      "step": 23770
    },
    {
      "entropy": 5.928191661834717,
      "epoch": 2.0776894171108973,
      "grad_norm": 1.015625,
      "learning_rate": 0.00045669856985869225,
      "loss": 5.273,
      "mean_token_accuracy": 0.20179516077041626,
      "num_tokens": 48166883.0,
      "step": 23775
    },
    {
      "entropy": 5.860400056838989,
      "epoch": 2.078126365463602,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004566801892939932,
      "loss": 5.1906,
      "mean_token_accuracy": 0.21170132458209992,
      "num_tokens": 48177738.0,
      "step": 23780
    },
    {
      "entropy": 5.891962337493896,
      "epoch": 2.078563313816307,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004566618052445729,
      "loss": 5.2105,
      "mean_token_accuracy": 0.20221290737390518,
      "num_tokens": 48187979.0,
      "step": 23785
    },
    {
      "entropy": 5.950759220123291,
      "epoch": 2.0790002621690116,
      "grad_norm": 1.109375,
      "learning_rate": 0.000456643417710784,
      "loss": 5.3031,
      "mean_token_accuracy": 0.1934283569455147,
      "num_tokens": 48198579.0,
      "step": 23790
    },
    {
      "entropy": 6.019179916381836,
      "epoch": 2.0794372105217165,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00045662502669297915,
      "loss": 5.3918,
      "mean_token_accuracy": 0.19168710857629775,
      "num_tokens": 48208860.0,
      "step": 23795
    },
    {
      "entropy": 5.9517881870269775,
      "epoch": 2.079874158874421,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004566066321915112,
      "loss": 5.2941,
      "mean_token_accuracy": 0.20798540562391282,
      "num_tokens": 48218842.0,
      "step": 23800
    },
    {
      "entropy": 5.92870979309082,
      "epoch": 2.080311107227126,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004565882342067328,
      "loss": 5.2307,
      "mean_token_accuracy": 0.20738999247550965,
      "num_tokens": 48229082.0,
      "step": 23805
    },
    {
      "entropy": 5.983532524108886,
      "epoch": 2.0807480555798303,
      "grad_norm": 1.078125,
      "learning_rate": 0.00045656983273899694,
      "loss": 5.3271,
      "mean_token_accuracy": 0.19499153792858123,
      "num_tokens": 48239158.0,
      "step": 23810
    },
    {
      "entropy": 5.946882629394532,
      "epoch": 2.0811850039325352,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004565514277886565,
      "loss": 5.2667,
      "mean_token_accuracy": 0.19684385657310485,
      "num_tokens": 48249663.0,
      "step": 23815
    },
    {
      "entropy": 5.926811552047729,
      "epoch": 2.0816219522852397,
      "grad_norm": 1.1640625,
      "learning_rate": 0.00045653301935606456,
      "loss": 5.3471,
      "mean_token_accuracy": 0.19136376231908797,
      "num_tokens": 48260319.0,
      "step": 23820
    },
    {
      "entropy": 5.968767738342285,
      "epoch": 2.0820589006379446,
      "grad_norm": 1.140625,
      "learning_rate": 0.00045651460744157424,
      "loss": 5.2994,
      "mean_token_accuracy": 0.19559392035007478,
      "num_tokens": 48270107.0,
      "step": 23825
    },
    {
      "entropy": 5.907418632507325,
      "epoch": 2.082495848990649,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0004564961920455387,
      "loss": 5.2711,
      "mean_token_accuracy": 0.20257678329944612,
      "num_tokens": 48280529.0,
      "step": 23830
    },
    {
      "entropy": 5.999694013595581,
      "epoch": 2.082932797343354,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004564777731683109,
      "loss": 5.3494,
      "mean_token_accuracy": 0.1935057133436203,
      "num_tokens": 48290672.0,
      "step": 23835
    },
    {
      "entropy": 6.008693504333496,
      "epoch": 2.083369745696059,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004564593508102445,
      "loss": 5.3504,
      "mean_token_accuracy": 0.1927601769566536,
      "num_tokens": 48301327.0,
      "step": 23840
    },
    {
      "entropy": 5.9837507724761965,
      "epoch": 2.0838066940487634,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004564409249716925,
      "loss": 5.3218,
      "mean_token_accuracy": 0.19839850664138795,
      "num_tokens": 48310861.0,
      "step": 23845
    },
    {
      "entropy": 5.940728282928466,
      "epoch": 2.0842436424014683,
      "grad_norm": 1.1953125,
      "learning_rate": 0.00045642249565300866,
      "loss": 5.2556,
      "mean_token_accuracy": 0.19944566935300828,
      "num_tokens": 48320381.0,
      "step": 23850
    },
    {
      "entropy": 5.9421477794647215,
      "epoch": 2.084680590754173,
      "grad_norm": 1.15625,
      "learning_rate": 0.00045640406285454616,
      "loss": 5.2127,
      "mean_token_accuracy": 0.20923686772584915,
      "num_tokens": 48330566.0,
      "step": 23855
    },
    {
      "entropy": 5.95541353225708,
      "epoch": 2.0851175391068777,
      "grad_norm": 1.078125,
      "learning_rate": 0.00045638562657665885,
      "loss": 5.2471,
      "mean_token_accuracy": 0.19932071715593339,
      "num_tokens": 48340773.0,
      "step": 23860
    },
    {
      "entropy": 5.947610712051391,
      "epoch": 2.085554487459582,
      "grad_norm": 1.09375,
      "learning_rate": 0.00045636718681969996,
      "loss": 5.2359,
      "mean_token_accuracy": 0.20439072996377944,
      "num_tokens": 48350972.0,
      "step": 23865
    },
    {
      "entropy": 5.982872772216797,
      "epoch": 2.085991435812287,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004563487435840235,
      "loss": 5.2392,
      "mean_token_accuracy": 0.20393364280462264,
      "num_tokens": 48360606.0,
      "step": 23870
    },
    {
      "entropy": 5.940005970001221,
      "epoch": 2.0864283841649915,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00045633029686998304,
      "loss": 5.3359,
      "mean_token_accuracy": 0.20146684497594833,
      "num_tokens": 48371970.0,
      "step": 23875
    },
    {
      "entropy": 5.889578819274902,
      "epoch": 2.0868653325176965,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004563118466779326,
      "loss": 5.2315,
      "mean_token_accuracy": 0.20692919939756393,
      "num_tokens": 48382917.0,
      "step": 23880
    },
    {
      "entropy": 5.937032318115234,
      "epoch": 2.087302280870401,
      "grad_norm": 1.1796875,
      "learning_rate": 0.00045629339300822593,
      "loss": 5.2888,
      "mean_token_accuracy": 0.20863483995199203,
      "num_tokens": 48393428.0,
      "step": 23885
    },
    {
      "entropy": 6.0273346424102785,
      "epoch": 2.087739229223106,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004562749358612168,
      "loss": 5.346,
      "mean_token_accuracy": 0.18856728971004486,
      "num_tokens": 48404616.0,
      "step": 23890
    },
    {
      "entropy": 5.893150568008423,
      "epoch": 2.0881761775758108,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004562564752372596,
      "loss": 5.1891,
      "mean_token_accuracy": 0.2091316908597946,
      "num_tokens": 48414753.0,
      "step": 23895
    },
    {
      "entropy": 5.9585840702056885,
      "epoch": 2.0886131259285152,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004562380111367082,
      "loss": 5.3024,
      "mean_token_accuracy": 0.19367889165878296,
      "num_tokens": 48424759.0,
      "step": 23900
    },
    {
      "entropy": 5.969163608551026,
      "epoch": 2.08905007428122,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00045621954355991675,
      "loss": 5.258,
      "mean_token_accuracy": 0.20881858915090562,
      "num_tokens": 48435158.0,
      "step": 23905
    },
    {
      "entropy": 5.904529333114624,
      "epoch": 2.0894870226339246,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00045620107250723946,
      "loss": 5.2396,
      "mean_token_accuracy": 0.20312516689300536,
      "num_tokens": 48445234.0,
      "step": 23910
    },
    {
      "entropy": 5.928545665740967,
      "epoch": 2.0899239709866295,
      "grad_norm": 1.1484375,
      "learning_rate": 0.00045618259797903073,
      "loss": 5.2354,
      "mean_token_accuracy": 0.2046770840883255,
      "num_tokens": 48456053.0,
      "step": 23915
    },
    {
      "entropy": 5.975025177001953,
      "epoch": 2.090360919339334,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004561641199756447,
      "loss": 5.2579,
      "mean_token_accuracy": 0.2023997575044632,
      "num_tokens": 48466293.0,
      "step": 23920
    },
    {
      "entropy": 5.890031957626343,
      "epoch": 2.090797867692039,
      "grad_norm": 1.15625,
      "learning_rate": 0.00045614563849743605,
      "loss": 5.2076,
      "mean_token_accuracy": 0.2080414727330208,
      "num_tokens": 48476170.0,
      "step": 23925
    },
    {
      "entropy": 5.9608532905578615,
      "epoch": 2.0912348160447434,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00045612715354475907,
      "loss": 5.2498,
      "mean_token_accuracy": 0.20012702643871308,
      "num_tokens": 48485728.0,
      "step": 23930
    },
    {
      "entropy": 5.920254516601562,
      "epoch": 2.0916717643974483,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00045610866511796845,
      "loss": 5.2596,
      "mean_token_accuracy": 0.2028040736913681,
      "num_tokens": 48496531.0,
      "step": 23935
    },
    {
      "entropy": 5.937469053268432,
      "epoch": 2.0921087127501528,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00045609017321741863,
      "loss": 5.2187,
      "mean_token_accuracy": 0.20541617423295974,
      "num_tokens": 48506006.0,
      "step": 23940
    },
    {
      "entropy": 5.948980140686035,
      "epoch": 2.0925456611028577,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004560716778434644,
      "loss": 5.282,
      "mean_token_accuracy": 0.2027186319231987,
      "num_tokens": 48515902.0,
      "step": 23945
    },
    {
      "entropy": 5.938833284378052,
      "epoch": 2.0929826094555626,
      "grad_norm": 1.09375,
      "learning_rate": 0.00045605317899646066,
      "loss": 5.3191,
      "mean_token_accuracy": 0.19895763248205184,
      "num_tokens": 48526263.0,
      "step": 23950
    },
    {
      "entropy": 5.901042556762695,
      "epoch": 2.093419557808267,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00045603467667676195,
      "loss": 5.2543,
      "mean_token_accuracy": 0.20488399565219878,
      "num_tokens": 48537415.0,
      "step": 23955
    },
    {
      "entropy": 5.959227895736694,
      "epoch": 2.093856506160972,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004560161708847233,
      "loss": 5.2619,
      "mean_token_accuracy": 0.2042795240879059,
      "num_tokens": 48548911.0,
      "step": 23960
    },
    {
      "entropy": 5.938545846939087,
      "epoch": 2.0942934545136764,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004559976616206996,
      "loss": 5.2738,
      "mean_token_accuracy": 0.2052943229675293,
      "num_tokens": 48560266.0,
      "step": 23965
    },
    {
      "entropy": 5.970250082015991,
      "epoch": 2.0947304028663813,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00045597914888504597,
      "loss": 5.3593,
      "mean_token_accuracy": 0.19297325015068054,
      "num_tokens": 48570696.0,
      "step": 23970
    },
    {
      "entropy": 5.974631118774414,
      "epoch": 2.095167351219086,
      "grad_norm": 1.171875,
      "learning_rate": 0.00045596063267811746,
      "loss": 5.2541,
      "mean_token_accuracy": 0.20481679141521453,
      "num_tokens": 48580725.0,
      "step": 23975
    },
    {
      "entropy": 5.931418228149414,
      "epoch": 2.0956042995717907,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004559421130002691,
      "loss": 5.3178,
      "mean_token_accuracy": 0.20005182921886444,
      "num_tokens": 48591968.0,
      "step": 23980
    },
    {
      "entropy": 5.89997239112854,
      "epoch": 2.096041247924495,
      "grad_norm": 1.125,
      "learning_rate": 0.0004559235898518563,
      "loss": 5.259,
      "mean_token_accuracy": 0.2073166310787201,
      "num_tokens": 48602074.0,
      "step": 23985
    },
    {
      "entropy": 5.921574258804322,
      "epoch": 2.0964781962772,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004559050632332342,
      "loss": 5.2789,
      "mean_token_accuracy": 0.20210280269384384,
      "num_tokens": 48613323.0,
      "step": 23990
    },
    {
      "entropy": 6.013547468185425,
      "epoch": 2.0969151446299046,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004558865331447581,
      "loss": 5.3251,
      "mean_token_accuracy": 0.19874434024095536,
      "num_tokens": 48623386.0,
      "step": 23995
    },
    {
      "entropy": 5.914462471008301,
      "epoch": 2.0973520929826095,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004558679995867837,
      "loss": 5.2094,
      "mean_token_accuracy": 0.21042394042015075,
      "num_tokens": 48633379.0,
      "step": 24000
    },
    {
      "epoch": 2.0973520929826095,
      "eval_entropy": 5.688582782846356,
      "eval_loss": 5.33724308013916,
      "eval_mean_token_accuracy": 0.20749068224445544,
      "eval_num_tokens": 48633379.0,
      "eval_runtime": 21.4482,
      "eval_samples_per_second": 1725.743,
      "eval_steps_per_second": 215.73,
      "step": 24000
    },
    {
      "entropy": 5.897858142852783,
      "epoch": 2.097789041335314,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004558494625596662,
      "loss": 5.2651,
      "mean_token_accuracy": 0.2000093027949333,
      "num_tokens": 48643918.0,
      "step": 24005
    },
    {
      "entropy": 5.9318379878997805,
      "epoch": 2.098225989688019,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004558309220637612,
      "loss": 5.3498,
      "mean_token_accuracy": 0.19296344369649887,
      "num_tokens": 48654534.0,
      "step": 24010
    },
    {
      "entropy": 5.947070741653443,
      "epoch": 2.098662938040724,
      "grad_norm": 1.125,
      "learning_rate": 0.0004558123780994244,
      "loss": 5.2684,
      "mean_token_accuracy": 0.20309160947799682,
      "num_tokens": 48664928.0,
      "step": 24015
    },
    {
      "entropy": 5.913004350662232,
      "epoch": 2.0990998863934283,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004557938306670115,
      "loss": 5.201,
      "mean_token_accuracy": 0.20926098227500917,
      "num_tokens": 48675441.0,
      "step": 24020
    },
    {
      "entropy": 5.890382528305054,
      "epoch": 2.099536834746133,
      "grad_norm": 1.21875,
      "learning_rate": 0.00045577527976687813,
      "loss": 5.205,
      "mean_token_accuracy": 0.2062474384903908,
      "num_tokens": 48685173.0,
      "step": 24025
    },
    {
      "entropy": 5.897295522689819,
      "epoch": 2.0999737830988376,
      "grad_norm": 1.0625,
      "learning_rate": 0.00045575672539938014,
      "loss": 5.2384,
      "mean_token_accuracy": 0.20519464164972306,
      "num_tokens": 48695539.0,
      "step": 24030
    },
    {
      "entropy": 5.9150341033935545,
      "epoch": 2.1004107314515426,
      "grad_norm": 1.109375,
      "learning_rate": 0.00045573816756487345,
      "loss": 5.2921,
      "mean_token_accuracy": 0.19724905341863633,
      "num_tokens": 48705977.0,
      "step": 24035
    },
    {
      "entropy": 5.895595979690552,
      "epoch": 2.100847679804247,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004557196062637141,
      "loss": 5.2225,
      "mean_token_accuracy": 0.20414226055145263,
      "num_tokens": 48715924.0,
      "step": 24040
    },
    {
      "entropy": 5.984272050857544,
      "epoch": 2.101284628156952,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004557010414962579,
      "loss": 5.258,
      "mean_token_accuracy": 0.19967836141586304,
      "num_tokens": 48727071.0,
      "step": 24045
    },
    {
      "entropy": 5.908745527267456,
      "epoch": 2.1017215765096564,
      "grad_norm": 1.03125,
      "learning_rate": 0.00045568247326286103,
      "loss": 5.2675,
      "mean_token_accuracy": 0.19979264289140702,
      "num_tokens": 48736959.0,
      "step": 24050
    },
    {
      "entropy": 5.885898065567017,
      "epoch": 2.1021585248623613,
      "grad_norm": 1.0625,
      "learning_rate": 0.00045566390156387974,
      "loss": 5.2868,
      "mean_token_accuracy": 0.19832658469676973,
      "num_tokens": 48748419.0,
      "step": 24055
    },
    {
      "entropy": 5.937620162963867,
      "epoch": 2.102595473215066,
      "grad_norm": 1.125,
      "learning_rate": 0.0004556453263996701,
      "loss": 5.2598,
      "mean_token_accuracy": 0.20544652491807938,
      "num_tokens": 48758480.0,
      "step": 24060
    },
    {
      "entropy": 6.020849800109863,
      "epoch": 2.1030324215677707,
      "grad_norm": 1.1796875,
      "learning_rate": 0.00045562674777058844,
      "loss": 5.3693,
      "mean_token_accuracy": 0.1984550327062607,
      "num_tokens": 48768182.0,
      "step": 24065
    },
    {
      "entropy": 5.957524728775025,
      "epoch": 2.103469369920475,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004556081656769911,
      "loss": 5.2314,
      "mean_token_accuracy": 0.1988920584321022,
      "num_tokens": 48777729.0,
      "step": 24070
    },
    {
      "entropy": 5.959910535812378,
      "epoch": 2.10390631827318,
      "grad_norm": 1.1953125,
      "learning_rate": 0.00045558958011923456,
      "loss": 5.2557,
      "mean_token_accuracy": 0.2045409843325615,
      "num_tokens": 48787109.0,
      "step": 24075
    },
    {
      "entropy": 5.967409992218018,
      "epoch": 2.104343266625885,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004555709910976752,
      "loss": 5.2793,
      "mean_token_accuracy": 0.1964511901140213,
      "num_tokens": 48797152.0,
      "step": 24080
    },
    {
      "entropy": 5.925540828704834,
      "epoch": 2.1047802149785895,
      "grad_norm": 1.390625,
      "learning_rate": 0.00045555239861266964,
      "loss": 5.2315,
      "mean_token_accuracy": 0.2061884343624115,
      "num_tokens": 48806288.0,
      "step": 24085
    },
    {
      "entropy": 5.848666572570801,
      "epoch": 2.1052171633312944,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004555338026645744,
      "loss": 5.1868,
      "mean_token_accuracy": 0.2250616356730461,
      "num_tokens": 48816025.0,
      "step": 24090
    },
    {
      "entropy": 5.939290714263916,
      "epoch": 2.105654111683999,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004555152032537463,
      "loss": 5.2955,
      "mean_token_accuracy": 0.203408320248127,
      "num_tokens": 48827150.0,
      "step": 24095
    },
    {
      "entropy": 5.944716501235962,
      "epoch": 2.1060910600367038,
      "grad_norm": 1.1484375,
      "learning_rate": 0.00045549660038054205,
      "loss": 5.2256,
      "mean_token_accuracy": 0.20332356840372084,
      "num_tokens": 48837190.0,
      "step": 24100
    },
    {
      "entropy": 5.963857507705688,
      "epoch": 2.1065280083894082,
      "grad_norm": 1.1640625,
      "learning_rate": 0.00045547799404531826,
      "loss": 5.3137,
      "mean_token_accuracy": 0.19632105976343156,
      "num_tokens": 48847573.0,
      "step": 24105
    },
    {
      "entropy": 5.851665496826172,
      "epoch": 2.106964956742113,
      "grad_norm": 1.09375,
      "learning_rate": 0.00045545938424843214,
      "loss": 5.2061,
      "mean_token_accuracy": 0.20356517434120178,
      "num_tokens": 48858966.0,
      "step": 24110
    },
    {
      "entropy": 5.9431126594543455,
      "epoch": 2.1074019050948176,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004554407709902404,
      "loss": 5.2868,
      "mean_token_accuracy": 0.19794975370168685,
      "num_tokens": 48869027.0,
      "step": 24115
    },
    {
      "entropy": 5.900874853134155,
      "epoch": 2.1078388534475225,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004554221542711001,
      "loss": 5.2769,
      "mean_token_accuracy": 0.2124898463487625,
      "num_tokens": 48879325.0,
      "step": 24120
    },
    {
      "entropy": 5.882784461975097,
      "epoch": 2.108275801800227,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00045540353409136836,
      "loss": 5.1685,
      "mean_token_accuracy": 0.21034961193799973,
      "num_tokens": 48888939.0,
      "step": 24125
    },
    {
      "entropy": 5.937739849090576,
      "epoch": 2.108712750152932,
      "grad_norm": 1.1640625,
      "learning_rate": 0.00045538491045140234,
      "loss": 5.268,
      "mean_token_accuracy": 0.1970221370458603,
      "num_tokens": 48898997.0,
      "step": 24130
    },
    {
      "entropy": 5.933317852020264,
      "epoch": 2.109149698505637,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00045536628335155914,
      "loss": 5.2641,
      "mean_token_accuracy": 0.20238637924194336,
      "num_tokens": 48909063.0,
      "step": 24135
    },
    {
      "entropy": 5.842532682418823,
      "epoch": 2.1095866468583413,
      "grad_norm": 1.125,
      "learning_rate": 0.00045534765279219626,
      "loss": 5.147,
      "mean_token_accuracy": 0.2165055349469185,
      "num_tokens": 48918694.0,
      "step": 24140
    },
    {
      "entropy": 5.947291898727417,
      "epoch": 2.110023595211046,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004553290187736708,
      "loss": 5.3331,
      "mean_token_accuracy": 0.19841861426830293,
      "num_tokens": 48928223.0,
      "step": 24145
    },
    {
      "entropy": 5.9567934513092045,
      "epoch": 2.1104605435637507,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004553103812963402,
      "loss": 5.2578,
      "mean_token_accuracy": 0.20376587212085723,
      "num_tokens": 48938193.0,
      "step": 24150
    },
    {
      "entropy": 5.992319536209107,
      "epoch": 2.1108974919164556,
      "grad_norm": 1.078125,
      "learning_rate": 0.00045529174036056217,
      "loss": 5.3363,
      "mean_token_accuracy": 0.19300300627946854,
      "num_tokens": 48949693.0,
      "step": 24155
    },
    {
      "entropy": 5.846507549285889,
      "epoch": 2.11133444026916,
      "grad_norm": 1.2265625,
      "learning_rate": 0.00045527309596669397,
      "loss": 5.2238,
      "mean_token_accuracy": 0.20792067646980286,
      "num_tokens": 48960199.0,
      "step": 24160
    },
    {
      "entropy": 5.9681923389434814,
      "epoch": 2.111771388621865,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00045525444811509336,
      "loss": 5.3248,
      "mean_token_accuracy": 0.201306813955307,
      "num_tokens": 48969380.0,
      "step": 24165
    },
    {
      "entropy": 5.920058012008667,
      "epoch": 2.1122083369745694,
      "grad_norm": 1.140625,
      "learning_rate": 0.000455235796806118,
      "loss": 5.1974,
      "mean_token_accuracy": 0.20726091116666795,
      "num_tokens": 48978963.0,
      "step": 24170
    },
    {
      "entropy": 5.922184228897095,
      "epoch": 2.1126452853272744,
      "grad_norm": 1.125,
      "learning_rate": 0.0004552171420401256,
      "loss": 5.3511,
      "mean_token_accuracy": 0.20048550963401796,
      "num_tokens": 48989568.0,
      "step": 24175
    },
    {
      "entropy": 5.989983129501343,
      "epoch": 2.113082233679979,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00045519848381747396,
      "loss": 5.2991,
      "mean_token_accuracy": 0.2019524484872818,
      "num_tokens": 49000684.0,
      "step": 24180
    },
    {
      "entropy": 6.0059233665466305,
      "epoch": 2.1135191820326837,
      "grad_norm": 1.125,
      "learning_rate": 0.000455179822138521,
      "loss": 5.3509,
      "mean_token_accuracy": 0.18841561526060105,
      "num_tokens": 49010194.0,
      "step": 24185
    },
    {
      "entropy": 5.928950691223145,
      "epoch": 2.1139561303853887,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00045516115700362466,
      "loss": 5.2631,
      "mean_token_accuracy": 0.19853905886411666,
      "num_tokens": 49020180.0,
      "step": 24190
    },
    {
      "entropy": 5.929457092285157,
      "epoch": 2.114393078738093,
      "grad_norm": 1.078125,
      "learning_rate": 0.00045514248841314295,
      "loss": 5.2864,
      "mean_token_accuracy": 0.2070673793554306,
      "num_tokens": 49030665.0,
      "step": 24195
    },
    {
      "entropy": 6.014594173431396,
      "epoch": 2.114830027090798,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004551238163674338,
      "loss": 5.2589,
      "mean_token_accuracy": 0.206793874502182,
      "num_tokens": 49040197.0,
      "step": 24200
    },
    {
      "entropy": 5.930025053024292,
      "epoch": 2.1152669754435025,
      "grad_norm": 1.15625,
      "learning_rate": 0.00045510514086685553,
      "loss": 5.2917,
      "mean_token_accuracy": 0.19771510362625122,
      "num_tokens": 49049996.0,
      "step": 24205
    },
    {
      "entropy": 5.927831315994263,
      "epoch": 2.1157039237962074,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004550864619117664,
      "loss": 5.3323,
      "mean_token_accuracy": 0.19501737505197525,
      "num_tokens": 49061691.0,
      "step": 24210
    },
    {
      "entropy": 6.01156530380249,
      "epoch": 2.116140872148912,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004550677795025244,
      "loss": 5.3876,
      "mean_token_accuracy": 0.1919173315167427,
      "num_tokens": 49071605.0,
      "step": 24215
    },
    {
      "entropy": 5.946290445327759,
      "epoch": 2.116577820501617,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004550490936394881,
      "loss": 5.2099,
      "mean_token_accuracy": 0.21064379215240478,
      "num_tokens": 49081317.0,
      "step": 24220
    },
    {
      "entropy": 5.837832975387573,
      "epoch": 2.1170147688543213,
      "grad_norm": 1.125,
      "learning_rate": 0.00045503040432301586,
      "loss": 5.2347,
      "mean_token_accuracy": 0.20388897210359574,
      "num_tokens": 49090662.0,
      "step": 24225
    },
    {
      "entropy": 6.019107246398926,
      "epoch": 2.117451717207026,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004550117115534661,
      "loss": 5.3618,
      "mean_token_accuracy": 0.19360431134700776,
      "num_tokens": 49102046.0,
      "step": 24230
    },
    {
      "entropy": 6.034353637695313,
      "epoch": 2.1178886655597307,
      "grad_norm": 1.09375,
      "learning_rate": 0.00045499301533119736,
      "loss": 5.2485,
      "mean_token_accuracy": 0.20121781826019286,
      "num_tokens": 49111047.0,
      "step": 24235
    },
    {
      "entropy": 5.917453050613403,
      "epoch": 2.1183256139124356,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004549743156565684,
      "loss": 5.2308,
      "mean_token_accuracy": 0.20210115760564804,
      "num_tokens": 49120606.0,
      "step": 24240
    },
    {
      "entropy": 5.868655204772949,
      "epoch": 2.1187625622651405,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004549556125299377,
      "loss": 5.3097,
      "mean_token_accuracy": 0.2017747864127159,
      "num_tokens": 49130981.0,
      "step": 24245
    },
    {
      "entropy": 5.965877294540405,
      "epoch": 2.119199510617845,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004549369059516639,
      "loss": 5.3384,
      "mean_token_accuracy": 0.1973019540309906,
      "num_tokens": 49140843.0,
      "step": 24250
    },
    {
      "entropy": 6.026815509796142,
      "epoch": 2.11963645897055,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004549181959221061,
      "loss": 5.3333,
      "mean_token_accuracy": 0.19173042327165604,
      "num_tokens": 49150492.0,
      "step": 24255
    },
    {
      "entropy": 5.9445414543151855,
      "epoch": 2.1200734073232543,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00045489948244162304,
      "loss": 5.2653,
      "mean_token_accuracy": 0.19983195662498474,
      "num_tokens": 49159973.0,
      "step": 24260
    },
    {
      "entropy": 5.962998342514038,
      "epoch": 2.1205103556759592,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004548807655105736,
      "loss": 5.3423,
      "mean_token_accuracy": 0.19960659742355347,
      "num_tokens": 49170711.0,
      "step": 24265
    },
    {
      "entropy": 5.990804862976074,
      "epoch": 2.1209473040286637,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00045486204512931684,
      "loss": 5.3388,
      "mean_token_accuracy": 0.1942583829164505,
      "num_tokens": 49181121.0,
      "step": 24270
    },
    {
      "entropy": 5.823960876464843,
      "epoch": 2.1213842523813686,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004548433212982118,
      "loss": 5.166,
      "mean_token_accuracy": 0.2159664511680603,
      "num_tokens": 49191528.0,
      "step": 24275
    },
    {
      "entropy": 5.906139898300171,
      "epoch": 2.121821200734073,
      "grad_norm": 1.125,
      "learning_rate": 0.0004548245940176176,
      "loss": 5.2921,
      "mean_token_accuracy": 0.19753067791461945,
      "num_tokens": 49202244.0,
      "step": 24280
    },
    {
      "entropy": 5.9322585105896,
      "epoch": 2.122258149086778,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004548058632878935,
      "loss": 5.2656,
      "mean_token_accuracy": 0.2056659683585167,
      "num_tokens": 49212964.0,
      "step": 24285
    },
    {
      "entropy": 5.9557802200317385,
      "epoch": 2.1226950974394825,
      "grad_norm": 1.1953125,
      "learning_rate": 0.00045478712910939874,
      "loss": 5.2796,
      "mean_token_accuracy": 0.19923080503940582,
      "num_tokens": 49223478.0,
      "step": 24290
    },
    {
      "entropy": 5.920157384872437,
      "epoch": 2.1231320457921874,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00045476839148249256,
      "loss": 5.3143,
      "mean_token_accuracy": 0.19730928540229797,
      "num_tokens": 49233933.0,
      "step": 24295
    },
    {
      "entropy": 5.974336051940918,
      "epoch": 2.123568994144892,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00045474965040753453,
      "loss": 5.2103,
      "mean_token_accuracy": 0.21346885710954666,
      "num_tokens": 49243147.0,
      "step": 24300
    },
    {
      "entropy": 5.921544885635376,
      "epoch": 2.1240059424975968,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004547309058848839,
      "loss": 5.2122,
      "mean_token_accuracy": 0.20822269320487977,
      "num_tokens": 49252524.0,
      "step": 24305
    },
    {
      "entropy": 5.944255685806274,
      "epoch": 2.1244428908503017,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00045471215791490047,
      "loss": 5.3191,
      "mean_token_accuracy": 0.20032799243927002,
      "num_tokens": 49261845.0,
      "step": 24310
    },
    {
      "entropy": 5.9158642292022705,
      "epoch": 2.124879839203006,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00045469340649794353,
      "loss": 5.2362,
      "mean_token_accuracy": 0.20078080743551255,
      "num_tokens": 49272437.0,
      "step": 24315
    },
    {
      "entropy": 5.937285280227661,
      "epoch": 2.125316787555711,
      "grad_norm": 1.2578125,
      "learning_rate": 0.000454674651634373,
      "loss": 5.214,
      "mean_token_accuracy": 0.21508419662714004,
      "num_tokens": 49281687.0,
      "step": 24320
    },
    {
      "entropy": 5.922024917602539,
      "epoch": 2.1257537359084155,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00045465589332454844,
      "loss": 5.1926,
      "mean_token_accuracy": 0.2046222910284996,
      "num_tokens": 49291524.0,
      "step": 24325
    },
    {
      "entropy": 5.92728180885315,
      "epoch": 2.1261906842611205,
      "grad_norm": 1.140625,
      "learning_rate": 0.00045463713156882976,
      "loss": 5.2822,
      "mean_token_accuracy": 0.2006151109933853,
      "num_tokens": 49303124.0,
      "step": 24330
    },
    {
      "entropy": 5.960037422180176,
      "epoch": 2.126627632613825,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00045461836636757674,
      "loss": 5.2061,
      "mean_token_accuracy": 0.20941606909036636,
      "num_tokens": 49313050.0,
      "step": 24335
    },
    {
      "entropy": 5.900871467590332,
      "epoch": 2.12706458096653,
      "grad_norm": 1.1484375,
      "learning_rate": 0.00045459959772114935,
      "loss": 5.2063,
      "mean_token_accuracy": 0.20868173539638518,
      "num_tokens": 49321652.0,
      "step": 24340
    },
    {
      "entropy": 5.876599359512329,
      "epoch": 2.1275015293192343,
      "grad_norm": 1.0625,
      "learning_rate": 0.00045458082562990754,
      "loss": 5.2055,
      "mean_token_accuracy": 0.20894381999969483,
      "num_tokens": 49331713.0,
      "step": 24345
    },
    {
      "entropy": 5.873673391342163,
      "epoch": 2.127938477671939,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004545620500942114,
      "loss": 5.2658,
      "mean_token_accuracy": 0.20045828372240065,
      "num_tokens": 49340370.0,
      "step": 24350
    },
    {
      "entropy": 5.938218450546264,
      "epoch": 2.1283754260246437,
      "grad_norm": 1.234375,
      "learning_rate": 0.0004545432711144211,
      "loss": 5.2959,
      "mean_token_accuracy": 0.19865187257528305,
      "num_tokens": 49349894.0,
      "step": 24355
    },
    {
      "entropy": 5.91882209777832,
      "epoch": 2.1288123743773486,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004545244886908967,
      "loss": 5.1846,
      "mean_token_accuracy": 0.2103416681289673,
      "num_tokens": 49359738.0,
      "step": 24360
    },
    {
      "entropy": 5.933962821960449,
      "epoch": 2.129249322730053,
      "grad_norm": 1.1484375,
      "learning_rate": 0.00045450570282399856,
      "loss": 5.2716,
      "mean_token_accuracy": 0.20403882265090942,
      "num_tokens": 49370495.0,
      "step": 24365
    },
    {
      "entropy": 5.936681842803955,
      "epoch": 2.129686271082758,
      "grad_norm": 1.15625,
      "learning_rate": 0.000454486913514087,
      "loss": 5.2617,
      "mean_token_accuracy": 0.20815670788288115,
      "num_tokens": 49382191.0,
      "step": 24370
    },
    {
      "entropy": 5.951140832901001,
      "epoch": 2.130123219435463,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004544681207615224,
      "loss": 5.3186,
      "mean_token_accuracy": 0.19855284094810485,
      "num_tokens": 49391724.0,
      "step": 24375
    },
    {
      "entropy": 5.955250453948975,
      "epoch": 2.1305601677881674,
      "grad_norm": 1.2890625,
      "learning_rate": 0.0004544493245666652,
      "loss": 5.2447,
      "mean_token_accuracy": 0.20782461166381835,
      "num_tokens": 49401117.0,
      "step": 24380
    },
    {
      "entropy": 5.891901636123658,
      "epoch": 2.1309971161408723,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004544305249298759,
      "loss": 5.2371,
      "mean_token_accuracy": 0.2042407512664795,
      "num_tokens": 49410731.0,
      "step": 24385
    },
    {
      "entropy": 5.934642028808594,
      "epoch": 2.1314340644935768,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004544117218515152,
      "loss": 5.3094,
      "mean_token_accuracy": 0.20217879116535187,
      "num_tokens": 49420373.0,
      "step": 24390
    },
    {
      "entropy": 5.919926929473877,
      "epoch": 2.1318710128462817,
      "grad_norm": 1.1796875,
      "learning_rate": 0.00045439291533194356,
      "loss": 5.1998,
      "mean_token_accuracy": 0.20596885979175567,
      "num_tokens": 49430021.0,
      "step": 24395
    },
    {
      "entropy": 5.917129945755005,
      "epoch": 2.132307961198986,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004543741053715218,
      "loss": 5.1951,
      "mean_token_accuracy": 0.2045142188668251,
      "num_tokens": 49439687.0,
      "step": 24400
    },
    {
      "entropy": 5.942457103729248,
      "epoch": 2.132744909551691,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004543552919706107,
      "loss": 5.3827,
      "mean_token_accuracy": 0.19135213643312454,
      "num_tokens": 49450320.0,
      "step": 24405
    },
    {
      "entropy": 5.951945018768311,
      "epoch": 2.1331818579043955,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004543364751295712,
      "loss": 5.2032,
      "mean_token_accuracy": 0.20798379927873611,
      "num_tokens": 49461272.0,
      "step": 24410
    },
    {
      "entropy": 5.947968530654907,
      "epoch": 2.1336188062571004,
      "grad_norm": 1.03125,
      "learning_rate": 0.00045431765484876406,
      "loss": 5.3076,
      "mean_token_accuracy": 0.19356096535921097,
      "num_tokens": 49473087.0,
      "step": 24415
    },
    {
      "entropy": 5.868202447891235,
      "epoch": 2.134055754609805,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004542988311285505,
      "loss": 5.2131,
      "mean_token_accuracy": 0.2062086805701256,
      "num_tokens": 49483174.0,
      "step": 24420
    },
    {
      "entropy": 5.958720922470093,
      "epoch": 2.13449270296251,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00045428000396929125,
      "loss": 5.2614,
      "mean_token_accuracy": 0.20218721330165862,
      "num_tokens": 49492267.0,
      "step": 24425
    },
    {
      "entropy": 5.928449487686157,
      "epoch": 2.1349296513152147,
      "grad_norm": 1.203125,
      "learning_rate": 0.00045426117337134757,
      "loss": 5.2012,
      "mean_token_accuracy": 0.20359842032194136,
      "num_tokens": 49502338.0,
      "step": 24430
    },
    {
      "entropy": 5.9170173645019535,
      "epoch": 2.135366599667919,
      "grad_norm": 1.390625,
      "learning_rate": 0.00045424233933508075,
      "loss": 5.239,
      "mean_token_accuracy": 0.209296552836895,
      "num_tokens": 49512991.0,
      "step": 24435
    },
    {
      "entropy": 5.920493936538696,
      "epoch": 2.135803548020624,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004542235018608519,
      "loss": 5.1666,
      "mean_token_accuracy": 0.2106597065925598,
      "num_tokens": 49522224.0,
      "step": 24440
    },
    {
      "entropy": 5.915642499923706,
      "epoch": 2.1362404963733286,
      "grad_norm": 1.25,
      "learning_rate": 0.00045420466094902234,
      "loss": 5.3026,
      "mean_token_accuracy": 0.1975689247250557,
      "num_tokens": 49531982.0,
      "step": 24445
    },
    {
      "entropy": 5.913371896743774,
      "epoch": 2.1366774447260335,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004541858165999535,
      "loss": 5.1957,
      "mean_token_accuracy": 0.2105683520436287,
      "num_tokens": 49541487.0,
      "step": 24450
    },
    {
      "entropy": 5.940764617919922,
      "epoch": 2.137114393078738,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004541669688140068,
      "loss": 5.3484,
      "mean_token_accuracy": 0.1916807249188423,
      "num_tokens": 49552052.0,
      "step": 24455
    },
    {
      "entropy": 5.914405298233032,
      "epoch": 2.137551341431443,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004541481175915438,
      "loss": 5.2985,
      "mean_token_accuracy": 0.19542587250471116,
      "num_tokens": 49561807.0,
      "step": 24460
    },
    {
      "entropy": 5.968804216384887,
      "epoch": 2.1379882897841473,
      "grad_norm": 1.3125,
      "learning_rate": 0.000454129262932926,
      "loss": 5.3097,
      "mean_token_accuracy": 0.19495134502649308,
      "num_tokens": 49570687.0,
      "step": 24465
    },
    {
      "entropy": 5.957789468765259,
      "epoch": 2.1384252381368523,
      "grad_norm": 1.1875,
      "learning_rate": 0.00045411040483851506,
      "loss": 5.2877,
      "mean_token_accuracy": 0.2019118681550026,
      "num_tokens": 49581000.0,
      "step": 24470
    },
    {
      "entropy": 5.909257459640503,
      "epoch": 2.1388621864895567,
      "grad_norm": 1.1796875,
      "learning_rate": 0.00045409154330867274,
      "loss": 5.3252,
      "mean_token_accuracy": 0.1980722278356552,
      "num_tokens": 49590442.0,
      "step": 24475
    },
    {
      "entropy": 5.944810914993286,
      "epoch": 2.1392991348422616,
      "grad_norm": 1.1953125,
      "learning_rate": 0.00045407267834376075,
      "loss": 5.2784,
      "mean_token_accuracy": 0.20080276131629943,
      "num_tokens": 49600068.0,
      "step": 24480
    },
    {
      "entropy": 5.9940403461456295,
      "epoch": 2.1397360831949666,
      "grad_norm": 1.1328125,
      "learning_rate": 0.000454053809944141,
      "loss": 5.2939,
      "mean_token_accuracy": 0.19736287891864776,
      "num_tokens": 49610696.0,
      "step": 24485
    },
    {
      "entropy": 5.965664720535278,
      "epoch": 2.140173031547671,
      "grad_norm": 1.25,
      "learning_rate": 0.0004540349381101753,
      "loss": 5.2871,
      "mean_token_accuracy": 0.20373294055461882,
      "num_tokens": 49619489.0,
      "step": 24490
    },
    {
      "entropy": 5.957183599472046,
      "epoch": 2.140609979900376,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00045401606284222563,
      "loss": 5.269,
      "mean_token_accuracy": 0.20276181846857072,
      "num_tokens": 49629572.0,
      "step": 24495
    },
    {
      "entropy": 5.9604353427886965,
      "epoch": 2.1410469282530804,
      "grad_norm": 1.03125,
      "learning_rate": 0.00045399718414065415,
      "loss": 5.2401,
      "mean_token_accuracy": 0.19925874024629592,
      "num_tokens": 49640035.0,
      "step": 24500
    },
    {
      "entropy": 5.91522855758667,
      "epoch": 2.1414838766057853,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004539783020058229,
      "loss": 5.2499,
      "mean_token_accuracy": 0.20980065315961838,
      "num_tokens": 49649671.0,
      "step": 24505
    },
    {
      "entropy": 5.904260349273682,
      "epoch": 2.14192082495849,
      "grad_norm": 1.2109375,
      "learning_rate": 0.000453959416438094,
      "loss": 5.2816,
      "mean_token_accuracy": 0.20377807021141053,
      "num_tokens": 49659122.0,
      "step": 24510
    },
    {
      "entropy": 5.942002248764038,
      "epoch": 2.1423577733111947,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004539405274378297,
      "loss": 5.2191,
      "mean_token_accuracy": 0.2043319448828697,
      "num_tokens": 49669938.0,
      "step": 24515
    },
    {
      "entropy": 5.948746156692505,
      "epoch": 2.142794721663899,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004539216350053924,
      "loss": 5.2463,
      "mean_token_accuracy": 0.20796065479516984,
      "num_tokens": 49680783.0,
      "step": 24520
    },
    {
      "entropy": 5.9218769550323485,
      "epoch": 2.143231670016604,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004539027391411443,
      "loss": 5.306,
      "mean_token_accuracy": 0.19849926382303237,
      "num_tokens": 49691271.0,
      "step": 24525
    },
    {
      "entropy": 5.933956289291382,
      "epoch": 2.1436686183693086,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00045388383984544794,
      "loss": 5.2782,
      "mean_token_accuracy": 0.20311133414506913,
      "num_tokens": 49702496.0,
      "step": 24530
    },
    {
      "entropy": 5.933080720901489,
      "epoch": 2.1441055667220135,
      "grad_norm": 1.171875,
      "learning_rate": 0.00045386493711866577,
      "loss": 5.292,
      "mean_token_accuracy": 0.2028383806347847,
      "num_tokens": 49712145.0,
      "step": 24535
    },
    {
      "entropy": 5.968848419189453,
      "epoch": 2.1445425150747184,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00045384603096116044,
      "loss": 5.2745,
      "mean_token_accuracy": 0.19949784278869628,
      "num_tokens": 49722243.0,
      "step": 24540
    },
    {
      "entropy": 6.017957496643066,
      "epoch": 2.144979463427423,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004538271213732945,
      "loss": 5.323,
      "mean_token_accuracy": 0.19609787315130234,
      "num_tokens": 49731804.0,
      "step": 24545
    },
    {
      "entropy": 5.947690773010254,
      "epoch": 2.1454164117801278,
      "grad_norm": 1.125,
      "learning_rate": 0.00045380820835543066,
      "loss": 5.2267,
      "mean_token_accuracy": 0.20158632546663285,
      "num_tokens": 49741275.0,
      "step": 24550
    },
    {
      "entropy": 5.873231267929077,
      "epoch": 2.1458533601328322,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004537892919079317,
      "loss": 5.2187,
      "mean_token_accuracy": 0.2005182221531868,
      "num_tokens": 49751140.0,
      "step": 24555
    },
    {
      "entropy": 5.947140502929687,
      "epoch": 2.146290308485537,
      "grad_norm": 1.15625,
      "learning_rate": 0.00045377037203116053,
      "loss": 5.2869,
      "mean_token_accuracy": 0.20357905179262162,
      "num_tokens": 49760747.0,
      "step": 24560
    },
    {
      "entropy": 5.970657157897949,
      "epoch": 2.1467272568382416,
      "grad_norm": 1.15625,
      "learning_rate": 0.00045375144872547975,
      "loss": 5.3019,
      "mean_token_accuracy": 0.19511415511369706,
      "num_tokens": 49771491.0,
      "step": 24565
    },
    {
      "entropy": 5.982332563400268,
      "epoch": 2.1471642051909465,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004537325219912527,
      "loss": 5.2614,
      "mean_token_accuracy": 0.2025008276104927,
      "num_tokens": 49781523.0,
      "step": 24570
    },
    {
      "entropy": 5.974206638336182,
      "epoch": 2.147601153543651,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004537135918288421,
      "loss": 5.3485,
      "mean_token_accuracy": 0.1915276288986206,
      "num_tokens": 49791560.0,
      "step": 24575
    },
    {
      "entropy": 5.898829460144043,
      "epoch": 2.148038101896356,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004536946582386112,
      "loss": 5.2205,
      "mean_token_accuracy": 0.19773896634578705,
      "num_tokens": 49800588.0,
      "step": 24580
    },
    {
      "entropy": 5.898415851593017,
      "epoch": 2.1484750502490604,
      "grad_norm": 1.2265625,
      "learning_rate": 0.00045367572122092316,
      "loss": 5.2605,
      "mean_token_accuracy": 0.20678461492061614,
      "num_tokens": 49810381.0,
      "step": 24585
    },
    {
      "entropy": 5.958113002777099,
      "epoch": 2.1489119986017653,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004536567807761411,
      "loss": 5.2857,
      "mean_token_accuracy": 0.2064705714583397,
      "num_tokens": 49820931.0,
      "step": 24590
    },
    {
      "entropy": 5.956829929351807,
      "epoch": 2.14934894695447,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00045363783690462845,
      "loss": 5.296,
      "mean_token_accuracy": 0.20203156024217606,
      "num_tokens": 49831264.0,
      "step": 24595
    },
    {
      "entropy": 5.91939754486084,
      "epoch": 2.1497858953071747,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004536188896067483,
      "loss": 5.3074,
      "mean_token_accuracy": 0.20481697618961334,
      "num_tokens": 49841656.0,
      "step": 24600
    },
    {
      "entropy": 5.888361406326294,
      "epoch": 2.1502228436598796,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004535999388828645,
      "loss": 5.1502,
      "mean_token_accuracy": 0.21275681555271148,
      "num_tokens": 49851127.0,
      "step": 24605
    },
    {
      "entropy": 5.9481597423553465,
      "epoch": 2.150659792012584,
      "grad_norm": 1.21875,
      "learning_rate": 0.0004535809847333402,
      "loss": 5.2197,
      "mean_token_accuracy": 0.20718624740839003,
      "num_tokens": 49860563.0,
      "step": 24610
    },
    {
      "entropy": 5.879025554656982,
      "epoch": 2.151096740365289,
      "grad_norm": 1.140625,
      "learning_rate": 0.000453562027158539,
      "loss": 5.2098,
      "mean_token_accuracy": 0.20780703872442247,
      "num_tokens": 49869741.0,
      "step": 24615
    },
    {
      "entropy": 5.92348051071167,
      "epoch": 2.1515336887179934,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004535430661588245,
      "loss": 5.2831,
      "mean_token_accuracy": 0.20042640268802642,
      "num_tokens": 49879664.0,
      "step": 24620
    },
    {
      "entropy": 5.945195436477661,
      "epoch": 2.1519706370706984,
      "grad_norm": 1.3046875,
      "learning_rate": 0.00045352410173456057,
      "loss": 5.2502,
      "mean_token_accuracy": 0.2028777241706848,
      "num_tokens": 49889322.0,
      "step": 24625
    },
    {
      "entropy": 5.992680025100708,
      "epoch": 2.152407585423403,
      "grad_norm": 1.21875,
      "learning_rate": 0.00045350513388611074,
      "loss": 5.2975,
      "mean_token_accuracy": 0.19728388041257858,
      "num_tokens": 49899172.0,
      "step": 24630
    },
    {
      "entropy": 5.936598491668701,
      "epoch": 2.1528445337761077,
      "grad_norm": 1.1640625,
      "learning_rate": 0.00045348616261383897,
      "loss": 5.2761,
      "mean_token_accuracy": 0.20236610919237136,
      "num_tokens": 49909211.0,
      "step": 24635
    },
    {
      "entropy": 5.938343286514282,
      "epoch": 2.153281482128812,
      "grad_norm": 1.1640625,
      "learning_rate": 0.00045346718791810896,
      "loss": 5.2567,
      "mean_token_accuracy": 0.21120713353157045,
      "num_tokens": 49918884.0,
      "step": 24640
    },
    {
      "entropy": 5.887033605575562,
      "epoch": 2.153718430481517,
      "grad_norm": 1.78125,
      "learning_rate": 0.00045344820979928484,
      "loss": 5.2359,
      "mean_token_accuracy": 0.21023274958133698,
      "num_tokens": 49929558.0,
      "step": 24645
    },
    {
      "entropy": 5.9196052074432375,
      "epoch": 2.1541553788342216,
      "grad_norm": 1.1953125,
      "learning_rate": 0.00045342922825773057,
      "loss": 5.2913,
      "mean_token_accuracy": 0.2045057713985443,
      "num_tokens": 49939831.0,
      "step": 24650
    },
    {
      "entropy": 5.992746067047119,
      "epoch": 2.1545923271869265,
      "grad_norm": 1.234375,
      "learning_rate": 0.00045341024329381024,
      "loss": 5.2583,
      "mean_token_accuracy": 0.2007078379392624,
      "num_tokens": 49949690.0,
      "step": 24655
    },
    {
      "entropy": 5.975384330749511,
      "epoch": 2.1550292755396314,
      "grad_norm": 1.21875,
      "learning_rate": 0.0004533912549078879,
      "loss": 5.2836,
      "mean_token_accuracy": 0.1914968103170395,
      "num_tokens": 49959154.0,
      "step": 24660
    },
    {
      "entropy": 5.935262250900268,
      "epoch": 2.155466223892336,
      "grad_norm": 1.1484375,
      "learning_rate": 0.00045337226310032783,
      "loss": 5.3068,
      "mean_token_accuracy": 0.20120997726917267,
      "num_tokens": 49970185.0,
      "step": 24665
    },
    {
      "entropy": 5.95386528968811,
      "epoch": 2.155903172245041,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004533532678714943,
      "loss": 5.3282,
      "mean_token_accuracy": 0.20207651555538178,
      "num_tokens": 49980489.0,
      "step": 24670
    },
    {
      "entropy": 5.937675714492798,
      "epoch": 2.1563401205977453,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00045333426922175156,
      "loss": 5.3011,
      "mean_token_accuracy": 0.2030004158616066,
      "num_tokens": 49990038.0,
      "step": 24675
    },
    {
      "entropy": 5.962237548828125,
      "epoch": 2.15677706895045,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004533152671514641,
      "loss": 5.2815,
      "mean_token_accuracy": 0.20266471654176713,
      "num_tokens": 49998888.0,
      "step": 24680
    },
    {
      "entropy": 5.9075699806213375,
      "epoch": 2.1572140173031547,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00045329626166099653,
      "loss": 5.2231,
      "mean_token_accuracy": 0.20825110375881195,
      "num_tokens": 50009349.0,
      "step": 24685
    },
    {
      "entropy": 5.9905078411102295,
      "epoch": 2.1576509656558596,
      "grad_norm": 1.140625,
      "learning_rate": 0.00045327725275071313,
      "loss": 5.3595,
      "mean_token_accuracy": 0.19256854206323623,
      "num_tokens": 50019626.0,
      "step": 24690
    },
    {
      "entropy": 5.937599611282349,
      "epoch": 2.158087914008564,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004532582404209786,
      "loss": 5.2329,
      "mean_token_accuracy": 0.20623798817396163,
      "num_tokens": 50029281.0,
      "step": 24695
    },
    {
      "entropy": 5.9402099609375,
      "epoch": 2.158524862361269,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004532392246721576,
      "loss": 5.2645,
      "mean_token_accuracy": 0.20170062333345412,
      "num_tokens": 50038700.0,
      "step": 24700
    },
    {
      "entropy": 5.932305812835693,
      "epoch": 2.1589618107139734,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004532202055046149,
      "loss": 5.2179,
      "mean_token_accuracy": 0.20158676505088807,
      "num_tokens": 50048904.0,
      "step": 24705
    },
    {
      "entropy": 5.911313247680664,
      "epoch": 2.1593987590666783,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004532011829187153,
      "loss": 5.2705,
      "mean_token_accuracy": 0.2004801571369171,
      "num_tokens": 50059188.0,
      "step": 24710
    },
    {
      "entropy": 5.9397519588470455,
      "epoch": 2.159835707419383,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004531821569148236,
      "loss": 5.2249,
      "mean_token_accuracy": 0.20705570578575133,
      "num_tokens": 50069069.0,
      "step": 24715
    },
    {
      "entropy": 5.9501465320587155,
      "epoch": 2.1602726557720877,
      "grad_norm": 1.109375,
      "learning_rate": 0.00045316312749330473,
      "loss": 5.2676,
      "mean_token_accuracy": 0.2016723319888115,
      "num_tokens": 50078904.0,
      "step": 24720
    },
    {
      "entropy": 5.87755069732666,
      "epoch": 2.1607096041247926,
      "grad_norm": 1.2734375,
      "learning_rate": 0.00045314409465452385,
      "loss": 5.1962,
      "mean_token_accuracy": 0.20820844620466233,
      "num_tokens": 50089897.0,
      "step": 24725
    },
    {
      "entropy": 5.931698322296143,
      "epoch": 2.161146552477497,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00045312505839884573,
      "loss": 5.3156,
      "mean_token_accuracy": 0.20006111413240432,
      "num_tokens": 50100030.0,
      "step": 24730
    },
    {
      "entropy": 5.951722860336304,
      "epoch": 2.161583500830202,
      "grad_norm": 1.078125,
      "learning_rate": 0.00045310601872663574,
      "loss": 5.2534,
      "mean_token_accuracy": 0.20029720216989516,
      "num_tokens": 50110043.0,
      "step": 24735
    },
    {
      "entropy": 5.922063398361206,
      "epoch": 2.1620204491829065,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00045308697563825894,
      "loss": 5.2553,
      "mean_token_accuracy": 0.20497267097234725,
      "num_tokens": 50120081.0,
      "step": 24740
    },
    {
      "entropy": 5.929590559005737,
      "epoch": 2.1624573975356114,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004530679291340807,
      "loss": 5.2557,
      "mean_token_accuracy": 0.20693072378635408,
      "num_tokens": 50129834.0,
      "step": 24745
    },
    {
      "entropy": 5.914659023284912,
      "epoch": 2.162894345888316,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004530488792144662,
      "loss": 5.2692,
      "mean_token_accuracy": 0.19837191700935364,
      "num_tokens": 50140853.0,
      "step": 24750
    },
    {
      "entropy": 5.925709819793701,
      "epoch": 2.1633312942410208,
      "grad_norm": 1.125,
      "learning_rate": 0.000453029825879781,
      "loss": 5.3558,
      "mean_token_accuracy": 0.19828121960163117,
      "num_tokens": 50151341.0,
      "step": 24755
    },
    {
      "entropy": 5.939633750915528,
      "epoch": 2.1637682425937252,
      "grad_norm": 1.375,
      "learning_rate": 0.00045301076913039035,
      "loss": 5.2105,
      "mean_token_accuracy": 0.20791590958833694,
      "num_tokens": 50160826.0,
      "step": 24760
    },
    {
      "entropy": 5.933666753768921,
      "epoch": 2.16420519094643,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004529917089666599,
      "loss": 5.2463,
      "mean_token_accuracy": 0.20190732032060624,
      "num_tokens": 50170720.0,
      "step": 24765
    },
    {
      "entropy": 5.903219318389892,
      "epoch": 2.1646421392991346,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004529726453889552,
      "loss": 5.2621,
      "mean_token_accuracy": 0.20256287902593612,
      "num_tokens": 50180707.0,
      "step": 24770
    },
    {
      "entropy": 5.851206111907959,
      "epoch": 2.1650790876518395,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00045295357839764193,
      "loss": 5.205,
      "mean_token_accuracy": 0.21629492044448853,
      "num_tokens": 50190714.0,
      "step": 24775
    },
    {
      "entropy": 6.00745735168457,
      "epoch": 2.1655160360045445,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004529345079930858,
      "loss": 5.3056,
      "mean_token_accuracy": 0.2039888769388199,
      "num_tokens": 50201023.0,
      "step": 24780
    },
    {
      "entropy": 5.969616270065307,
      "epoch": 2.165952984357249,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004529154341756525,
      "loss": 5.2817,
      "mean_token_accuracy": 0.20000869482755662,
      "num_tokens": 50211064.0,
      "step": 24785
    },
    {
      "entropy": 6.006739711761474,
      "epoch": 2.166389932709954,
      "grad_norm": 1.09375,
      "learning_rate": 0.00045289635694570796,
      "loss": 5.3257,
      "mean_token_accuracy": 0.19302965998649596,
      "num_tokens": 50220696.0,
      "step": 24790
    },
    {
      "entropy": 5.8851768493652346,
      "epoch": 2.1668268810626583,
      "grad_norm": 1.046875,
      "learning_rate": 0.00045287727630361814,
      "loss": 5.2647,
      "mean_token_accuracy": 0.20778458565473557,
      "num_tokens": 50230629.0,
      "step": 24795
    },
    {
      "entropy": 5.858709526062012,
      "epoch": 2.167263829415363,
      "grad_norm": 1.109375,
      "learning_rate": 0.00045285819224974894,
      "loss": 5.2268,
      "mean_token_accuracy": 0.21395869702100753,
      "num_tokens": 50241042.0,
      "step": 24800
    },
    {
      "entropy": 5.9285932064056395,
      "epoch": 2.1677007777680677,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004528391047844664,
      "loss": 5.1932,
      "mean_token_accuracy": 0.20453312993049622,
      "num_tokens": 50251731.0,
      "step": 24805
    },
    {
      "entropy": 5.946320724487305,
      "epoch": 2.1681377261207726,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004528200139081366,
      "loss": 5.3241,
      "mean_token_accuracy": 0.19781871736049653,
      "num_tokens": 50262893.0,
      "step": 24810
    },
    {
      "entropy": 5.971660852432251,
      "epoch": 2.168574674473477,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004528009196211258,
      "loss": 5.3753,
      "mean_token_accuracy": 0.19735272526741027,
      "num_tokens": 50273666.0,
      "step": 24815
    },
    {
      "entropy": 5.956828498840332,
      "epoch": 2.169011622826182,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004527818219238002,
      "loss": 5.2595,
      "mean_token_accuracy": 0.20104314684867858,
      "num_tokens": 50283165.0,
      "step": 24820
    },
    {
      "entropy": 5.954976654052734,
      "epoch": 2.1694485711788865,
      "grad_norm": 1.234375,
      "learning_rate": 0.0004527627208165261,
      "loss": 5.2195,
      "mean_token_accuracy": 0.20347538143396376,
      "num_tokens": 50291958.0,
      "step": 24825
    },
    {
      "entropy": 5.9506433486938475,
      "epoch": 2.1698855195315914,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00045274361629966985,
      "loss": 5.3221,
      "mean_token_accuracy": 0.1947921559214592,
      "num_tokens": 50302944.0,
      "step": 24830
    },
    {
      "entropy": 5.927678203582763,
      "epoch": 2.1703224678842963,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00045272450837359783,
      "loss": 5.2482,
      "mean_token_accuracy": 0.20897020697593688,
      "num_tokens": 50313088.0,
      "step": 24835
    },
    {
      "entropy": 5.943845224380493,
      "epoch": 2.1707594162370007,
      "grad_norm": 1.203125,
      "learning_rate": 0.00045270539703867675,
      "loss": 5.2883,
      "mean_token_accuracy": 0.19458531439304352,
      "num_tokens": 50323121.0,
      "step": 24840
    },
    {
      "entropy": 5.975104236602784,
      "epoch": 2.1711963645897057,
      "grad_norm": 1.1953125,
      "learning_rate": 0.000452686282295273,
      "loss": 5.263,
      "mean_token_accuracy": 0.20617038905620574,
      "num_tokens": 50333091.0,
      "step": 24845
    },
    {
      "entropy": 5.936969184875489,
      "epoch": 2.17163331294241,
      "grad_norm": 1.125,
      "learning_rate": 0.00045266716414375324,
      "loss": 5.2085,
      "mean_token_accuracy": 0.20835143476724624,
      "num_tokens": 50342752.0,
      "step": 24850
    },
    {
      "entropy": 5.907256269454956,
      "epoch": 2.172070261295115,
      "grad_norm": 1.1484375,
      "learning_rate": 0.00045264804258448416,
      "loss": 5.2356,
      "mean_token_accuracy": 0.20085012912750244,
      "num_tokens": 50352213.0,
      "step": 24855
    },
    {
      "entropy": 5.889149332046509,
      "epoch": 2.1725072096478195,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004526289176178325,
      "loss": 5.2865,
      "mean_token_accuracy": 0.20144070833921432,
      "num_tokens": 50362586.0,
      "step": 24860
    },
    {
      "entropy": 5.903997182846069,
      "epoch": 2.1729441580005244,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004526097892441652,
      "loss": 5.1737,
      "mean_token_accuracy": 0.20672411620616912,
      "num_tokens": 50372742.0,
      "step": 24865
    },
    {
      "entropy": 5.896954488754273,
      "epoch": 2.173381106353229,
      "grad_norm": 1.1875,
      "learning_rate": 0.00045259065746384904,
      "loss": 5.1842,
      "mean_token_accuracy": 0.21070588678121566,
      "num_tokens": 50382857.0,
      "step": 24870
    },
    {
      "entropy": 5.956521654129029,
      "epoch": 2.173818054705934,
      "grad_norm": 1.171875,
      "learning_rate": 0.000452571522277251,
      "loss": 5.2729,
      "mean_token_accuracy": 0.20347232669591903,
      "num_tokens": 50393638.0,
      "step": 24875
    },
    {
      "entropy": 5.942875671386719,
      "epoch": 2.1742550030586383,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004525523836847382,
      "loss": 5.2902,
      "mean_token_accuracy": 0.19972628206014634,
      "num_tokens": 50404928.0,
      "step": 24880
    },
    {
      "entropy": 5.945529794692993,
      "epoch": 2.174691951411343,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004525332416866776,
      "loss": 5.2062,
      "mean_token_accuracy": 0.20785294622182846,
      "num_tokens": 50414382.0,
      "step": 24885
    },
    {
      "entropy": 5.8799844741821286,
      "epoch": 2.175128899764048,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004525140962834363,
      "loss": 5.2428,
      "mean_token_accuracy": 0.20930572003126144,
      "num_tokens": 50425203.0,
      "step": 24890
    },
    {
      "entropy": 5.9853928565979,
      "epoch": 2.1755658481167526,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004524949474753817,
      "loss": 5.4014,
      "mean_token_accuracy": 0.1873766928911209,
      "num_tokens": 50436395.0,
      "step": 24895
    },
    {
      "entropy": 5.930242967605591,
      "epoch": 2.1760027964694575,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004524757952628811,
      "loss": 5.2577,
      "mean_token_accuracy": 0.20629312396049498,
      "num_tokens": 50446990.0,
      "step": 24900
    },
    {
      "entropy": 5.957496166229248,
      "epoch": 2.176439744822162,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00045245663964630164,
      "loss": 5.339,
      "mean_token_accuracy": 0.1932295471429825,
      "num_tokens": 50457964.0,
      "step": 24905
    },
    {
      "entropy": 6.003959369659424,
      "epoch": 2.176876693174867,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004524374806260108,
      "loss": 5.2512,
      "mean_token_accuracy": 0.20596520304679872,
      "num_tokens": 50467329.0,
      "step": 24910
    },
    {
      "entropy": 5.9707742691040036,
      "epoch": 2.1773136415275713,
      "grad_norm": 1.125,
      "learning_rate": 0.0004524183182023762,
      "loss": 5.2711,
      "mean_token_accuracy": 0.20975033640861512,
      "num_tokens": 50476852.0,
      "step": 24915
    },
    {
      "entropy": 5.932111358642578,
      "epoch": 2.1777505898802763,
      "grad_norm": 1.09375,
      "learning_rate": 0.00045239915237576525,
      "loss": 5.2709,
      "mean_token_accuracy": 0.20449259728193284,
      "num_tokens": 50486207.0,
      "step": 24920
    },
    {
      "entropy": 5.928445816040039,
      "epoch": 2.1781875382329807,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00045237998314654555,
      "loss": 5.3174,
      "mean_token_accuracy": 0.20252367556095124,
      "num_tokens": 50496457.0,
      "step": 24925
    },
    {
      "entropy": 6.004151725769043,
      "epoch": 2.1786244865856856,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004523608105150849,
      "loss": 5.3,
      "mean_token_accuracy": 0.19141186624765397,
      "num_tokens": 50506430.0,
      "step": 24930
    },
    {
      "entropy": 5.963362503051758,
      "epoch": 2.17906143493839,
      "grad_norm": 1.0234375,
      "learning_rate": 0.000452341634481751,
      "loss": 5.2213,
      "mean_token_accuracy": 0.201169852912426,
      "num_tokens": 50516204.0,
      "step": 24935
    },
    {
      "entropy": 5.936876440048218,
      "epoch": 2.179498383291095,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004523224550469115,
      "loss": 5.2724,
      "mean_token_accuracy": 0.20083566457033158,
      "num_tokens": 50525978.0,
      "step": 24940
    },
    {
      "entropy": 5.879134178161621,
      "epoch": 2.1799353316438,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004523032722109345,
      "loss": 5.2205,
      "mean_token_accuracy": 0.20632491111755372,
      "num_tokens": 50535579.0,
      "step": 24945
    },
    {
      "entropy": 5.943049716949463,
      "epoch": 2.1803722799965044,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004522840859741878,
      "loss": 5.2424,
      "mean_token_accuracy": 0.20473428070545197,
      "num_tokens": 50545765.0,
      "step": 24950
    },
    {
      "entropy": 6.050733280181885,
      "epoch": 2.1808092283492093,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00045226489633703944,
      "loss": 5.3606,
      "mean_token_accuracy": 0.19876876324415207,
      "num_tokens": 50556237.0,
      "step": 24955
    },
    {
      "entropy": 5.978492736816406,
      "epoch": 2.181246176701914,
      "grad_norm": 1.1796875,
      "learning_rate": 0.00045224570329985747,
      "loss": 5.3205,
      "mean_token_accuracy": 0.19711091220378876,
      "num_tokens": 50567720.0,
      "step": 24960
    },
    {
      "entropy": 5.940792179107666,
      "epoch": 2.1816831250546187,
      "grad_norm": 1.1796875,
      "learning_rate": 0.00045222650686301,
      "loss": 5.2295,
      "mean_token_accuracy": 0.20603902786970138,
      "num_tokens": 50577234.0,
      "step": 24965
    },
    {
      "entropy": 5.926599740982056,
      "epoch": 2.182120073407323,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004522073070268654,
      "loss": 5.303,
      "mean_token_accuracy": 0.2013591229915619,
      "num_tokens": 50587416.0,
      "step": 24970
    },
    {
      "entropy": 5.934378385543823,
      "epoch": 2.182557021760028,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004521881037917917,
      "loss": 5.1878,
      "mean_token_accuracy": 0.21825722754001617,
      "num_tokens": 50598317.0,
      "step": 24975
    },
    {
      "entropy": 5.994688701629639,
      "epoch": 2.1829939701127326,
      "grad_norm": 1.265625,
      "learning_rate": 0.0004521688971581573,
      "loss": 5.3199,
      "mean_token_accuracy": 0.19390804022550584,
      "num_tokens": 50608507.0,
      "step": 24980
    },
    {
      "entropy": 5.8958557605743405,
      "epoch": 2.1834309184654375,
      "grad_norm": 1.1640625,
      "learning_rate": 0.00045214968712633066,
      "loss": 5.2404,
      "mean_token_accuracy": 0.2104199379682541,
      "num_tokens": 50618625.0,
      "step": 24985
    },
    {
      "entropy": 5.955316162109375,
      "epoch": 2.183867866818142,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004521304736966802,
      "loss": 5.254,
      "mean_token_accuracy": 0.20937902182340623,
      "num_tokens": 50628696.0,
      "step": 24990
    },
    {
      "entropy": 5.985809755325318,
      "epoch": 2.184304815170847,
      "grad_norm": 1.125,
      "learning_rate": 0.00045211125686957443,
      "loss": 5.3069,
      "mean_token_accuracy": 0.2024734765291214,
      "num_tokens": 50639313.0,
      "step": 24995
    },
    {
      "entropy": 5.954392433166504,
      "epoch": 2.1847417635235513,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00045209203664538195,
      "loss": 5.2237,
      "mean_token_accuracy": 0.20499909073114395,
      "num_tokens": 50650715.0,
      "step": 25000
    },
    {
      "entropy": 5.896089315414429,
      "epoch": 2.1851787118762562,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004520728130244714,
      "loss": 5.2361,
      "mean_token_accuracy": 0.2057972878217697,
      "num_tokens": 50660224.0,
      "step": 25005
    },
    {
      "entropy": 5.971261215209961,
      "epoch": 2.185615660228961,
      "grad_norm": 1.125,
      "learning_rate": 0.0004520535860072115,
      "loss": 5.2528,
      "mean_token_accuracy": 0.20288660675287246,
      "num_tokens": 50670346.0,
      "step": 25010
    },
    {
      "entropy": 5.92853946685791,
      "epoch": 2.1860526085816656,
      "grad_norm": 1.09375,
      "learning_rate": 0.00045203435559397113,
      "loss": 5.279,
      "mean_token_accuracy": 0.19515957087278366,
      "num_tokens": 50680274.0,
      "step": 25015
    },
    {
      "entropy": 5.864905166625976,
      "epoch": 2.1864895569343705,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004520151217851189,
      "loss": 5.2097,
      "mean_token_accuracy": 0.20900719165802,
      "num_tokens": 50690360.0,
      "step": 25020
    },
    {
      "entropy": 5.942008781433105,
      "epoch": 2.186926505287075,
      "grad_norm": 1.1328125,
      "learning_rate": 0.000451995884581024,
      "loss": 5.2915,
      "mean_token_accuracy": 0.19862114191055297,
      "num_tokens": 50700798.0,
      "step": 25025
    },
    {
      "entropy": 5.947673225402832,
      "epoch": 2.18736345363978,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0004519766439820552,
      "loss": 5.2923,
      "mean_token_accuracy": 0.2010240525007248,
      "num_tokens": 50710120.0,
      "step": 25030
    },
    {
      "entropy": 5.991295099258423,
      "epoch": 2.1878004019924844,
      "grad_norm": 1.265625,
      "learning_rate": 0.0004519573999885817,
      "loss": 5.3766,
      "mean_token_accuracy": 0.195791095495224,
      "num_tokens": 50719903.0,
      "step": 25035
    },
    {
      "entropy": 5.9439122676849365,
      "epoch": 2.1882373503451893,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00045193815260097253,
      "loss": 5.3124,
      "mean_token_accuracy": 0.20280168801546097,
      "num_tokens": 50730632.0,
      "step": 25040
    },
    {
      "entropy": 6.004899168014527,
      "epoch": 2.1886742986978938,
      "grad_norm": 1.1953125,
      "learning_rate": 0.00045191890181959696,
      "loss": 5.2952,
      "mean_token_accuracy": 0.19788275957107543,
      "num_tokens": 50741263.0,
      "step": 25045
    },
    {
      "entropy": 5.9139081001281735,
      "epoch": 2.1891112470505987,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00045189964764482407,
      "loss": 5.2491,
      "mean_token_accuracy": 0.20185259580612183,
      "num_tokens": 50751394.0,
      "step": 25050
    },
    {
      "entropy": 5.93209400177002,
      "epoch": 2.189548195403303,
      "grad_norm": 1.125,
      "learning_rate": 0.0004518803900770232,
      "loss": 5.2668,
      "mean_token_accuracy": 0.2045834943652153,
      "num_tokens": 50762038.0,
      "step": 25055
    },
    {
      "entropy": 6.008920764923095,
      "epoch": 2.189985143756008,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00045186112911656387,
      "loss": 5.317,
      "mean_token_accuracy": 0.19741088449954985,
      "num_tokens": 50774063.0,
      "step": 25060
    },
    {
      "entropy": 5.990347862243652,
      "epoch": 2.1904220921087125,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004518418647638153,
      "loss": 5.3115,
      "mean_token_accuracy": 0.20093731731176376,
      "num_tokens": 50784606.0,
      "step": 25065
    },
    {
      "entropy": 5.942040967941284,
      "epoch": 2.1908590404614174,
      "grad_norm": 1.234375,
      "learning_rate": 0.0004518225970191471,
      "loss": 5.2731,
      "mean_token_accuracy": 0.20181780606508254,
      "num_tokens": 50794892.0,
      "step": 25070
    },
    {
      "entropy": 5.8867730617523195,
      "epoch": 2.1912959888141224,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00045180332588292896,
      "loss": 5.3077,
      "mean_token_accuracy": 0.2040020391345024,
      "num_tokens": 50805903.0,
      "step": 25075
    },
    {
      "entropy": 5.9047300815582275,
      "epoch": 2.191732937166827,
      "grad_norm": 1.234375,
      "learning_rate": 0.0004517840513555303,
      "loss": 5.1711,
      "mean_token_accuracy": 0.21089520007371904,
      "num_tokens": 50815339.0,
      "step": 25080
    },
    {
      "entropy": 5.992217206954956,
      "epoch": 2.1921698855195317,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004517647734373209,
      "loss": 5.31,
      "mean_token_accuracy": 0.20030969232320786,
      "num_tokens": 50825575.0,
      "step": 25085
    },
    {
      "entropy": 6.043550300598144,
      "epoch": 2.192606833872236,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00045174549212867053,
      "loss": 5.3425,
      "mean_token_accuracy": 0.19421226531267166,
      "num_tokens": 50836106.0,
      "step": 25090
    },
    {
      "entropy": 5.975737285614014,
      "epoch": 2.193043782224941,
      "grad_norm": 1.3515625,
      "learning_rate": 0.00045172620742994904,
      "loss": 5.3282,
      "mean_token_accuracy": 0.19646954983472825,
      "num_tokens": 50847350.0,
      "step": 25095
    },
    {
      "entropy": 5.917172193527222,
      "epoch": 2.1934807305776456,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004517069193415263,
      "loss": 5.1935,
      "mean_token_accuracy": 0.2059464007616043,
      "num_tokens": 50857543.0,
      "step": 25100
    },
    {
      "entropy": 5.953141927719116,
      "epoch": 2.1939176789303505,
      "grad_norm": 1.1640625,
      "learning_rate": 0.00045168762786377214,
      "loss": 5.3025,
      "mean_token_accuracy": 0.2011037901043892,
      "num_tokens": 50868791.0,
      "step": 25105
    },
    {
      "entropy": 5.958550977706909,
      "epoch": 2.194354627283055,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00045166833299705686,
      "loss": 5.2632,
      "mean_token_accuracy": 0.20341249257326127,
      "num_tokens": 50879244.0,
      "step": 25110
    },
    {
      "entropy": 5.967951726913452,
      "epoch": 2.19479157563576,
      "grad_norm": 1.1640625,
      "learning_rate": 0.00045164903474175026,
      "loss": 5.2768,
      "mean_token_accuracy": 0.201990507543087,
      "num_tokens": 50888935.0,
      "step": 25115
    },
    {
      "entropy": 5.981328392028809,
      "epoch": 2.1952285239884644,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00045162973309822264,
      "loss": 5.2815,
      "mean_token_accuracy": 0.20210564583539964,
      "num_tokens": 50898152.0,
      "step": 25120
    },
    {
      "entropy": 5.926580476760864,
      "epoch": 2.1956654723411693,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004516104280668442,
      "loss": 5.2898,
      "mean_token_accuracy": 0.1946352019906044,
      "num_tokens": 50908555.0,
      "step": 25125
    },
    {
      "entropy": 5.950496339797974,
      "epoch": 2.196102420693874,
      "grad_norm": 1.0625,
      "learning_rate": 0.00045159111964798514,
      "loss": 5.3938,
      "mean_token_accuracy": 0.19007839858531952,
      "num_tokens": 50919078.0,
      "step": 25130
    },
    {
      "entropy": 6.000073051452636,
      "epoch": 2.1965393690465786,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00045157180784201594,
      "loss": 5.2744,
      "mean_token_accuracy": 0.20262039452791214,
      "num_tokens": 50928879.0,
      "step": 25135
    },
    {
      "entropy": 5.996841335296631,
      "epoch": 2.1969763173992836,
      "grad_norm": 1.140625,
      "learning_rate": 0.000451552492649307,
      "loss": 5.2958,
      "mean_token_accuracy": 0.2041579931974411,
      "num_tokens": 50939456.0,
      "step": 25140
    },
    {
      "entropy": 5.893418407440185,
      "epoch": 2.197413265751988,
      "grad_norm": 1.140625,
      "learning_rate": 0.00045153317407022866,
      "loss": 5.1973,
      "mean_token_accuracy": 0.2104559138417244,
      "num_tokens": 50948789.0,
      "step": 25145
    },
    {
      "entropy": 5.885647583007812,
      "epoch": 2.197850214104693,
      "grad_norm": 1.1484375,
      "learning_rate": 0.00045151385210515153,
      "loss": 5.1899,
      "mean_token_accuracy": 0.20742246508598328,
      "num_tokens": 50958492.0,
      "step": 25150
    },
    {
      "entropy": 5.922465705871582,
      "epoch": 2.1982871624573974,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00045149452675444625,
      "loss": 5.2766,
      "mean_token_accuracy": 0.20499936640262603,
      "num_tokens": 50968814.0,
      "step": 25155
    },
    {
      "entropy": 5.9810630798339846,
      "epoch": 2.1987241108101023,
      "grad_norm": 1.1484375,
      "learning_rate": 0.00045147519801848346,
      "loss": 5.2401,
      "mean_token_accuracy": 0.2035786971449852,
      "num_tokens": 50979680.0,
      "step": 25160
    },
    {
      "entropy": 5.920065069198609,
      "epoch": 2.199161059162807,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00045145586589763394,
      "loss": 5.3221,
      "mean_token_accuracy": 0.19553761184215546,
      "num_tokens": 50990827.0,
      "step": 25165
    },
    {
      "entropy": 5.913406848907471,
      "epoch": 2.1995980075155117,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004514365303922684,
      "loss": 5.2579,
      "mean_token_accuracy": 0.19814133644104004,
      "num_tokens": 51001065.0,
      "step": 25170
    },
    {
      "entropy": 5.956813526153565,
      "epoch": 2.200034955868216,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00045141719150275773,
      "loss": 5.2573,
      "mean_token_accuracy": 0.1984711304306984,
      "num_tokens": 51011348.0,
      "step": 25175
    },
    {
      "entropy": 5.97871766090393,
      "epoch": 2.200471904220921,
      "grad_norm": 1.125,
      "learning_rate": 0.00045139784922947296,
      "loss": 5.2347,
      "mean_token_accuracy": 0.2076451674103737,
      "num_tokens": 51022033.0,
      "step": 25180
    },
    {
      "entropy": 5.897171545028686,
      "epoch": 2.200908852573626,
      "grad_norm": 1.1484375,
      "learning_rate": 0.000451378503572785,
      "loss": 5.308,
      "mean_token_accuracy": 0.19526438564062118,
      "num_tokens": 51032001.0,
      "step": 25185
    },
    {
      "entropy": 5.950001287460327,
      "epoch": 2.2013458009263305,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00045135915453306487,
      "loss": 5.3177,
      "mean_token_accuracy": 0.19999832212924956,
      "num_tokens": 51041227.0,
      "step": 25190
    },
    {
      "entropy": 5.8832512378692625,
      "epoch": 2.2017827492790354,
      "grad_norm": 1.1875,
      "learning_rate": 0.00045133980211068374,
      "loss": 5.1364,
      "mean_token_accuracy": 0.21782324314117432,
      "num_tokens": 51050642.0,
      "step": 25195
    },
    {
      "entropy": 5.945554494857788,
      "epoch": 2.20221969763174,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004513204463060129,
      "loss": 5.2233,
      "mean_token_accuracy": 0.20437830239534377,
      "num_tokens": 51060646.0,
      "step": 25200
    },
    {
      "entropy": 5.964193868637085,
      "epoch": 2.2026566459844448,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004513010871194234,
      "loss": 5.3299,
      "mean_token_accuracy": 0.20121101438999175,
      "num_tokens": 51071762.0,
      "step": 25205
    },
    {
      "entropy": 5.923958873748779,
      "epoch": 2.2030935943371492,
      "grad_norm": 1.15625,
      "learning_rate": 0.00045128172455128674,
      "loss": 5.2904,
      "mean_token_accuracy": 0.2012574091553688,
      "num_tokens": 51080802.0,
      "step": 25210
    },
    {
      "entropy": 5.920117807388306,
      "epoch": 2.203530542689854,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004512623586019742,
      "loss": 5.2909,
      "mean_token_accuracy": 0.2009411945939064,
      "num_tokens": 51091802.0,
      "step": 25215
    },
    {
      "entropy": 5.996258735656738,
      "epoch": 2.2039674910425586,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0004512429892718573,
      "loss": 5.2606,
      "mean_token_accuracy": 0.209678952395916,
      "num_tokens": 51100939.0,
      "step": 25220
    },
    {
      "entropy": 5.953510379791259,
      "epoch": 2.2044044393952635,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004512236165613074,
      "loss": 5.226,
      "mean_token_accuracy": 0.20508219450712203,
      "num_tokens": 51110928.0,
      "step": 25225
    },
    {
      "entropy": 5.923638582229614,
      "epoch": 2.204841387747968,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00045120424047069633,
      "loss": 5.2818,
      "mean_token_accuracy": 0.19924854785203933,
      "num_tokens": 51121126.0,
      "step": 25230
    },
    {
      "entropy": 5.989768171310425,
      "epoch": 2.205278336100673,
      "grad_norm": 1.0625,
      "learning_rate": 0.00045118486100039553,
      "loss": 5.2231,
      "mean_token_accuracy": 0.2083273023366928,
      "num_tokens": 51130425.0,
      "step": 25235
    },
    {
      "entropy": 5.968307447433472,
      "epoch": 2.205715284453378,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004511654781507768,
      "loss": 5.2403,
      "mean_token_accuracy": 0.20195930302143097,
      "num_tokens": 51139994.0,
      "step": 25240
    },
    {
      "entropy": 5.9394457817077635,
      "epoch": 2.2061522328060823,
      "grad_norm": 1.1484375,
      "learning_rate": 0.00045114609192221196,
      "loss": 5.2791,
      "mean_token_accuracy": 0.2008687287569046,
      "num_tokens": 51149762.0,
      "step": 25245
    },
    {
      "entropy": 5.849683380126953,
      "epoch": 2.206589181158787,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004511267023150727,
      "loss": 5.2825,
      "mean_token_accuracy": 0.20662379264831543,
      "num_tokens": 51161091.0,
      "step": 25250
    },
    {
      "entropy": 6.000029277801514,
      "epoch": 2.2070261295114917,
      "grad_norm": 1.21875,
      "learning_rate": 0.000451107309329731,
      "loss": 5.2616,
      "mean_token_accuracy": 0.2001139998435974,
      "num_tokens": 51170749.0,
      "step": 25255
    },
    {
      "entropy": 5.980135154724121,
      "epoch": 2.2074630778641966,
      "grad_norm": 1.171875,
      "learning_rate": 0.00045108791296655877,
      "loss": 5.2606,
      "mean_token_accuracy": 0.19937829673290253,
      "num_tokens": 51179515.0,
      "step": 25260
    },
    {
      "entropy": 5.903648710250854,
      "epoch": 2.207900026216901,
      "grad_norm": 1.2578125,
      "learning_rate": 0.00045106851322592817,
      "loss": 5.3098,
      "mean_token_accuracy": 0.2057558074593544,
      "num_tokens": 51189036.0,
      "step": 25265
    },
    {
      "entropy": 5.9904694080352785,
      "epoch": 2.208336974569606,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004510491101082112,
      "loss": 5.3012,
      "mean_token_accuracy": 0.198306642472744,
      "num_tokens": 51199967.0,
      "step": 25270
    },
    {
      "entropy": 5.921094655990601,
      "epoch": 2.2087739229223105,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004510297036137801,
      "loss": 5.2687,
      "mean_token_accuracy": 0.20449548661708833,
      "num_tokens": 51210281.0,
      "step": 25275
    },
    {
      "entropy": 5.960497331619263,
      "epoch": 2.2092108712750154,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00045101029374300703,
      "loss": 5.3161,
      "mean_token_accuracy": 0.20097455382347107,
      "num_tokens": 51220209.0,
      "step": 25280
    },
    {
      "entropy": 5.9918137550354,
      "epoch": 2.20964781962772,
      "grad_norm": 1.125,
      "learning_rate": 0.0004509908804962643,
      "loss": 5.2821,
      "mean_token_accuracy": 0.20286798477172852,
      "num_tokens": 51231108.0,
      "step": 25285
    },
    {
      "entropy": 5.882143974304199,
      "epoch": 2.2100847679804247,
      "grad_norm": 1.125,
      "learning_rate": 0.00045097146387392423,
      "loss": 5.2507,
      "mean_token_accuracy": 0.2036168247461319,
      "num_tokens": 51241316.0,
      "step": 25290
    },
    {
      "entropy": 5.879551792144776,
      "epoch": 2.210521716333129,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004509520438763593,
      "loss": 5.2754,
      "mean_token_accuracy": 0.2040300637483597,
      "num_tokens": 51250854.0,
      "step": 25295
    },
    {
      "entropy": 5.95971155166626,
      "epoch": 2.210958664685834,
      "grad_norm": 1.125,
      "learning_rate": 0.00045093262050394193,
      "loss": 5.2799,
      "mean_token_accuracy": 0.19937068372964858,
      "num_tokens": 51261001.0,
      "step": 25300
    },
    {
      "entropy": 5.938320922851562,
      "epoch": 2.211395613038539,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00045091319375704475,
      "loss": 5.3202,
      "mean_token_accuracy": 0.202206389605999,
      "num_tokens": 51270815.0,
      "step": 25305
    },
    {
      "entropy": 6.01852970123291,
      "epoch": 2.2118325613912435,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00045089376363604037,
      "loss": 5.2495,
      "mean_token_accuracy": 0.20041857957839965,
      "num_tokens": 51281370.0,
      "step": 25310
    },
    {
      "entropy": 5.963592576980591,
      "epoch": 2.2122695097439484,
      "grad_norm": 1.234375,
      "learning_rate": 0.00045087433014130143,
      "loss": 5.27,
      "mean_token_accuracy": 0.2078992709517479,
      "num_tokens": 51290147.0,
      "step": 25315
    },
    {
      "entropy": 5.961483669281006,
      "epoch": 2.212706458096653,
      "grad_norm": 1.3125,
      "learning_rate": 0.0004508548932732006,
      "loss": 5.1905,
      "mean_token_accuracy": 0.21435314565896987,
      "num_tokens": 51299487.0,
      "step": 25320
    },
    {
      "entropy": 5.963985300064087,
      "epoch": 2.213143406449358,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004508354530321108,
      "loss": 5.2493,
      "mean_token_accuracy": 0.20402427911758422,
      "num_tokens": 51309425.0,
      "step": 25325
    },
    {
      "entropy": 5.914770984649659,
      "epoch": 2.2135803548020623,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004508160094184049,
      "loss": 5.2461,
      "mean_token_accuracy": 0.20487113445997238,
      "num_tokens": 51319962.0,
      "step": 25330
    },
    {
      "entropy": 5.906924676895142,
      "epoch": 2.214017303154767,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004507965624324558,
      "loss": 5.2406,
      "mean_token_accuracy": 0.2126195400953293,
      "num_tokens": 51330892.0,
      "step": 25335
    },
    {
      "entropy": 5.953389739990234,
      "epoch": 2.2144542515074717,
      "grad_norm": 1.203125,
      "learning_rate": 0.00045077711207463654,
      "loss": 5.271,
      "mean_token_accuracy": 0.20516359955072402,
      "num_tokens": 51342783.0,
      "step": 25340
    },
    {
      "entropy": 6.016300821304322,
      "epoch": 2.2148911998601766,
      "grad_norm": 1.140625,
      "learning_rate": 0.00045075765834532024,
      "loss": 5.3127,
      "mean_token_accuracy": 0.19922438114881516,
      "num_tokens": 51352890.0,
      "step": 25345
    },
    {
      "entropy": 5.9970625877380375,
      "epoch": 2.215328148212881,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004507382012448798,
      "loss": 5.333,
      "mean_token_accuracy": 0.19414092451334,
      "num_tokens": 51363479.0,
      "step": 25350
    },
    {
      "entropy": 5.941005611419678,
      "epoch": 2.215765096565586,
      "grad_norm": 1.234375,
      "learning_rate": 0.0004507187407736886,
      "loss": 5.2599,
      "mean_token_accuracy": 0.2012636423110962,
      "num_tokens": 51374304.0,
      "step": 25355
    },
    {
      "entropy": 5.938218498229981,
      "epoch": 2.2162020449182904,
      "grad_norm": 1.328125,
      "learning_rate": 0.0004506992769321199,
      "loss": 5.3111,
      "mean_token_accuracy": 0.20416264086961747,
      "num_tokens": 51384649.0,
      "step": 25360
    },
    {
      "entropy": 5.960071659088134,
      "epoch": 2.2166389932709953,
      "grad_norm": 1.1640625,
      "learning_rate": 0.00045067980972054707,
      "loss": 5.2669,
      "mean_token_accuracy": 0.20424176156520843,
      "num_tokens": 51394582.0,
      "step": 25365
    },
    {
      "entropy": 5.921710443496704,
      "epoch": 2.2170759416237003,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004506603391393434,
      "loss": 5.249,
      "mean_token_accuracy": 0.2024011492729187,
      "num_tokens": 51404618.0,
      "step": 25370
    },
    {
      "entropy": 5.915584087371826,
      "epoch": 2.2175128899764047,
      "grad_norm": 1.125,
      "learning_rate": 0.0004506408651888824,
      "loss": 5.2883,
      "mean_token_accuracy": 0.19726410061120986,
      "num_tokens": 51414810.0,
      "step": 25375
    },
    {
      "entropy": 5.9655567646026615,
      "epoch": 2.2179498383291096,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004506213878695375,
      "loss": 5.3424,
      "mean_token_accuracy": 0.19964479506015778,
      "num_tokens": 51426118.0,
      "step": 25380
    },
    {
      "entropy": 6.0144847393035885,
      "epoch": 2.218386786681814,
      "grad_norm": 1.2421875,
      "learning_rate": 0.00045060190718168244,
      "loss": 5.2506,
      "mean_token_accuracy": 0.20291186720132828,
      "num_tokens": 51435260.0,
      "step": 25385
    },
    {
      "entropy": 5.918036222457886,
      "epoch": 2.218823735034519,
      "grad_norm": 1.125,
      "learning_rate": 0.0004505824231256907,
      "loss": 5.2483,
      "mean_token_accuracy": 0.20608094185590745,
      "num_tokens": 51444778.0,
      "step": 25390
    },
    {
      "entropy": 5.913691568374634,
      "epoch": 2.2192606833872235,
      "grad_norm": 1.234375,
      "learning_rate": 0.0004505629357019361,
      "loss": 5.2369,
      "mean_token_accuracy": 0.20466867238283157,
      "num_tokens": 51456030.0,
      "step": 25395
    },
    {
      "entropy": 6.00101866722107,
      "epoch": 2.2196976317399284,
      "grad_norm": 1.265625,
      "learning_rate": 0.0004505434449107925,
      "loss": 5.2762,
      "mean_token_accuracy": 0.20177219361066817,
      "num_tokens": 51465836.0,
      "step": 25400
    },
    {
      "entropy": 5.89261646270752,
      "epoch": 2.220134580092633,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004505239507526335,
      "loss": 5.1923,
      "mean_token_accuracy": 0.21473441272974014,
      "num_tokens": 51475330.0,
      "step": 25405
    },
    {
      "entropy": 5.883188152313233,
      "epoch": 2.220571528445338,
      "grad_norm": 1.09375,
      "learning_rate": 0.00045050445322783326,
      "loss": 5.2205,
      "mean_token_accuracy": 0.21015195697546005,
      "num_tokens": 51486646.0,
      "step": 25410
    },
    {
      "entropy": 5.8880401134490965,
      "epoch": 2.2210084767980423,
      "grad_norm": 1.203125,
      "learning_rate": 0.0004504849523367656,
      "loss": 5.2526,
      "mean_token_accuracy": 0.2065266489982605,
      "num_tokens": 51496878.0,
      "step": 25415
    },
    {
      "entropy": 5.984007883071899,
      "epoch": 2.221445425150747,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004504654480798046,
      "loss": 5.349,
      "mean_token_accuracy": 0.1953346237540245,
      "num_tokens": 51507092.0,
      "step": 25420
    },
    {
      "entropy": 5.946996641159058,
      "epoch": 2.221882373503452,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004504459404573243,
      "loss": 5.2558,
      "mean_token_accuracy": 0.2079792857170105,
      "num_tokens": 51517521.0,
      "step": 25425
    },
    {
      "entropy": 5.957421064376831,
      "epoch": 2.2223193218561565,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004504264294696991,
      "loss": 5.3166,
      "mean_token_accuracy": 0.19985565692186355,
      "num_tokens": 51527902.0,
      "step": 25430
    },
    {
      "entropy": 5.922718572616577,
      "epoch": 2.2227562702088615,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004504069151173029,
      "loss": 5.2856,
      "mean_token_accuracy": 0.20326146632432937,
      "num_tokens": 51539062.0,
      "step": 25435
    },
    {
      "entropy": 5.95361909866333,
      "epoch": 2.223193218561566,
      "grad_norm": 1.3515625,
      "learning_rate": 0.0004503873974005102,
      "loss": 5.1866,
      "mean_token_accuracy": 0.21694330722093583,
      "num_tokens": 51548938.0,
      "step": 25440
    },
    {
      "entropy": 5.921236181259156,
      "epoch": 2.223630166914271,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004503678763196953,
      "loss": 5.2972,
      "mean_token_accuracy": 0.19937605410814285,
      "num_tokens": 51559330.0,
      "step": 25445
    },
    {
      "entropy": 5.955100774765015,
      "epoch": 2.2240671152669753,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004503483518752327,
      "loss": 5.2891,
      "mean_token_accuracy": 0.2024182066321373,
      "num_tokens": 51569617.0,
      "step": 25450
    },
    {
      "entropy": 5.931361150741577,
      "epoch": 2.2245040636196802,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004503288240674968,
      "loss": 5.2626,
      "mean_token_accuracy": 0.198816879093647,
      "num_tokens": 51579545.0,
      "step": 25455
    },
    {
      "entropy": 5.940948963165283,
      "epoch": 2.2249410119723847,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004503092928968622,
      "loss": 5.2674,
      "mean_token_accuracy": 0.20079250186681746,
      "num_tokens": 51589375.0,
      "step": 25460
    },
    {
      "entropy": 5.904147291183472,
      "epoch": 2.2253779603250896,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004502897583637035,
      "loss": 5.2502,
      "mean_token_accuracy": 0.20822313278913498,
      "num_tokens": 51600586.0,
      "step": 25465
    },
    {
      "entropy": 5.939232301712036,
      "epoch": 2.225814908677794,
      "grad_norm": 1.1484375,
      "learning_rate": 0.00045027022046839534,
      "loss": 5.2108,
      "mean_token_accuracy": 0.20056354254484177,
      "num_tokens": 51609568.0,
      "step": 25470
    },
    {
      "entropy": 5.944594526290894,
      "epoch": 2.226251857030499,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0004502506792113126,
      "loss": 5.2178,
      "mean_token_accuracy": 0.21230452805757521,
      "num_tokens": 51619450.0,
      "step": 25475
    },
    {
      "entropy": 5.889718389511108,
      "epoch": 2.226688805383204,
      "grad_norm": 1.28125,
      "learning_rate": 0.0004502311345928299,
      "loss": 5.2228,
      "mean_token_accuracy": 0.2081749975681305,
      "num_tokens": 51630528.0,
      "step": 25480
    },
    {
      "entropy": 5.896011734008789,
      "epoch": 2.2271257537359084,
      "grad_norm": 1.25,
      "learning_rate": 0.00045021158661332227,
      "loss": 5.2456,
      "mean_token_accuracy": 0.20798447132110595,
      "num_tokens": 51640204.0,
      "step": 25485
    },
    {
      "entropy": 6.012634134292602,
      "epoch": 2.2275627020886133,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004501920352731646,
      "loss": 5.391,
      "mean_token_accuracy": 0.20216720700263976,
      "num_tokens": 51649531.0,
      "step": 25490
    },
    {
      "entropy": 6.020233011245727,
      "epoch": 2.2279996504413178,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004501724805727319,
      "loss": 5.3285,
      "mean_token_accuracy": 0.19620111882686614,
      "num_tokens": 51660943.0,
      "step": 25495
    },
    {
      "entropy": 5.923111248016357,
      "epoch": 2.2284365987940227,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004501529225123992,
      "loss": 5.1897,
      "mean_token_accuracy": 0.2136996179819107,
      "num_tokens": 51670606.0,
      "step": 25500
    },
    {
      "entropy": 5.916251373291016,
      "epoch": 2.228873547146727,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00045013336109254174,
      "loss": 5.2556,
      "mean_token_accuracy": 0.20565983951091765,
      "num_tokens": 51681634.0,
      "step": 25505
    },
    {
      "entropy": 5.984690380096436,
      "epoch": 2.229310495499432,
      "grad_norm": 1.109375,
      "learning_rate": 0.00045011379631353457,
      "loss": 5.2962,
      "mean_token_accuracy": 0.19923879206180573,
      "num_tokens": 51691579.0,
      "step": 25510
    },
    {
      "entropy": 5.869679594039917,
      "epoch": 2.2297474438521365,
      "grad_norm": 1.171875,
      "learning_rate": 0.00045009422817575304,
      "loss": 5.1722,
      "mean_token_accuracy": 0.2184131011366844,
      "num_tokens": 51700739.0,
      "step": 25515
    },
    {
      "entropy": 5.927366781234741,
      "epoch": 2.2301843922048414,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004500746566795725,
      "loss": 5.2771,
      "mean_token_accuracy": 0.20639122128486634,
      "num_tokens": 51711905.0,
      "step": 25520
    },
    {
      "entropy": 5.945677804946899,
      "epoch": 2.230621340557546,
      "grad_norm": 1.1953125,
      "learning_rate": 0.00045005508182536824,
      "loss": 5.2142,
      "mean_token_accuracy": 0.2055943414568901,
      "num_tokens": 51722020.0,
      "step": 25525
    },
    {
      "entropy": 5.967368841171265,
      "epoch": 2.231058288910251,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004500355036135158,
      "loss": 5.3057,
      "mean_token_accuracy": 0.1977362334728241,
      "num_tokens": 51731763.0,
      "step": 25530
    },
    {
      "entropy": 5.992152738571167,
      "epoch": 2.2314952372629557,
      "grad_norm": 1.59375,
      "learning_rate": 0.00045001592204439077,
      "loss": 5.3059,
      "mean_token_accuracy": 0.1996413305401802,
      "num_tokens": 51741425.0,
      "step": 25535
    },
    {
      "entropy": 5.9745502948760985,
      "epoch": 2.23193218561566,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004499963371183686,
      "loss": 5.3127,
      "mean_token_accuracy": 0.19567870050668718,
      "num_tokens": 51751788.0,
      "step": 25540
    },
    {
      "entropy": 5.948813438415527,
      "epoch": 2.232369133968365,
      "grad_norm": 1.109375,
      "learning_rate": 0.00044997674883582494,
      "loss": 5.2989,
      "mean_token_accuracy": 0.20173544585704803,
      "num_tokens": 51763205.0,
      "step": 25545
    },
    {
      "entropy": 6.043374681472779,
      "epoch": 2.2328060823210696,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004499571571971356,
      "loss": 5.2654,
      "mean_token_accuracy": 0.203038814663887,
      "num_tokens": 51772817.0,
      "step": 25550
    },
    {
      "entropy": 6.003529214859009,
      "epoch": 2.2332430306737745,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004499375622026763,
      "loss": 5.3176,
      "mean_token_accuracy": 0.20034270733594894,
      "num_tokens": 51781596.0,
      "step": 25555
    },
    {
      "entropy": 5.873549318313598,
      "epoch": 2.233679979026479,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004499179638528229,
      "loss": 5.2203,
      "mean_token_accuracy": 0.20891446322202684,
      "num_tokens": 51792452.0,
      "step": 25560
    },
    {
      "entropy": 5.946895599365234,
      "epoch": 2.234116927379184,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004498983621479513,
      "loss": 5.2903,
      "mean_token_accuracy": 0.20349181890487672,
      "num_tokens": 51802554.0,
      "step": 25565
    },
    {
      "entropy": 5.981522703170777,
      "epoch": 2.2345538757318884,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004498787570884374,
      "loss": 5.2695,
      "mean_token_accuracy": 0.2009878247976303,
      "num_tokens": 51812855.0,
      "step": 25570
    },
    {
      "entropy": 5.943280649185181,
      "epoch": 2.2349908240845933,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004498591486746573,
      "loss": 5.2944,
      "mean_token_accuracy": 0.20029853135347367,
      "num_tokens": 51822306.0,
      "step": 25575
    },
    {
      "entropy": 5.9887598037719725,
      "epoch": 2.2354277724372977,
      "grad_norm": 1.234375,
      "learning_rate": 0.00044983953690698724,
      "loss": 5.3223,
      "mean_token_accuracy": 0.19822872877120973,
      "num_tokens": 51832209.0,
      "step": 25580
    },
    {
      "entropy": 5.947525930404663,
      "epoch": 2.2358647207900026,
      "grad_norm": 1.3203125,
      "learning_rate": 0.0004498199217858032,
      "loss": 5.2824,
      "mean_token_accuracy": 0.20481400936841965,
      "num_tokens": 51841794.0,
      "step": 25585
    },
    {
      "entropy": 5.94162425994873,
      "epoch": 2.2363016691427076,
      "grad_norm": 1.140625,
      "learning_rate": 0.00044980030331148144,
      "loss": 5.2878,
      "mean_token_accuracy": 0.1965794950723648,
      "num_tokens": 51851973.0,
      "step": 25590
    },
    {
      "entropy": 5.958774280548096,
      "epoch": 2.236738617495412,
      "grad_norm": 1.1484375,
      "learning_rate": 0.00044978068148439826,
      "loss": 5.2935,
      "mean_token_accuracy": 0.1980063334107399,
      "num_tokens": 51862173.0,
      "step": 25595
    },
    {
      "entropy": 5.9744648933410645,
      "epoch": 2.237175565848117,
      "grad_norm": 1.125,
      "learning_rate": 0.00044976105630493,
      "loss": 5.2978,
      "mean_token_accuracy": 0.20395478904247283,
      "num_tokens": 51872960.0,
      "step": 25600
    },
    {
      "entropy": 5.921510505676269,
      "epoch": 2.2376125142008214,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004497414277734532,
      "loss": 5.2436,
      "mean_token_accuracy": 0.2021034389734268,
      "num_tokens": 51883911.0,
      "step": 25605
    },
    {
      "entropy": 5.962057590484619,
      "epoch": 2.2380494625535263,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00044972179589034407,
      "loss": 5.2548,
      "mean_token_accuracy": 0.20703911036252975,
      "num_tokens": 51893982.0,
      "step": 25610
    },
    {
      "entropy": 5.919168138504029,
      "epoch": 2.238486410906231,
      "grad_norm": 1.2265625,
      "learning_rate": 0.00044970216065597947,
      "loss": 5.1641,
      "mean_token_accuracy": 0.20927028357982635,
      "num_tokens": 51903808.0,
      "step": 25615
    },
    {
      "entropy": 5.870527172088623,
      "epoch": 2.2389233592589357,
      "grad_norm": 1.203125,
      "learning_rate": 0.00044968252207073584,
      "loss": 5.217,
      "mean_token_accuracy": 0.2093710258603096,
      "num_tokens": 51912918.0,
      "step": 25620
    },
    {
      "entropy": 5.939990139007568,
      "epoch": 2.23936030761164,
      "grad_norm": 1.2421875,
      "learning_rate": 0.00044966288013499,
      "loss": 5.3097,
      "mean_token_accuracy": 0.20075347423553466,
      "num_tokens": 51923894.0,
      "step": 25625
    },
    {
      "entropy": 5.971215009689331,
      "epoch": 2.239797255964345,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004496432348491185,
      "loss": 5.3067,
      "mean_token_accuracy": 0.19916124194860457,
      "num_tokens": 51934569.0,
      "step": 25630
    },
    {
      "entropy": 5.987755537033081,
      "epoch": 2.2402342043170496,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0004496235862134982,
      "loss": 5.2821,
      "mean_token_accuracy": 0.19333747327327727,
      "num_tokens": 51944678.0,
      "step": 25635
    },
    {
      "entropy": 6.004089260101319,
      "epoch": 2.2406711526697545,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00044960393422850616,
      "loss": 5.3745,
      "mean_token_accuracy": 0.19059305936098098,
      "num_tokens": 51954785.0,
      "step": 25640
    },
    {
      "entropy": 5.952550411224365,
      "epoch": 2.241108101022459,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004495842788945191,
      "loss": 5.2187,
      "mean_token_accuracy": 0.20285888463258744,
      "num_tokens": 51964427.0,
      "step": 25645
    },
    {
      "entropy": 5.970325040817261,
      "epoch": 2.241545049375164,
      "grad_norm": 1.1796875,
      "learning_rate": 0.00044956462021191406,
      "loss": 5.4162,
      "mean_token_accuracy": 0.19014977365732194,
      "num_tokens": 51974367.0,
      "step": 25650
    },
    {
      "entropy": 5.932798624038696,
      "epoch": 2.2419819977278688,
      "grad_norm": 1.1484375,
      "learning_rate": 0.00044954495818106814,
      "loss": 5.2439,
      "mean_token_accuracy": 0.20796560645103454,
      "num_tokens": 51984935.0,
      "step": 25655
    },
    {
      "entropy": 5.9565489292144775,
      "epoch": 2.2424189460805732,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004495252928023585,
      "loss": 5.2722,
      "mean_token_accuracy": 0.2050967812538147,
      "num_tokens": 51995132.0,
      "step": 25660
    },
    {
      "entropy": 5.961552095413208,
      "epoch": 2.242855894433278,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0004495056240761623,
      "loss": 5.3058,
      "mean_token_accuracy": 0.20211025774478913,
      "num_tokens": 52005828.0,
      "step": 25665
    },
    {
      "entropy": 5.908028697967529,
      "epoch": 2.2432928427859826,
      "grad_norm": 1.2734375,
      "learning_rate": 0.00044948595200285677,
      "loss": 5.1403,
      "mean_token_accuracy": 0.21033759266138077,
      "num_tokens": 52015381.0,
      "step": 25670
    },
    {
      "entropy": 5.968095493316651,
      "epoch": 2.2437297911386875,
      "grad_norm": 1.109375,
      "learning_rate": 0.00044946627658281924,
      "loss": 5.2745,
      "mean_token_accuracy": 0.2009235590696335,
      "num_tokens": 52025699.0,
      "step": 25675
    },
    {
      "entropy": 5.973158454895019,
      "epoch": 2.244166739491392,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004494465978164271,
      "loss": 5.2504,
      "mean_token_accuracy": 0.20508610159158708,
      "num_tokens": 52035903.0,
      "step": 25680
    },
    {
      "entropy": 5.935188961029053,
      "epoch": 2.244603687844097,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004494269157040579,
      "loss": 5.233,
      "mean_token_accuracy": 0.2086379647254944,
      "num_tokens": 52046039.0,
      "step": 25685
    },
    {
      "entropy": 6.003250598907471,
      "epoch": 2.2450406361968014,
      "grad_norm": 1.140625,
      "learning_rate": 0.00044940723024608893,
      "loss": 5.3049,
      "mean_token_accuracy": 0.19756481647491456,
      "num_tokens": 52057146.0,
      "step": 25690
    },
    {
      "entropy": 5.957513761520386,
      "epoch": 2.2454775845495063,
      "grad_norm": 1.1484375,
      "learning_rate": 0.00044938754144289793,
      "loss": 5.2729,
      "mean_token_accuracy": 0.20441700518131256,
      "num_tokens": 52067355.0,
      "step": 25695
    },
    {
      "entropy": 5.9582818984985355,
      "epoch": 2.2459145329022108,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00044936784929486257,
      "loss": 5.2653,
      "mean_token_accuracy": 0.20046079009771348,
      "num_tokens": 52077062.0,
      "step": 25700
    },
    {
      "entropy": 5.918649768829345,
      "epoch": 2.2463514812549157,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004493481538023604,
      "loss": 5.2179,
      "mean_token_accuracy": 0.207635760307312,
      "num_tokens": 52087918.0,
      "step": 25705
    },
    {
      "entropy": 5.909516620635986,
      "epoch": 2.24678842960762,
      "grad_norm": 1.1953125,
      "learning_rate": 0.00044932845496576936,
      "loss": 5.27,
      "mean_token_accuracy": 0.19935732185840607,
      "num_tokens": 52097283.0,
      "step": 25710
    },
    {
      "entropy": 5.946208429336548,
      "epoch": 2.247225377960325,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004493087527854672,
      "loss": 5.3161,
      "mean_token_accuracy": 0.19894625395536422,
      "num_tokens": 52109037.0,
      "step": 25715
    },
    {
      "entropy": 5.961062431335449,
      "epoch": 2.24766232631303,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004492890472618318,
      "loss": 5.2803,
      "mean_token_accuracy": 0.20572278797626495,
      "num_tokens": 52119809.0,
      "step": 25720
    },
    {
      "entropy": 5.915208578109741,
      "epoch": 2.2480992746657344,
      "grad_norm": 1.09375,
      "learning_rate": 0.00044926933839524116,
      "loss": 5.2162,
      "mean_token_accuracy": 0.2094764769077301,
      "num_tokens": 52129641.0,
      "step": 25725
    },
    {
      "entropy": 5.885178804397583,
      "epoch": 2.2485362230184394,
      "grad_norm": 1.09375,
      "learning_rate": 0.00044924962618607324,
      "loss": 5.2228,
      "mean_token_accuracy": 0.21353699266910553,
      "num_tokens": 52139701.0,
      "step": 25730
    },
    {
      "entropy": 5.907822561264038,
      "epoch": 2.248973171371144,
      "grad_norm": 1.234375,
      "learning_rate": 0.0004492299106347062,
      "loss": 5.2218,
      "mean_token_accuracy": 0.20862002521753312,
      "num_tokens": 52148402.0,
      "step": 25735
    },
    {
      "entropy": 5.917671203613281,
      "epoch": 2.2494101197238487,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0004492101917415183,
      "loss": 5.264,
      "mean_token_accuracy": 0.19954036325216293,
      "num_tokens": 52159238.0,
      "step": 25740
    },
    {
      "entropy": 5.94135217666626,
      "epoch": 2.249847068076553,
      "grad_norm": 1.3046875,
      "learning_rate": 0.00044919046950688744,
      "loss": 5.196,
      "mean_token_accuracy": 0.20926667600870133,
      "num_tokens": 52169172.0,
      "step": 25745
    },
    {
      "entropy": 5.92098479270935,
      "epoch": 2.250284016429258,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00044917074393119224,
      "loss": 5.223,
      "mean_token_accuracy": 0.208057177066803,
      "num_tokens": 52179432.0,
      "step": 25750
    },
    {
      "entropy": 5.923240280151367,
      "epoch": 2.2507209647819626,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00044915101501481086,
      "loss": 5.273,
      "mean_token_accuracy": 0.20453962534666062,
      "num_tokens": 52190939.0,
      "step": 25755
    },
    {
      "entropy": 5.88998851776123,
      "epoch": 2.2511579131346675,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00044913128275812184,
      "loss": 5.2333,
      "mean_token_accuracy": 0.20350660681724547,
      "num_tokens": 52201644.0,
      "step": 25760
    },
    {
      "entropy": 5.997323369979858,
      "epoch": 2.251594861487372,
      "grad_norm": 1.234375,
      "learning_rate": 0.0004491115471615035,
      "loss": 5.216,
      "mean_token_accuracy": 0.2062874361872673,
      "num_tokens": 52211353.0,
      "step": 25765
    },
    {
      "entropy": 5.98392391204834,
      "epoch": 2.252031809840077,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004490918082253344,
      "loss": 5.3091,
      "mean_token_accuracy": 0.19617830961942673,
      "num_tokens": 52221717.0,
      "step": 25770
    },
    {
      "entropy": 5.925011348724365,
      "epoch": 2.252468758192782,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00044907206594999325,
      "loss": 5.2992,
      "mean_token_accuracy": 0.20392854064702987,
      "num_tokens": 52232419.0,
      "step": 25775
    },
    {
      "entropy": 5.988924980163574,
      "epoch": 2.2529057065454863,
      "grad_norm": 1.1875,
      "learning_rate": 0.00044905232033585867,
      "loss": 5.2851,
      "mean_token_accuracy": 0.20191139727830887,
      "num_tokens": 52242386.0,
      "step": 25780
    },
    {
      "entropy": 5.988428592681885,
      "epoch": 2.253342654898191,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004490325713833094,
      "loss": 5.2791,
      "mean_token_accuracy": 0.20375185906887056,
      "num_tokens": 52252569.0,
      "step": 25785
    },
    {
      "entropy": 5.849777698516846,
      "epoch": 2.2537796032508957,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004490128190927242,
      "loss": 5.1681,
      "mean_token_accuracy": 0.2159276932477951,
      "num_tokens": 52263101.0,
      "step": 25790
    },
    {
      "entropy": 5.929492521286011,
      "epoch": 2.2542165516036006,
      "grad_norm": 1.171875,
      "learning_rate": 0.00044899306346448195,
      "loss": 5.2546,
      "mean_token_accuracy": 0.20352802127599717,
      "num_tokens": 52273250.0,
      "step": 25795
    },
    {
      "entropy": 5.986338090896607,
      "epoch": 2.254653499956305,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004489733044989616,
      "loss": 5.3654,
      "mean_token_accuracy": 0.19864854514598845,
      "num_tokens": 52284351.0,
      "step": 25800
    },
    {
      "entropy": 5.920436716079712,
      "epoch": 2.25509044830901,
      "grad_norm": 1.1953125,
      "learning_rate": 0.00044895354219654204,
      "loss": 5.246,
      "mean_token_accuracy": 0.2057686984539032,
      "num_tokens": 52294642.0,
      "step": 25805
    },
    {
      "entropy": 5.911614084243775,
      "epoch": 2.2555273966617144,
      "grad_norm": 1.140625,
      "learning_rate": 0.00044893377655760245,
      "loss": 5.1879,
      "mean_token_accuracy": 0.20513317734003067,
      "num_tokens": 52303793.0,
      "step": 25810
    },
    {
      "entropy": 5.888359212875367,
      "epoch": 2.2559643450144193,
      "grad_norm": 1.140625,
      "learning_rate": 0.00044891400758252187,
      "loss": 5.2972,
      "mean_token_accuracy": 0.194674114882946,
      "num_tokens": 52313541.0,
      "step": 25815
    },
    {
      "entropy": 5.964214849472046,
      "epoch": 2.256401293367124,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004488942352716795,
      "loss": 5.2706,
      "mean_token_accuracy": 0.2015845522284508,
      "num_tokens": 52325428.0,
      "step": 25820
    },
    {
      "entropy": 5.9757873058319095,
      "epoch": 2.2568382417198287,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004488744596254545,
      "loss": 5.2871,
      "mean_token_accuracy": 0.20733094811439515,
      "num_tokens": 52335837.0,
      "step": 25825
    },
    {
      "entropy": 5.897860956192017,
      "epoch": 2.2572751900725336,
      "grad_norm": 1.046875,
      "learning_rate": 0.00044885468064422636,
      "loss": 5.2397,
      "mean_token_accuracy": 0.20077270567417144,
      "num_tokens": 52346925.0,
      "step": 25830
    },
    {
      "entropy": 5.973827505111695,
      "epoch": 2.257712138425238,
      "grad_norm": 3.171875,
      "learning_rate": 0.0004488348983283743,
      "loss": 5.3687,
      "mean_token_accuracy": 0.19887409806251527,
      "num_tokens": 52357244.0,
      "step": 25835
    },
    {
      "entropy": 5.923115158081055,
      "epoch": 2.258149086777943,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004488151126782779,
      "loss": 5.2443,
      "mean_token_accuracy": 0.20416850000619888,
      "num_tokens": 52367657.0,
      "step": 25840
    },
    {
      "entropy": 5.971742105484009,
      "epoch": 2.2585860351306475,
      "grad_norm": 1.1484375,
      "learning_rate": 0.00044879532369431635,
      "loss": 5.2869,
      "mean_token_accuracy": 0.19622390270233153,
      "num_tokens": 52377298.0,
      "step": 25845
    },
    {
      "entropy": 5.9652129173278805,
      "epoch": 2.2590229834833524,
      "grad_norm": 1.125,
      "learning_rate": 0.00044877553137686953,
      "loss": 5.3313,
      "mean_token_accuracy": 0.20303656309843063,
      "num_tokens": 52387829.0,
      "step": 25850
    },
    {
      "entropy": 5.913832092285157,
      "epoch": 2.259459931836057,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00044875573572631706,
      "loss": 5.2573,
      "mean_token_accuracy": 0.2080889582633972,
      "num_tokens": 52398214.0,
      "step": 25855
    },
    {
      "entropy": 5.920587348937988,
      "epoch": 2.259896880188762,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004487359367430384,
      "loss": 5.2402,
      "mean_token_accuracy": 0.206106036901474,
      "num_tokens": 52407619.0,
      "step": 25860
    },
    {
      "entropy": 5.9450335025787355,
      "epoch": 2.2603338285414663,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004487161344274135,
      "loss": 5.289,
      "mean_token_accuracy": 0.19804275184869766,
      "num_tokens": 52417465.0,
      "step": 25865
    },
    {
      "entropy": 5.887898969650268,
      "epoch": 2.260770776894171,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004486963287798221,
      "loss": 5.2436,
      "mean_token_accuracy": 0.2107616990804672,
      "num_tokens": 52427000.0,
      "step": 25870
    },
    {
      "entropy": 5.984571933746338,
      "epoch": 2.2612077252468756,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004486765198006441,
      "loss": 5.2964,
      "mean_token_accuracy": 0.1980644792318344,
      "num_tokens": 52437449.0,
      "step": 25875
    },
    {
      "entropy": 6.036340522766113,
      "epoch": 2.2616446735995805,
      "grad_norm": 1.1640625,
      "learning_rate": 0.00044865670749025943,
      "loss": 5.3208,
      "mean_token_accuracy": 0.20151351541280746,
      "num_tokens": 52446946.0,
      "step": 25880
    },
    {
      "entropy": 5.883315944671631,
      "epoch": 2.2620816219522855,
      "grad_norm": 1.09375,
      "learning_rate": 0.00044863689184904815,
      "loss": 5.2495,
      "mean_token_accuracy": 0.20447645783424379,
      "num_tokens": 52456993.0,
      "step": 25885
    },
    {
      "entropy": 5.963149976730347,
      "epoch": 2.26251857030499,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004486170728773903,
      "loss": 5.3019,
      "mean_token_accuracy": 0.1964047893881798,
      "num_tokens": 52467999.0,
      "step": 25890
    },
    {
      "entropy": 6.008869266510009,
      "epoch": 2.262955518657695,
      "grad_norm": 1.09375,
      "learning_rate": 0.000448597250575666,
      "loss": 5.3279,
      "mean_token_accuracy": 0.19646077007055282,
      "num_tokens": 52479556.0,
      "step": 25895
    },
    {
      "entropy": 6.003861713409424,
      "epoch": 2.2633924670103993,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004485774249442555,
      "loss": 5.2927,
      "mean_token_accuracy": 0.20255040675401687,
      "num_tokens": 52489160.0,
      "step": 25900
    },
    {
      "entropy": 5.896825647354126,
      "epoch": 2.2638294153631042,
      "grad_norm": 1.1171875,
      "learning_rate": 0.000448557595983539,
      "loss": 5.2355,
      "mean_token_accuracy": 0.20155903995037078,
      "num_tokens": 52500102.0,
      "step": 25905
    },
    {
      "entropy": 5.8972063064575195,
      "epoch": 2.2642663637158087,
      "grad_norm": 1.15625,
      "learning_rate": 0.00044853776369389685,
      "loss": 5.26,
      "mean_token_accuracy": 0.20006502121686937,
      "num_tokens": 52509615.0,
      "step": 25910
    },
    {
      "entropy": 5.918869066238403,
      "epoch": 2.2647033120685136,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004485179280757095,
      "loss": 5.2407,
      "mean_token_accuracy": 0.20529118478298186,
      "num_tokens": 52520796.0,
      "step": 25915
    },
    {
      "entropy": 5.910048484802246,
      "epoch": 2.265140260421218,
      "grad_norm": 1.125,
      "learning_rate": 0.00044849808912935735,
      "loss": 5.2098,
      "mean_token_accuracy": 0.21051748245954513,
      "num_tokens": 52530641.0,
      "step": 25920
    },
    {
      "entropy": 5.886831569671631,
      "epoch": 2.265577208773923,
      "grad_norm": 1.0625,
      "learning_rate": 0.000448478246855221,
      "loss": 5.2672,
      "mean_token_accuracy": 0.20761930495500563,
      "num_tokens": 52541626.0,
      "step": 25925
    },
    {
      "entropy": 5.94913969039917,
      "epoch": 2.2660141571266275,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004484584012536809,
      "loss": 5.3133,
      "mean_token_accuracy": 0.20203338265419007,
      "num_tokens": 52552301.0,
      "step": 25930
    },
    {
      "entropy": 5.881738376617432,
      "epoch": 2.2664511054793324,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004484385523251177,
      "loss": 5.2082,
      "mean_token_accuracy": 0.21572347581386567,
      "num_tokens": 52562463.0,
      "step": 25935
    },
    {
      "entropy": 5.974413871765137,
      "epoch": 2.2668880538320373,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004484187000699123,
      "loss": 5.3013,
      "mean_token_accuracy": 0.19703007340431214,
      "num_tokens": 52572782.0,
      "step": 25940
    },
    {
      "entropy": 5.9478161334991455,
      "epoch": 2.2673250021847418,
      "grad_norm": 1.140625,
      "learning_rate": 0.00044839884448844534,
      "loss": 5.2362,
      "mean_token_accuracy": 0.21071070730686187,
      "num_tokens": 52582293.0,
      "step": 25945
    },
    {
      "entropy": 5.954414367675781,
      "epoch": 2.2677619505374462,
      "grad_norm": 1.421875,
      "learning_rate": 0.0004483789855810977,
      "loss": 5.2759,
      "mean_token_accuracy": 0.200993874669075,
      "num_tokens": 52591950.0,
      "step": 25950
    },
    {
      "entropy": 5.93455138206482,
      "epoch": 2.268198898890151,
      "grad_norm": 1.1796875,
      "learning_rate": 0.00044835912334825024,
      "loss": 5.263,
      "mean_token_accuracy": 0.2021906182169914,
      "num_tokens": 52603998.0,
      "step": 25955
    },
    {
      "entropy": 5.9704278945922855,
      "epoch": 2.268635847242856,
      "grad_norm": 1.1484375,
      "learning_rate": 0.00044833925779028393,
      "loss": 5.2851,
      "mean_token_accuracy": 0.195892333984375,
      "num_tokens": 52614955.0,
      "step": 25960
    },
    {
      "entropy": 6.025865316390991,
      "epoch": 2.2690727955955605,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004483193889075799,
      "loss": 5.3067,
      "mean_token_accuracy": 0.20074659436941147,
      "num_tokens": 52625305.0,
      "step": 25965
    },
    {
      "entropy": 5.902657604217529,
      "epoch": 2.2695097439482654,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004482995167005191,
      "loss": 5.1973,
      "mean_token_accuracy": 0.21069842278957368,
      "num_tokens": 52635310.0,
      "step": 25970
    },
    {
      "entropy": 5.901362085342408,
      "epoch": 2.26994669230097,
      "grad_norm": 1.140625,
      "learning_rate": 0.00044827964116948284,
      "loss": 5.2797,
      "mean_token_accuracy": 0.19993664771318437,
      "num_tokens": 52644946.0,
      "step": 25975
    },
    {
      "entropy": 5.944590044021607,
      "epoch": 2.270383640653675,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004482597623148522,
      "loss": 5.2625,
      "mean_token_accuracy": 0.19955664426088332,
      "num_tokens": 52655056.0,
      "step": 25980
    },
    {
      "entropy": 5.961640644073486,
      "epoch": 2.2708205890063793,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004482398801370085,
      "loss": 5.2979,
      "mean_token_accuracy": 0.19675025045871736,
      "num_tokens": 52665423.0,
      "step": 25985
    },
    {
      "entropy": 5.973391914367676,
      "epoch": 2.271257537359084,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00044821999463633323,
      "loss": 5.3281,
      "mean_token_accuracy": 0.1973090335726738,
      "num_tokens": 52675300.0,
      "step": 25990
    },
    {
      "entropy": 5.978652477264404,
      "epoch": 2.271694485711789,
      "grad_norm": 1.171875,
      "learning_rate": 0.00044820010581320764,
      "loss": 5.267,
      "mean_token_accuracy": 0.20226161628961564,
      "num_tokens": 52685431.0,
      "step": 25995
    },
    {
      "entropy": 5.982620334625244,
      "epoch": 2.2721314340644936,
      "grad_norm": 1.1484375,
      "learning_rate": 0.00044818021366801325,
      "loss": 5.3596,
      "mean_token_accuracy": 0.19696887731552123,
      "num_tokens": 52695756.0,
      "step": 26000
    },
    {
      "entropy": 5.964247512817383,
      "epoch": 2.272568382417198,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0004481603182011317,
      "loss": 5.2397,
      "mean_token_accuracy": 0.20475620329380034,
      "num_tokens": 52704889.0,
      "step": 26005
    },
    {
      "entropy": 5.925069570541382,
      "epoch": 2.273005330769903,
      "grad_norm": 1.1953125,
      "learning_rate": 0.00044814041941294435,
      "loss": 5.2033,
      "mean_token_accuracy": 0.20376149117946624,
      "num_tokens": 52714227.0,
      "step": 26010
    },
    {
      "entropy": 5.864023447036743,
      "epoch": 2.273442279122608,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00044812051730383316,
      "loss": 5.185,
      "mean_token_accuracy": 0.2139793798327446,
      "num_tokens": 52725150.0,
      "step": 26015
    },
    {
      "entropy": 5.921482086181641,
      "epoch": 2.2738792274753123,
      "grad_norm": 1.125,
      "learning_rate": 0.0004481006118741798,
      "loss": 5.2444,
      "mean_token_accuracy": 0.19804360270500182,
      "num_tokens": 52734825.0,
      "step": 26020
    },
    {
      "entropy": 5.944544506072998,
      "epoch": 2.2743161758280173,
      "grad_norm": 1.125,
      "learning_rate": 0.0004480807031243658,
      "loss": 5.2423,
      "mean_token_accuracy": 0.20923035889863967,
      "num_tokens": 52745185.0,
      "step": 26025
    },
    {
      "entropy": 5.954151010513305,
      "epoch": 2.2747531241807217,
      "grad_norm": 1.171875,
      "learning_rate": 0.00044806079105477335,
      "loss": 5.3115,
      "mean_token_accuracy": 0.20086986422538758,
      "num_tokens": 52755122.0,
      "step": 26030
    },
    {
      "entropy": 5.937483787536621,
      "epoch": 2.2751900725334266,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004480408756657842,
      "loss": 5.2689,
      "mean_token_accuracy": 0.19993160665035248,
      "num_tokens": 52765338.0,
      "step": 26035
    },
    {
      "entropy": 6.002561473846436,
      "epoch": 2.275627020886131,
      "grad_norm": 1.1640625,
      "learning_rate": 0.00044802095695778047,
      "loss": 5.3576,
      "mean_token_accuracy": 0.1923530489206314,
      "num_tokens": 52775045.0,
      "step": 26040
    },
    {
      "entropy": 5.925051879882813,
      "epoch": 2.276063969238836,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00044800103493114403,
      "loss": 5.2856,
      "mean_token_accuracy": 0.19939504265785218,
      "num_tokens": 52785942.0,
      "step": 26045
    },
    {
      "entropy": 5.889277219772339,
      "epoch": 2.2765009175915405,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004479811095862571,
      "loss": 5.2218,
      "mean_token_accuracy": 0.2137821599841118,
      "num_tokens": 52794905.0,
      "step": 26050
    },
    {
      "entropy": 5.951139211654663,
      "epoch": 2.2769378659442454,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004479611809235019,
      "loss": 5.1669,
      "mean_token_accuracy": 0.20993345230817795,
      "num_tokens": 52804091.0,
      "step": 26055
    },
    {
      "entropy": 5.992284154891967,
      "epoch": 2.27737481429695,
      "grad_norm": 1.21875,
      "learning_rate": 0.0004479412489432605,
      "loss": 5.2788,
      "mean_token_accuracy": 0.20017873346805573,
      "num_tokens": 52814400.0,
      "step": 26060
    },
    {
      "entropy": 5.9420881271362305,
      "epoch": 2.277811762649655,
      "grad_norm": 1.140625,
      "learning_rate": 0.00044792131364591544,
      "loss": 5.2868,
      "mean_token_accuracy": 0.19998002350330352,
      "num_tokens": 52824423.0,
      "step": 26065
    },
    {
      "entropy": 5.9383931159973145,
      "epoch": 2.2782487110023597,
      "grad_norm": 1.078125,
      "learning_rate": 0.00044790137503184895,
      "loss": 5.276,
      "mean_token_accuracy": 0.2067436769604683,
      "num_tokens": 52833852.0,
      "step": 26070
    },
    {
      "entropy": 5.977439117431641,
      "epoch": 2.278685659355064,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004478814331014435,
      "loss": 5.2724,
      "mean_token_accuracy": 0.20314951241016388,
      "num_tokens": 52844759.0,
      "step": 26075
    },
    {
      "entropy": 5.931076526641846,
      "epoch": 2.279122607707769,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004478614878550815,
      "loss": 5.235,
      "mean_token_accuracy": 0.20712102055549622,
      "num_tokens": 52854302.0,
      "step": 26080
    },
    {
      "entropy": 5.929254484176636,
      "epoch": 2.2795595560604736,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0004478415392931457,
      "loss": 5.263,
      "mean_token_accuracy": 0.20306294411420822,
      "num_tokens": 52864086.0,
      "step": 26085
    },
    {
      "entropy": 5.93256721496582,
      "epoch": 2.2799965044131785,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00044782158741601854,
      "loss": 5.1915,
      "mean_token_accuracy": 0.20469052195549012,
      "num_tokens": 52874894.0,
      "step": 26090
    },
    {
      "entropy": 5.842883014678955,
      "epoch": 2.280433452765883,
      "grad_norm": 1.234375,
      "learning_rate": 0.00044780163222408277,
      "loss": 5.244,
      "mean_token_accuracy": 0.20818397551774978,
      "num_tokens": 52885418.0,
      "step": 26095
    },
    {
      "entropy": 5.966775798797608,
      "epoch": 2.280870401118588,
      "grad_norm": 1.1484375,
      "learning_rate": 0.00044778167371772117,
      "loss": 5.3009,
      "mean_token_accuracy": 0.20128707736730575,
      "num_tokens": 52895515.0,
      "step": 26100
    },
    {
      "entropy": 5.9405042171478275,
      "epoch": 2.2813073494712923,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004477617118973165,
      "loss": 5.2589,
      "mean_token_accuracy": 0.20896395593881606,
      "num_tokens": 52905599.0,
      "step": 26105
    },
    {
      "entropy": 6.001584386825561,
      "epoch": 2.2817442978239972,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004477417467632517,
      "loss": 5.3459,
      "mean_token_accuracy": 0.19450221210718155,
      "num_tokens": 52916599.0,
      "step": 26110
    },
    {
      "entropy": 5.913176155090332,
      "epoch": 2.2821812461767017,
      "grad_norm": 1.109375,
      "learning_rate": 0.00044772177831590965,
      "loss": 5.2432,
      "mean_token_accuracy": 0.21404871344566345,
      "num_tokens": 52928131.0,
      "step": 26115
    },
    {
      "entropy": 5.943464565277099,
      "epoch": 2.2826181945294066,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00044770180655567343,
      "loss": 5.3152,
      "mean_token_accuracy": 0.19379139095544815,
      "num_tokens": 52939305.0,
      "step": 26120
    },
    {
      "entropy": 5.9306878566741945,
      "epoch": 2.2830551428821115,
      "grad_norm": 1.234375,
      "learning_rate": 0.0004476818314829261,
      "loss": 5.1661,
      "mean_token_accuracy": 0.20821557939052582,
      "num_tokens": 52948814.0,
      "step": 26125
    },
    {
      "entropy": 5.96112585067749,
      "epoch": 2.283492091234816,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004476618530980506,
      "loss": 5.3174,
      "mean_token_accuracy": 0.1992441400885582,
      "num_tokens": 52958964.0,
      "step": 26130
    },
    {
      "entropy": 5.92848162651062,
      "epoch": 2.283929039587521,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004476418714014305,
      "loss": 5.3096,
      "mean_token_accuracy": 0.19773104786872864,
      "num_tokens": 52969837.0,
      "step": 26135
    },
    {
      "entropy": 5.94225811958313,
      "epoch": 2.2843659879402254,
      "grad_norm": 1.203125,
      "learning_rate": 0.00044762188639344875,
      "loss": 5.226,
      "mean_token_accuracy": 0.20303437411785125,
      "num_tokens": 52979184.0,
      "step": 26140
    },
    {
      "entropy": 5.983229780197144,
      "epoch": 2.2848029362929303,
      "grad_norm": 1.078125,
      "learning_rate": 0.00044760189807448874,
      "loss": 5.368,
      "mean_token_accuracy": 0.19806968420743942,
      "num_tokens": 52989867.0,
      "step": 26145
    },
    {
      "entropy": 5.926521873474121,
      "epoch": 2.2852398846456348,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004475819064449338,
      "loss": 5.3272,
      "mean_token_accuracy": 0.19965234100818635,
      "num_tokens": 53000177.0,
      "step": 26150
    },
    {
      "entropy": 5.928501749038697,
      "epoch": 2.2856768329983397,
      "grad_norm": 1.203125,
      "learning_rate": 0.00044756191150516764,
      "loss": 5.2039,
      "mean_token_accuracy": 0.1982170045375824,
      "num_tokens": 53009372.0,
      "step": 26155
    },
    {
      "entropy": 5.944105625152588,
      "epoch": 2.286113781351044,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004475419132555735,
      "loss": 5.2456,
      "mean_token_accuracy": 0.20187031775712966,
      "num_tokens": 53020405.0,
      "step": 26160
    },
    {
      "entropy": 5.929045820236206,
      "epoch": 2.286550729703749,
      "grad_norm": 1.1796875,
      "learning_rate": 0.00044752191169653504,
      "loss": 5.3053,
      "mean_token_accuracy": 0.19834769666194915,
      "num_tokens": 53030713.0,
      "step": 26165
    },
    {
      "entropy": 5.931862163543701,
      "epoch": 2.2869876780564535,
      "grad_norm": 1.125,
      "learning_rate": 0.00044750190682843596,
      "loss": 5.2557,
      "mean_token_accuracy": 0.20360035002231597,
      "num_tokens": 53040868.0,
      "step": 26170
    },
    {
      "entropy": 5.925392484664917,
      "epoch": 2.2874246264091584,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004474818986516599,
      "loss": 5.171,
      "mean_token_accuracy": 0.2071122020483017,
      "num_tokens": 53050349.0,
      "step": 26175
    },
    {
      "entropy": 5.92271466255188,
      "epoch": 2.2878615747618634,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00044746188716659064,
      "loss": 5.2478,
      "mean_token_accuracy": 0.206090247631073,
      "num_tokens": 53060446.0,
      "step": 26180
    },
    {
      "entropy": 5.939111709594727,
      "epoch": 2.288298523114568,
      "grad_norm": 1.1484375,
      "learning_rate": 0.00044744187237361207,
      "loss": 5.275,
      "mean_token_accuracy": 0.20476084202528,
      "num_tokens": 53071099.0,
      "step": 26185
    },
    {
      "entropy": 5.911539602279663,
      "epoch": 2.2887354714672727,
      "grad_norm": 1.125,
      "learning_rate": 0.00044742185427310797,
      "loss": 5.2131,
      "mean_token_accuracy": 0.20489104837179184,
      "num_tokens": 53080712.0,
      "step": 26190
    },
    {
      "entropy": 5.954778575897217,
      "epoch": 2.289172419819977,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004474018328654623,
      "loss": 5.3501,
      "mean_token_accuracy": 0.1960375964641571,
      "num_tokens": 53091160.0,
      "step": 26195
    },
    {
      "entropy": 5.887645673751831,
      "epoch": 2.289609368172682,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004473818081510592,
      "loss": 5.2932,
      "mean_token_accuracy": 0.1986630752682686,
      "num_tokens": 53100767.0,
      "step": 26200
    },
    {
      "entropy": 5.953258514404297,
      "epoch": 2.2900463165253866,
      "grad_norm": 1.1875,
      "learning_rate": 0.00044736178013028276,
      "loss": 5.2742,
      "mean_token_accuracy": 0.20499361604452132,
      "num_tokens": 53111641.0,
      "step": 26205
    },
    {
      "entropy": 5.937062549591064,
      "epoch": 2.2904832648780915,
      "grad_norm": 1.0859375,
      "learning_rate": 0.000447341748803517,
      "loss": 5.2524,
      "mean_token_accuracy": 0.20649460703134537,
      "num_tokens": 53121982.0,
      "step": 26210
    },
    {
      "entropy": 5.974646377563476,
      "epoch": 2.290920213230796,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00044732171417114614,
      "loss": 5.2906,
      "mean_token_accuracy": 0.20036822259426118,
      "num_tokens": 53132649.0,
      "step": 26215
    },
    {
      "entropy": 5.945126104354858,
      "epoch": 2.291357161583501,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004473016762335546,
      "loss": 5.3261,
      "mean_token_accuracy": 0.2027086243033409,
      "num_tokens": 53142249.0,
      "step": 26220
    },
    {
      "entropy": 5.984682607650757,
      "epoch": 2.2917941099362054,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004472816349911266,
      "loss": 5.2461,
      "mean_token_accuracy": 0.20621097832918167,
      "num_tokens": 53152375.0,
      "step": 26225
    },
    {
      "entropy": 5.950672817230225,
      "epoch": 2.2922310582889103,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004472615904442465,
      "loss": 5.339,
      "mean_token_accuracy": 0.20028797239065171,
      "num_tokens": 53162699.0,
      "step": 26230
    },
    {
      "entropy": 5.995965528488159,
      "epoch": 2.292668006641615,
      "grad_norm": 1.2734375,
      "learning_rate": 0.00044724154259329893,
      "loss": 5.3064,
      "mean_token_accuracy": 0.20018042027950286,
      "num_tokens": 53172890.0,
      "step": 26235
    },
    {
      "entropy": 5.993562030792236,
      "epoch": 2.2931049549943197,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0004472214914386682,
      "loss": 5.2916,
      "mean_token_accuracy": 0.20090131014585494,
      "num_tokens": 53183735.0,
      "step": 26240
    },
    {
      "entropy": 5.984194707870484,
      "epoch": 2.2935419033470246,
      "grad_norm": 1.234375,
      "learning_rate": 0.0004472014369807391,
      "loss": 5.28,
      "mean_token_accuracy": 0.19953419268131256,
      "num_tokens": 53193046.0,
      "step": 26245
    },
    {
      "entropy": 5.921634864807129,
      "epoch": 2.293978851699729,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004471813792198962,
      "loss": 5.2432,
      "mean_token_accuracy": 0.21003715991973876,
      "num_tokens": 53203367.0,
      "step": 26250
    },
    {
      "entropy": 5.985616302490234,
      "epoch": 2.294415800052434,
      "grad_norm": 1.1875,
      "learning_rate": 0.00044716131815652425,
      "loss": 5.3956,
      "mean_token_accuracy": 0.19381629079580306,
      "num_tokens": 53214207.0,
      "step": 26255
    },
    {
      "entropy": 6.030937528610229,
      "epoch": 2.2948527484051384,
      "grad_norm": 1.1484375,
      "learning_rate": 0.000447141253791008,
      "loss": 5.2735,
      "mean_token_accuracy": 0.20106974691152574,
      "num_tokens": 53225061.0,
      "step": 26260
    },
    {
      "entropy": 5.983457040786743,
      "epoch": 2.2952896967578433,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00044712118612373223,
      "loss": 5.2997,
      "mean_token_accuracy": 0.20002322494983674,
      "num_tokens": 53235463.0,
      "step": 26265
    },
    {
      "entropy": 5.980220365524292,
      "epoch": 2.295726645110548,
      "grad_norm": 1.1953125,
      "learning_rate": 0.000447101115155082,
      "loss": 5.3133,
      "mean_token_accuracy": 0.19849773943424226,
      "num_tokens": 53245923.0,
      "step": 26270
    },
    {
      "entropy": 5.975452470779419,
      "epoch": 2.2961635934632527,
      "grad_norm": 1.125,
      "learning_rate": 0.00044708104088544216,
      "loss": 5.2502,
      "mean_token_accuracy": 0.2033645823597908,
      "num_tokens": 53255756.0,
      "step": 26275
    },
    {
      "entropy": 5.948624563217163,
      "epoch": 2.296600541815957,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004470609633151978,
      "loss": 5.249,
      "mean_token_accuracy": 0.20125464648008345,
      "num_tokens": 53266176.0,
      "step": 26280
    },
    {
      "entropy": 5.937236261367798,
      "epoch": 2.297037490168662,
      "grad_norm": 1.2265625,
      "learning_rate": 0.00044704088244473404,
      "loss": 5.2843,
      "mean_token_accuracy": 0.1998048409819603,
      "num_tokens": 53276703.0,
      "step": 26285
    },
    {
      "entropy": 5.972618818283081,
      "epoch": 2.297474438521367,
      "grad_norm": 1.2578125,
      "learning_rate": 0.000447020798274436,
      "loss": 5.3616,
      "mean_token_accuracy": 0.19959282130002975,
      "num_tokens": 53286511.0,
      "step": 26290
    },
    {
      "entropy": 5.987269020080566,
      "epoch": 2.2979113868740715,
      "grad_norm": 1.203125,
      "learning_rate": 0.00044700071080468884,
      "loss": 5.2517,
      "mean_token_accuracy": 0.2028299480676651,
      "num_tokens": 53297261.0,
      "step": 26295
    },
    {
      "entropy": 5.9904498100280765,
      "epoch": 2.298348335226776,
      "grad_norm": 1.1015625,
      "learning_rate": 0.000446980620035878,
      "loss": 5.2916,
      "mean_token_accuracy": 0.20045712143182753,
      "num_tokens": 53307054.0,
      "step": 26300
    },
    {
      "entropy": 5.96302638053894,
      "epoch": 2.298785283579481,
      "grad_norm": 1.125,
      "learning_rate": 0.00044696052596838873,
      "loss": 5.253,
      "mean_token_accuracy": 0.20706124156713485,
      "num_tokens": 53318022.0,
      "step": 26305
    },
    {
      "entropy": 5.916150760650635,
      "epoch": 2.299222231932186,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004469404286026064,
      "loss": 5.266,
      "mean_token_accuracy": 0.20662392675876617,
      "num_tokens": 53328462.0,
      "step": 26310
    },
    {
      "entropy": 5.92316083908081,
      "epoch": 2.2996591802848902,
      "grad_norm": 1.15625,
      "learning_rate": 0.00044692032793891665,
      "loss": 5.2114,
      "mean_token_accuracy": 0.21210786700248718,
      "num_tokens": 53337837.0,
      "step": 26315
    },
    {
      "entropy": 5.902448463439941,
      "epoch": 2.300096128637595,
      "grad_norm": 1.2734375,
      "learning_rate": 0.00044690022397770484,
      "loss": 5.2465,
      "mean_token_accuracy": 0.20680682361125946,
      "num_tokens": 53348026.0,
      "step": 26320
    },
    {
      "entropy": 5.9657529354095455,
      "epoch": 2.3005330769902996,
      "grad_norm": 1.203125,
      "learning_rate": 0.0004468801167193567,
      "loss": 5.281,
      "mean_token_accuracy": 0.2017445057630539,
      "num_tokens": 53358881.0,
      "step": 26325
    },
    {
      "entropy": 5.914674568176269,
      "epoch": 2.3009700253430045,
      "grad_norm": 1.28125,
      "learning_rate": 0.00044686000616425795,
      "loss": 5.2624,
      "mean_token_accuracy": 0.20756254345178604,
      "num_tokens": 53369732.0,
      "step": 26330
    },
    {
      "entropy": 5.960882902145386,
      "epoch": 2.301406973695709,
      "grad_norm": 1.21875,
      "learning_rate": 0.00044683989231279406,
      "loss": 5.2804,
      "mean_token_accuracy": 0.19980204701423646,
      "num_tokens": 53379607.0,
      "step": 26335
    },
    {
      "entropy": 6.014586400985718,
      "epoch": 2.301843922048414,
      "grad_norm": 1.1953125,
      "learning_rate": 0.00044681977516535106,
      "loss": 5.3139,
      "mean_token_accuracy": 0.19378028959035873,
      "num_tokens": 53390630.0,
      "step": 26340
    },
    {
      "entropy": 5.922203111648559,
      "epoch": 2.3022808704011184,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004467996547223148,
      "loss": 5.1778,
      "mean_token_accuracy": 0.2149670511484146,
      "num_tokens": 53400830.0,
      "step": 26345
    },
    {
      "entropy": 5.93350510597229,
      "epoch": 2.3027178187538233,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00044677953098407107,
      "loss": 5.283,
      "mean_token_accuracy": 0.1959325760602951,
      "num_tokens": 53411150.0,
      "step": 26350
    },
    {
      "entropy": 5.9151054382324215,
      "epoch": 2.303154767106528,
      "grad_norm": 1.2890625,
      "learning_rate": 0.0004467594039510059,
      "loss": 5.2588,
      "mean_token_accuracy": 0.20586279779672623,
      "num_tokens": 53421072.0,
      "step": 26355
    },
    {
      "entropy": 5.966626358032227,
      "epoch": 2.3035917154592327,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00044673927362350545,
      "loss": 5.2251,
      "mean_token_accuracy": 0.2038017839193344,
      "num_tokens": 53430659.0,
      "step": 26360
    },
    {
      "entropy": 5.904486083984375,
      "epoch": 2.3040286638119376,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00044671914000195566,
      "loss": 5.1584,
      "mean_token_accuracy": 0.20927209854125978,
      "num_tokens": 53440883.0,
      "step": 26365
    },
    {
      "entropy": 5.93792986869812,
      "epoch": 2.304465612164642,
      "grad_norm": 1.03125,
      "learning_rate": 0.00044669900308674283,
      "loss": 5.2815,
      "mean_token_accuracy": 0.20363314747810363,
      "num_tokens": 53450491.0,
      "step": 26370
    },
    {
      "entropy": 5.900231456756591,
      "epoch": 2.304902560517347,
      "grad_norm": 1.1640625,
      "learning_rate": 0.00044667886287825316,
      "loss": 5.2702,
      "mean_token_accuracy": 0.20452726930379866,
      "num_tokens": 53460864.0,
      "step": 26375
    },
    {
      "entropy": 5.915048742294312,
      "epoch": 2.3053395088700515,
      "grad_norm": 1.09375,
      "learning_rate": 0.00044665871937687296,
      "loss": 5.2702,
      "mean_token_accuracy": 0.20075207203626633,
      "num_tokens": 53470965.0,
      "step": 26380
    },
    {
      "entropy": 5.928847360610962,
      "epoch": 2.3057764572227564,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004466385725829885,
      "loss": 5.1909,
      "mean_token_accuracy": 0.20858583152294158,
      "num_tokens": 53480272.0,
      "step": 26385
    },
    {
      "entropy": 5.912470531463623,
      "epoch": 2.306213405575461,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004466184224969863,
      "loss": 5.2949,
      "mean_token_accuracy": 0.20487235784530639,
      "num_tokens": 53490285.0,
      "step": 26390
    },
    {
      "entropy": 5.923247385025024,
      "epoch": 2.3066503539281658,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004465982691192529,
      "loss": 5.1884,
      "mean_token_accuracy": 0.2078229606151581,
      "num_tokens": 53499712.0,
      "step": 26395
    },
    {
      "entropy": 5.91282057762146,
      "epoch": 2.3070873022808702,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004465781124501747,
      "loss": 5.2553,
      "mean_token_accuracy": 0.20615059286355972,
      "num_tokens": 53510144.0,
      "step": 26400
    },
    {
      "entropy": 5.919862127304077,
      "epoch": 2.307524250633575,
      "grad_norm": 1.09375,
      "learning_rate": 0.00044655795249013845,
      "loss": 5.2655,
      "mean_token_accuracy": 0.2051492899656296,
      "num_tokens": 53519936.0,
      "step": 26405
    },
    {
      "entropy": 5.915762329101563,
      "epoch": 2.3079611989862796,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0004465377892395308,
      "loss": 5.305,
      "mean_token_accuracy": 0.20367851257324218,
      "num_tokens": 53530447.0,
      "step": 26410
    },
    {
      "entropy": 5.995719051361084,
      "epoch": 2.3083981473389845,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004465176226987384,
      "loss": 5.3238,
      "mean_token_accuracy": 0.20282687097787858,
      "num_tokens": 53540929.0,
      "step": 26415
    },
    {
      "entropy": 5.91383171081543,
      "epoch": 2.3088350956916894,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004464974528681481,
      "loss": 5.1919,
      "mean_token_accuracy": 0.21654831022024154,
      "num_tokens": 53551575.0,
      "step": 26420
    },
    {
      "entropy": 5.949885034561158,
      "epoch": 2.309272044044394,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004464772797481469,
      "loss": 5.323,
      "mean_token_accuracy": 0.19885464906692504,
      "num_tokens": 53563081.0,
      "step": 26425
    },
    {
      "entropy": 5.935393047332764,
      "epoch": 2.309708992397099,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00044645710333912153,
      "loss": 5.2896,
      "mean_token_accuracy": 0.20757492631673813,
      "num_tokens": 53572303.0,
      "step": 26430
    },
    {
      "entropy": 5.913440227508545,
      "epoch": 2.3101459407498033,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00044643692364145914,
      "loss": 5.2257,
      "mean_token_accuracy": 0.20813334584236146,
      "num_tokens": 53582033.0,
      "step": 26435
    },
    {
      "entropy": 5.7781758308410645,
      "epoch": 2.310582889102508,
      "grad_norm": 1.140625,
      "learning_rate": 0.00044641674065554665,
      "loss": 5.077,
      "mean_token_accuracy": 0.23200282603502273,
      "num_tokens": 53592140.0,
      "step": 26440
    },
    {
      "entropy": 5.931590890884399,
      "epoch": 2.3110198374552127,
      "grad_norm": 1.1640625,
      "learning_rate": 0.00044639655438177134,
      "loss": 5.2615,
      "mean_token_accuracy": 0.19855303317308426,
      "num_tokens": 53602601.0,
      "step": 26445
    },
    {
      "entropy": 5.950789833068848,
      "epoch": 2.3114567858079176,
      "grad_norm": 0.9921875,
      "learning_rate": 0.00044637636482052027,
      "loss": 5.2557,
      "mean_token_accuracy": 0.2004620537161827,
      "num_tokens": 53613292.0,
      "step": 26450
    },
    {
      "entropy": 5.973977375030517,
      "epoch": 2.311893734160622,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0004463561719721807,
      "loss": 5.2477,
      "mean_token_accuracy": 0.2049731582403183,
      "num_tokens": 53624493.0,
      "step": 26455
    },
    {
      "entropy": 5.9412229537963865,
      "epoch": 2.312330682513327,
      "grad_norm": 1.15625,
      "learning_rate": 0.00044633597583713995,
      "loss": 5.2579,
      "mean_token_accuracy": 0.20476181656122208,
      "num_tokens": 53633739.0,
      "step": 26460
    },
    {
      "entropy": 5.945454072952271,
      "epoch": 2.3127676308660314,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004463157764157855,
      "loss": 5.2409,
      "mean_token_accuracy": 0.20369877815246581,
      "num_tokens": 53643025.0,
      "step": 26465
    },
    {
      "entropy": 5.95763669013977,
      "epoch": 2.3132045792187363,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004462955737085046,
      "loss": 5.2183,
      "mean_token_accuracy": 0.20830798298120498,
      "num_tokens": 53652905.0,
      "step": 26470
    },
    {
      "entropy": 5.883763599395752,
      "epoch": 2.3136415275714413,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004462753677156849,
      "loss": 5.2286,
      "mean_token_accuracy": 0.20640954673290252,
      "num_tokens": 53663189.0,
      "step": 26475
    },
    {
      "entropy": 5.91540789604187,
      "epoch": 2.3140784759241457,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004462551584377138,
      "loss": 5.3008,
      "mean_token_accuracy": 0.20406894832849504,
      "num_tokens": 53673068.0,
      "step": 26480
    },
    {
      "entropy": 5.988041687011719,
      "epoch": 2.3145154242768506,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004462349458749791,
      "loss": 5.3233,
      "mean_token_accuracy": 0.19719871431589125,
      "num_tokens": 53683929.0,
      "step": 26485
    },
    {
      "entropy": 5.963212490081787,
      "epoch": 2.314952372629555,
      "grad_norm": 1.140625,
      "learning_rate": 0.00044621473002786846,
      "loss": 5.3073,
      "mean_token_accuracy": 0.1974244624376297,
      "num_tokens": 53694170.0,
      "step": 26490
    },
    {
      "entropy": 5.952190208435058,
      "epoch": 2.31538932098226,
      "grad_norm": 1.1484375,
      "learning_rate": 0.00044619451089676946,
      "loss": 5.2478,
      "mean_token_accuracy": 0.20713941752910614,
      "num_tokens": 53704491.0,
      "step": 26495
    },
    {
      "entropy": 5.973116207122803,
      "epoch": 2.3158262693349645,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004461742884820701,
      "loss": 5.2939,
      "mean_token_accuracy": 0.19607555419206618,
      "num_tokens": 53714971.0,
      "step": 26500
    },
    {
      "entropy": 5.731067228317261,
      "epoch": 2.3162632176876694,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004461540627841582,
      "loss": 5.0422,
      "mean_token_accuracy": 0.2377399370074272,
      "num_tokens": 53723965.0,
      "step": 26505
    },
    {
      "entropy": 5.936768007278443,
      "epoch": 2.316700166040374,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00044613383380342163,
      "loss": 5.2394,
      "mean_token_accuracy": 0.20242900997400284,
      "num_tokens": 53734561.0,
      "step": 26510
    },
    {
      "entropy": 5.97429084777832,
      "epoch": 2.317137114393079,
      "grad_norm": 1.203125,
      "learning_rate": 0.0004461136015402485,
      "loss": 5.2403,
      "mean_token_accuracy": 0.20509421527385713,
      "num_tokens": 53745115.0,
      "step": 26515
    },
    {
      "entropy": 5.91786756515503,
      "epoch": 2.3175740627457833,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004460933659950269,
      "loss": 5.1597,
      "mean_token_accuracy": 0.2110821098089218,
      "num_tokens": 53754884.0,
      "step": 26520
    },
    {
      "entropy": 5.876128816604615,
      "epoch": 2.318011011098488,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0004460731271681448,
      "loss": 5.2731,
      "mean_token_accuracy": 0.19861260056495667,
      "num_tokens": 53764772.0,
      "step": 26525
    },
    {
      "entropy": 5.967061948776245,
      "epoch": 2.318447959451193,
      "grad_norm": 1.203125,
      "learning_rate": 0.00044605288505999047,
      "loss": 5.3142,
      "mean_token_accuracy": 0.1975351244211197,
      "num_tokens": 53775391.0,
      "step": 26530
    },
    {
      "entropy": 5.943255138397217,
      "epoch": 2.3188849078038976,
      "grad_norm": 1.1484375,
      "learning_rate": 0.00044603263967095224,
      "loss": 5.2715,
      "mean_token_accuracy": 0.2032129719853401,
      "num_tokens": 53785698.0,
      "step": 26535
    },
    {
      "entropy": 5.975832223892212,
      "epoch": 2.3193218561566025,
      "grad_norm": 1.1875,
      "learning_rate": 0.00044601239100141833,
      "loss": 5.262,
      "mean_token_accuracy": 0.2047351434826851,
      "num_tokens": 53795432.0,
      "step": 26540
    },
    {
      "entropy": 5.9859302043914795,
      "epoch": 2.319758804509307,
      "grad_norm": 1.1640625,
      "learning_rate": 0.00044599213905177724,
      "loss": 5.3119,
      "mean_token_accuracy": 0.20171865522861482,
      "num_tokens": 53805295.0,
      "step": 26545
    },
    {
      "entropy": 5.937337923049927,
      "epoch": 2.320195752862012,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004459718838224171,
      "loss": 5.2966,
      "mean_token_accuracy": 0.20461243093013765,
      "num_tokens": 53814765.0,
      "step": 26550
    },
    {
      "entropy": 5.963205289840698,
      "epoch": 2.3206327012147163,
      "grad_norm": 1.1796875,
      "learning_rate": 0.00044595162531372684,
      "loss": 5.2242,
      "mean_token_accuracy": 0.20727256834506988,
      "num_tokens": 53824154.0,
      "step": 26555
    },
    {
      "entropy": 5.9346130847930905,
      "epoch": 2.3210696495674212,
      "grad_norm": 1.203125,
      "learning_rate": 0.00044593136352609475,
      "loss": 5.2902,
      "mean_token_accuracy": 0.20106884241104125,
      "num_tokens": 53834867.0,
      "step": 26560
    },
    {
      "entropy": 5.992649888992309,
      "epoch": 2.3215065979201257,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004459110984599096,
      "loss": 5.3312,
      "mean_token_accuracy": 0.19711954146623611,
      "num_tokens": 53844901.0,
      "step": 26565
    },
    {
      "entropy": 5.945634365081787,
      "epoch": 2.3219435462728306,
      "grad_norm": 1.125,
      "learning_rate": 0.00044589083011555995,
      "loss": 5.3582,
      "mean_token_accuracy": 0.19834409207105635,
      "num_tokens": 53854897.0,
      "step": 26570
    },
    {
      "entropy": 5.989232873916626,
      "epoch": 2.322380494625535,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004458705584934347,
      "loss": 5.3225,
      "mean_token_accuracy": 0.19168374687433243,
      "num_tokens": 53865152.0,
      "step": 26575
    },
    {
      "entropy": 6.013005971908569,
      "epoch": 2.32281744297824,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00044585028359392256,
      "loss": 5.2877,
      "mean_token_accuracy": 0.19913798421621323,
      "num_tokens": 53875261.0,
      "step": 26580
    },
    {
      "entropy": 5.934545946121216,
      "epoch": 2.323254391330945,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004458300054174125,
      "loss": 5.218,
      "mean_token_accuracy": 0.20487628728151322,
      "num_tokens": 53885281.0,
      "step": 26585
    },
    {
      "entropy": 5.894314479827881,
      "epoch": 2.3236913396836494,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004458097239642933,
      "loss": 5.2611,
      "mean_token_accuracy": 0.20507724434137345,
      "num_tokens": 53895282.0,
      "step": 26590
    },
    {
      "entropy": 5.985296058654785,
      "epoch": 2.3241282880363543,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004457894392349542,
      "loss": 5.3055,
      "mean_token_accuracy": 0.20000300407409669,
      "num_tokens": 53905843.0,
      "step": 26595
    },
    {
      "entropy": 5.917016458511353,
      "epoch": 2.3245652363890588,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004457691512297841,
      "loss": 5.3421,
      "mean_token_accuracy": 0.20280389338731766,
      "num_tokens": 53915270.0,
      "step": 26600
    },
    {
      "entropy": 5.975153875350952,
      "epoch": 2.3250021847417637,
      "grad_norm": 1.2734375,
      "learning_rate": 0.0004457488599491723,
      "loss": 5.3929,
      "mean_token_accuracy": 0.19474160373210908,
      "num_tokens": 53924548.0,
      "step": 26605
    },
    {
      "entropy": 5.980198669433594,
      "epoch": 2.325439133094468,
      "grad_norm": 1.125,
      "learning_rate": 0.00044572856539350784,
      "loss": 5.3105,
      "mean_token_accuracy": 0.2014275684952736,
      "num_tokens": 53935696.0,
      "step": 26610
    },
    {
      "entropy": 6.001259231567383,
      "epoch": 2.325876081447173,
      "grad_norm": 1.296875,
      "learning_rate": 0.00044570826756318006,
      "loss": 5.2948,
      "mean_token_accuracy": 0.20062598288059236,
      "num_tokens": 53945499.0,
      "step": 26615
    },
    {
      "entropy": 5.957201862335205,
      "epoch": 2.3263130297998775,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004456879664585782,
      "loss": 5.2,
      "mean_token_accuracy": 0.21179830580949782,
      "num_tokens": 53955478.0,
      "step": 26620
    },
    {
      "entropy": 6.014402437210083,
      "epoch": 2.3267499781525824,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004456676620800917,
      "loss": 5.2353,
      "mean_token_accuracy": 0.2028822973370552,
      "num_tokens": 53964908.0,
      "step": 26625
    },
    {
      "entropy": 5.929866886138916,
      "epoch": 2.327186926505287,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004456473544281101,
      "loss": 5.2165,
      "mean_token_accuracy": 0.20579540729522705,
      "num_tokens": 53974850.0,
      "step": 26630
    },
    {
      "entropy": 5.868237161636353,
      "epoch": 2.327623874857992,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0004456270435030228,
      "loss": 5.1993,
      "mean_token_accuracy": 0.20691292434930803,
      "num_tokens": 53984458.0,
      "step": 26635
    },
    {
      "entropy": 5.92374176979065,
      "epoch": 2.3280608232106967,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004456067293052193,
      "loss": 5.2484,
      "mean_token_accuracy": 0.20026556700468062,
      "num_tokens": 53994560.0,
      "step": 26640
    },
    {
      "entropy": 5.9915143013000485,
      "epoch": 2.328497771563401,
      "grad_norm": 1.125,
      "learning_rate": 0.00044558641183508945,
      "loss": 5.2666,
      "mean_token_accuracy": 0.20138798356056214,
      "num_tokens": 54003698.0,
      "step": 26645
    },
    {
      "entropy": 5.907440567016602,
      "epoch": 2.3289347199161057,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00044556609109302277,
      "loss": 5.1848,
      "mean_token_accuracy": 0.22017102986574172,
      "num_tokens": 54013405.0,
      "step": 26650
    },
    {
      "entropy": 5.939850997924805,
      "epoch": 2.3293716682688106,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004455457670794092,
      "loss": 5.2735,
      "mean_token_accuracy": 0.20198861062526702,
      "num_tokens": 54023140.0,
      "step": 26655
    },
    {
      "entropy": 5.981790494918823,
      "epoch": 2.3298086166215155,
      "grad_norm": 1.2890625,
      "learning_rate": 0.00044552543979463826,
      "loss": 5.2289,
      "mean_token_accuracy": 0.2019198253750801,
      "num_tokens": 54032506.0,
      "step": 26660
    },
    {
      "entropy": 5.888414335250855,
      "epoch": 2.33024556497422,
      "grad_norm": 1.21875,
      "learning_rate": 0.0004455051092391002,
      "loss": 5.1517,
      "mean_token_accuracy": 0.2152916431427002,
      "num_tokens": 54042113.0,
      "step": 26665
    },
    {
      "entropy": 5.899315738677979,
      "epoch": 2.330682513326925,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00044548477541318473,
      "loss": 5.253,
      "mean_token_accuracy": 0.20502517819404603,
      "num_tokens": 54051139.0,
      "step": 26670
    },
    {
      "entropy": 5.897856378555298,
      "epoch": 2.3311194616796294,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004454644383172819,
      "loss": 5.2607,
      "mean_token_accuracy": 0.20378961116075517,
      "num_tokens": 54060929.0,
      "step": 26675
    },
    {
      "entropy": 5.978580474853516,
      "epoch": 2.3315564100323343,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004454440979517819,
      "loss": 5.2785,
      "mean_token_accuracy": 0.20547368973493577,
      "num_tokens": 54071654.0,
      "step": 26680
    },
    {
      "entropy": 5.957501077651978,
      "epoch": 2.3319933583850387,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004454237543170747,
      "loss": 5.2013,
      "mean_token_accuracy": 0.21030674278736114,
      "num_tokens": 54081497.0,
      "step": 26685
    },
    {
      "entropy": 5.944159936904907,
      "epoch": 2.3324303067377437,
      "grad_norm": 1.4140625,
      "learning_rate": 0.00044540340741355063,
      "loss": 5.2463,
      "mean_token_accuracy": 0.2035567045211792,
      "num_tokens": 54091899.0,
      "step": 26690
    },
    {
      "entropy": 5.879948425292969,
      "epoch": 2.332867255090448,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004453830572416,
      "loss": 5.2413,
      "mean_token_accuracy": 0.2050040602684021,
      "num_tokens": 54101734.0,
      "step": 26695
    },
    {
      "entropy": 5.946974658966065,
      "epoch": 2.333304203443153,
      "grad_norm": 1.125,
      "learning_rate": 0.000445362703801613,
      "loss": 5.2636,
      "mean_token_accuracy": 0.20737793892621995,
      "num_tokens": 54112633.0,
      "step": 26700
    },
    {
      "entropy": 5.965222692489624,
      "epoch": 2.3337411517958575,
      "grad_norm": 1.1484375,
      "learning_rate": 0.00044534234709398,
      "loss": 5.2572,
      "mean_token_accuracy": 0.19790829569101334,
      "num_tokens": 54122182.0,
      "step": 26705
    },
    {
      "entropy": 5.958424091339111,
      "epoch": 2.3341781001485624,
      "grad_norm": 1.2578125,
      "learning_rate": 0.00044532198711909153,
      "loss": 5.2961,
      "mean_token_accuracy": 0.19585899859666825,
      "num_tokens": 54131410.0,
      "step": 26710
    },
    {
      "entropy": 5.884329032897949,
      "epoch": 2.3346150485012673,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004453016238773382,
      "loss": 5.1992,
      "mean_token_accuracy": 0.21027884334325792,
      "num_tokens": 54141890.0,
      "step": 26715
    },
    {
      "entropy": 5.9348982810974125,
      "epoch": 2.335051996853972,
      "grad_norm": 1.203125,
      "learning_rate": 0.0004452812573691104,
      "loss": 5.2739,
      "mean_token_accuracy": 0.20776015371084214,
      "num_tokens": 54151579.0,
      "step": 26720
    },
    {
      "entropy": 5.9722260475158695,
      "epoch": 2.3354889452066767,
      "grad_norm": 1.1640625,
      "learning_rate": 0.00044526088759479893,
      "loss": 5.3095,
      "mean_token_accuracy": 0.20256431251764298,
      "num_tokens": 54161824.0,
      "step": 26725
    },
    {
      "entropy": 5.891562509536743,
      "epoch": 2.335925893559381,
      "grad_norm": 1.203125,
      "learning_rate": 0.00044524051455479435,
      "loss": 5.2,
      "mean_token_accuracy": 0.2116979405283928,
      "num_tokens": 54172110.0,
      "step": 26730
    },
    {
      "entropy": 5.932425403594971,
      "epoch": 2.336362841912086,
      "grad_norm": 1.234375,
      "learning_rate": 0.00044522013824948756,
      "loss": 5.2036,
      "mean_token_accuracy": 0.20902733206748964,
      "num_tokens": 54181852.0,
      "step": 26735
    },
    {
      "entropy": 5.967272758483887,
      "epoch": 2.3367997902647906,
      "grad_norm": 1.015625,
      "learning_rate": 0.00044519975867926933,
      "loss": 5.2886,
      "mean_token_accuracy": 0.2049786239862442,
      "num_tokens": 54192703.0,
      "step": 26740
    },
    {
      "entropy": 5.915516805648804,
      "epoch": 2.3372367386174955,
      "grad_norm": 1.21875,
      "learning_rate": 0.0004451793758445305,
      "loss": 5.1986,
      "mean_token_accuracy": 0.21080017685890198,
      "num_tokens": 54201613.0,
      "step": 26745
    },
    {
      "entropy": 5.9312859058380125,
      "epoch": 2.3376736869702,
      "grad_norm": 1.21875,
      "learning_rate": 0.000445158989745662,
      "loss": 5.3426,
      "mean_token_accuracy": 0.1987298309803009,
      "num_tokens": 54211717.0,
      "step": 26750
    },
    {
      "entropy": 5.888562822341919,
      "epoch": 2.338110635322905,
      "grad_norm": 1.1953125,
      "learning_rate": 0.00044513860038305505,
      "loss": 5.1496,
      "mean_token_accuracy": 0.21350052058696747,
      "num_tokens": 54221481.0,
      "step": 26755
    },
    {
      "entropy": 5.997086381912231,
      "epoch": 2.3385475836756093,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004451182077571005,
      "loss": 5.255,
      "mean_token_accuracy": 0.20489950031042098,
      "num_tokens": 54231558.0,
      "step": 26760
    },
    {
      "entropy": 5.957401514053345,
      "epoch": 2.3389845320283142,
      "grad_norm": 1.140625,
      "learning_rate": 0.00044509781186818963,
      "loss": 5.2556,
      "mean_token_accuracy": 0.2049035534262657,
      "num_tokens": 54241150.0,
      "step": 26765
    },
    {
      "entropy": 5.946237516403198,
      "epoch": 2.339421480381019,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004450774127167136,
      "loss": 5.2581,
      "mean_token_accuracy": 0.20766487568616868,
      "num_tokens": 54251323.0,
      "step": 26770
    },
    {
      "entropy": 5.988699531555175,
      "epoch": 2.3398584287337236,
      "grad_norm": 1.125,
      "learning_rate": 0.0004450570103030637,
      "loss": 5.2612,
      "mean_token_accuracy": 0.1990908458828926,
      "num_tokens": 54260956.0,
      "step": 26775
    },
    {
      "entropy": 5.9593583106994625,
      "epoch": 2.3402953770864285,
      "grad_norm": 1.265625,
      "learning_rate": 0.00044503660462763116,
      "loss": 5.26,
      "mean_token_accuracy": 0.20866427570581436,
      "num_tokens": 54270382.0,
      "step": 26780
    },
    {
      "entropy": 5.9443103790283205,
      "epoch": 2.340732325439133,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004450161956908075,
      "loss": 5.2896,
      "mean_token_accuracy": 0.2006549507379532,
      "num_tokens": 54280380.0,
      "step": 26785
    },
    {
      "entropy": 5.962963581085205,
      "epoch": 2.341169273791838,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004449957834929841,
      "loss": 5.2736,
      "mean_token_accuracy": 0.19897719472646713,
      "num_tokens": 54290536.0,
      "step": 26790
    },
    {
      "entropy": 5.881600475311279,
      "epoch": 2.3416062221445424,
      "grad_norm": 1.15625,
      "learning_rate": 0.00044497536803455245,
      "loss": 5.2206,
      "mean_token_accuracy": 0.20359064936637877,
      "num_tokens": 54299835.0,
      "step": 26795
    },
    {
      "entropy": 5.937673330307007,
      "epoch": 2.3420431704972473,
      "grad_norm": 1.203125,
      "learning_rate": 0.0004449549493159043,
      "loss": 5.2403,
      "mean_token_accuracy": 0.21115779131650925,
      "num_tokens": 54309496.0,
      "step": 26800
    },
    {
      "entropy": 5.911430406570434,
      "epoch": 2.3424801188499518,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004449345273374311,
      "loss": 5.2261,
      "mean_token_accuracy": 0.20300205945968627,
      "num_tokens": 54318591.0,
      "step": 26805
    },
    {
      "entropy": 5.903823375701904,
      "epoch": 2.3429170672026567,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004449141020995246,
      "loss": 5.2329,
      "mean_token_accuracy": 0.20652022510766982,
      "num_tokens": 54327995.0,
      "step": 26810
    },
    {
      "entropy": 5.947270631790161,
      "epoch": 2.343354015555361,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004448936736025765,
      "loss": 5.2938,
      "mean_token_accuracy": 0.19704799056053163,
      "num_tokens": 54339122.0,
      "step": 26815
    },
    {
      "entropy": 5.9901895999908445,
      "epoch": 2.343790963908066,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004448732418469789,
      "loss": 5.31,
      "mean_token_accuracy": 0.2049495279788971,
      "num_tokens": 54349004.0,
      "step": 26820
    },
    {
      "entropy": 5.960996627807617,
      "epoch": 2.344227912260771,
      "grad_norm": 1.1875,
      "learning_rate": 0.00044485280683312345,
      "loss": 5.2802,
      "mean_token_accuracy": 0.20803610533475875,
      "num_tokens": 54359859.0,
      "step": 26825
    },
    {
      "entropy": 5.941134977340698,
      "epoch": 2.3446648606134755,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004448323685614021,
      "loss": 5.2515,
      "mean_token_accuracy": 0.19830891191959382,
      "num_tokens": 54369386.0,
      "step": 26830
    },
    {
      "entropy": 5.87350115776062,
      "epoch": 2.3451018089661804,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00044481192703220695,
      "loss": 5.2081,
      "mean_token_accuracy": 0.2129054695367813,
      "num_tokens": 54379250.0,
      "step": 26835
    },
    {
      "entropy": 5.947583293914795,
      "epoch": 2.345538757318885,
      "grad_norm": 1.203125,
      "learning_rate": 0.00044479148224593014,
      "loss": 5.2753,
      "mean_token_accuracy": 0.2019920364022255,
      "num_tokens": 54388980.0,
      "step": 26840
    },
    {
      "entropy": 5.851935911178589,
      "epoch": 2.3459757056715898,
      "grad_norm": 1.3125,
      "learning_rate": 0.00044477103420296365,
      "loss": 5.122,
      "mean_token_accuracy": 0.22020764499902726,
      "num_tokens": 54398849.0,
      "step": 26845
    },
    {
      "entropy": 5.967981576919556,
      "epoch": 2.346412654024294,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004447505829036998,
      "loss": 5.3037,
      "mean_token_accuracy": 0.20428145080804824,
      "num_tokens": 54409426.0,
      "step": 26850
    },
    {
      "entropy": 5.97587571144104,
      "epoch": 2.346849602376999,
      "grad_norm": 1.234375,
      "learning_rate": 0.0004447301283485308,
      "loss": 5.3004,
      "mean_token_accuracy": 0.2013937070965767,
      "num_tokens": 54420212.0,
      "step": 26855
    },
    {
      "entropy": 5.947327327728272,
      "epoch": 2.3472865507297036,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00044470967053784904,
      "loss": 5.3691,
      "mean_token_accuracy": 0.19812652170658113,
      "num_tokens": 54431179.0,
      "step": 26860
    },
    {
      "entropy": 5.940435314178467,
      "epoch": 2.3477234990824085,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004446892094720468,
      "loss": 5.2634,
      "mean_token_accuracy": 0.2134449824690819,
      "num_tokens": 54442247.0,
      "step": 26865
    },
    {
      "entropy": 5.939210224151611,
      "epoch": 2.348160447435113,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00044466874515151667,
      "loss": 5.2293,
      "mean_token_accuracy": 0.21190302520990373,
      "num_tokens": 54451475.0,
      "step": 26870
    },
    {
      "entropy": 5.904708194732666,
      "epoch": 2.348597395787818,
      "grad_norm": 1.3203125,
      "learning_rate": 0.000444648277576651,
      "loss": 5.323,
      "mean_token_accuracy": 0.19486710876226426,
      "num_tokens": 54463259.0,
      "step": 26875
    },
    {
      "entropy": 5.910639047622681,
      "epoch": 2.349034344140523,
      "grad_norm": 1.1875,
      "learning_rate": 0.00044462780674784264,
      "loss": 5.258,
      "mean_token_accuracy": 0.20531010031700134,
      "num_tokens": 54473573.0,
      "step": 26880
    },
    {
      "entropy": 6.056179809570312,
      "epoch": 2.3494712924932273,
      "grad_norm": 1.203125,
      "learning_rate": 0.000444607332665484,
      "loss": 5.3738,
      "mean_token_accuracy": 0.19356097728013993,
      "num_tokens": 54482907.0,
      "step": 26885
    },
    {
      "entropy": 5.949093675613403,
      "epoch": 2.349908240845932,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004445868553299678,
      "loss": 5.2992,
      "mean_token_accuracy": 0.20499692261219024,
      "num_tokens": 54492993.0,
      "step": 26890
    },
    {
      "entropy": 5.916067361831665,
      "epoch": 2.3503451891986367,
      "grad_norm": 1.203125,
      "learning_rate": 0.0004445663747416868,
      "loss": 5.306,
      "mean_token_accuracy": 0.19888369590044022,
      "num_tokens": 54503826.0,
      "step": 26895
    },
    {
      "entropy": 5.9374669075012205,
      "epoch": 2.3507821375513416,
      "grad_norm": 1.234375,
      "learning_rate": 0.00044454589090103406,
      "loss": 5.3082,
      "mean_token_accuracy": 0.20043807476758957,
      "num_tokens": 54513839.0,
      "step": 26900
    },
    {
      "entropy": 5.955938625335693,
      "epoch": 2.351219085904046,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00044452540380840217,
      "loss": 5.2132,
      "mean_token_accuracy": 0.20957445055246354,
      "num_tokens": 54523742.0,
      "step": 26905
    },
    {
      "entropy": 6.004776811599731,
      "epoch": 2.351656034256751,
      "grad_norm": 1.3046875,
      "learning_rate": 0.00044450491346418426,
      "loss": 5.3094,
      "mean_token_accuracy": 0.19689308255910873,
      "num_tokens": 54534017.0,
      "step": 26910
    },
    {
      "entropy": 5.902531480789184,
      "epoch": 2.3520929826094554,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004444844198687732,
      "loss": 5.1951,
      "mean_token_accuracy": 0.20715724527835847,
      "num_tokens": 54544445.0,
      "step": 26915
    },
    {
      "entropy": 5.912038135528564,
      "epoch": 2.3525299309621603,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0004444639230225622,
      "loss": 5.2282,
      "mean_token_accuracy": 0.20274955034255981,
      "num_tokens": 54554966.0,
      "step": 26920
    },
    {
      "entropy": 5.945818901062012,
      "epoch": 2.352966879314865,
      "grad_norm": 1.125,
      "learning_rate": 0.0004444434229259444,
      "loss": 5.2263,
      "mean_token_accuracy": 0.2042672738432884,
      "num_tokens": 54565005.0,
      "step": 26925
    },
    {
      "entropy": 5.942564249038696,
      "epoch": 2.3534038276675697,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0004444229195793129,
      "loss": 5.263,
      "mean_token_accuracy": 0.2041140541434288,
      "num_tokens": 54575242.0,
      "step": 26930
    },
    {
      "entropy": 5.966816473007202,
      "epoch": 2.3538407760202746,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004444024129830611,
      "loss": 5.2801,
      "mean_token_accuracy": 0.1994326576590538,
      "num_tokens": 54585448.0,
      "step": 26935
    },
    {
      "entropy": 5.885113286972046,
      "epoch": 2.354277724372979,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004443819031375822,
      "loss": 5.2059,
      "mean_token_accuracy": 0.21188777536153794,
      "num_tokens": 54595891.0,
      "step": 26940
    },
    {
      "entropy": 5.975496482849121,
      "epoch": 2.3547146727256836,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004443613900432697,
      "loss": 5.317,
      "mean_token_accuracy": 0.19348857402801514,
      "num_tokens": 54607407.0,
      "step": 26945
    },
    {
      "entropy": 5.981498098373413,
      "epoch": 2.3551516210783885,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00044434087370051693,
      "loss": 5.2848,
      "mean_token_accuracy": 0.20239261239767076,
      "num_tokens": 54617337.0,
      "step": 26950
    },
    {
      "entropy": 5.972335958480835,
      "epoch": 2.3555885694310934,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004443203541097175,
      "loss": 5.2627,
      "mean_token_accuracy": 0.20390118956565856,
      "num_tokens": 54627914.0,
      "step": 26955
    },
    {
      "entropy": 5.950573825836182,
      "epoch": 2.356025517783798,
      "grad_norm": 1.21875,
      "learning_rate": 0.0004442998312712649,
      "loss": 5.1658,
      "mean_token_accuracy": 0.20560423284769058,
      "num_tokens": 54636709.0,
      "step": 26960
    },
    {
      "entropy": 5.866868877410889,
      "epoch": 2.356462466136503,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00044427930518555294,
      "loss": 5.2096,
      "mean_token_accuracy": 0.20687801241874695,
      "num_tokens": 54646167.0,
      "step": 26965
    },
    {
      "entropy": 5.913373374938965,
      "epoch": 2.3568994144892073,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004442587758529751,
      "loss": 5.286,
      "mean_token_accuracy": 0.19537197351455687,
      "num_tokens": 54656663.0,
      "step": 26970
    },
    {
      "entropy": 5.960308313369751,
      "epoch": 2.357336362841912,
      "grad_norm": 1.21875,
      "learning_rate": 0.0004442382432739253,
      "loss": 5.2819,
      "mean_token_accuracy": 0.19839183390140533,
      "num_tokens": 54667123.0,
      "step": 26975
    },
    {
      "entropy": 5.982198667526245,
      "epoch": 2.3577733111946166,
      "grad_norm": 1.1875,
      "learning_rate": 0.00044421770744879725,
      "loss": 5.2803,
      "mean_token_accuracy": 0.2075725480914116,
      "num_tokens": 54677381.0,
      "step": 26980
    },
    {
      "entropy": 5.91863694190979,
      "epoch": 2.3582102595473216,
      "grad_norm": 1.171875,
      "learning_rate": 0.000444197168377985,
      "loss": 5.2403,
      "mean_token_accuracy": 0.20909728705883027,
      "num_tokens": 54687190.0,
      "step": 26985
    },
    {
      "entropy": 5.973764371871948,
      "epoch": 2.3586472079000265,
      "grad_norm": 1.25,
      "learning_rate": 0.00044417662606188236,
      "loss": 5.2944,
      "mean_token_accuracy": 0.20138543248176574,
      "num_tokens": 54697102.0,
      "step": 26990
    },
    {
      "entropy": 5.947184753417969,
      "epoch": 2.359084156252731,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004441560805008834,
      "loss": 5.2634,
      "mean_token_accuracy": 0.20351129919290542,
      "num_tokens": 54707315.0,
      "step": 26995
    },
    {
      "entropy": 5.952374410629273,
      "epoch": 2.3595211046054354,
      "grad_norm": 1.28125,
      "learning_rate": 0.0004441355316953822,
      "loss": 5.336,
      "mean_token_accuracy": 0.19423756301403045,
      "num_tokens": 54717873.0,
      "step": 27000
    },
    {
      "epoch": 2.3595211046054354,
      "eval_entropy": 5.700434383058846,
      "eval_loss": 5.32053804397583,
      "eval_mean_token_accuracy": 0.2098481557057232,
      "eval_num_tokens": 54717873.0,
      "eval_runtime": 21.4105,
      "eval_samples_per_second": 1728.78,
      "eval_steps_per_second": 216.109,
      "step": 27000
    },
    {
      "entropy": 6.008673000335693,
      "epoch": 2.3599580529581403,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004441149796457728,
      "loss": 5.3214,
      "mean_token_accuracy": 0.19690387547016144,
      "num_tokens": 54727723.0,
      "step": 27005
    },
    {
      "entropy": 5.948439598083496,
      "epoch": 2.3603950013108452,
      "grad_norm": 1.1875,
      "learning_rate": 0.00044409442435244947,
      "loss": 5.2327,
      "mean_token_accuracy": 0.21156044900417328,
      "num_tokens": 54738108.0,
      "step": 27010
    },
    {
      "entropy": 5.922226810455323,
      "epoch": 2.3608319496635497,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004440738658158065,
      "loss": 5.3318,
      "mean_token_accuracy": 0.19672271609306335,
      "num_tokens": 54749011.0,
      "step": 27015
    },
    {
      "entropy": 6.005653381347656,
      "epoch": 2.3612688980162546,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004440533040362382,
      "loss": 5.2912,
      "mean_token_accuracy": 0.20243462920188904,
      "num_tokens": 54759922.0,
      "step": 27020
    },
    {
      "entropy": 5.978148412704468,
      "epoch": 2.361705846368959,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00044403273901413897,
      "loss": 5.2844,
      "mean_token_accuracy": 0.19401037245988845,
      "num_tokens": 54770134.0,
      "step": 27025
    },
    {
      "entropy": 5.95034875869751,
      "epoch": 2.362142794721664,
      "grad_norm": 1.203125,
      "learning_rate": 0.00044401217074990323,
      "loss": 5.2245,
      "mean_token_accuracy": 0.2076274037361145,
      "num_tokens": 54780131.0,
      "step": 27030
    },
    {
      "entropy": 5.963687562942505,
      "epoch": 2.3625797430743685,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00044399159924392545,
      "loss": 5.3211,
      "mean_token_accuracy": 0.19918861240148544,
      "num_tokens": 54790601.0,
      "step": 27035
    },
    {
      "entropy": 6.009337997436523,
      "epoch": 2.3630166914270734,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004439710244966003,
      "loss": 5.2579,
      "mean_token_accuracy": 0.20569668859243392,
      "num_tokens": 54799995.0,
      "step": 27040
    },
    {
      "entropy": 5.969416904449463,
      "epoch": 2.363453639779778,
      "grad_norm": 1.25,
      "learning_rate": 0.0004439504465083223,
      "loss": 5.238,
      "mean_token_accuracy": 0.20417558401823044,
      "num_tokens": 54810299.0,
      "step": 27045
    },
    {
      "entropy": 5.913847923278809,
      "epoch": 2.3638905881324828,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004439298652794863,
      "loss": 5.23,
      "mean_token_accuracy": 0.2014193579554558,
      "num_tokens": 54820802.0,
      "step": 27050
    },
    {
      "entropy": 5.925892782211304,
      "epoch": 2.3643275364851872,
      "grad_norm": 1.1484375,
      "learning_rate": 0.00044390928081048693,
      "loss": 5.2398,
      "mean_token_accuracy": 0.21009111553430557,
      "num_tokens": 54831077.0,
      "step": 27055
    },
    {
      "entropy": 5.964606285095215,
      "epoch": 2.364764484837892,
      "grad_norm": 1.1796875,
      "learning_rate": 0.000443888693101719,
      "loss": 5.2501,
      "mean_token_accuracy": 0.20499966740608216,
      "num_tokens": 54842574.0,
      "step": 27060
    },
    {
      "entropy": 5.913369274139404,
      "epoch": 2.365201433190597,
      "grad_norm": 1.1640625,
      "learning_rate": 0.00044386810215357747,
      "loss": 5.1684,
      "mean_token_accuracy": 0.21605548709630967,
      "num_tokens": 54852365.0,
      "step": 27065
    },
    {
      "entropy": 5.938951110839843,
      "epoch": 2.3656383815433015,
      "grad_norm": 1.03125,
      "learning_rate": 0.00044384750796645724,
      "loss": 5.2529,
      "mean_token_accuracy": 0.20359244346618652,
      "num_tokens": 54863008.0,
      "step": 27070
    },
    {
      "entropy": 5.974968528747558,
      "epoch": 2.3660753298960064,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004438269105407534,
      "loss": 5.2588,
      "mean_token_accuracy": 0.20016828328371047,
      "num_tokens": 54873134.0,
      "step": 27075
    },
    {
      "entropy": 5.986810827255249,
      "epoch": 2.366512278248711,
      "grad_norm": 1.203125,
      "learning_rate": 0.00044380630987686086,
      "loss": 5.3109,
      "mean_token_accuracy": 0.2041625276207924,
      "num_tokens": 54883075.0,
      "step": 27080
    },
    {
      "entropy": 5.9147766590118405,
      "epoch": 2.366949226601416,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00044378570597517495,
      "loss": 5.25,
      "mean_token_accuracy": 0.20377857387065887,
      "num_tokens": 54892788.0,
      "step": 27085
    },
    {
      "entropy": 5.875908279418946,
      "epoch": 2.3673861749541203,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004437650988360906,
      "loss": 5.2224,
      "mean_token_accuracy": 0.20591582208871842,
      "num_tokens": 54902708.0,
      "step": 27090
    },
    {
      "entropy": 5.934469366073609,
      "epoch": 2.367823123306825,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004437444884600034,
      "loss": 5.2069,
      "mean_token_accuracy": 0.2068072184920311,
      "num_tokens": 54912906.0,
      "step": 27095
    },
    {
      "entropy": 5.931632137298584,
      "epoch": 2.3682600716595297,
      "grad_norm": 1.1640625,
      "learning_rate": 0.00044372387484730835,
      "loss": 5.2822,
      "mean_token_accuracy": 0.2021239385008812,
      "num_tokens": 54922802.0,
      "step": 27100
    },
    {
      "entropy": 5.968570613861084,
      "epoch": 2.3686970200122346,
      "grad_norm": 1.078125,
      "learning_rate": 0.00044370325799840106,
      "loss": 5.3034,
      "mean_token_accuracy": 0.1978548139333725,
      "num_tokens": 54933203.0,
      "step": 27105
    },
    {
      "entropy": 5.984915351867675,
      "epoch": 2.369133968364939,
      "grad_norm": 1.2421875,
      "learning_rate": 0.00044368263791367684,
      "loss": 5.2822,
      "mean_token_accuracy": 0.20017895251512527,
      "num_tokens": 54944081.0,
      "step": 27110
    },
    {
      "entropy": 6.013666772842408,
      "epoch": 2.369570916717644,
      "grad_norm": 1.2578125,
      "learning_rate": 0.00044366201459353124,
      "loss": 5.275,
      "mean_token_accuracy": 0.20398546606302262,
      "num_tokens": 54953421.0,
      "step": 27115
    },
    {
      "entropy": 5.904757404327393,
      "epoch": 2.370007865070349,
      "grad_norm": 1.140625,
      "learning_rate": 0.00044364138803835984,
      "loss": 5.2484,
      "mean_token_accuracy": 0.2037887081503868,
      "num_tokens": 54964127.0,
      "step": 27120
    },
    {
      "entropy": 5.892478513717651,
      "epoch": 2.3704448134230534,
      "grad_norm": 1.125,
      "learning_rate": 0.00044362075824855816,
      "loss": 5.2234,
      "mean_token_accuracy": 0.2045102298259735,
      "num_tokens": 54974636.0,
      "step": 27125
    },
    {
      "entropy": 5.988050508499145,
      "epoch": 2.3708817617757583,
      "grad_norm": 1.2265625,
      "learning_rate": 0.00044360012522452215,
      "loss": 5.2992,
      "mean_token_accuracy": 0.1980179011821747,
      "num_tokens": 54985542.0,
      "step": 27130
    },
    {
      "entropy": 5.974918174743652,
      "epoch": 2.3713187101284627,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004435794889666472,
      "loss": 5.2277,
      "mean_token_accuracy": 0.2106072187423706,
      "num_tokens": 54994973.0,
      "step": 27135
    },
    {
      "entropy": 5.941653108596801,
      "epoch": 2.3717556584811677,
      "grad_norm": 1.15625,
      "learning_rate": 0.00044355884947532947,
      "loss": 5.3372,
      "mean_token_accuracy": 0.19992470294237136,
      "num_tokens": 55006510.0,
      "step": 27140
    },
    {
      "entropy": 5.986070060729981,
      "epoch": 2.372192606833872,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0004435382067509647,
      "loss": 5.3361,
      "mean_token_accuracy": 0.2019748404622078,
      "num_tokens": 55016375.0,
      "step": 27145
    },
    {
      "entropy": 5.924653053283691,
      "epoch": 2.372629555186577,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00044351756079394865,
      "loss": 5.2701,
      "mean_token_accuracy": 0.20674671232700348,
      "num_tokens": 55026213.0,
      "step": 27150
    },
    {
      "entropy": 6.026170492172241,
      "epoch": 2.3730665035392815,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004434969116046776,
      "loss": 5.3052,
      "mean_token_accuracy": 0.19824427962303162,
      "num_tokens": 55036836.0,
      "step": 27155
    },
    {
      "entropy": 5.964362144470215,
      "epoch": 2.3735034518919864,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004434762591835475,
      "loss": 5.2275,
      "mean_token_accuracy": 0.20291419178247452,
      "num_tokens": 55046243.0,
      "step": 27160
    },
    {
      "entropy": 5.937462377548218,
      "epoch": 2.373940400244691,
      "grad_norm": 1.125,
      "learning_rate": 0.00044345560353095437,
      "loss": 5.2647,
      "mean_token_accuracy": 0.2004916101694107,
      "num_tokens": 55055882.0,
      "step": 27165
    },
    {
      "entropy": 5.883405113220215,
      "epoch": 2.374377348597396,
      "grad_norm": 1.25,
      "learning_rate": 0.0004434349446472946,
      "loss": 5.18,
      "mean_token_accuracy": 0.20834507048130035,
      "num_tokens": 55066398.0,
      "step": 27170
    },
    {
      "entropy": 5.982546710968018,
      "epoch": 2.3748142969501007,
      "grad_norm": 1.234375,
      "learning_rate": 0.00044341428253296436,
      "loss": 5.3401,
      "mean_token_accuracy": 0.19499182403087617,
      "num_tokens": 55077053.0,
      "step": 27175
    },
    {
      "entropy": 5.969438982009888,
      "epoch": 2.375251245302805,
      "grad_norm": 1.2734375,
      "learning_rate": 0.0004433936171883598,
      "loss": 5.2412,
      "mean_token_accuracy": 0.2113887369632721,
      "num_tokens": 55086973.0,
      "step": 27180
    },
    {
      "entropy": 5.9589996337890625,
      "epoch": 2.37568819365551,
      "grad_norm": 1.203125,
      "learning_rate": 0.0004433729486138775,
      "loss": 5.2132,
      "mean_token_accuracy": 0.20953078120946883,
      "num_tokens": 55096162.0,
      "step": 27185
    },
    {
      "entropy": 5.919569873809815,
      "epoch": 2.3761251420082146,
      "grad_norm": 1.2421875,
      "learning_rate": 0.00044335227680991385,
      "loss": 5.2356,
      "mean_token_accuracy": 0.20250999331474304,
      "num_tokens": 55105852.0,
      "step": 27190
    },
    {
      "entropy": 5.902491331100464,
      "epoch": 2.3765620903609195,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004433316017768653,
      "loss": 5.1638,
      "mean_token_accuracy": 0.21671265214681626,
      "num_tokens": 55116092.0,
      "step": 27195
    },
    {
      "entropy": 5.965477657318115,
      "epoch": 2.376999038713624,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0004433109235151284,
      "loss": 5.2337,
      "mean_token_accuracy": 0.21131087839603424,
      "num_tokens": 55125439.0,
      "step": 27200
    },
    {
      "entropy": 5.96364803314209,
      "epoch": 2.377435987066329,
      "grad_norm": 1.1875,
      "learning_rate": 0.00044329024202509977,
      "loss": 5.3055,
      "mean_token_accuracy": 0.20093807429075242,
      "num_tokens": 55134684.0,
      "step": 27205
    },
    {
      "entropy": 5.915795850753784,
      "epoch": 2.3778729354190333,
      "grad_norm": 1.1875,
      "learning_rate": 0.00044326955730717614,
      "loss": 5.22,
      "mean_token_accuracy": 0.2079271212220192,
      "num_tokens": 55143853.0,
      "step": 27210
    },
    {
      "entropy": 6.056581449508667,
      "epoch": 2.3783098837717382,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0004432488693617542,
      "loss": 5.4022,
      "mean_token_accuracy": 0.1925276055932045,
      "num_tokens": 55154190.0,
      "step": 27215
    },
    {
      "entropy": 6.002102184295654,
      "epoch": 2.3787468321244427,
      "grad_norm": 1.203125,
      "learning_rate": 0.00044322817818923083,
      "loss": 5.3195,
      "mean_token_accuracy": 0.20712136328220368,
      "num_tokens": 55164158.0,
      "step": 27220
    },
    {
      "entropy": 5.994458961486816,
      "epoch": 2.3791837804771476,
      "grad_norm": 1.2890625,
      "learning_rate": 0.00044320748379000284,
      "loss": 5.3618,
      "mean_token_accuracy": 0.19099951833486556,
      "num_tokens": 55173635.0,
      "step": 27225
    },
    {
      "entropy": 5.959755849838257,
      "epoch": 2.3796207288298525,
      "grad_norm": 1.171875,
      "learning_rate": 0.00044318678616446717,
      "loss": 5.2407,
      "mean_token_accuracy": 0.21167597323656082,
      "num_tokens": 55182972.0,
      "step": 27230
    },
    {
      "entropy": 6.002566719055176,
      "epoch": 2.380057677182557,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00044316608531302085,
      "loss": 5.2865,
      "mean_token_accuracy": 0.200288026034832,
      "num_tokens": 55192769.0,
      "step": 27235
    },
    {
      "entropy": 5.96243724822998,
      "epoch": 2.380494625535262,
      "grad_norm": 1.109375,
      "learning_rate": 0.00044314538123606083,
      "loss": 5.2801,
      "mean_token_accuracy": 0.20324140787124634,
      "num_tokens": 55203241.0,
      "step": 27240
    },
    {
      "entropy": 5.868509769439697,
      "epoch": 2.3809315738879664,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00044312467393398434,
      "loss": 5.22,
      "mean_token_accuracy": 0.21106147319078444,
      "num_tokens": 55214272.0,
      "step": 27245
    },
    {
      "entropy": 5.913986492156982,
      "epoch": 2.3813685222406713,
      "grad_norm": 1.09375,
      "learning_rate": 0.00044310396340718853,
      "loss": 5.1921,
      "mean_token_accuracy": 0.21093211621046065,
      "num_tokens": 55223947.0,
      "step": 27250
    },
    {
      "entropy": 5.9568744659423825,
      "epoch": 2.3818054705933758,
      "grad_norm": 1.1484375,
      "learning_rate": 0.00044308324965607054,
      "loss": 5.3152,
      "mean_token_accuracy": 0.19855080544948578,
      "num_tokens": 55234906.0,
      "step": 27255
    },
    {
      "entropy": 5.875056171417237,
      "epoch": 2.3822424189460807,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004430625326810278,
      "loss": 5.1497,
      "mean_token_accuracy": 0.21508113592863082,
      "num_tokens": 55244785.0,
      "step": 27260
    },
    {
      "entropy": 5.96243257522583,
      "epoch": 2.382679367298785,
      "grad_norm": 1.109375,
      "learning_rate": 0.00044304181248245754,
      "loss": 5.3474,
      "mean_token_accuracy": 0.2006521552801132,
      "num_tokens": 55255053.0,
      "step": 27265
    },
    {
      "entropy": 5.9772505283355715,
      "epoch": 2.38311631565149,
      "grad_norm": 1.203125,
      "learning_rate": 0.0004430210890607574,
      "loss": 5.3028,
      "mean_token_accuracy": 0.20204861760139464,
      "num_tokens": 55264525.0,
      "step": 27270
    },
    {
      "entropy": 5.993314504623413,
      "epoch": 2.3835532640041945,
      "grad_norm": 1.203125,
      "learning_rate": 0.00044300036241632463,
      "loss": 5.2691,
      "mean_token_accuracy": 0.20226655900478363,
      "num_tokens": 55273486.0,
      "step": 27275
    },
    {
      "entropy": 5.954065036773682,
      "epoch": 2.3839902123568995,
      "grad_norm": 1.1875,
      "learning_rate": 0.00044297963254955687,
      "loss": 5.2198,
      "mean_token_accuracy": 0.21049074828624725,
      "num_tokens": 55283164.0,
      "step": 27280
    },
    {
      "entropy": 5.964265775680542,
      "epoch": 2.3844271607096044,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00044295889946085185,
      "loss": 5.2822,
      "mean_token_accuracy": 0.20550180971622467,
      "num_tokens": 55294657.0,
      "step": 27285
    },
    {
      "entropy": 6.0095672607421875,
      "epoch": 2.384864109062309,
      "grad_norm": 1.1796875,
      "learning_rate": 0.00044293816315060704,
      "loss": 5.2815,
      "mean_token_accuracy": 0.20074761062860488,
      "num_tokens": 55304743.0,
      "step": 27290
    },
    {
      "entropy": 5.918482685089112,
      "epoch": 2.3853010574150133,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004429174236192203,
      "loss": 5.2384,
      "mean_token_accuracy": 0.21526056230068208,
      "num_tokens": 55314106.0,
      "step": 27295
    },
    {
      "entropy": 5.958150053024292,
      "epoch": 2.385738005767718,
      "grad_norm": 1.21875,
      "learning_rate": 0.00044289668086708935,
      "loss": 5.2464,
      "mean_token_accuracy": 0.20744991004467012,
      "num_tokens": 55324407.0,
      "step": 27300
    },
    {
      "entropy": 5.9449704647064205,
      "epoch": 2.386174954120423,
      "grad_norm": 1.1796875,
      "learning_rate": 0.00044287593489461205,
      "loss": 5.2683,
      "mean_token_accuracy": 0.20525968074798584,
      "num_tokens": 55335853.0,
      "step": 27305
    },
    {
      "entropy": 5.952890777587891,
      "epoch": 2.3866119024731276,
      "grad_norm": 1.3046875,
      "learning_rate": 0.00044285518570218635,
      "loss": 5.2305,
      "mean_token_accuracy": 0.20593696534633638,
      "num_tokens": 55345947.0,
      "step": 27310
    },
    {
      "entropy": 5.977452230453491,
      "epoch": 2.3870488508258325,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004428344332902103,
      "loss": 5.2857,
      "mean_token_accuracy": 0.20304930955171585,
      "num_tokens": 55355709.0,
      "step": 27315
    },
    {
      "entropy": 5.940539789199829,
      "epoch": 2.387485799178537,
      "grad_norm": 1.09375,
      "learning_rate": 0.00044281367765908186,
      "loss": 5.2023,
      "mean_token_accuracy": 0.20482904016971587,
      "num_tokens": 55365597.0,
      "step": 27320
    },
    {
      "entropy": 5.947243785858154,
      "epoch": 2.387922747531242,
      "grad_norm": 1.2265625,
      "learning_rate": 0.00044279291880919915,
      "loss": 5.2718,
      "mean_token_accuracy": 0.19966054409742356,
      "num_tokens": 55375508.0,
      "step": 27325
    },
    {
      "entropy": 5.920891761779785,
      "epoch": 2.3883596958839464,
      "grad_norm": 1.1484375,
      "learning_rate": 0.00044277215674096035,
      "loss": 5.2485,
      "mean_token_accuracy": 0.20403869301080704,
      "num_tokens": 55384928.0,
      "step": 27330
    },
    {
      "entropy": 5.967248582839966,
      "epoch": 2.3887966442366513,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004427513914547637,
      "loss": 5.2556,
      "mean_token_accuracy": 0.20700340420007707,
      "num_tokens": 55394805.0,
      "step": 27335
    },
    {
      "entropy": 5.993826055526734,
      "epoch": 2.3892335925893557,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004427306229510074,
      "loss": 5.3042,
      "mean_token_accuracy": 0.20451210737228392,
      "num_tokens": 55405360.0,
      "step": 27340
    },
    {
      "entropy": 5.970429563522339,
      "epoch": 2.3896705409420607,
      "grad_norm": 1.15625,
      "learning_rate": 0.00044270985123008984,
      "loss": 5.2669,
      "mean_token_accuracy": 0.1974331945180893,
      "num_tokens": 55415124.0,
      "step": 27345
    },
    {
      "entropy": 5.941778659820557,
      "epoch": 2.390107489294765,
      "grad_norm": 1.2890625,
      "learning_rate": 0.0004426890762924096,
      "loss": 5.2452,
      "mean_token_accuracy": 0.20192904472351075,
      "num_tokens": 55425621.0,
      "step": 27350
    },
    {
      "entropy": 5.982117748260498,
      "epoch": 2.39054443764747,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0004426682981383648,
      "loss": 5.3117,
      "mean_token_accuracy": 0.19565360844135285,
      "num_tokens": 55435812.0,
      "step": 27355
    },
    {
      "entropy": 5.967211818695068,
      "epoch": 2.390981386000175,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004426475167683543,
      "loss": 5.2967,
      "mean_token_accuracy": 0.1988742619752884,
      "num_tokens": 55445462.0,
      "step": 27360
    },
    {
      "entropy": 5.9675194263458256,
      "epoch": 2.3914183343528794,
      "grad_norm": 1.125,
      "learning_rate": 0.00044262673218277654,
      "loss": 5.2852,
      "mean_token_accuracy": 0.19973060935735704,
      "num_tokens": 55455992.0,
      "step": 27365
    },
    {
      "entropy": 6.006137752532959,
      "epoch": 2.3918552827055843,
      "grad_norm": 1.1640625,
      "learning_rate": 0.00044260594438203025,
      "loss": 5.3282,
      "mean_token_accuracy": 0.19624975323677063,
      "num_tokens": 55466715.0,
      "step": 27370
    },
    {
      "entropy": 5.957953929901123,
      "epoch": 2.392292231058289,
      "grad_norm": 1.203125,
      "learning_rate": 0.00044258515336651416,
      "loss": 5.2934,
      "mean_token_accuracy": 0.20288812071084977,
      "num_tokens": 55476280.0,
      "step": 27375
    },
    {
      "entropy": 5.941757392883301,
      "epoch": 2.3927291794109937,
      "grad_norm": 1.1640625,
      "learning_rate": 0.00044256435913662696,
      "loss": 5.237,
      "mean_token_accuracy": 0.20360455363988877,
      "num_tokens": 55486105.0,
      "step": 27380
    },
    {
      "entropy": 5.988203811645508,
      "epoch": 2.393166127763698,
      "grad_norm": 1.296875,
      "learning_rate": 0.0004425435616927676,
      "loss": 5.24,
      "mean_token_accuracy": 0.20294680297374726,
      "num_tokens": 55496152.0,
      "step": 27385
    },
    {
      "entropy": 5.926889181137085,
      "epoch": 2.393603076116403,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004425227610353349,
      "loss": 5.2671,
      "mean_token_accuracy": 0.21052981913089752,
      "num_tokens": 55507104.0,
      "step": 27390
    },
    {
      "entropy": 5.911609888076782,
      "epoch": 2.3940400244691076,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004425019571647279,
      "loss": 5.276,
      "mean_token_accuracy": 0.207876293361187,
      "num_tokens": 55517114.0,
      "step": 27395
    },
    {
      "entropy": 5.893513631820679,
      "epoch": 2.3944769728218125,
      "grad_norm": 1.171875,
      "learning_rate": 0.00044248115008134557,
      "loss": 5.1849,
      "mean_token_accuracy": 0.21192567497491838,
      "num_tokens": 55526719.0,
      "step": 27400
    },
    {
      "entropy": 5.954411220550537,
      "epoch": 2.394913921174517,
      "grad_norm": 1.09375,
      "learning_rate": 0.00044246033978558697,
      "loss": 5.2359,
      "mean_token_accuracy": 0.20647155046463012,
      "num_tokens": 55536760.0,
      "step": 27405
    },
    {
      "entropy": 5.928928661346435,
      "epoch": 2.395350869527222,
      "grad_norm": 1.046875,
      "learning_rate": 0.00044243952627785136,
      "loss": 5.2415,
      "mean_token_accuracy": 0.20771777778863906,
      "num_tokens": 55547193.0,
      "step": 27410
    },
    {
      "entropy": 5.874144411087036,
      "epoch": 2.395787817879927,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00044241870955853793,
      "loss": 5.2603,
      "mean_token_accuracy": 0.20725068598985671,
      "num_tokens": 55557257.0,
      "step": 27415
    },
    {
      "entropy": 5.915235805511474,
      "epoch": 2.3962247662326313,
      "grad_norm": 1.0625,
      "learning_rate": 0.00044239788962804584,
      "loss": 5.2227,
      "mean_token_accuracy": 0.20654304474592208,
      "num_tokens": 55568191.0,
      "step": 27420
    },
    {
      "entropy": 5.991261529922485,
      "epoch": 2.396661714585336,
      "grad_norm": 1.171875,
      "learning_rate": 0.00044237706648677456,
      "loss": 5.2483,
      "mean_token_accuracy": 0.20491599589586257,
      "num_tokens": 55578983.0,
      "step": 27425
    },
    {
      "entropy": 5.920266199111938,
      "epoch": 2.3970986629380406,
      "grad_norm": 1.234375,
      "learning_rate": 0.0004423562401351234,
      "loss": 5.2383,
      "mean_token_accuracy": 0.2071501150727272,
      "num_tokens": 55588772.0,
      "step": 27430
    },
    {
      "entropy": 5.900396060943604,
      "epoch": 2.3975356112907455,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004423354105734919,
      "loss": 5.2452,
      "mean_token_accuracy": 0.20739354193210602,
      "num_tokens": 55599514.0,
      "step": 27435
    },
    {
      "entropy": 5.944272089004516,
      "epoch": 2.39797255964345,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004423145778022795,
      "loss": 5.2774,
      "mean_token_accuracy": 0.19554346352815627,
      "num_tokens": 55609183.0,
      "step": 27440
    },
    {
      "entropy": 6.004932403564453,
      "epoch": 2.398409507996155,
      "grad_norm": 1.21875,
      "learning_rate": 0.0004422937418218859,
      "loss": 5.2993,
      "mean_token_accuracy": 0.19982765465974808,
      "num_tokens": 55618836.0,
      "step": 27445
    },
    {
      "entropy": 5.98117847442627,
      "epoch": 2.3988464563488594,
      "grad_norm": 1.296875,
      "learning_rate": 0.00044227290263271066,
      "loss": 5.2918,
      "mean_token_accuracy": 0.20258500725030898,
      "num_tokens": 55629314.0,
      "step": 27450
    },
    {
      "entropy": 5.890561962127686,
      "epoch": 2.3992834047015643,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004422520602351535,
      "loss": 5.1783,
      "mean_token_accuracy": 0.22420150637626649,
      "num_tokens": 55640542.0,
      "step": 27455
    },
    {
      "entropy": 6.012288665771484,
      "epoch": 2.399720353054269,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004422312146296141,
      "loss": 5.3381,
      "mean_token_accuracy": 0.20134921371936798,
      "num_tokens": 55650165.0,
      "step": 27460
    },
    {
      "entropy": 5.988008642196656,
      "epoch": 2.4001573014069737,
      "grad_norm": 1.234375,
      "learning_rate": 0.00044221036581649245,
      "loss": 5.2856,
      "mean_token_accuracy": 0.19891227185726165,
      "num_tokens": 55658962.0,
      "step": 27465
    },
    {
      "entropy": 5.9732640266418455,
      "epoch": 2.4005942497596786,
      "grad_norm": 1.3125,
      "learning_rate": 0.0004421895137961884,
      "loss": 5.257,
      "mean_token_accuracy": 0.19350265264511107,
      "num_tokens": 55668357.0,
      "step": 27470
    },
    {
      "entropy": 6.007997226715088,
      "epoch": 2.401031198112383,
      "grad_norm": 1.171875,
      "learning_rate": 0.00044216865856910176,
      "loss": 5.3606,
      "mean_token_accuracy": 0.20479819625616075,
      "num_tokens": 55678313.0,
      "step": 27475
    },
    {
      "entropy": 5.974683427810669,
      "epoch": 2.401468146465088,
      "grad_norm": 1.1484375,
      "learning_rate": 0.00044214780013563277,
      "loss": 5.2874,
      "mean_token_accuracy": 0.19779090583324432,
      "num_tokens": 55689332.0,
      "step": 27480
    },
    {
      "entropy": 5.93145718574524,
      "epoch": 2.4019050948177925,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00044212693849618136,
      "loss": 5.2547,
      "mean_token_accuracy": 0.20608768612146378,
      "num_tokens": 55699397.0,
      "step": 27485
    },
    {
      "entropy": 6.000098514556885,
      "epoch": 2.4023420431704974,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004421060736511476,
      "loss": 5.3131,
      "mean_token_accuracy": 0.19739045947790146,
      "num_tokens": 55708548.0,
      "step": 27490
    },
    {
      "entropy": 6.047112226486206,
      "epoch": 2.402778991523202,
      "grad_norm": 1.2265625,
      "learning_rate": 0.00044208520560093183,
      "loss": 5.3176,
      "mean_token_accuracy": 0.19792476147413254,
      "num_tokens": 55718043.0,
      "step": 27495
    },
    {
      "entropy": 5.979122018814087,
      "epoch": 2.4032159398759068,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004420643343459343,
      "loss": 5.2667,
      "mean_token_accuracy": 0.20234749019145964,
      "num_tokens": 55727889.0,
      "step": 27500
    },
    {
      "entropy": 5.947252178192139,
      "epoch": 2.4036528882286112,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004420434598865553,
      "loss": 5.3079,
      "mean_token_accuracy": 0.2058803141117096,
      "num_tokens": 55738993.0,
      "step": 27505
    },
    {
      "entropy": 5.971051549911499,
      "epoch": 2.404089836581316,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004420225822231952,
      "loss": 5.3009,
      "mean_token_accuracy": 0.2053278475999832,
      "num_tokens": 55748858.0,
      "step": 27510
    },
    {
      "entropy": 5.929187202453614,
      "epoch": 2.4045267849340206,
      "grad_norm": 1.1875,
      "learning_rate": 0.00044200170135625446,
      "loss": 5.2311,
      "mean_token_accuracy": 0.2070023834705353,
      "num_tokens": 55758639.0,
      "step": 27515
    },
    {
      "entropy": 5.998776769638061,
      "epoch": 2.4049637332867255,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004419808172861336,
      "loss": 5.3041,
      "mean_token_accuracy": 0.2038650318980217,
      "num_tokens": 55769632.0,
      "step": 27520
    },
    {
      "entropy": 6.041113710403442,
      "epoch": 2.4054006816394304,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004419599300132331,
      "loss": 5.3219,
      "mean_token_accuracy": 0.20002698004245759,
      "num_tokens": 55780147.0,
      "step": 27525
    },
    {
      "entropy": 5.94636344909668,
      "epoch": 2.405837629992135,
      "grad_norm": 1.125,
      "learning_rate": 0.00044193903953795367,
      "loss": 5.2209,
      "mean_token_accuracy": 0.20669891387224198,
      "num_tokens": 55790933.0,
      "step": 27530
    },
    {
      "entropy": 5.867023992538452,
      "epoch": 2.40627457834484,
      "grad_norm": 1.1796875,
      "learning_rate": 0.00044191814586069605,
      "loss": 5.2225,
      "mean_token_accuracy": 0.21620729863643645,
      "num_tokens": 55800479.0,
      "step": 27535
    },
    {
      "entropy": 5.927478218078614,
      "epoch": 2.4067115266975443,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004418972489818609,
      "loss": 5.2511,
      "mean_token_accuracy": 0.20927747637033461,
      "num_tokens": 55810613.0,
      "step": 27540
    },
    {
      "entropy": 5.99969630241394,
      "epoch": 2.407148475050249,
      "grad_norm": 1.1875,
      "learning_rate": 0.00044187634890184904,
      "loss": 5.3149,
      "mean_token_accuracy": 0.2009918659925461,
      "num_tokens": 55821507.0,
      "step": 27545
    },
    {
      "entropy": 5.973343229293823,
      "epoch": 2.4075854234029537,
      "grad_norm": 1.21875,
      "learning_rate": 0.0004418554456210614,
      "loss": 5.3481,
      "mean_token_accuracy": 0.19797565340995787,
      "num_tokens": 55831878.0,
      "step": 27550
    },
    {
      "entropy": 5.962370252609253,
      "epoch": 2.4080223717556586,
      "grad_norm": 1.078125,
      "learning_rate": 0.00044183453913989885,
      "loss": 5.2041,
      "mean_token_accuracy": 0.20813192576169967,
      "num_tokens": 55841314.0,
      "step": 27555
    },
    {
      "entropy": 5.996039247512817,
      "epoch": 2.408459320108363,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004418136294587624,
      "loss": 5.2584,
      "mean_token_accuracy": 0.2090648368000984,
      "num_tokens": 55851056.0,
      "step": 27560
    },
    {
      "entropy": 5.961217784881592,
      "epoch": 2.408896268461068,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004417927165780531,
      "loss": 5.2412,
      "mean_token_accuracy": 0.20376044809818267,
      "num_tokens": 55860705.0,
      "step": 27565
    },
    {
      "entropy": 5.94453535079956,
      "epoch": 2.4093332168137724,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004417718004981723,
      "loss": 5.2733,
      "mean_token_accuracy": 0.19991396814584733,
      "num_tokens": 55870749.0,
      "step": 27570
    },
    {
      "entropy": 6.025221633911133,
      "epoch": 2.4097701651664774,
      "grad_norm": 1.25,
      "learning_rate": 0.0004417508812195207,
      "loss": 5.3448,
      "mean_token_accuracy": 0.19875624179840087,
      "num_tokens": 55880135.0,
      "step": 27575
    },
    {
      "entropy": 5.952565670013428,
      "epoch": 2.4102071135191823,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004417299587425001,
      "loss": 5.208,
      "mean_token_accuracy": 0.2084444582462311,
      "num_tokens": 55890357.0,
      "step": 27580
    },
    {
      "entropy": 5.976229906082153,
      "epoch": 2.4106440618718867,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004417090330675114,
      "loss": 5.2788,
      "mean_token_accuracy": 0.20271795392036437,
      "num_tokens": 55900080.0,
      "step": 27585
    },
    {
      "entropy": 5.9007257461547855,
      "epoch": 2.4110810102245916,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00044168810419495597,
      "loss": 5.2621,
      "mean_token_accuracy": 0.20627451837062835,
      "num_tokens": 55911326.0,
      "step": 27590
    },
    {
      "entropy": 5.94151816368103,
      "epoch": 2.411517958577296,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004416671721252355,
      "loss": 5.2041,
      "mean_token_accuracy": 0.21090332865715028,
      "num_tokens": 55921872.0,
      "step": 27595
    },
    {
      "entropy": 5.926695919036865,
      "epoch": 2.411954906930001,
      "grad_norm": 1.1953125,
      "learning_rate": 0.00044164623685875133,
      "loss": 5.2363,
      "mean_token_accuracy": 0.2151915043592453,
      "num_tokens": 55932539.0,
      "step": 27600
    },
    {
      "entropy": 5.956870985031128,
      "epoch": 2.4123918552827055,
      "grad_norm": 1.2734375,
      "learning_rate": 0.000441625298395905,
      "loss": 5.3024,
      "mean_token_accuracy": 0.207373183965683,
      "num_tokens": 55942087.0,
      "step": 27605
    },
    {
      "entropy": 5.983103895187378,
      "epoch": 2.4128288036354104,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004416043567370981,
      "loss": 5.2595,
      "mean_token_accuracy": 0.20263752043247224,
      "num_tokens": 55951604.0,
      "step": 27610
    },
    {
      "entropy": 5.94156231880188,
      "epoch": 2.413265751988115,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0004415834118827323,
      "loss": 5.246,
      "mean_token_accuracy": 0.20363518595695496,
      "num_tokens": 55961687.0,
      "step": 27615
    },
    {
      "entropy": 6.002493286132813,
      "epoch": 2.41370270034082,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004415624638332095,
      "loss": 5.3071,
      "mean_token_accuracy": 0.20032532066106795,
      "num_tokens": 55972088.0,
      "step": 27620
    },
    {
      "entropy": 5.938269996643067,
      "epoch": 2.4141396486935243,
      "grad_norm": 1.1796875,
      "learning_rate": 0.00044154151258893125,
      "loss": 5.3033,
      "mean_token_accuracy": 0.20129434317350386,
      "num_tokens": 55981857.0,
      "step": 27625
    },
    {
      "entropy": 5.899461174011231,
      "epoch": 2.414576597046229,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004415205581502996,
      "loss": 5.2005,
      "mean_token_accuracy": 0.21192483752965927,
      "num_tokens": 55992196.0,
      "step": 27630
    },
    {
      "entropy": 5.989822053909302,
      "epoch": 2.415013545398934,
      "grad_norm": 1.15625,
      "learning_rate": 0.00044149960051771643,
      "loss": 5.2163,
      "mean_token_accuracy": 0.2079922541975975,
      "num_tokens": 56002295.0,
      "step": 27635
    },
    {
      "entropy": 5.9967851638793945,
      "epoch": 2.4154504937516386,
      "grad_norm": 1.234375,
      "learning_rate": 0.00044147863969158353,
      "loss": 5.2348,
      "mean_token_accuracy": 0.19970084726810455,
      "num_tokens": 56011847.0,
      "step": 27640
    },
    {
      "entropy": 5.9372392177581785,
      "epoch": 2.415887442104343,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004414576756723032,
      "loss": 5.2045,
      "mean_token_accuracy": 0.2089585021138191,
      "num_tokens": 56021717.0,
      "step": 27645
    },
    {
      "entropy": 5.934942197799683,
      "epoch": 2.416324390457048,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004414367084602774,
      "loss": 5.2855,
      "mean_token_accuracy": 0.20148916840553283,
      "num_tokens": 56031845.0,
      "step": 27650
    },
    {
      "entropy": 5.946006011962891,
      "epoch": 2.416761338809753,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004414157380559083,
      "loss": 5.268,
      "mean_token_accuracy": 0.20517405569553376,
      "num_tokens": 56042082.0,
      "step": 27655
    },
    {
      "entropy": 5.987035179138184,
      "epoch": 2.4171982871624573,
      "grad_norm": 1.25,
      "learning_rate": 0.00044139476445959817,
      "loss": 5.2617,
      "mean_token_accuracy": 0.20331045240163803,
      "num_tokens": 56052592.0,
      "step": 27660
    },
    {
      "entropy": 5.991693449020386,
      "epoch": 2.4176352355151622,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004413737876717492,
      "loss": 5.3524,
      "mean_token_accuracy": 0.196041040122509,
      "num_tokens": 56062500.0,
      "step": 27665
    },
    {
      "entropy": 5.928281974792481,
      "epoch": 2.4180721838678667,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004413528076927639,
      "loss": 5.1916,
      "mean_token_accuracy": 0.20847321301698685,
      "num_tokens": 56072912.0,
      "step": 27670
    },
    {
      "entropy": 5.998568153381347,
      "epoch": 2.4185091322205716,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004413318245230446,
      "loss": 5.3161,
      "mean_token_accuracy": 0.19260836094617845,
      "num_tokens": 56082591.0,
      "step": 27675
    },
    {
      "entropy": 5.879085969924927,
      "epoch": 2.418946080573276,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004413108381629936,
      "loss": 5.175,
      "mean_token_accuracy": 0.21447286009788513,
      "num_tokens": 56091738.0,
      "step": 27680
    },
    {
      "entropy": 5.935310411453247,
      "epoch": 2.419383028925981,
      "grad_norm": 1.3046875,
      "learning_rate": 0.0004412898486130137,
      "loss": 5.2939,
      "mean_token_accuracy": 0.19742988646030427,
      "num_tokens": 56102011.0,
      "step": 27685
    },
    {
      "entropy": 5.938420534133911,
      "epoch": 2.4198199772786855,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00044126885587350735,
      "loss": 5.2461,
      "mean_token_accuracy": 0.2083855539560318,
      "num_tokens": 56112901.0,
      "step": 27690
    },
    {
      "entropy": 5.995926141738892,
      "epoch": 2.4202569256313904,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004412478599448772,
      "loss": 5.27,
      "mean_token_accuracy": 0.20725453943014144,
      "num_tokens": 56123598.0,
      "step": 27695
    },
    {
      "entropy": 5.947795486450195,
      "epoch": 2.420693873984095,
      "grad_norm": 1.2578125,
      "learning_rate": 0.000441226860827526,
      "loss": 5.2908,
      "mean_token_accuracy": 0.19586325138807298,
      "num_tokens": 56133686.0,
      "step": 27700
    },
    {
      "entropy": 6.007646751403809,
      "epoch": 2.4211308223367998,
      "grad_norm": 1.1875,
      "learning_rate": 0.00044120585852185654,
      "loss": 5.3055,
      "mean_token_accuracy": 0.19644771218299867,
      "num_tokens": 56143722.0,
      "step": 27705
    },
    {
      "entropy": 5.962481355667114,
      "epoch": 2.4215677706895047,
      "grad_norm": 1.1640625,
      "learning_rate": 0.00044118485302827156,
      "loss": 5.2257,
      "mean_token_accuracy": 0.208108589053154,
      "num_tokens": 56153781.0,
      "step": 27710
    },
    {
      "entropy": 5.850154638290405,
      "epoch": 2.422004719042209,
      "grad_norm": 1.203125,
      "learning_rate": 0.00044116384434717405,
      "loss": 5.2337,
      "mean_token_accuracy": 0.2113350123167038,
      "num_tokens": 56163398.0,
      "step": 27715
    },
    {
      "entropy": 5.977438592910767,
      "epoch": 2.422441667394914,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0004411428324789669,
      "loss": 5.2939,
      "mean_token_accuracy": 0.2063574492931366,
      "num_tokens": 56173418.0,
      "step": 27720
    },
    {
      "entropy": 6.013243579864502,
      "epoch": 2.4228786157476185,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00044112181742405324,
      "loss": 5.3536,
      "mean_token_accuracy": 0.19554108381271362,
      "num_tokens": 56184547.0,
      "step": 27725
    },
    {
      "entropy": 5.953422737121582,
      "epoch": 2.4233155641003234,
      "grad_norm": 1.2421875,
      "learning_rate": 0.000441100799182836,
      "loss": 5.2558,
      "mean_token_accuracy": 0.20082896798849106,
      "num_tokens": 56195404.0,
      "step": 27730
    },
    {
      "entropy": 5.889078855514526,
      "epoch": 2.423752512453028,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004410797777557184,
      "loss": 5.2221,
      "mean_token_accuracy": 0.21422331482172013,
      "num_tokens": 56205552.0,
      "step": 27735
    },
    {
      "entropy": 5.9605169773101805,
      "epoch": 2.424189460805733,
      "grad_norm": 1.09375,
      "learning_rate": 0.00044105875314310374,
      "loss": 5.207,
      "mean_token_accuracy": 0.2078001469373703,
      "num_tokens": 56215581.0,
      "step": 27740
    },
    {
      "entropy": 5.908851766586304,
      "epoch": 2.4246264091584373,
      "grad_norm": 1.421875,
      "learning_rate": 0.00044103772534539505,
      "loss": 5.1863,
      "mean_token_accuracy": 0.20796037316322327,
      "num_tokens": 56225428.0,
      "step": 27745
    },
    {
      "entropy": 5.959741401672363,
      "epoch": 2.425063357511142,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004410166943629959,
      "loss": 5.272,
      "mean_token_accuracy": 0.19796246886253357,
      "num_tokens": 56235284.0,
      "step": 27750
    },
    {
      "entropy": 5.977861595153809,
      "epoch": 2.4255003058638467,
      "grad_norm": 1.2734375,
      "learning_rate": 0.0004409956601963095,
      "loss": 5.2344,
      "mean_token_accuracy": 0.2087850958108902,
      "num_tokens": 56244444.0,
      "step": 27755
    },
    {
      "entropy": 5.896012306213379,
      "epoch": 2.4259372542165516,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004409746228457393,
      "loss": 5.2643,
      "mean_token_accuracy": 0.20685060024261476,
      "num_tokens": 56254983.0,
      "step": 27760
    },
    {
      "entropy": 5.9594885349273685,
      "epoch": 2.4263742025692565,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004409535823116889,
      "loss": 5.2663,
      "mean_token_accuracy": 0.20940375924110413,
      "num_tokens": 56264307.0,
      "step": 27765
    },
    {
      "entropy": 5.958773136138916,
      "epoch": 2.426811150921961,
      "grad_norm": 1.2890625,
      "learning_rate": 0.0004409325385945619,
      "loss": 5.2764,
      "mean_token_accuracy": 0.1989283636212349,
      "num_tokens": 56274418.0,
      "step": 27770
    },
    {
      "entropy": 6.081811332702637,
      "epoch": 2.427248099274666,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004409114916947618,
      "loss": 5.3706,
      "mean_token_accuracy": 0.1936489835381508,
      "num_tokens": 56285665.0,
      "step": 27775
    },
    {
      "entropy": 5.9843700408935545,
      "epoch": 2.4276850476273704,
      "grad_norm": 1.078125,
      "learning_rate": 0.00044089044161269237,
      "loss": 5.2548,
      "mean_token_accuracy": 0.20693667829036713,
      "num_tokens": 56296320.0,
      "step": 27780
    },
    {
      "entropy": 5.967849636077881,
      "epoch": 2.4281219959800753,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004408693883487574,
      "loss": 5.3718,
      "mean_token_accuracy": 0.19766936898231507,
      "num_tokens": 56308009.0,
      "step": 27785
    },
    {
      "entropy": 5.9213151931762695,
      "epoch": 2.4285589443327797,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004408483319033606,
      "loss": 5.2758,
      "mean_token_accuracy": 0.1973377913236618,
      "num_tokens": 56318341.0,
      "step": 27790
    },
    {
      "entropy": 5.906563091278076,
      "epoch": 2.4289958926854847,
      "grad_norm": 1.125,
      "learning_rate": 0.0004408272722769059,
      "loss": 5.1795,
      "mean_token_accuracy": 0.2191864475607872,
      "num_tokens": 56328808.0,
      "step": 27795
    },
    {
      "entropy": 6.0694581985473635,
      "epoch": 2.429432841038189,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004408062094697972,
      "loss": 5.2657,
      "mean_token_accuracy": 0.20710663348436356,
      "num_tokens": 56339043.0,
      "step": 27800
    },
    {
      "entropy": 5.974071264266968,
      "epoch": 2.429869789390894,
      "grad_norm": 1.078125,
      "learning_rate": 0.00044078514348243846,
      "loss": 5.2889,
      "mean_token_accuracy": 0.19968398064374923,
      "num_tokens": 56349518.0,
      "step": 27805
    },
    {
      "entropy": 5.891420030593872,
      "epoch": 2.4303067377435985,
      "grad_norm": 1.109375,
      "learning_rate": 0.00044076407431523394,
      "loss": 5.2331,
      "mean_token_accuracy": 0.19882763773202897,
      "num_tokens": 56358739.0,
      "step": 27810
    },
    {
      "entropy": 5.9459065914154055,
      "epoch": 2.4307436860963034,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004407430019685875,
      "loss": 5.2894,
      "mean_token_accuracy": 0.20614396184682846,
      "num_tokens": 56368049.0,
      "step": 27815
    },
    {
      "entropy": 5.976633167266845,
      "epoch": 2.4311806344490083,
      "grad_norm": 1.2578125,
      "learning_rate": 0.00044072192644290355,
      "loss": 5.2445,
      "mean_token_accuracy": 0.20208615958690643,
      "num_tokens": 56377607.0,
      "step": 27820
    },
    {
      "entropy": 5.922491407394409,
      "epoch": 2.431617582801713,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004407008477385862,
      "loss": 5.2355,
      "mean_token_accuracy": 0.2111414685845375,
      "num_tokens": 56387188.0,
      "step": 27825
    },
    {
      "entropy": 5.9915117740631105,
      "epoch": 2.4320545311544177,
      "grad_norm": 1.2890625,
      "learning_rate": 0.00044067976585603964,
      "loss": 5.3603,
      "mean_token_accuracy": 0.19157248884439468,
      "num_tokens": 56396389.0,
      "step": 27830
    },
    {
      "entropy": 6.0003574848175045,
      "epoch": 2.432491479507122,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004406586807956684,
      "loss": 5.2988,
      "mean_token_accuracy": 0.20568003505468369,
      "num_tokens": 56406909.0,
      "step": 27835
    },
    {
      "entropy": 5.992038154602051,
      "epoch": 2.432928427859827,
      "grad_norm": 1.1640625,
      "learning_rate": 0.00044063759255787686,
      "loss": 5.2856,
      "mean_token_accuracy": 0.19887362271547318,
      "num_tokens": 56416373.0,
      "step": 27840
    },
    {
      "entropy": 6.019126558303833,
      "epoch": 2.4333653762125316,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00044061650114306954,
      "loss": 5.3221,
      "mean_token_accuracy": 0.1992826133966446,
      "num_tokens": 56426759.0,
      "step": 27845
    },
    {
      "entropy": 6.000937795639038,
      "epoch": 2.4338023245652365,
      "grad_norm": 1.1484375,
      "learning_rate": 0.00044059540655165097,
      "loss": 5.3004,
      "mean_token_accuracy": 0.20229016989469528,
      "num_tokens": 56436783.0,
      "step": 27850
    },
    {
      "entropy": 5.9968376636505125,
      "epoch": 2.434239272917941,
      "grad_norm": 1.265625,
      "learning_rate": 0.00044057430878402564,
      "loss": 5.274,
      "mean_token_accuracy": 0.2002083733677864,
      "num_tokens": 56447191.0,
      "step": 27855
    },
    {
      "entropy": 5.9255064010620115,
      "epoch": 2.434676221270646,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0004405532078405984,
      "loss": 5.3215,
      "mean_token_accuracy": 0.19679415822029114,
      "num_tokens": 56457119.0,
      "step": 27860
    },
    {
      "entropy": 5.9863104820251465,
      "epoch": 2.4351131696233503,
      "grad_norm": 1.125,
      "learning_rate": 0.0004405321037217739,
      "loss": 5.2157,
      "mean_token_accuracy": 0.20842107832431794,
      "num_tokens": 56467139.0,
      "step": 27865
    },
    {
      "entropy": 5.983112478256226,
      "epoch": 2.4355501179760553,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004405109964279568,
      "loss": 5.2571,
      "mean_token_accuracy": 0.20510149300098418,
      "num_tokens": 56477188.0,
      "step": 27870
    },
    {
      "entropy": 5.959705209732055,
      "epoch": 2.43598706632876,
      "grad_norm": 1.203125,
      "learning_rate": 0.00044048988595955216,
      "loss": 5.4108,
      "mean_token_accuracy": 0.1919674128293991,
      "num_tokens": 56487594.0,
      "step": 27875
    },
    {
      "entropy": 5.952947807312012,
      "epoch": 2.4364240146814646,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004404687723169647,
      "loss": 5.2739,
      "mean_token_accuracy": 0.20804872065782548,
      "num_tokens": 56498008.0,
      "step": 27880
    },
    {
      "entropy": 5.921191740036011,
      "epoch": 2.4368609630341695,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00044044765550059955,
      "loss": 5.1839,
      "mean_token_accuracy": 0.21098778247833253,
      "num_tokens": 56508409.0,
      "step": 27885
    },
    {
      "entropy": 6.001793670654297,
      "epoch": 2.437297911386874,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004404265355108616,
      "loss": 5.2767,
      "mean_token_accuracy": 0.198667711019516,
      "num_tokens": 56519513.0,
      "step": 27890
    },
    {
      "entropy": 5.968007516860962,
      "epoch": 2.437734859739579,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0004404054123481561,
      "loss": 5.2506,
      "mean_token_accuracy": 0.19815322160720825,
      "num_tokens": 56528549.0,
      "step": 27895
    },
    {
      "entropy": 5.929892730712891,
      "epoch": 2.4381718080922834,
      "grad_norm": 1.171875,
      "learning_rate": 0.00044038428601288817,
      "loss": 5.2544,
      "mean_token_accuracy": 0.205121211707592,
      "num_tokens": 56537859.0,
      "step": 27900
    },
    {
      "entropy": 5.954774522781372,
      "epoch": 2.4386087564449883,
      "grad_norm": 1.21875,
      "learning_rate": 0.00044036315650546287,
      "loss": 5.3151,
      "mean_token_accuracy": 0.1966805100440979,
      "num_tokens": 56547326.0,
      "step": 27905
    },
    {
      "entropy": 6.030647039413452,
      "epoch": 2.439045704797693,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00044034202382628565,
      "loss": 5.3257,
      "mean_token_accuracy": 0.19636864066123963,
      "num_tokens": 56557460.0,
      "step": 27910
    },
    {
      "entropy": 5.9269884586334225,
      "epoch": 2.4394826531503977,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004403208879757617,
      "loss": 5.2475,
      "mean_token_accuracy": 0.20655267238616942,
      "num_tokens": 56566928.0,
      "step": 27915
    },
    {
      "entropy": 5.847551488876343,
      "epoch": 2.439919601503102,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004402997489542966,
      "loss": 5.2274,
      "mean_token_accuracy": 0.2117280587553978,
      "num_tokens": 56577576.0,
      "step": 27920
    },
    {
      "entropy": 6.049246406555175,
      "epoch": 2.440356549855807,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0004402786067622955,
      "loss": 5.35,
      "mean_token_accuracy": 0.19566597789525986,
      "num_tokens": 56587744.0,
      "step": 27925
    },
    {
      "entropy": 6.002027893066407,
      "epoch": 2.440793498208512,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004402574614001643,
      "loss": 5.2738,
      "mean_token_accuracy": 0.20361603796482086,
      "num_tokens": 56598272.0,
      "step": 27930
    },
    {
      "entropy": 5.889135313034058,
      "epoch": 2.4412304465612165,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00044023631286830835,
      "loss": 5.2348,
      "mean_token_accuracy": 0.2074551597237587,
      "num_tokens": 56609346.0,
      "step": 27935
    },
    {
      "entropy": 5.979590177536011,
      "epoch": 2.441667394913921,
      "grad_norm": 1.3046875,
      "learning_rate": 0.00044021516116713334,
      "loss": 5.2456,
      "mean_token_accuracy": 0.20477666705846786,
      "num_tokens": 56619210.0,
      "step": 27940
    },
    {
      "entropy": 5.996045684814453,
      "epoch": 2.442104343266626,
      "grad_norm": 1.2421875,
      "learning_rate": 0.000440194006297045,
      "loss": 5.285,
      "mean_token_accuracy": 0.20375097692012786,
      "num_tokens": 56629135.0,
      "step": 27945
    },
    {
      "entropy": 6.002687740325928,
      "epoch": 2.4425412916193308,
      "grad_norm": 1.2109375,
      "learning_rate": 0.000440172848258449,
      "loss": 5.2326,
      "mean_token_accuracy": 0.2082663059234619,
      "num_tokens": 56638900.0,
      "step": 27950
    },
    {
      "entropy": 5.9715814113616945,
      "epoch": 2.4429782399720352,
      "grad_norm": 1.3046875,
      "learning_rate": 0.00044015168705175117,
      "loss": 5.2988,
      "mean_token_accuracy": 0.20129303336143495,
      "num_tokens": 56648605.0,
      "step": 27955
    },
    {
      "entropy": 5.947654485702515,
      "epoch": 2.44341518832474,
      "grad_norm": 1.234375,
      "learning_rate": 0.0004401305226773576,
      "loss": 5.3448,
      "mean_token_accuracy": 0.20174352824687958,
      "num_tokens": 56659556.0,
      "step": 27960
    },
    {
      "entropy": 6.070720481872558,
      "epoch": 2.4438521366774446,
      "grad_norm": 1.21875,
      "learning_rate": 0.0004401093551356739,
      "loss": 5.3886,
      "mean_token_accuracy": 0.18977449983358383,
      "num_tokens": 56669727.0,
      "step": 27965
    },
    {
      "entropy": 6.031434822082519,
      "epoch": 2.4442890850301495,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004400881844271064,
      "loss": 5.3345,
      "mean_token_accuracy": 0.19456171244382858,
      "num_tokens": 56681308.0,
      "step": 27970
    },
    {
      "entropy": 5.992052221298218,
      "epoch": 2.444726033382854,
      "grad_norm": 1.1953125,
      "learning_rate": 0.00044006701055206095,
      "loss": 5.3037,
      "mean_token_accuracy": 0.20319559276103974,
      "num_tokens": 56691089.0,
      "step": 27975
    },
    {
      "entropy": 5.95101900100708,
      "epoch": 2.445162981735559,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004400458335109437,
      "loss": 5.2488,
      "mean_token_accuracy": 0.21175353825092316,
      "num_tokens": 56701599.0,
      "step": 27980
    },
    {
      "entropy": 5.910502624511719,
      "epoch": 2.4455999300882634,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00044002465330416095,
      "loss": 5.1695,
      "mean_token_accuracy": 0.21622837632894515,
      "num_tokens": 56711890.0,
      "step": 27985
    },
    {
      "entropy": 5.931484842300415,
      "epoch": 2.4460368784409683,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004400034699321189,
      "loss": 5.2376,
      "mean_token_accuracy": 0.20862552970647813,
      "num_tokens": 56722003.0,
      "step": 27990
    },
    {
      "entropy": 5.999134922027588,
      "epoch": 2.4464738267936728,
      "grad_norm": 1.21875,
      "learning_rate": 0.0004399822833952238,
      "loss": 5.2067,
      "mean_token_accuracy": 0.20408547073602676,
      "num_tokens": 56731636.0,
      "step": 27995
    },
    {
      "entropy": 5.905485343933106,
      "epoch": 2.4469107751463777,
      "grad_norm": 1.1171875,
      "learning_rate": 0.000439961093693882,
      "loss": 5.1899,
      "mean_token_accuracy": 0.20570067465305328,
      "num_tokens": 56741973.0,
      "step": 28000
    },
    {
      "entropy": 5.992262077331543,
      "epoch": 2.4473477234990826,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004399399008285001,
      "loss": 5.3618,
      "mean_token_accuracy": 0.19850941598415375,
      "num_tokens": 56751441.0,
      "step": 28005
    },
    {
      "entropy": 5.9583971977233885,
      "epoch": 2.447784671851787,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004399187047994844,
      "loss": 5.2935,
      "mean_token_accuracy": 0.20352207571268083,
      "num_tokens": 56761156.0,
      "step": 28010
    },
    {
      "entropy": 5.9838728427886965,
      "epoch": 2.448221620204492,
      "grad_norm": 1.1796875,
      "learning_rate": 0.00043989750560724153,
      "loss": 5.278,
      "mean_token_accuracy": 0.2062236934900284,
      "num_tokens": 56771414.0,
      "step": 28015
    },
    {
      "entropy": 5.842321872711182,
      "epoch": 2.4486585685571964,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004398763032521781,
      "loss": 5.1918,
      "mean_token_accuracy": 0.21569973677396775,
      "num_tokens": 56781572.0,
      "step": 28020
    },
    {
      "entropy": 6.018236398696899,
      "epoch": 2.4490955169099013,
      "grad_norm": 1.2578125,
      "learning_rate": 0.00043985509773470077,
      "loss": 5.3224,
      "mean_token_accuracy": 0.19198482781648635,
      "num_tokens": 56791299.0,
      "step": 28025
    },
    {
      "entropy": 5.968853569030761,
      "epoch": 2.449532465262606,
      "grad_norm": 1.21875,
      "learning_rate": 0.0004398338890552163,
      "loss": 5.2306,
      "mean_token_accuracy": 0.20062390863895416,
      "num_tokens": 56802485.0,
      "step": 28030
    },
    {
      "entropy": 5.979744863510132,
      "epoch": 2.4499694136153107,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004398126772141315,
      "loss": 5.3024,
      "mean_token_accuracy": 0.19580302983522416,
      "num_tokens": 56811694.0,
      "step": 28035
    },
    {
      "entropy": 5.908128070831299,
      "epoch": 2.450406361968015,
      "grad_norm": 1.1953125,
      "learning_rate": 0.00043979146221185313,
      "loss": 5.195,
      "mean_token_accuracy": 0.20771500915288926,
      "num_tokens": 56821814.0,
      "step": 28040
    },
    {
      "entropy": 5.947211360931396,
      "epoch": 2.45084331032072,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004397702440487882,
      "loss": 5.2682,
      "mean_token_accuracy": 0.20243392139673233,
      "num_tokens": 56832257.0,
      "step": 28045
    },
    {
      "entropy": 6.022715377807617,
      "epoch": 2.4512802586734246,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004397490227253436,
      "loss": 5.2879,
      "mean_token_accuracy": 0.19990070909261703,
      "num_tokens": 56841789.0,
      "step": 28050
    },
    {
      "entropy": 5.983295679092407,
      "epoch": 2.4517172070261295,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004397277982419265,
      "loss": 5.2645,
      "mean_token_accuracy": 0.2024990826845169,
      "num_tokens": 56851612.0,
      "step": 28055
    },
    {
      "entropy": 5.92827615737915,
      "epoch": 2.4521541553788344,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00043970657059894385,
      "loss": 5.2163,
      "mean_token_accuracy": 0.2048272356390953,
      "num_tokens": 56861812.0,
      "step": 28060
    },
    {
      "entropy": 5.958563947677613,
      "epoch": 2.452591103731539,
      "grad_norm": 1.203125,
      "learning_rate": 0.000439685339796803,
      "loss": 5.2125,
      "mean_token_accuracy": 0.21109710186719893,
      "num_tokens": 56871873.0,
      "step": 28065
    },
    {
      "entropy": 6.018908548355102,
      "epoch": 2.453028052084244,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004396641058359109,
      "loss": 5.3033,
      "mean_token_accuracy": 0.1977012887597084,
      "num_tokens": 56883579.0,
      "step": 28070
    },
    {
      "entropy": 5.943576192855835,
      "epoch": 2.4534650004369483,
      "grad_norm": 1.125,
      "learning_rate": 0.00043964286871667495,
      "loss": 5.2294,
      "mean_token_accuracy": 0.2050072357058525,
      "num_tokens": 56894305.0,
      "step": 28075
    },
    {
      "entropy": 5.987342071533203,
      "epoch": 2.453901948789653,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004396216284395026,
      "loss": 5.2367,
      "mean_token_accuracy": 0.2032017469406128,
      "num_tokens": 56904393.0,
      "step": 28080
    },
    {
      "entropy": 5.955482816696167,
      "epoch": 2.4543388971423576,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004396003850048011,
      "loss": 5.2557,
      "mean_token_accuracy": 0.21027100086212158,
      "num_tokens": 56914600.0,
      "step": 28085
    },
    {
      "entropy": 5.964998865127564,
      "epoch": 2.4547758454950626,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004395791384129779,
      "loss": 5.3306,
      "mean_token_accuracy": 0.2019517093896866,
      "num_tokens": 56925948.0,
      "step": 28090
    },
    {
      "entropy": 5.906428480148316,
      "epoch": 2.455212793847767,
      "grad_norm": 1.203125,
      "learning_rate": 0.00043955788866444073,
      "loss": 5.1819,
      "mean_token_accuracy": 0.20793223530054092,
      "num_tokens": 56935395.0,
      "step": 28095
    },
    {
      "entropy": 5.923384284973144,
      "epoch": 2.455649742200472,
      "grad_norm": 1.3515625,
      "learning_rate": 0.00043953663575959696,
      "loss": 5.1989,
      "mean_token_accuracy": 0.21926306635141374,
      "num_tokens": 56944769.0,
      "step": 28100
    },
    {
      "entropy": 5.921566200256348,
      "epoch": 2.4560866905531764,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004395153796988543,
      "loss": 5.2093,
      "mean_token_accuracy": 0.207830773293972,
      "num_tokens": 56954352.0,
      "step": 28105
    },
    {
      "entropy": 5.906248378753662,
      "epoch": 2.4565236389058813,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004394941204826205,
      "loss": 5.2276,
      "mean_token_accuracy": 0.20663425773382188,
      "num_tokens": 56963759.0,
      "step": 28110
    },
    {
      "entropy": 5.935451984405518,
      "epoch": 2.4569605872585862,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00043947285811130315,
      "loss": 5.2045,
      "mean_token_accuracy": 0.2073243796825409,
      "num_tokens": 56974962.0,
      "step": 28115
    },
    {
      "entropy": 5.941329002380371,
      "epoch": 2.4573975356112907,
      "grad_norm": 1.109375,
      "learning_rate": 0.00043945159258531035,
      "loss": 5.2772,
      "mean_token_accuracy": 0.20236580818891525,
      "num_tokens": 56985637.0,
      "step": 28120
    },
    {
      "entropy": 5.960004663467407,
      "epoch": 2.4578344839639956,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0004394303239050498,
      "loss": 5.2781,
      "mean_token_accuracy": 0.20834826529026032,
      "num_tokens": 56995779.0,
      "step": 28125
    },
    {
      "entropy": 5.9599103927612305,
      "epoch": 2.4582714323167,
      "grad_norm": 1.28125,
      "learning_rate": 0.0004394090520709294,
      "loss": 5.2378,
      "mean_token_accuracy": 0.20054898113012315,
      "num_tokens": 57005506.0,
      "step": 28130
    },
    {
      "entropy": 5.972091722488403,
      "epoch": 2.458708380669405,
      "grad_norm": 1.1796875,
      "learning_rate": 0.00043938777708335726,
      "loss": 5.3427,
      "mean_token_accuracy": 0.19136596322059632,
      "num_tokens": 57016001.0,
      "step": 28135
    },
    {
      "entropy": 6.000330543518066,
      "epoch": 2.4591453290221095,
      "grad_norm": 1.109375,
      "learning_rate": 0.00043936649894274146,
      "loss": 5.2862,
      "mean_token_accuracy": 0.20274328887462617,
      "num_tokens": 57026418.0,
      "step": 28140
    },
    {
      "entropy": 5.974842262268067,
      "epoch": 2.4595822773748144,
      "grad_norm": 1.1484375,
      "learning_rate": 0.00043934521764949,
      "loss": 5.2908,
      "mean_token_accuracy": 0.20597235709428788,
      "num_tokens": 57037170.0,
      "step": 28145
    },
    {
      "entropy": 5.923408460617066,
      "epoch": 2.460019225727519,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004393239332040113,
      "loss": 5.2097,
      "mean_token_accuracy": 0.2079214483499527,
      "num_tokens": 57046775.0,
      "step": 28150
    },
    {
      "entropy": 5.934839200973511,
      "epoch": 2.4604561740802238,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00043930264560671336,
      "loss": 5.1938,
      "mean_token_accuracy": 0.2098562866449356,
      "num_tokens": 57056360.0,
      "step": 28155
    },
    {
      "entropy": 5.948995685577392,
      "epoch": 2.4608931224329282,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004392813548580045,
      "loss": 5.2244,
      "mean_token_accuracy": 0.2091771349310875,
      "num_tokens": 57066355.0,
      "step": 28160
    },
    {
      "entropy": 5.924660491943359,
      "epoch": 2.461330070785633,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004392600609582933,
      "loss": 5.273,
      "mean_token_accuracy": 0.20538528859615326,
      "num_tokens": 57077158.0,
      "step": 28165
    },
    {
      "entropy": 6.016948795318603,
      "epoch": 2.461767019138338,
      "grad_norm": 1.140625,
      "learning_rate": 0.000439238763907988,
      "loss": 5.3111,
      "mean_token_accuracy": 0.20755889713764192,
      "num_tokens": 57088005.0,
      "step": 28170
    },
    {
      "entropy": 5.932496023178101,
      "epoch": 2.4622039674910425,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004392174637074972,
      "loss": 5.2491,
      "mean_token_accuracy": 0.2030909150838852,
      "num_tokens": 57098399.0,
      "step": 28175
    },
    {
      "entropy": 5.937021780014038,
      "epoch": 2.4626409158437474,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004391961603572294,
      "loss": 5.2314,
      "mean_token_accuracy": 0.21042189002037048,
      "num_tokens": 57108949.0,
      "step": 28180
    },
    {
      "entropy": 5.9693609237670895,
      "epoch": 2.463077864196452,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00043917485385759316,
      "loss": 5.2856,
      "mean_token_accuracy": 0.20313413292169571,
      "num_tokens": 57119441.0,
      "step": 28185
    },
    {
      "entropy": 5.977020978927612,
      "epoch": 2.463514812549157,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004391535442089971,
      "loss": 5.2808,
      "mean_token_accuracy": 0.2128567412495613,
      "num_tokens": 57129507.0,
      "step": 28190
    },
    {
      "entropy": 5.946434450149536,
      "epoch": 2.4639517609018613,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004391322314118502,
      "loss": 5.2606,
      "mean_token_accuracy": 0.20260773748159408,
      "num_tokens": 57140490.0,
      "step": 28195
    },
    {
      "entropy": 5.915175199508667,
      "epoch": 2.464388709254566,
      "grad_norm": 1.1640625,
      "learning_rate": 0.00043911091546656105,
      "loss": 5.1876,
      "mean_token_accuracy": 0.21288935989141464,
      "num_tokens": 57150706.0,
      "step": 28200
    },
    {
      "entropy": 5.911669826507568,
      "epoch": 2.4648256576072707,
      "grad_norm": 1.171875,
      "learning_rate": 0.00043908959637353864,
      "loss": 5.2532,
      "mean_token_accuracy": 0.20562391728162766,
      "num_tokens": 57160259.0,
      "step": 28205
    },
    {
      "entropy": 5.931231737136841,
      "epoch": 2.4652626059599756,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00043906827413319166,
      "loss": 5.2621,
      "mean_token_accuracy": 0.2079574853181839,
      "num_tokens": 57171831.0,
      "step": 28210
    },
    {
      "entropy": 6.01347599029541,
      "epoch": 2.46569955431268,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004390469487459292,
      "loss": 5.3384,
      "mean_token_accuracy": 0.1960597738623619,
      "num_tokens": 57182172.0,
      "step": 28215
    },
    {
      "entropy": 5.8976696014404295,
      "epoch": 2.466136502665385,
      "grad_norm": 1.125,
      "learning_rate": 0.00043902562021216033,
      "loss": 5.2293,
      "mean_token_accuracy": 0.20999809801578523,
      "num_tokens": 57191633.0,
      "step": 28220
    },
    {
      "entropy": 6.006798219680786,
      "epoch": 2.46657345101809,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004390042885322942,
      "loss": 5.266,
      "mean_token_accuracy": 0.20538142025470735,
      "num_tokens": 57200953.0,
      "step": 28225
    },
    {
      "entropy": 5.990683650970459,
      "epoch": 2.4670103993707944,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00043898295370673986,
      "loss": 5.3263,
      "mean_token_accuracy": 0.2022666558623314,
      "num_tokens": 57210893.0,
      "step": 28230
    },
    {
      "entropy": 5.912693643569947,
      "epoch": 2.4674473477234993,
      "grad_norm": 1.234375,
      "learning_rate": 0.00043896161573590646,
      "loss": 5.2465,
      "mean_token_accuracy": 0.21104997545480728,
      "num_tokens": 57221458.0,
      "step": 28235
    },
    {
      "entropy": 5.988393688201905,
      "epoch": 2.4678842960762037,
      "grad_norm": 1.203125,
      "learning_rate": 0.0004389402746202034,
      "loss": 5.309,
      "mean_token_accuracy": 0.19603188186883927,
      "num_tokens": 57231450.0,
      "step": 28240
    },
    {
      "entropy": 6.010221004486084,
      "epoch": 2.4683212444289087,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00043891893036004,
      "loss": 5.2811,
      "mean_token_accuracy": 0.20604820251464845,
      "num_tokens": 57242820.0,
      "step": 28245
    },
    {
      "entropy": 6.028980350494384,
      "epoch": 2.468758192781613,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004388975829558256,
      "loss": 5.2867,
      "mean_token_accuracy": 0.2049867480993271,
      "num_tokens": 57253465.0,
      "step": 28250
    },
    {
      "entropy": 5.92011399269104,
      "epoch": 2.469195141134318,
      "grad_norm": 1.0625,
      "learning_rate": 0.00043887623240796965,
      "loss": 5.2628,
      "mean_token_accuracy": 0.20422450453042984,
      "num_tokens": 57263521.0,
      "step": 28255
    },
    {
      "entropy": 5.975311183929444,
      "epoch": 2.4696320894870225,
      "grad_norm": 1.203125,
      "learning_rate": 0.0004388548787168817,
      "loss": 5.2618,
      "mean_token_accuracy": 0.19690547436475753,
      "num_tokens": 57273568.0,
      "step": 28260
    },
    {
      "entropy": 6.040891933441162,
      "epoch": 2.4700690378397274,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004388335218829713,
      "loss": 5.3133,
      "mean_token_accuracy": 0.20525505393743515,
      "num_tokens": 57283960.0,
      "step": 28265
    },
    {
      "entropy": 5.932601642608643,
      "epoch": 2.470505986192432,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004388121619066482,
      "loss": 5.252,
      "mean_token_accuracy": 0.2070738434791565,
      "num_tokens": 57294672.0,
      "step": 28270
    },
    {
      "entropy": 5.955600738525391,
      "epoch": 2.470942934545137,
      "grad_norm": 1.21875,
      "learning_rate": 0.0004387907987883219,
      "loss": 5.2592,
      "mean_token_accuracy": 0.20214057415723802,
      "num_tokens": 57305594.0,
      "step": 28275
    },
    {
      "entropy": 6.008311939239502,
      "epoch": 2.4713798828978417,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004387694325284023,
      "loss": 5.2605,
      "mean_token_accuracy": 0.2091522380709648,
      "num_tokens": 57315250.0,
      "step": 28280
    },
    {
      "entropy": 5.989439916610718,
      "epoch": 2.471816831250546,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004387480631272991,
      "loss": 5.2754,
      "mean_token_accuracy": 0.20170988738536835,
      "num_tokens": 57326750.0,
      "step": 28285
    },
    {
      "entropy": 5.973874235153199,
      "epoch": 2.4722537796032507,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004387266905854223,
      "loss": 5.2468,
      "mean_token_accuracy": 0.20260224789381026,
      "num_tokens": 57336151.0,
      "step": 28290
    },
    {
      "entropy": 5.952773666381836,
      "epoch": 2.4726907279559556,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004387053149031819,
      "loss": 5.1994,
      "mean_token_accuracy": 0.21350803822278977,
      "num_tokens": 57346761.0,
      "step": 28295
    },
    {
      "entropy": 5.996627998352051,
      "epoch": 2.4731276763086605,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004386839360809876,
      "loss": 5.3063,
      "mean_token_accuracy": 0.205427885055542,
      "num_tokens": 57356654.0,
      "step": 28300
    },
    {
      "entropy": 5.97310791015625,
      "epoch": 2.473564624661365,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004386625541192497,
      "loss": 5.2705,
      "mean_token_accuracy": 0.20168895721435548,
      "num_tokens": 57367888.0,
      "step": 28305
    },
    {
      "entropy": 5.940302848815918,
      "epoch": 2.47400157301407,
      "grad_norm": 1.140625,
      "learning_rate": 0.00043864116901837826,
      "loss": 5.2294,
      "mean_token_accuracy": 0.21189411133527755,
      "num_tokens": 57377167.0,
      "step": 28310
    },
    {
      "entropy": 5.913933992385864,
      "epoch": 2.4744385213667743,
      "grad_norm": 1.1796875,
      "learning_rate": 0.00043861978077878343,
      "loss": 5.2096,
      "mean_token_accuracy": 0.2092841550707817,
      "num_tokens": 57389076.0,
      "step": 28315
    },
    {
      "entropy": 5.921104907989502,
      "epoch": 2.4748754697194792,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004385983894008755,
      "loss": 5.2543,
      "mean_token_accuracy": 0.20905488431453706,
      "num_tokens": 57401136.0,
      "step": 28320
    },
    {
      "entropy": 5.956648349761963,
      "epoch": 2.4753124180721837,
      "grad_norm": 1.171875,
      "learning_rate": 0.00043857699488506467,
      "loss": 5.2469,
      "mean_token_accuracy": 0.20605879426002502,
      "num_tokens": 57410548.0,
      "step": 28325
    },
    {
      "entropy": 5.962378120422363,
      "epoch": 2.4757493664248886,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004385555972317615,
      "loss": 5.305,
      "mean_token_accuracy": 0.2009585276246071,
      "num_tokens": 57420371.0,
      "step": 28330
    },
    {
      "entropy": 6.015649890899658,
      "epoch": 2.476186314777593,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00043853419644137616,
      "loss": 5.325,
      "mean_token_accuracy": 0.19917229562997818,
      "num_tokens": 57430079.0,
      "step": 28335
    },
    {
      "entropy": 6.004607820510865,
      "epoch": 2.476623263130298,
      "grad_norm": 1.1796875,
      "learning_rate": 0.00043851279251431937,
      "loss": 5.2577,
      "mean_token_accuracy": 0.2019013673067093,
      "num_tokens": 57440763.0,
      "step": 28340
    },
    {
      "entropy": 6.074004888534546,
      "epoch": 2.4770602114830025,
      "grad_norm": 1.171875,
      "learning_rate": 0.00043849138545100136,
      "loss": 5.3474,
      "mean_token_accuracy": 0.20044518411159515,
      "num_tokens": 57451008.0,
      "step": 28345
    },
    {
      "entropy": 5.975453519821167,
      "epoch": 2.4774971598357074,
      "grad_norm": 1.28125,
      "learning_rate": 0.00043846997525183305,
      "loss": 5.3464,
      "mean_token_accuracy": 0.1915636330842972,
      "num_tokens": 57460852.0,
      "step": 28350
    },
    {
      "entropy": 5.9925093173980715,
      "epoch": 2.4779341081884123,
      "grad_norm": 1.2578125,
      "learning_rate": 0.00043844856191722486,
      "loss": 5.2892,
      "mean_token_accuracy": 0.19962652772665024,
      "num_tokens": 57470027.0,
      "step": 28355
    },
    {
      "entropy": 6.006541538238525,
      "epoch": 2.478371056541117,
      "grad_norm": 1.15625,
      "learning_rate": 0.00043842714544758764,
      "loss": 5.2068,
      "mean_token_accuracy": 0.1993148297071457,
      "num_tokens": 57479846.0,
      "step": 28360
    },
    {
      "entropy": 6.013206863403321,
      "epoch": 2.4788080048938217,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00043840572584333216,
      "loss": 5.3204,
      "mean_token_accuracy": 0.1987007290124893,
      "num_tokens": 57490569.0,
      "step": 28365
    },
    {
      "entropy": 5.941872596740723,
      "epoch": 2.479244953246526,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004383843031048692,
      "loss": 5.2986,
      "mean_token_accuracy": 0.19965480268001556,
      "num_tokens": 57501048.0,
      "step": 28370
    },
    {
      "entropy": 6.003333520889282,
      "epoch": 2.479681901599231,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00043836287723260977,
      "loss": 5.3174,
      "mean_token_accuracy": 0.19922577142715453,
      "num_tokens": 57511510.0,
      "step": 28375
    },
    {
      "entropy": 5.961673879623413,
      "epoch": 2.4801188499519355,
      "grad_norm": 1.046875,
      "learning_rate": 0.00043834144822696463,
      "loss": 5.2908,
      "mean_token_accuracy": 0.2026286855340004,
      "num_tokens": 57522229.0,
      "step": 28380
    },
    {
      "entropy": 5.97015061378479,
      "epoch": 2.4805557983046405,
      "grad_norm": 1.09375,
      "learning_rate": 0.000438320016088345,
      "loss": 5.2246,
      "mean_token_accuracy": 0.2020364820957184,
      "num_tokens": 57532618.0,
      "step": 28385
    },
    {
      "entropy": 5.97444109916687,
      "epoch": 2.480992746657345,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004382985808171619,
      "loss": 5.2769,
      "mean_token_accuracy": 0.20491579473018645,
      "num_tokens": 57542698.0,
      "step": 28390
    },
    {
      "entropy": 5.90460319519043,
      "epoch": 2.48142969501005,
      "grad_norm": 1.21875,
      "learning_rate": 0.00043827714241382644,
      "loss": 5.1434,
      "mean_token_accuracy": 0.21122656464576722,
      "num_tokens": 57552556.0,
      "step": 28395
    },
    {
      "entropy": 6.006733083724976,
      "epoch": 2.4818666433627543,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004382557008787498,
      "loss": 5.3005,
      "mean_token_accuracy": 0.20475319474935533,
      "num_tokens": 57562830.0,
      "step": 28400
    },
    {
      "entropy": 5.988929176330567,
      "epoch": 2.4823035917154592,
      "grad_norm": 1.21875,
      "learning_rate": 0.0004382342562123433,
      "loss": 5.2501,
      "mean_token_accuracy": 0.20535528808832168,
      "num_tokens": 57572584.0,
      "step": 28405
    },
    {
      "entropy": 5.895399332046509,
      "epoch": 2.482740540068164,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004382128084150182,
      "loss": 5.2598,
      "mean_token_accuracy": 0.20012202560901643,
      "num_tokens": 57582571.0,
      "step": 28410
    },
    {
      "entropy": 5.943266487121582,
      "epoch": 2.4831774884208686,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00043819135748718595,
      "loss": 5.3043,
      "mean_token_accuracy": 0.2054001584649086,
      "num_tokens": 57593267.0,
      "step": 28415
    },
    {
      "entropy": 5.997989845275879,
      "epoch": 2.4836144367735735,
      "grad_norm": 1.1875,
      "learning_rate": 0.00043816990342925797,
      "loss": 5.3154,
      "mean_token_accuracy": 0.19509770572185517,
      "num_tokens": 57603708.0,
      "step": 28420
    },
    {
      "entropy": 6.018887090682983,
      "epoch": 2.484051385126278,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00043814844624164576,
      "loss": 5.3628,
      "mean_token_accuracy": 0.19487522393465043,
      "num_tokens": 57613523.0,
      "step": 28425
    },
    {
      "entropy": 5.939073848724365,
      "epoch": 2.484488333478983,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004381269859247607,
      "loss": 5.2325,
      "mean_token_accuracy": 0.21181082874536514,
      "num_tokens": 57624181.0,
      "step": 28430
    },
    {
      "entropy": 5.975504159927368,
      "epoch": 2.4849252818316874,
      "grad_norm": 1.125,
      "learning_rate": 0.00043810552247901475,
      "loss": 5.2293,
      "mean_token_accuracy": 0.20337365418672562,
      "num_tokens": 57633674.0,
      "step": 28435
    },
    {
      "entropy": 5.949350500106812,
      "epoch": 2.4853622301843923,
      "grad_norm": 1.1484375,
      "learning_rate": 0.00043808405590481934,
      "loss": 5.266,
      "mean_token_accuracy": 0.21092381328344345,
      "num_tokens": 57644723.0,
      "step": 28440
    },
    {
      "entropy": 5.981101655960083,
      "epoch": 2.4857991785370968,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004380625862025863,
      "loss": 5.2479,
      "mean_token_accuracy": 0.20140911489725113,
      "num_tokens": 57654274.0,
      "step": 28445
    },
    {
      "entropy": 5.936875677108764,
      "epoch": 2.4862361268898017,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004380411133727274,
      "loss": 5.1943,
      "mean_token_accuracy": 0.20772988051176072,
      "num_tokens": 57664572.0,
      "step": 28450
    },
    {
      "entropy": 5.958931350708008,
      "epoch": 2.486673075242506,
      "grad_norm": 1.2421875,
      "learning_rate": 0.00043801963741565454,
      "loss": 5.3388,
      "mean_token_accuracy": 0.19483579844236373,
      "num_tokens": 57674048.0,
      "step": 28455
    },
    {
      "entropy": 6.020087814331054,
      "epoch": 2.487110023595211,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004379981583317796,
      "loss": 5.2752,
      "mean_token_accuracy": 0.1993553474545479,
      "num_tokens": 57685488.0,
      "step": 28460
    },
    {
      "entropy": 6.0008844375610355,
      "epoch": 2.487546971947916,
      "grad_norm": 1.1953125,
      "learning_rate": 0.00043797667612151454,
      "loss": 5.2874,
      "mean_token_accuracy": 0.203462116420269,
      "num_tokens": 57696044.0,
      "step": 28465
    },
    {
      "entropy": 5.96453595161438,
      "epoch": 2.4879839203006204,
      "grad_norm": 1.078125,
      "learning_rate": 0.00043795519078527144,
      "loss": 5.262,
      "mean_token_accuracy": 0.21145096570253372,
      "num_tokens": 57705702.0,
      "step": 28470
    },
    {
      "entropy": 5.956072616577148,
      "epoch": 2.4884208686533253,
      "grad_norm": 1.140625,
      "learning_rate": 0.00043793370232346246,
      "loss": 5.3043,
      "mean_token_accuracy": 0.19475698173046113,
      "num_tokens": 57715628.0,
      "step": 28475
    },
    {
      "entropy": 6.010284852981568,
      "epoch": 2.48885781700603,
      "grad_norm": 1.1484375,
      "learning_rate": 0.00043791221073649964,
      "loss": 5.2922,
      "mean_token_accuracy": 0.20419245958328247,
      "num_tokens": 57725319.0,
      "step": 28480
    },
    {
      "entropy": 5.97353048324585,
      "epoch": 2.4892947653587347,
      "grad_norm": 1.078125,
      "learning_rate": 0.00043789071602479525,
      "loss": 5.3061,
      "mean_token_accuracy": 0.20171132385730745,
      "num_tokens": 57736483.0,
      "step": 28485
    },
    {
      "entropy": 5.975559711456299,
      "epoch": 2.489731713711439,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0004378692181887616,
      "loss": 5.2999,
      "mean_token_accuracy": 0.2006952628493309,
      "num_tokens": 57746667.0,
      "step": 28490
    },
    {
      "entropy": 5.896476745605469,
      "epoch": 2.490168662064144,
      "grad_norm": 1.2890625,
      "learning_rate": 0.00043784771722881095,
      "loss": 5.1721,
      "mean_token_accuracy": 0.21560455709695817,
      "num_tokens": 57755971.0,
      "step": 28495
    },
    {
      "entropy": 5.926111650466919,
      "epoch": 2.4906056104168486,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004378262131453558,
      "loss": 5.2113,
      "mean_token_accuracy": 0.21094334572553636,
      "num_tokens": 57765858.0,
      "step": 28500
    },
    {
      "entropy": 5.955382251739502,
      "epoch": 2.4910425587695535,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004378047059388086,
      "loss": 5.2734,
      "mean_token_accuracy": 0.20300063937902452,
      "num_tokens": 57775154.0,
      "step": 28505
    },
    {
      "entropy": 5.959748077392578,
      "epoch": 2.491479507122258,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004377831956095817,
      "loss": 5.2791,
      "mean_token_accuracy": 0.20278173238039016,
      "num_tokens": 57785416.0,
      "step": 28510
    },
    {
      "entropy": 5.942631387710572,
      "epoch": 2.491916455474963,
      "grad_norm": 1.1640625,
      "learning_rate": 0.000437761682158088,
      "loss": 5.277,
      "mean_token_accuracy": 0.20333873480558395,
      "num_tokens": 57795483.0,
      "step": 28515
    },
    {
      "entropy": 5.9957348823547365,
      "epoch": 2.492353403827668,
      "grad_norm": 1.15625,
      "learning_rate": 0.00043774016558473976,
      "loss": 5.2615,
      "mean_token_accuracy": 0.2068488046526909,
      "num_tokens": 57805772.0,
      "step": 28520
    },
    {
      "entropy": 5.984728145599365,
      "epoch": 2.4927903521803723,
      "grad_norm": 1.09375,
      "learning_rate": 0.00043771864588994995,
      "loss": 5.2969,
      "mean_token_accuracy": 0.1973890870809555,
      "num_tokens": 57815514.0,
      "step": 28525
    },
    {
      "entropy": 5.88922700881958,
      "epoch": 2.493227300533077,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004376971230741313,
      "loss": 5.2164,
      "mean_token_accuracy": 0.20907803624868393,
      "num_tokens": 57826312.0,
      "step": 28530
    },
    {
      "entropy": 5.995178174972534,
      "epoch": 2.4936642488857816,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004376755971376965,
      "loss": 5.325,
      "mean_token_accuracy": 0.19732348173856734,
      "num_tokens": 57836718.0,
      "step": 28535
    },
    {
      "entropy": 5.996058750152588,
      "epoch": 2.4941011972384866,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004376540680810585,
      "loss": 5.2422,
      "mean_token_accuracy": 0.20595074743032454,
      "num_tokens": 57846833.0,
      "step": 28540
    },
    {
      "entropy": 6.0332136154174805,
      "epoch": 2.494538145591191,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004376325359046304,
      "loss": 5.3192,
      "mean_token_accuracy": 0.19632473438978196,
      "num_tokens": 57856716.0,
      "step": 28545
    },
    {
      "entropy": 6.009054040908813,
      "epoch": 2.494975093943896,
      "grad_norm": 1.390625,
      "learning_rate": 0.00043761100060882486,
      "loss": 5.2923,
      "mean_token_accuracy": 0.19708275943994522,
      "num_tokens": 57867079.0,
      "step": 28550
    },
    {
      "entropy": 5.960105609893799,
      "epoch": 2.4954120422966004,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0004375894621940552,
      "loss": 5.266,
      "mean_token_accuracy": 0.20350089818239211,
      "num_tokens": 57876593.0,
      "step": 28555
    },
    {
      "entropy": 5.951147794723511,
      "epoch": 2.4958489906493053,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004375679206607344,
      "loss": 5.2587,
      "mean_token_accuracy": 0.2092658430337906,
      "num_tokens": 57886834.0,
      "step": 28560
    },
    {
      "entropy": 5.9558055877685545,
      "epoch": 2.49628593900201,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004375463760092758,
      "loss": 5.2287,
      "mean_token_accuracy": 0.21107178777456284,
      "num_tokens": 57896766.0,
      "step": 28565
    },
    {
      "entropy": 5.987484550476074,
      "epoch": 2.4967228873547147,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004375248282400925,
      "loss": 5.2754,
      "mean_token_accuracy": 0.20020717829465867,
      "num_tokens": 57907259.0,
      "step": 28570
    },
    {
      "entropy": 6.018484401702881,
      "epoch": 2.4971598357074196,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004375032773535977,
      "loss": 5.3861,
      "mean_token_accuracy": 0.19194758534431458,
      "num_tokens": 57917940.0,
      "step": 28575
    },
    {
      "entropy": 6.001766586303711,
      "epoch": 2.497596784060124,
      "grad_norm": 1.125,
      "learning_rate": 0.000437481723350205,
      "loss": 5.2914,
      "mean_token_accuracy": 0.2008186921477318,
      "num_tokens": 57927256.0,
      "step": 28580
    },
    {
      "entropy": 5.956264352798462,
      "epoch": 2.4980337324128286,
      "grad_norm": 1.171875,
      "learning_rate": 0.00043746016623032776,
      "loss": 5.2376,
      "mean_token_accuracy": 0.20415540039539337,
      "num_tokens": 57936718.0,
      "step": 28585
    },
    {
      "entropy": 5.9945131778717045,
      "epoch": 2.4984706807655335,
      "grad_norm": 1.125,
      "learning_rate": 0.0004374386059943794,
      "loss": 5.25,
      "mean_token_accuracy": 0.20447469055652617,
      "num_tokens": 57947548.0,
      "step": 28590
    },
    {
      "entropy": 5.9698412895202635,
      "epoch": 2.4989076291182384,
      "grad_norm": 1.28125,
      "learning_rate": 0.0004374170426427734,
      "loss": 5.2179,
      "mean_token_accuracy": 0.21256536096334458,
      "num_tokens": 57957598.0,
      "step": 28595
    },
    {
      "entropy": 5.9871196269989015,
      "epoch": 2.499344577470943,
      "grad_norm": 1.1640625,
      "learning_rate": 0.00043739547617592344,
      "loss": 5.3339,
      "mean_token_accuracy": 0.19854468405246734,
      "num_tokens": 57967790.0,
      "step": 28600
    },
    {
      "entropy": 5.938084268569947,
      "epoch": 2.4997815258236478,
      "grad_norm": 1.1484375,
      "learning_rate": 0.00043737390659424316,
      "loss": 5.2547,
      "mean_token_accuracy": 0.2092519223690033,
      "num_tokens": 57977904.0,
      "step": 28605
    },
    {
      "entropy": 5.913205766677857,
      "epoch": 2.5002184741763522,
      "grad_norm": 1.203125,
      "learning_rate": 0.00043735233389814623,
      "loss": 5.1565,
      "mean_token_accuracy": 0.2126704901456833,
      "num_tokens": 57987882.0,
      "step": 28610
    },
    {
      "entropy": 5.9213660717010494,
      "epoch": 2.500655422529057,
      "grad_norm": 1.171875,
      "learning_rate": 0.00043733075808804643,
      "loss": 5.2546,
      "mean_token_accuracy": 0.21146390587091446,
      "num_tokens": 57997376.0,
      "step": 28615
    },
    {
      "entropy": 5.887012052536011,
      "epoch": 2.5010923708817616,
      "grad_norm": 1.2421875,
      "learning_rate": 0.00043730917916435776,
      "loss": 5.2035,
      "mean_token_accuracy": 0.21346572637557984,
      "num_tokens": 58008115.0,
      "step": 28620
    },
    {
      "entropy": 6.002240419387817,
      "epoch": 2.5015293192344665,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004372875971274939,
      "loss": 5.3438,
      "mean_token_accuracy": 0.19480436742305757,
      "num_tokens": 58017922.0,
      "step": 28625
    },
    {
      "entropy": 5.9881752014160154,
      "epoch": 2.5019662675871714,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0004372660119778689,
      "loss": 5.2956,
      "mean_token_accuracy": 0.20080286413431167,
      "num_tokens": 58028208.0,
      "step": 28630
    },
    {
      "entropy": 6.00942907333374,
      "epoch": 2.502403215939876,
      "grad_norm": 1.234375,
      "learning_rate": 0.0004372444237158968,
      "loss": 5.3323,
      "mean_token_accuracy": 0.19630003869533538,
      "num_tokens": 58037237.0,
      "step": 28635
    },
    {
      "entropy": 5.943106842041016,
      "epoch": 2.5028401642925804,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004372228323419916,
      "loss": 5.2723,
      "mean_token_accuracy": 0.2026012897491455,
      "num_tokens": 58048083.0,
      "step": 28640
    },
    {
      "entropy": 6.0095611095428465,
      "epoch": 2.5032771126452853,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004372012378565674,
      "loss": 5.3079,
      "mean_token_accuracy": 0.20128208249807358,
      "num_tokens": 58058593.0,
      "step": 28645
    },
    {
      "entropy": 5.984946584701538,
      "epoch": 2.50371406099799,
      "grad_norm": 1.03125,
      "learning_rate": 0.00043717964026003856,
      "loss": 5.2547,
      "mean_token_accuracy": 0.20906438380479814,
      "num_tokens": 58068996.0,
      "step": 28650
    },
    {
      "entropy": 5.963510322570801,
      "epoch": 2.5041510093506947,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004371580395528192,
      "loss": 5.2669,
      "mean_token_accuracy": 0.19923491328954696,
      "num_tokens": 58078546.0,
      "step": 28655
    },
    {
      "entropy": 6.04546217918396,
      "epoch": 2.5045879577033996,
      "grad_norm": 1.1640625,
      "learning_rate": 0.00043713643573532377,
      "loss": 5.3618,
      "mean_token_accuracy": 0.18904059678316115,
      "num_tokens": 58087824.0,
      "step": 28660
    },
    {
      "entropy": 5.940051698684693,
      "epoch": 2.505024906056104,
      "grad_norm": 1.140625,
      "learning_rate": 0.00043711482880796643,
      "loss": 5.3064,
      "mean_token_accuracy": 0.2082194209098816,
      "num_tokens": 58097940.0,
      "step": 28665
    },
    {
      "entropy": 5.997435808181763,
      "epoch": 2.505461854408809,
      "grad_norm": 1.265625,
      "learning_rate": 0.0004370932187711618,
      "loss": 5.2932,
      "mean_token_accuracy": 0.19413556009531022,
      "num_tokens": 58109274.0,
      "step": 28670
    },
    {
      "entropy": 6.028647613525391,
      "epoch": 2.5058988027615134,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004370716056253242,
      "loss": 5.2926,
      "mean_token_accuracy": 0.20383844822645186,
      "num_tokens": 58119061.0,
      "step": 28675
    },
    {
      "entropy": 5.963137149810791,
      "epoch": 2.5063357511142184,
      "grad_norm": 1.171875,
      "learning_rate": 0.00043704998937086844,
      "loss": 5.2575,
      "mean_token_accuracy": 0.2101450338959694,
      "num_tokens": 58128949.0,
      "step": 28680
    },
    {
      "entropy": 5.90263147354126,
      "epoch": 2.5067726994669233,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004370283700082088,
      "loss": 5.1765,
      "mean_token_accuracy": 0.2101905331015587,
      "num_tokens": 58139807.0,
      "step": 28685
    },
    {
      "entropy": 5.985738229751587,
      "epoch": 2.5072096478196277,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004370067475377602,
      "loss": 5.2928,
      "mean_token_accuracy": 0.20047763884067535,
      "num_tokens": 58150878.0,
      "step": 28690
    },
    {
      "entropy": 5.948520040512085,
      "epoch": 2.507646596172332,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004369851219599373,
      "loss": 5.2723,
      "mean_token_accuracy": 0.20584155917167662,
      "num_tokens": 58160805.0,
      "step": 28695
    },
    {
      "entropy": 6.002085733413696,
      "epoch": 2.508083544525037,
      "grad_norm": 1.234375,
      "learning_rate": 0.00043696349327515484,
      "loss": 5.216,
      "mean_token_accuracy": 0.2013526365160942,
      "num_tokens": 58170298.0,
      "step": 28700
    },
    {
      "entropy": 5.914974403381348,
      "epoch": 2.508520492877742,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00043694186148382773,
      "loss": 5.2469,
      "mean_token_accuracy": 0.20964910984039306,
      "num_tokens": 58180497.0,
      "step": 28705
    },
    {
      "entropy": 6.010907173156738,
      "epoch": 2.5089574412304465,
      "grad_norm": 1.203125,
      "learning_rate": 0.00043692022658637085,
      "loss": 5.3009,
      "mean_token_accuracy": 0.20072977244853973,
      "num_tokens": 58190871.0,
      "step": 28710
    },
    {
      "entropy": 5.9667281150817875,
      "epoch": 2.5093943895831514,
      "grad_norm": 1.046875,
      "learning_rate": 0.00043689858858319923,
      "loss": 5.2479,
      "mean_token_accuracy": 0.20569814890623092,
      "num_tokens": 58201654.0,
      "step": 28715
    },
    {
      "entropy": 5.986132860183716,
      "epoch": 2.509831337935856,
      "grad_norm": 1.1875,
      "learning_rate": 0.00043687694747472785,
      "loss": 5.3306,
      "mean_token_accuracy": 0.20150598734617234,
      "num_tokens": 58211647.0,
      "step": 28720
    },
    {
      "entropy": 5.911478328704834,
      "epoch": 2.510268286288561,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00043685530326137173,
      "loss": 5.2456,
      "mean_token_accuracy": 0.20792585164308547,
      "num_tokens": 58221945.0,
      "step": 28725
    },
    {
      "entropy": 5.947440147399902,
      "epoch": 2.5107052346412653,
      "grad_norm": 1.2734375,
      "learning_rate": 0.00043683365594354614,
      "loss": 5.2882,
      "mean_token_accuracy": 0.20498375296592714,
      "num_tokens": 58231702.0,
      "step": 28730
    },
    {
      "entropy": 5.974437427520752,
      "epoch": 2.51114218299397,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004368120055216662,
      "loss": 5.3443,
      "mean_token_accuracy": 0.19503018856048585,
      "num_tokens": 58242822.0,
      "step": 28735
    },
    {
      "entropy": 5.980425262451172,
      "epoch": 2.511579131346675,
      "grad_norm": 1.25,
      "learning_rate": 0.0004367903519961472,
      "loss": 5.2243,
      "mean_token_accuracy": 0.20998330861330033,
      "num_tokens": 58253221.0,
      "step": 28740
    },
    {
      "entropy": 5.9788964748382565,
      "epoch": 2.5120160796993796,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004367686953674045,
      "loss": 5.2156,
      "mean_token_accuracy": 0.2116428256034851,
      "num_tokens": 58263739.0,
      "step": 28745
    },
    {
      "entropy": 5.9323100566864015,
      "epoch": 2.512453028052084,
      "grad_norm": 1.1875,
      "learning_rate": 0.00043674703563585345,
      "loss": 5.2358,
      "mean_token_accuracy": 0.21286098808050155,
      "num_tokens": 58273526.0,
      "step": 28750
    },
    {
      "entropy": 5.896160697937011,
      "epoch": 2.512889976404789,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0004367253728019095,
      "loss": 5.2591,
      "mean_token_accuracy": 0.20523154586553574,
      "num_tokens": 58283373.0,
      "step": 28755
    },
    {
      "entropy": 6.015865230560303,
      "epoch": 2.513326924757494,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00043670370686598814,
      "loss": 5.3207,
      "mean_token_accuracy": 0.20066430419683456,
      "num_tokens": 58293365.0,
      "step": 28760
    },
    {
      "entropy": 5.932983875274658,
      "epoch": 2.5137638731101983,
      "grad_norm": 1.1484375,
      "learning_rate": 0.00043668203782850495,
      "loss": 5.2375,
      "mean_token_accuracy": 0.20765791088342667,
      "num_tokens": 58303750.0,
      "step": 28765
    },
    {
      "entropy": 5.961174631118775,
      "epoch": 2.5142008214629032,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0004366603656898755,
      "loss": 5.3019,
      "mean_token_accuracy": 0.2014566883444786,
      "num_tokens": 58313209.0,
      "step": 28770
    },
    {
      "entropy": 5.999634647369385,
      "epoch": 2.5146377698156077,
      "grad_norm": 1.234375,
      "learning_rate": 0.00043663869045051565,
      "loss": 5.2996,
      "mean_token_accuracy": 0.20324329137802125,
      "num_tokens": 58322641.0,
      "step": 28775
    },
    {
      "entropy": 6.004888677597046,
      "epoch": 2.5150747181683126,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00043661701211084096,
      "loss": 5.171,
      "mean_token_accuracy": 0.21607164591550826,
      "num_tokens": 58331865.0,
      "step": 28780
    },
    {
      "entropy": 5.96003737449646,
      "epoch": 2.515511666521017,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00043659533067126735,
      "loss": 5.328,
      "mean_token_accuracy": 0.19349154233932495,
      "num_tokens": 58341188.0,
      "step": 28785
    },
    {
      "entropy": 5.92979793548584,
      "epoch": 2.515948614873722,
      "grad_norm": 1.2890625,
      "learning_rate": 0.0004365736461322105,
      "loss": 5.3232,
      "mean_token_accuracy": 0.1995367467403412,
      "num_tokens": 58351856.0,
      "step": 28790
    },
    {
      "entropy": 5.962555313110352,
      "epoch": 2.5163855632264265,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004365519584940866,
      "loss": 5.3162,
      "mean_token_accuracy": 0.19817339777946472,
      "num_tokens": 58363066.0,
      "step": 28795
    },
    {
      "entropy": 6.046176290512085,
      "epoch": 2.5168225115791314,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004365302677573114,
      "loss": 5.2756,
      "mean_token_accuracy": 0.19844578206539154,
      "num_tokens": 58374646.0,
      "step": 28800
    },
    {
      "entropy": 5.977242946624756,
      "epoch": 2.517259459931836,
      "grad_norm": 1.1484375,
      "learning_rate": 0.000436508573922301,
      "loss": 5.2677,
      "mean_token_accuracy": 0.2016963317990303,
      "num_tokens": 58385192.0,
      "step": 28805
    },
    {
      "entropy": 5.991567325592041,
      "epoch": 2.5176964082845408,
      "grad_norm": 1.203125,
      "learning_rate": 0.00043648687698947153,
      "loss": 5.2665,
      "mean_token_accuracy": 0.21190190613269805,
      "num_tokens": 58394237.0,
      "step": 28810
    },
    {
      "entropy": 5.898540592193603,
      "epoch": 2.5181333566372457,
      "grad_norm": 1.171875,
      "learning_rate": 0.00043646517695923923,
      "loss": 5.2388,
      "mean_token_accuracy": 0.20880973488092422,
      "num_tokens": 58404229.0,
      "step": 28815
    },
    {
      "entropy": 5.927996015548706,
      "epoch": 2.51857030498995,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004364434738320201,
      "loss": 5.2836,
      "mean_token_accuracy": 0.20629823207855225,
      "num_tokens": 58414706.0,
      "step": 28820
    },
    {
      "entropy": 6.01316556930542,
      "epoch": 2.5190072533426546,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00043642176760823066,
      "loss": 5.3131,
      "mean_token_accuracy": 0.19496139585971833,
      "num_tokens": 58425699.0,
      "step": 28825
    },
    {
      "entropy": 6.0196497440338135,
      "epoch": 2.5194442016953595,
      "grad_norm": 1.1875,
      "learning_rate": 0.000436400058288287,
      "loss": 5.3137,
      "mean_token_accuracy": 0.191532701253891,
      "num_tokens": 58435923.0,
      "step": 28830
    },
    {
      "entropy": 5.941877317428589,
      "epoch": 2.5198811500480645,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004363783458726058,
      "loss": 5.2766,
      "mean_token_accuracy": 0.19928282350301743,
      "num_tokens": 58445569.0,
      "step": 28835
    },
    {
      "entropy": 6.001379060745239,
      "epoch": 2.520318098400769,
      "grad_norm": 1.15625,
      "learning_rate": 0.00043635663036160324,
      "loss": 5.2476,
      "mean_token_accuracy": 0.21088220924139023,
      "num_tokens": 58456686.0,
      "step": 28840
    },
    {
      "entropy": 5.912112855911255,
      "epoch": 2.520755046753474,
      "grad_norm": 1.125,
      "learning_rate": 0.000436334911755696,
      "loss": 5.2052,
      "mean_token_accuracy": 0.2077859565615654,
      "num_tokens": 58466148.0,
      "step": 28845
    },
    {
      "entropy": 5.965667772293091,
      "epoch": 2.5211919951061783,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0004363131900553006,
      "loss": 5.2538,
      "mean_token_accuracy": 0.20068504810333251,
      "num_tokens": 58475161.0,
      "step": 28850
    },
    {
      "entropy": 5.978233432769775,
      "epoch": 2.521628943458883,
      "grad_norm": 1.265625,
      "learning_rate": 0.0004362914652608338,
      "loss": 5.2388,
      "mean_token_accuracy": 0.20709875077009202,
      "num_tokens": 58483631.0,
      "step": 28855
    },
    {
      "entropy": 5.92694787979126,
      "epoch": 2.5220658918115877,
      "grad_norm": 1.234375,
      "learning_rate": 0.0004362697373727121,
      "loss": 5.231,
      "mean_token_accuracy": 0.20358510613441466,
      "num_tokens": 58493063.0,
      "step": 28860
    },
    {
      "entropy": 5.996275854110718,
      "epoch": 2.5225028401642926,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004362480063913524,
      "loss": 5.3502,
      "mean_token_accuracy": 0.19393991976976394,
      "num_tokens": 58503658.0,
      "step": 28865
    },
    {
      "entropy": 5.938181400299072,
      "epoch": 2.5229397885169975,
      "grad_norm": 1.140625,
      "learning_rate": 0.00043622627231717126,
      "loss": 5.2347,
      "mean_token_accuracy": 0.20755217969417572,
      "num_tokens": 58515083.0,
      "step": 28870
    },
    {
      "entropy": 6.054678249359131,
      "epoch": 2.523376736869702,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004362045351505859,
      "loss": 5.2913,
      "mean_token_accuracy": 0.20226609110832214,
      "num_tokens": 58524984.0,
      "step": 28875
    },
    {
      "entropy": 6.094137716293335,
      "epoch": 2.5238136852224065,
      "grad_norm": 1.203125,
      "learning_rate": 0.0004361827948920131,
      "loss": 5.3475,
      "mean_token_accuracy": 0.19697698056697846,
      "num_tokens": 58535651.0,
      "step": 28880
    },
    {
      "entropy": 5.977812576293945,
      "epoch": 2.5242506335751114,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00043616105154186974,
      "loss": 5.3223,
      "mean_token_accuracy": 0.20537055134773255,
      "num_tokens": 58546380.0,
      "step": 28885
    },
    {
      "entropy": 5.93427586555481,
      "epoch": 2.5246875819278163,
      "grad_norm": 1.2421875,
      "learning_rate": 0.00043613930510057305,
      "loss": 5.2407,
      "mean_token_accuracy": 0.20823080837726593,
      "num_tokens": 58555639.0,
      "step": 28890
    },
    {
      "entropy": 5.96578540802002,
      "epoch": 2.5251245302805208,
      "grad_norm": 1.328125,
      "learning_rate": 0.00043611755556853993,
      "loss": 5.2773,
      "mean_token_accuracy": 0.19796382635831833,
      "num_tokens": 58564948.0,
      "step": 28895
    },
    {
      "entropy": 6.02446870803833,
      "epoch": 2.5255614786332257,
      "grad_norm": 1.125,
      "learning_rate": 0.0004360958029461878,
      "loss": 5.3619,
      "mean_token_accuracy": 0.1952017828822136,
      "num_tokens": 58574146.0,
      "step": 28900
    },
    {
      "entropy": 6.049857091903687,
      "epoch": 2.52599842698593,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004360740472339336,
      "loss": 5.2511,
      "mean_token_accuracy": 0.2119116634130478,
      "num_tokens": 58583438.0,
      "step": 28905
    },
    {
      "entropy": 5.946545362472534,
      "epoch": 2.526435375338635,
      "grad_norm": 1.171875,
      "learning_rate": 0.00043605228843219494,
      "loss": 5.2206,
      "mean_token_accuracy": 0.2086021527647972,
      "num_tokens": 58594552.0,
      "step": 28910
    },
    {
      "entropy": 5.96722559928894,
      "epoch": 2.5268723236913395,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004360305265413889,
      "loss": 5.2609,
      "mean_token_accuracy": 0.20175383985042572,
      "num_tokens": 58604162.0,
      "step": 28915
    },
    {
      "entropy": 5.957804155349732,
      "epoch": 2.5273092720440444,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0004360087615619331,
      "loss": 5.2038,
      "mean_token_accuracy": 0.2037571743130684,
      "num_tokens": 58613487.0,
      "step": 28920
    },
    {
      "entropy": 5.887923097610473,
      "epoch": 2.5277462203967493,
      "grad_norm": 1.3046875,
      "learning_rate": 0.00043598699349424474,
      "loss": 5.1444,
      "mean_token_accuracy": 0.2255967766046524,
      "num_tokens": 58623252.0,
      "step": 28925
    },
    {
      "entropy": 6.008224725723267,
      "epoch": 2.528183168749454,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004359652223387415,
      "loss": 5.3252,
      "mean_token_accuracy": 0.19316801577806472,
      "num_tokens": 58633585.0,
      "step": 28930
    },
    {
      "entropy": 5.968906497955322,
      "epoch": 2.5286201171021583,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004359434480958411,
      "loss": 5.2933,
      "mean_token_accuracy": 0.19858520478010178,
      "num_tokens": 58643202.0,
      "step": 28935
    },
    {
      "entropy": 5.904184055328369,
      "epoch": 2.529057065454863,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004359216707659608,
      "loss": 5.2081,
      "mean_token_accuracy": 0.21491823494434356,
      "num_tokens": 58653153.0,
      "step": 28940
    },
    {
      "entropy": 5.9424882411956785,
      "epoch": 2.529494013807568,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004358998903495188,
      "loss": 5.1359,
      "mean_token_accuracy": 0.2150241881608963,
      "num_tokens": 58663835.0,
      "step": 28945
    },
    {
      "entropy": 5.998810434341431,
      "epoch": 2.5299309621602726,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0004358781068469324,
      "loss": 5.2459,
      "mean_token_accuracy": 0.2062007039785385,
      "num_tokens": 58673114.0,
      "step": 28950
    },
    {
      "entropy": 5.969268894195556,
      "epoch": 2.5303679105129775,
      "grad_norm": 1.125,
      "learning_rate": 0.00043585632025861963,
      "loss": 5.2461,
      "mean_token_accuracy": 0.20645916014909743,
      "num_tokens": 58683121.0,
      "step": 28955
    },
    {
      "entropy": 5.986876678466797,
      "epoch": 2.530804858865682,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004358345305849984,
      "loss": 5.2784,
      "mean_token_accuracy": 0.19946684539318085,
      "num_tokens": 58693656.0,
      "step": 28960
    },
    {
      "entropy": 5.929737377166748,
      "epoch": 2.531241807218387,
      "grad_norm": 1.2421875,
      "learning_rate": 0.00043581273782648664,
      "loss": 5.2522,
      "mean_token_accuracy": 0.21101687401533126,
      "num_tokens": 58703061.0,
      "step": 28965
    },
    {
      "entropy": 5.991047954559326,
      "epoch": 2.5316787555710913,
      "grad_norm": 1.265625,
      "learning_rate": 0.00043579094198350224,
      "loss": 5.2984,
      "mean_token_accuracy": 0.20304596573114395,
      "num_tokens": 58712463.0,
      "step": 28970
    },
    {
      "entropy": 6.00225133895874,
      "epoch": 2.5321157039237963,
      "grad_norm": 1.4140625,
      "learning_rate": 0.00043576914305646334,
      "loss": 5.2151,
      "mean_token_accuracy": 0.20555544793605804,
      "num_tokens": 58722214.0,
      "step": 28975
    },
    {
      "entropy": 5.986451530456543,
      "epoch": 2.532552652276501,
      "grad_norm": 1.1796875,
      "learning_rate": 0.000435747341045788,
      "loss": 5.3135,
      "mean_token_accuracy": 0.1980590909719467,
      "num_tokens": 58732042.0,
      "step": 28980
    },
    {
      "entropy": 5.977111196517944,
      "epoch": 2.5329896006292056,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00043572553595189444,
      "loss": 5.3681,
      "mean_token_accuracy": 0.19575452655553818,
      "num_tokens": 58743139.0,
      "step": 28985
    },
    {
      "entropy": 6.031260538101196,
      "epoch": 2.53342654898191,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00043570372777520096,
      "loss": 5.3403,
      "mean_token_accuracy": 0.19263913631439208,
      "num_tokens": 58752994.0,
      "step": 28990
    },
    {
      "entropy": 5.973377418518067,
      "epoch": 2.533863497334615,
      "grad_norm": 1.1484375,
      "learning_rate": 0.00043568191651612573,
      "loss": 5.2995,
      "mean_token_accuracy": 0.19377607703208924,
      "num_tokens": 58762664.0,
      "step": 28995
    },
    {
      "entropy": 5.967249917984009,
      "epoch": 2.53430044568732,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00043566010217508706,
      "loss": 5.3074,
      "mean_token_accuracy": 0.1975813701748848,
      "num_tokens": 58772992.0,
      "step": 29000
    },
    {
      "entropy": 5.987975597381592,
      "epoch": 2.5347373940400244,
      "grad_norm": 1.28125,
      "learning_rate": 0.0004356382847525035,
      "loss": 5.2855,
      "mean_token_accuracy": 0.20127374678850174,
      "num_tokens": 58783157.0,
      "step": 29005
    },
    {
      "entropy": 6.016605472564697,
      "epoch": 2.5351743423927293,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004356164642487935,
      "loss": 5.3228,
      "mean_token_accuracy": 0.2018132671713829,
      "num_tokens": 58794020.0,
      "step": 29010
    },
    {
      "entropy": 5.927957248687744,
      "epoch": 2.535611290745434,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0004355946406643755,
      "loss": 5.223,
      "mean_token_accuracy": 0.2122805029153824,
      "num_tokens": 58804524.0,
      "step": 29015
    },
    {
      "entropy": 5.930440759658813,
      "epoch": 2.5360482390981387,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00043557281399966814,
      "loss": 5.2968,
      "mean_token_accuracy": 0.19813338220119475,
      "num_tokens": 58814278.0,
      "step": 29020
    },
    {
      "entropy": 5.956285095214843,
      "epoch": 2.536485187450843,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004355509842550901,
      "loss": 5.212,
      "mean_token_accuracy": 0.21045610159635544,
      "num_tokens": 58824258.0,
      "step": 29025
    },
    {
      "entropy": 5.965214109420776,
      "epoch": 2.536922135803548,
      "grad_norm": 1.3359375,
      "learning_rate": 0.0004355291514310601,
      "loss": 5.297,
      "mean_token_accuracy": 0.20907169431447983,
      "num_tokens": 58834316.0,
      "step": 29030
    },
    {
      "entropy": 5.999025869369507,
      "epoch": 2.537359084156253,
      "grad_norm": 1.1484375,
      "learning_rate": 0.00043550731552799676,
      "loss": 5.2973,
      "mean_token_accuracy": 0.20229591131210328,
      "num_tokens": 58844201.0,
      "step": 29035
    },
    {
      "entropy": 5.976708126068115,
      "epoch": 2.5377960325089575,
      "grad_norm": 1.03125,
      "learning_rate": 0.00043548547654631917,
      "loss": 5.2298,
      "mean_token_accuracy": 0.2087664395570755,
      "num_tokens": 58853675.0,
      "step": 29040
    },
    {
      "entropy": 5.960034370422363,
      "epoch": 2.538232980861662,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004354636344864459,
      "loss": 5.2687,
      "mean_token_accuracy": 0.20303439646959304,
      "num_tokens": 58863316.0,
      "step": 29045
    },
    {
      "entropy": 5.957781600952148,
      "epoch": 2.538669929214367,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004354417893487961,
      "loss": 5.2183,
      "mean_token_accuracy": 0.20433007180690765,
      "num_tokens": 58873479.0,
      "step": 29050
    },
    {
      "entropy": 5.95751633644104,
      "epoch": 2.5391068775670718,
      "grad_norm": 1.21875,
      "learning_rate": 0.0004354199411337886,
      "loss": 5.2522,
      "mean_token_accuracy": 0.20308657735586166,
      "num_tokens": 58882540.0,
      "step": 29055
    },
    {
      "entropy": 5.958693981170654,
      "epoch": 2.5395438259197762,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004353980898418427,
      "loss": 5.2669,
      "mean_token_accuracy": 0.19676484316587448,
      "num_tokens": 58891565.0,
      "step": 29060
    },
    {
      "entropy": 5.968603849411011,
      "epoch": 2.539980774272481,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004353762354733773,
      "loss": 5.2542,
      "mean_token_accuracy": 0.2013804644346237,
      "num_tokens": 58900689.0,
      "step": 29065
    },
    {
      "entropy": 5.957587242126465,
      "epoch": 2.5404177226251856,
      "grad_norm": 1.21875,
      "learning_rate": 0.00043535437802881175,
      "loss": 5.2328,
      "mean_token_accuracy": 0.20908900499343872,
      "num_tokens": 58910588.0,
      "step": 29070
    },
    {
      "entropy": 5.981651306152344,
      "epoch": 2.5408546709778905,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004353325175085651,
      "loss": 5.343,
      "mean_token_accuracy": 0.19748670607805252,
      "num_tokens": 58921189.0,
      "step": 29075
    },
    {
      "entropy": 6.0066330909729,
      "epoch": 2.541291619330595,
      "grad_norm": 1.09375,
      "learning_rate": 0.00043531065391305685,
      "loss": 5.2546,
      "mean_token_accuracy": 0.20337557494640351,
      "num_tokens": 58930941.0,
      "step": 29080
    },
    {
      "entropy": 6.0017242431640625,
      "epoch": 2.5417285676833,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004352887872427063,
      "loss": 5.3798,
      "mean_token_accuracy": 0.200934536755085,
      "num_tokens": 58940371.0,
      "step": 29085
    },
    {
      "entropy": 5.9543451309204105,
      "epoch": 2.5421655160360044,
      "grad_norm": 1.1484375,
      "learning_rate": 0.00043526691749793273,
      "loss": 5.2696,
      "mean_token_accuracy": 0.19779494851827623,
      "num_tokens": 58950446.0,
      "step": 29090
    },
    {
      "entropy": 5.954964017868042,
      "epoch": 2.5426024643887093,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004352450446791557,
      "loss": 5.236,
      "mean_token_accuracy": 0.20624417513608934,
      "num_tokens": 58960757.0,
      "step": 29095
    },
    {
      "entropy": 6.002209901809692,
      "epoch": 2.5430394127414138,
      "grad_norm": 1.1796875,
      "learning_rate": 0.00043522316878679475,
      "loss": 5.3087,
      "mean_token_accuracy": 0.20195325911045076,
      "num_tokens": 58971621.0,
      "step": 29100
    },
    {
      "entropy": 6.022862148284912,
      "epoch": 2.5434763610941187,
      "grad_norm": 1.1796875,
      "learning_rate": 0.00043520128982126944,
      "loss": 5.2732,
      "mean_token_accuracy": 0.2071090817451477,
      "num_tokens": 58982505.0,
      "step": 29105
    },
    {
      "entropy": 5.96355357170105,
      "epoch": 2.5439133094468236,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004351794077829995,
      "loss": 5.2087,
      "mean_token_accuracy": 0.2080410048365593,
      "num_tokens": 58992270.0,
      "step": 29110
    },
    {
      "entropy": 5.857510328292847,
      "epoch": 2.544350257799528,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004351575226724046,
      "loss": 5.1682,
      "mean_token_accuracy": 0.2085794135928154,
      "num_tokens": 59002510.0,
      "step": 29115
    },
    {
      "entropy": 5.977380847930908,
      "epoch": 2.544787206152233,
      "grad_norm": 1.21875,
      "learning_rate": 0.0004351356344899045,
      "loss": 5.2525,
      "mean_token_accuracy": 0.2049272984266281,
      "num_tokens": 59012942.0,
      "step": 29120
    },
    {
      "entropy": 6.011481094360351,
      "epoch": 2.5452241545049374,
      "grad_norm": 1.1953125,
      "learning_rate": 0.00043511374323591904,
      "loss": 5.3603,
      "mean_token_accuracy": 0.19734893292188643,
      "num_tokens": 59023509.0,
      "step": 29125
    },
    {
      "entropy": 5.9941812515258786,
      "epoch": 2.5456611028576424,
      "grad_norm": 1.1640625,
      "learning_rate": 0.00043509184891086795,
      "loss": 5.2501,
      "mean_token_accuracy": 0.20917304754257202,
      "num_tokens": 59033782.0,
      "step": 29130
    },
    {
      "entropy": 5.9726098537445065,
      "epoch": 2.546098051210347,
      "grad_norm": 1.015625,
      "learning_rate": 0.00043506995151517135,
      "loss": 5.3306,
      "mean_token_accuracy": 0.19336571544408798,
      "num_tokens": 59045791.0,
      "step": 29135
    },
    {
      "entropy": 5.984366083145142,
      "epoch": 2.5465349995630517,
      "grad_norm": 1.28125,
      "learning_rate": 0.00043504805104924925,
      "loss": 5.24,
      "mean_token_accuracy": 0.2048392802476883,
      "num_tokens": 59056578.0,
      "step": 29140
    },
    {
      "entropy": 5.998318767547607,
      "epoch": 2.546971947915756,
      "grad_norm": 1.296875,
      "learning_rate": 0.0004350261475135217,
      "loss": 5.3009,
      "mean_token_accuracy": 0.19705177396535872,
      "num_tokens": 59066712.0,
      "step": 29145
    },
    {
      "entropy": 5.952851629257202,
      "epoch": 2.547408896268461,
      "grad_norm": 1.203125,
      "learning_rate": 0.0004350042409084088,
      "loss": 5.1942,
      "mean_token_accuracy": 0.21198682337999344,
      "num_tokens": 59077557.0,
      "step": 29150
    },
    {
      "entropy": 5.97675199508667,
      "epoch": 2.5478458446211656,
      "grad_norm": 1.2734375,
      "learning_rate": 0.00043498233123433064,
      "loss": 5.2525,
      "mean_token_accuracy": 0.20588978976011277,
      "num_tokens": 59086649.0,
      "step": 29155
    },
    {
      "entropy": 5.957220411300659,
      "epoch": 2.5482827929738705,
      "grad_norm": 1.1875,
      "learning_rate": 0.00043496041849170757,
      "loss": 5.2369,
      "mean_token_accuracy": 0.20411191284656524,
      "num_tokens": 59096838.0,
      "step": 29160
    },
    {
      "entropy": 5.9591796875,
      "epoch": 2.5487197413265754,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004349385026809599,
      "loss": 5.265,
      "mean_token_accuracy": 0.202694109082222,
      "num_tokens": 59107884.0,
      "step": 29165
    },
    {
      "entropy": 5.973239135742188,
      "epoch": 2.54915668967928,
      "grad_norm": 1.0625,
      "learning_rate": 0.00043491658380250784,
      "loss": 5.3028,
      "mean_token_accuracy": 0.1966897264122963,
      "num_tokens": 59118315.0,
      "step": 29170
    },
    {
      "entropy": 5.916606903076172,
      "epoch": 2.5495936380319844,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00043489466185677193,
      "loss": 5.2509,
      "mean_token_accuracy": 0.20671562254428863,
      "num_tokens": 59128331.0,
      "step": 29175
    },
    {
      "entropy": 5.9742461204528805,
      "epoch": 2.5500305863846893,
      "grad_norm": 1.96875,
      "learning_rate": 0.0004348727368441727,
      "loss": 5.2285,
      "mean_token_accuracy": 0.20747305303812028,
      "num_tokens": 59138643.0,
      "step": 29180
    },
    {
      "entropy": 5.985850858688354,
      "epoch": 2.550467534737394,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004348508087651306,
      "loss": 5.2223,
      "mean_token_accuracy": 0.20867957621812822,
      "num_tokens": 59148364.0,
      "step": 29185
    },
    {
      "entropy": 5.928241205215454,
      "epoch": 2.5509044830900987,
      "grad_norm": 1.171875,
      "learning_rate": 0.00043482887762006614,
      "loss": 5.2659,
      "mean_token_accuracy": 0.20898003578186036,
      "num_tokens": 59158317.0,
      "step": 29190
    },
    {
      "entropy": 6.0136833667755125,
      "epoch": 2.5513414314428036,
      "grad_norm": 1.125,
      "learning_rate": 0.00043480694340940017,
      "loss": 5.3421,
      "mean_token_accuracy": 0.1997378945350647,
      "num_tokens": 59168879.0,
      "step": 29195
    },
    {
      "entropy": 6.018365573883057,
      "epoch": 2.551778379795508,
      "grad_norm": 1.234375,
      "learning_rate": 0.0004347850061335532,
      "loss": 5.231,
      "mean_token_accuracy": 0.20712365955114365,
      "num_tokens": 59179248.0,
      "step": 29200
    },
    {
      "entropy": 5.877295351028442,
      "epoch": 2.552215328148213,
      "grad_norm": 1.234375,
      "learning_rate": 0.0004347630657929461,
      "loss": 5.1671,
      "mean_token_accuracy": 0.21729471981525422,
      "num_tokens": 59189217.0,
      "step": 29205
    },
    {
      "entropy": 5.940196132659912,
      "epoch": 2.5526522765009174,
      "grad_norm": 1.1796875,
      "learning_rate": 0.00043474112238799974,
      "loss": 5.2722,
      "mean_token_accuracy": 0.21012887805700303,
      "num_tokens": 59199857.0,
      "step": 29210
    },
    {
      "entropy": 5.9965979099273685,
      "epoch": 2.5530892248536223,
      "grad_norm": 1.1640625,
      "learning_rate": 0.00043471917591913486,
      "loss": 5.2806,
      "mean_token_accuracy": 0.20464566349983215,
      "num_tokens": 59210119.0,
      "step": 29215
    },
    {
      "entropy": 5.946605682373047,
      "epoch": 2.5535261732063272,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00043469722638677256,
      "loss": 5.2086,
      "mean_token_accuracy": 0.20472306609153748,
      "num_tokens": 59219258.0,
      "step": 29220
    },
    {
      "entropy": 5.919756460189819,
      "epoch": 2.5539631215590317,
      "grad_norm": 1.578125,
      "learning_rate": 0.00043467527379133377,
      "loss": 5.292,
      "mean_token_accuracy": 0.2020518496632576,
      "num_tokens": 59229664.0,
      "step": 29225
    },
    {
      "entropy": 6.018683815002442,
      "epoch": 2.554400069911736,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004346533181332395,
      "loss": 5.2961,
      "mean_token_accuracy": 0.20039450973272324,
      "num_tokens": 59239699.0,
      "step": 29230
    },
    {
      "entropy": 5.96796498298645,
      "epoch": 2.554837018264441,
      "grad_norm": 1.15625,
      "learning_rate": 0.00043463135941291105,
      "loss": 5.2316,
      "mean_token_accuracy": 0.20598980337381362,
      "num_tokens": 59249891.0,
      "step": 29235
    },
    {
      "entropy": 5.959140729904175,
      "epoch": 2.555273966617146,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004346093976307694,
      "loss": 5.2814,
      "mean_token_accuracy": 0.20369824171066284,
      "num_tokens": 59260092.0,
      "step": 29240
    },
    {
      "entropy": 5.944994831085205,
      "epoch": 2.5557109149698505,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004345874327872359,
      "loss": 5.3387,
      "mean_token_accuracy": 0.19758580923080443,
      "num_tokens": 59268844.0,
      "step": 29245
    },
    {
      "entropy": 6.022060537338257,
      "epoch": 2.5561478633225554,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004345654648827318,
      "loss": 5.3721,
      "mean_token_accuracy": 0.1925741493701935,
      "num_tokens": 59279275.0,
      "step": 29250
    },
    {
      "entropy": 5.9842915534973145,
      "epoch": 2.55658481167526,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004345434939176784,
      "loss": 5.2513,
      "mean_token_accuracy": 0.21007389575242996,
      "num_tokens": 59290596.0,
      "step": 29255
    },
    {
      "entropy": 5.938117790222168,
      "epoch": 2.5570217600279648,
      "grad_norm": 1.078125,
      "learning_rate": 0.00043452151989249727,
      "loss": 5.2048,
      "mean_token_accuracy": 0.2109547436237335,
      "num_tokens": 59300642.0,
      "step": 29260
    },
    {
      "entropy": 5.970161104202271,
      "epoch": 2.5574587083806692,
      "grad_norm": 1.25,
      "learning_rate": 0.0004344995428076098,
      "loss": 5.2897,
      "mean_token_accuracy": 0.206552916765213,
      "num_tokens": 59310064.0,
      "step": 29265
    },
    {
      "entropy": 6.050848197937012,
      "epoch": 2.557895656733374,
      "grad_norm": 1.2421875,
      "learning_rate": 0.00043447756266343755,
      "loss": 5.2842,
      "mean_token_accuracy": 0.20372925102710723,
      "num_tokens": 59319114.0,
      "step": 29270
    },
    {
      "entropy": 5.95763931274414,
      "epoch": 2.558332605086079,
      "grad_norm": 1.1640625,
      "learning_rate": 0.00043445557946040207,
      "loss": 5.3375,
      "mean_token_accuracy": 0.20469840914011,
      "num_tokens": 59329414.0,
      "step": 29275
    },
    {
      "entropy": 5.989427614212036,
      "epoch": 2.5587695534387835,
      "grad_norm": 1.21875,
      "learning_rate": 0.00043443359319892495,
      "loss": 5.3277,
      "mean_token_accuracy": 0.20097229033708572,
      "num_tokens": 59339980.0,
      "step": 29280
    },
    {
      "entropy": 6.023630857467651,
      "epoch": 2.559206501791488,
      "grad_norm": 1.2265625,
      "learning_rate": 0.000434411603879428,
      "loss": 5.3147,
      "mean_token_accuracy": 0.1917741432785988,
      "num_tokens": 59349754.0,
      "step": 29285
    },
    {
      "entropy": 5.945936965942383,
      "epoch": 2.559643450144193,
      "grad_norm": 1.3359375,
      "learning_rate": 0.000434389611502333,
      "loss": 5.1342,
      "mean_token_accuracy": 0.22704171687364577,
      "num_tokens": 59358542.0,
      "step": 29290
    },
    {
      "entropy": 6.004708623886108,
      "epoch": 2.560080398496898,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004343676160680617,
      "loss": 5.272,
      "mean_token_accuracy": 0.2035127505660057,
      "num_tokens": 59367743.0,
      "step": 29295
    },
    {
      "entropy": 5.93481297492981,
      "epoch": 2.5605173468496023,
      "grad_norm": 1.1953125,
      "learning_rate": 0.000434345617577036,
      "loss": 5.2877,
      "mean_token_accuracy": 0.20200813859701156,
      "num_tokens": 59377622.0,
      "step": 29300
    },
    {
      "entropy": 5.883346700668335,
      "epoch": 2.560954295202307,
      "grad_norm": 1.140625,
      "learning_rate": 0.00043432361602967787,
      "loss": 5.1872,
      "mean_token_accuracy": 0.20625897794961928,
      "num_tokens": 59388661.0,
      "step": 29305
    },
    {
      "entropy": 5.953210353851318,
      "epoch": 2.5613912435550117,
      "grad_norm": 1.1875,
      "learning_rate": 0.00043430161142640934,
      "loss": 5.2997,
      "mean_token_accuracy": 0.20223649293184282,
      "num_tokens": 59399935.0,
      "step": 29310
    },
    {
      "entropy": 6.004545831680298,
      "epoch": 2.5618281919077166,
      "grad_norm": 1.34375,
      "learning_rate": 0.0004342796037676524,
      "loss": 5.2418,
      "mean_token_accuracy": 0.2118908315896988,
      "num_tokens": 59409513.0,
      "step": 29315
    },
    {
      "entropy": 5.976937341690063,
      "epoch": 2.562265140260421,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004342575930538292,
      "loss": 5.2356,
      "mean_token_accuracy": 0.20996123552322388,
      "num_tokens": 59420158.0,
      "step": 29320
    },
    {
      "entropy": 5.9211348533630375,
      "epoch": 2.562702088613126,
      "grad_norm": 1.1796875,
      "learning_rate": 0.00043423557928536197,
      "loss": 5.3119,
      "mean_token_accuracy": 0.20748106092214585,
      "num_tokens": 59429440.0,
      "step": 29325
    },
    {
      "entropy": 5.899980115890503,
      "epoch": 2.563139036965831,
      "grad_norm": 1.28125,
      "learning_rate": 0.0004342135624626728,
      "loss": 5.2006,
      "mean_token_accuracy": 0.20865729600191116,
      "num_tokens": 59439014.0,
      "step": 29330
    },
    {
      "entropy": 5.95131025314331,
      "epoch": 2.5635759853185354,
      "grad_norm": 1.2890625,
      "learning_rate": 0.0004341915425861841,
      "loss": 5.2142,
      "mean_token_accuracy": 0.21402600705623626,
      "num_tokens": 59448714.0,
      "step": 29335
    },
    {
      "entropy": 5.965074062347412,
      "epoch": 2.56401293367124,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004341695196563183,
      "loss": 5.2783,
      "mean_token_accuracy": 0.20695941895246506,
      "num_tokens": 59459577.0,
      "step": 29340
    },
    {
      "entropy": 5.990609264373779,
      "epoch": 2.5644498820239447,
      "grad_norm": 1.125,
      "learning_rate": 0.00043414749367349755,
      "loss": 5.2504,
      "mean_token_accuracy": 0.2067378655076027,
      "num_tokens": 59470313.0,
      "step": 29345
    },
    {
      "entropy": 6.010670757293701,
      "epoch": 2.5648868303766497,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004341254646381446,
      "loss": 5.3094,
      "mean_token_accuracy": 0.20509935021400452,
      "num_tokens": 59479484.0,
      "step": 29350
    },
    {
      "entropy": 5.982006931304932,
      "epoch": 2.565323778729354,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00043410343255068177,
      "loss": 5.2661,
      "mean_token_accuracy": 0.196419420838356,
      "num_tokens": 59490290.0,
      "step": 29355
    },
    {
      "entropy": 5.991454076766968,
      "epoch": 2.565760727082059,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00043408139741153175,
      "loss": 5.2885,
      "mean_token_accuracy": 0.2107947751879692,
      "num_tokens": 59501080.0,
      "step": 29360
    },
    {
      "entropy": 5.906607818603516,
      "epoch": 2.5661976754347635,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00043405935922111725,
      "loss": 5.1644,
      "mean_token_accuracy": 0.22113312929868698,
      "num_tokens": 59511453.0,
      "step": 29365
    },
    {
      "entropy": 5.917814445495606,
      "epoch": 2.5666346237874684,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0004340373179798608,
      "loss": 5.2774,
      "mean_token_accuracy": 0.21007721424102782,
      "num_tokens": 59521438.0,
      "step": 29370
    },
    {
      "entropy": 5.955752563476563,
      "epoch": 2.567071572140173,
      "grad_norm": 1.234375,
      "learning_rate": 0.0004340152736881853,
      "loss": 5.3514,
      "mean_token_accuracy": 0.19522763639688492,
      "num_tokens": 59531763.0,
      "step": 29375
    },
    {
      "entropy": 6.084098148345947,
      "epoch": 2.567508520492878,
      "grad_norm": 1.203125,
      "learning_rate": 0.00043399322634651345,
      "loss": 5.3888,
      "mean_token_accuracy": 0.19004661440849305,
      "num_tokens": 59542857.0,
      "step": 29380
    },
    {
      "entropy": 6.048569965362549,
      "epoch": 2.5679454688455827,
      "grad_norm": 1.296875,
      "learning_rate": 0.0004339711759552684,
      "loss": 5.2584,
      "mean_token_accuracy": 0.20695726424455643,
      "num_tokens": 59552353.0,
      "step": 29385
    },
    {
      "entropy": 5.984254646301269,
      "epoch": 2.568382417198287,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004339491225148727,
      "loss": 5.3039,
      "mean_token_accuracy": 0.20742205977439881,
      "num_tokens": 59562377.0,
      "step": 29390
    },
    {
      "entropy": 6.002620649337769,
      "epoch": 2.5688193655509917,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00043392706602574967,
      "loss": 5.2875,
      "mean_token_accuracy": 0.20264321118593215,
      "num_tokens": 59572141.0,
      "step": 29395
    },
    {
      "entropy": 5.983089590072632,
      "epoch": 2.5692563139036966,
      "grad_norm": 1.109375,
      "learning_rate": 0.00043390500648832214,
      "loss": 5.2335,
      "mean_token_accuracy": 0.20007991343736647,
      "num_tokens": 59581883.0,
      "step": 29400
    },
    {
      "entropy": 5.982007884979248,
      "epoch": 2.5696932622564015,
      "grad_norm": 1.265625,
      "learning_rate": 0.0004338829439030134,
      "loss": 5.3088,
      "mean_token_accuracy": 0.19863369017839433,
      "num_tokens": 59591798.0,
      "step": 29405
    },
    {
      "entropy": 5.971643590927124,
      "epoch": 2.570130210609106,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004338608782702465,
      "loss": 5.2099,
      "mean_token_accuracy": 0.20803215205669404,
      "num_tokens": 59601525.0,
      "step": 29410
    },
    {
      "entropy": 5.959603643417358,
      "epoch": 2.570567158961811,
      "grad_norm": 1.25,
      "learning_rate": 0.0004338388095904447,
      "loss": 5.3611,
      "mean_token_accuracy": 0.1989893138408661,
      "num_tokens": 59611335.0,
      "step": 29415
    },
    {
      "entropy": 5.993747234344482,
      "epoch": 2.5710041073145153,
      "grad_norm": 1.125,
      "learning_rate": 0.0004338167378640314,
      "loss": 5.3136,
      "mean_token_accuracy": 0.20254903435707092,
      "num_tokens": 59620962.0,
      "step": 29420
    },
    {
      "entropy": 6.001184415817261,
      "epoch": 2.5714410556672203,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004337946630914297,
      "loss": 5.2567,
      "mean_token_accuracy": 0.20268172323703765,
      "num_tokens": 59631568.0,
      "step": 29425
    },
    {
      "entropy": 5.950953722000122,
      "epoch": 2.5718780040199247,
      "grad_norm": 1.15625,
      "learning_rate": 0.00043377258527306316,
      "loss": 5.3136,
      "mean_token_accuracy": 0.20461373329162597,
      "num_tokens": 59642249.0,
      "step": 29430
    },
    {
      "entropy": 6.006607913970948,
      "epoch": 2.5723149523726296,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004337505044093554,
      "loss": 5.2854,
      "mean_token_accuracy": 0.20190994441509247,
      "num_tokens": 59652516.0,
      "step": 29435
    },
    {
      "entropy": 5.916800689697266,
      "epoch": 2.572751900725334,
      "grad_norm": 1.203125,
      "learning_rate": 0.00043372842050072965,
      "loss": 5.126,
      "mean_token_accuracy": 0.21709678769111634,
      "num_tokens": 59662487.0,
      "step": 29440
    },
    {
      "entropy": 5.924353170394897,
      "epoch": 2.573188849078039,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004337063335476097,
      "loss": 5.2923,
      "mean_token_accuracy": 0.20380327552556993,
      "num_tokens": 59674061.0,
      "step": 29445
    },
    {
      "entropy": 5.964828062057495,
      "epoch": 2.5736257974307435,
      "grad_norm": 1.2578125,
      "learning_rate": 0.000433684243550419,
      "loss": 5.3209,
      "mean_token_accuracy": 0.19775923937559128,
      "num_tokens": 59684159.0,
      "step": 29450
    },
    {
      "entropy": 6.023315143585205,
      "epoch": 2.5740627457834484,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004336621505095815,
      "loss": 5.3195,
      "mean_token_accuracy": 0.19796296656131745,
      "num_tokens": 59693742.0,
      "step": 29455
    },
    {
      "entropy": 6.018818759918213,
      "epoch": 2.5744996941361533,
      "grad_norm": 1.203125,
      "learning_rate": 0.00043364005442552073,
      "loss": 5.366,
      "mean_token_accuracy": 0.195209364593029,
      "num_tokens": 59703613.0,
      "step": 29460
    },
    {
      "entropy": 6.004720830917359,
      "epoch": 2.574936642488858,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004336179552986606,
      "loss": 5.2153,
      "mean_token_accuracy": 0.2096002370119095,
      "num_tokens": 59713409.0,
      "step": 29465
    },
    {
      "entropy": 5.909764146804809,
      "epoch": 2.5753735908415623,
      "grad_norm": 1.3046875,
      "learning_rate": 0.00043359585312942496,
      "loss": 5.1959,
      "mean_token_accuracy": 0.21342804729938508,
      "num_tokens": 59723502.0,
      "step": 29470
    },
    {
      "entropy": 5.973791933059692,
      "epoch": 2.575810539194267,
      "grad_norm": 1.203125,
      "learning_rate": 0.00043357374791823784,
      "loss": 5.3311,
      "mean_token_accuracy": 0.1981617197394371,
      "num_tokens": 59734069.0,
      "step": 29475
    },
    {
      "entropy": 5.982356929779053,
      "epoch": 2.576247487546972,
      "grad_norm": 1.1953125,
      "learning_rate": 0.00043355163966552303,
      "loss": 5.2998,
      "mean_token_accuracy": 0.19573049247264862,
      "num_tokens": 59743793.0,
      "step": 29480
    },
    {
      "entropy": 5.935521745681763,
      "epoch": 2.5766844358996766,
      "grad_norm": 1.1484375,
      "learning_rate": 0.00043352952837170467,
      "loss": 5.332,
      "mean_token_accuracy": 0.2007715880870819,
      "num_tokens": 59754524.0,
      "step": 29485
    },
    {
      "entropy": 5.962296104431152,
      "epoch": 2.5771213842523815,
      "grad_norm": 1.140625,
      "learning_rate": 0.000433507414037207,
      "loss": 5.2927,
      "mean_token_accuracy": 0.20367273092269897,
      "num_tokens": 59765437.0,
      "step": 29490
    },
    {
      "entropy": 5.982156753540039,
      "epoch": 2.577558332605086,
      "grad_norm": 1.09375,
      "learning_rate": 0.000433485296662454,
      "loss": 5.2867,
      "mean_token_accuracy": 0.20383769571781157,
      "num_tokens": 59776136.0,
      "step": 29495
    },
    {
      "entropy": 5.947271633148193,
      "epoch": 2.577995280957791,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00043346317624787007,
      "loss": 5.2474,
      "mean_token_accuracy": 0.20794765949249266,
      "num_tokens": 59786375.0,
      "step": 29500
    },
    {
      "entropy": 5.888425493240357,
      "epoch": 2.5784322293104953,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004334410527938793,
      "loss": 5.1977,
      "mean_token_accuracy": 0.20970872789621353,
      "num_tokens": 59796937.0,
      "step": 29505
    },
    {
      "entropy": 5.962708950042725,
      "epoch": 2.5788691776632002,
      "grad_norm": 1.2265625,
      "learning_rate": 0.00043341892630090607,
      "loss": 5.2759,
      "mean_token_accuracy": 0.20687876492738724,
      "num_tokens": 59806625.0,
      "step": 29510
    },
    {
      "entropy": 5.949807024002075,
      "epoch": 2.579306126015905,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004333967967693749,
      "loss": 5.3046,
      "mean_token_accuracy": 0.20612758696079253,
      "num_tokens": 59816618.0,
      "step": 29515
    },
    {
      "entropy": 6.000209331512451,
      "epoch": 2.5797430743686096,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0004333746641997102,
      "loss": 5.287,
      "mean_token_accuracy": 0.2027497708797455,
      "num_tokens": 59827666.0,
      "step": 29520
    },
    {
      "entropy": 5.999150943756104,
      "epoch": 2.580180022721314,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004333525285923363,
      "loss": 5.2612,
      "mean_token_accuracy": 0.206055910885334,
      "num_tokens": 59837704.0,
      "step": 29525
    },
    {
      "entropy": 5.952918529510498,
      "epoch": 2.580616971074019,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004333303899476781,
      "loss": 5.2069,
      "mean_token_accuracy": 0.20613282024860383,
      "num_tokens": 59848186.0,
      "step": 29530
    },
    {
      "entropy": 5.957667446136474,
      "epoch": 2.581053919426724,
      "grad_norm": 1.2421875,
      "learning_rate": 0.00043330824826616,
      "loss": 5.2385,
      "mean_token_accuracy": 0.20419456213712692,
      "num_tokens": 59858453.0,
      "step": 29535
    },
    {
      "entropy": 5.943328905105591,
      "epoch": 2.5814908677794284,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004332861035482067,
      "loss": 5.2806,
      "mean_token_accuracy": 0.19968947768211365,
      "num_tokens": 59867863.0,
      "step": 29540
    },
    {
      "entropy": 5.9407844066619875,
      "epoch": 2.5819278161321333,
      "grad_norm": 1.0859375,
      "learning_rate": 0.000433263955794243,
      "loss": 5.2243,
      "mean_token_accuracy": 0.21463218331336975,
      "num_tokens": 59879932.0,
      "step": 29545
    },
    {
      "entropy": 6.046546077728271,
      "epoch": 2.5823647644848378,
      "grad_norm": 1.203125,
      "learning_rate": 0.0004332418050046937,
      "loss": 5.2715,
      "mean_token_accuracy": 0.20677797645330429,
      "num_tokens": 59889586.0,
      "step": 29550
    },
    {
      "entropy": 5.951358032226563,
      "epoch": 2.5828017128375427,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004332196511799837,
      "loss": 5.2207,
      "mean_token_accuracy": 0.20748909711837768,
      "num_tokens": 59898789.0,
      "step": 29555
    },
    {
      "entropy": 5.9187095165252686,
      "epoch": 2.583238661190247,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0004331974943205379,
      "loss": 5.2946,
      "mean_token_accuracy": 0.20091520100831986,
      "num_tokens": 59909346.0,
      "step": 29560
    },
    {
      "entropy": 5.966759252548218,
      "epoch": 2.583675609542952,
      "grad_norm": 1.171875,
      "learning_rate": 0.00043317533442678124,
      "loss": 5.2117,
      "mean_token_accuracy": 0.2142895609140396,
      "num_tokens": 59919979.0,
      "step": 29565
    },
    {
      "entropy": 6.000411319732666,
      "epoch": 2.584112557895657,
      "grad_norm": 1.1796875,
      "learning_rate": 0.00043315317149913876,
      "loss": 5.2516,
      "mean_token_accuracy": 0.20652321726083755,
      "num_tokens": 59929855.0,
      "step": 29570
    },
    {
      "entropy": 5.939042282104492,
      "epoch": 2.5845495062483614,
      "grad_norm": 1.1953125,
      "learning_rate": 0.00043313100553803564,
      "loss": 5.2602,
      "mean_token_accuracy": 0.20818997025489808,
      "num_tokens": 59939148.0,
      "step": 29575
    },
    {
      "entropy": 5.864938592910766,
      "epoch": 2.584986454601066,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004331088365438969,
      "loss": 5.1862,
      "mean_token_accuracy": 0.20858706533908844,
      "num_tokens": 59948645.0,
      "step": 29580
    },
    {
      "entropy": 5.952406501770019,
      "epoch": 2.585423402953771,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004330866645171479,
      "loss": 5.2467,
      "mean_token_accuracy": 0.2052515223622322,
      "num_tokens": 59958777.0,
      "step": 29585
    },
    {
      "entropy": 5.931822299957275,
      "epoch": 2.5858603513064757,
      "grad_norm": 1.203125,
      "learning_rate": 0.0004330644894582138,
      "loss": 5.2076,
      "mean_token_accuracy": 0.21730247735977173,
      "num_tokens": 59969176.0,
      "step": 29590
    },
    {
      "entropy": 5.9450288772583,
      "epoch": 2.58629729965918,
      "grad_norm": 1.1484375,
      "learning_rate": 0.00043304231136751995,
      "loss": 5.2822,
      "mean_token_accuracy": 0.19783977419137955,
      "num_tokens": 59979263.0,
      "step": 29595
    },
    {
      "entropy": 5.96590371131897,
      "epoch": 2.586734248011885,
      "grad_norm": 1.2421875,
      "learning_rate": 0.00043302013024549174,
      "loss": 5.2154,
      "mean_token_accuracy": 0.2130419984459877,
      "num_tokens": 59989313.0,
      "step": 29600
    },
    {
      "entropy": 5.991474914550781,
      "epoch": 2.5871711963645896,
      "grad_norm": 1.1796875,
      "learning_rate": 0.00043299794609255474,
      "loss": 5.2699,
      "mean_token_accuracy": 0.20308659076690674,
      "num_tokens": 59999410.0,
      "step": 29605
    },
    {
      "entropy": 5.9325315952301025,
      "epoch": 2.5876081447172945,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004329757589091342,
      "loss": 5.1801,
      "mean_token_accuracy": 0.2131639152765274,
      "num_tokens": 60010206.0,
      "step": 29610
    },
    {
      "entropy": 5.8223755836486815,
      "epoch": 2.588045093069999,
      "grad_norm": 1.2734375,
      "learning_rate": 0.00043295356869565586,
      "loss": 5.1214,
      "mean_token_accuracy": 0.21953994333744048,
      "num_tokens": 60018692.0,
      "step": 29615
    },
    {
      "entropy": 5.967275667190552,
      "epoch": 2.588482041422704,
      "grad_norm": 1.1640625,
      "learning_rate": 0.00043293137545254536,
      "loss": 5.3081,
      "mean_token_accuracy": 0.19822954684495925,
      "num_tokens": 60028486.0,
      "step": 29620
    },
    {
      "entropy": 5.97528338432312,
      "epoch": 2.588918989775409,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004329091791802283,
      "loss": 5.289,
      "mean_token_accuracy": 0.20204034745693206,
      "num_tokens": 60039347.0,
      "step": 29625
    },
    {
      "entropy": 5.934960842132568,
      "epoch": 2.5893559381281133,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004328869798791305,
      "loss": 5.1663,
      "mean_token_accuracy": 0.2203255519270897,
      "num_tokens": 60049891.0,
      "step": 29630
    },
    {
      "entropy": 5.9681133270263675,
      "epoch": 2.5897928864808177,
      "grad_norm": 1.1640625,
      "learning_rate": 0.00043286477754967757,
      "loss": 5.2406,
      "mean_token_accuracy": 0.20527952462434768,
      "num_tokens": 60061264.0,
      "step": 29635
    },
    {
      "entropy": 5.92949686050415,
      "epoch": 2.5902298348335226,
      "grad_norm": 1.2421875,
      "learning_rate": 0.00043284257219229557,
      "loss": 5.2735,
      "mean_token_accuracy": 0.20288190692663194,
      "num_tokens": 60072453.0,
      "step": 29640
    },
    {
      "entropy": 5.902962493896484,
      "epoch": 2.5906667831862276,
      "grad_norm": 1.1796875,
      "learning_rate": 0.00043282036380741035,
      "loss": 5.2921,
      "mean_token_accuracy": 0.1989746317267418,
      "num_tokens": 60083619.0,
      "step": 29645
    },
    {
      "entropy": 6.037119913101196,
      "epoch": 2.591103731538932,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004327981523954478,
      "loss": 5.2079,
      "mean_token_accuracy": 0.20728184133768082,
      "num_tokens": 60093231.0,
      "step": 29650
    },
    {
      "entropy": 5.930327653884888,
      "epoch": 2.591540679891637,
      "grad_norm": 1.2421875,
      "learning_rate": 0.000432775937956834,
      "loss": 5.2018,
      "mean_token_accuracy": 0.20728069096803664,
      "num_tokens": 60103017.0,
      "step": 29655
    },
    {
      "entropy": 5.910432052612305,
      "epoch": 2.5919776282443414,
      "grad_norm": 1.2890625,
      "learning_rate": 0.0004327537204919951,
      "loss": 5.2628,
      "mean_token_accuracy": 0.2029690772294998,
      "num_tokens": 60113095.0,
      "step": 29660
    },
    {
      "entropy": 6.000421667098999,
      "epoch": 2.5924145765970463,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004327315000013571,
      "loss": 5.312,
      "mean_token_accuracy": 0.20441656261682511,
      "num_tokens": 60123506.0,
      "step": 29665
    },
    {
      "entropy": 5.989588832855224,
      "epoch": 2.592851524949751,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0004327092764853463,
      "loss": 5.3343,
      "mean_token_accuracy": 0.19487419575452805,
      "num_tokens": 60134349.0,
      "step": 29670
    },
    {
      "entropy": 5.94667534828186,
      "epoch": 2.5932884733024557,
      "grad_norm": 1.203125,
      "learning_rate": 0.00043268704994438897,
      "loss": 5.2609,
      "mean_token_accuracy": 0.20199283212423325,
      "num_tokens": 60143970.0,
      "step": 29675
    },
    {
      "entropy": 5.9023558616638185,
      "epoch": 2.5937254216551606,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004326648203789113,
      "loss": 5.2491,
      "mean_token_accuracy": 0.20306580811738967,
      "num_tokens": 60154904.0,
      "step": 29680
    },
    {
      "entropy": 5.968377113342285,
      "epoch": 2.594162370007865,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004326425877893399,
      "loss": 5.2393,
      "mean_token_accuracy": 0.20691798627376556,
      "num_tokens": 60164747.0,
      "step": 29685
    },
    {
      "entropy": 6.000563097000122,
      "epoch": 2.5945993183605696,
      "grad_norm": 1.140625,
      "learning_rate": 0.00043262035217610104,
      "loss": 5.26,
      "mean_token_accuracy": 0.20678593963384628,
      "num_tokens": 60175487.0,
      "step": 29690
    },
    {
      "entropy": 5.959959030151367,
      "epoch": 2.5950362667132745,
      "grad_norm": 1.203125,
      "learning_rate": 0.00043259811353962114,
      "loss": 5.2648,
      "mean_token_accuracy": 0.1993291571736336,
      "num_tokens": 60185216.0,
      "step": 29695
    },
    {
      "entropy": 5.950832843780518,
      "epoch": 2.5954732150659794,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004325758718803269,
      "loss": 5.2656,
      "mean_token_accuracy": 0.19596440196037293,
      "num_tokens": 60195495.0,
      "step": 29700
    },
    {
      "entropy": 6.051176691055298,
      "epoch": 2.595910163418684,
      "grad_norm": 1.2265625,
      "learning_rate": 0.00043255362719864487,
      "loss": 5.3207,
      "mean_token_accuracy": 0.19644733220338823,
      "num_tokens": 60205556.0,
      "step": 29705
    },
    {
      "entropy": 5.969455146789551,
      "epoch": 2.5963471117713888,
      "grad_norm": 1.2265625,
      "learning_rate": 0.00043253137949500166,
      "loss": 5.2331,
      "mean_token_accuracy": 0.20678668469190598,
      "num_tokens": 60215904.0,
      "step": 29710
    },
    {
      "entropy": 5.910395956039428,
      "epoch": 2.5967840601240932,
      "grad_norm": 1.3359375,
      "learning_rate": 0.00043250912876982415,
      "loss": 5.2155,
      "mean_token_accuracy": 0.20693821758031844,
      "num_tokens": 60224762.0,
      "step": 29715
    },
    {
      "entropy": 5.887594223022461,
      "epoch": 2.597221008476798,
      "grad_norm": 1.125,
      "learning_rate": 0.000432486875023539,
      "loss": 5.2213,
      "mean_token_accuracy": 0.20851906687021254,
      "num_tokens": 60235284.0,
      "step": 29720
    },
    {
      "entropy": 5.976019811630249,
      "epoch": 2.5976579568295026,
      "grad_norm": 1.1171875,
      "learning_rate": 0.000432464618256573,
      "loss": 5.2867,
      "mean_token_accuracy": 0.20349981933832167,
      "num_tokens": 60245939.0,
      "step": 29725
    },
    {
      "entropy": 6.025178527832031,
      "epoch": 2.5980949051822075,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004324423584693531,
      "loss": 5.2765,
      "mean_token_accuracy": 0.20128099322319032,
      "num_tokens": 60256903.0,
      "step": 29730
    },
    {
      "entropy": 5.975133419036865,
      "epoch": 2.5985318535349125,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004324200956623063,
      "loss": 5.2355,
      "mean_token_accuracy": 0.20415292531251908,
      "num_tokens": 60267046.0,
      "step": 29735
    },
    {
      "entropy": 5.9582898139953615,
      "epoch": 2.598968801887617,
      "grad_norm": 1.1875,
      "learning_rate": 0.00043239782983585964,
      "loss": 5.299,
      "mean_token_accuracy": 0.20258200019598008,
      "num_tokens": 60276858.0,
      "step": 29740
    },
    {
      "entropy": 5.984213399887085,
      "epoch": 2.5994057502403214,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00043237556099044,
      "loss": 5.2733,
      "mean_token_accuracy": 0.20393089652061464,
      "num_tokens": 60285874.0,
      "step": 29745
    },
    {
      "entropy": 5.9501988887786865,
      "epoch": 2.5998426985930263,
      "grad_norm": 1.28125,
      "learning_rate": 0.0004323532891264748,
      "loss": 5.3216,
      "mean_token_accuracy": 0.2031010717153549,
      "num_tokens": 60295580.0,
      "step": 29750
    },
    {
      "entropy": 5.979639196395874,
      "epoch": 2.600279646945731,
      "grad_norm": 1.203125,
      "learning_rate": 0.0004323310142443909,
      "loss": 5.2837,
      "mean_token_accuracy": 0.20216067433357238,
      "num_tokens": 60305425.0,
      "step": 29755
    },
    {
      "entropy": 5.970442056655884,
      "epoch": 2.6007165952984357,
      "grad_norm": 1.28125,
      "learning_rate": 0.00043230873634461577,
      "loss": 5.2388,
      "mean_token_accuracy": 0.20281148999929427,
      "num_tokens": 60315578.0,
      "step": 29760
    },
    {
      "entropy": 5.978145408630371,
      "epoch": 2.6011535436511406,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004322864554275767,
      "loss": 5.2599,
      "mean_token_accuracy": 0.2094384953379631,
      "num_tokens": 60325345.0,
      "step": 29765
    },
    {
      "entropy": 6.003158903121948,
      "epoch": 2.601590492003845,
      "grad_norm": 1.21875,
      "learning_rate": 0.00043226417149370093,
      "loss": 5.231,
      "mean_token_accuracy": 0.20510788559913634,
      "num_tokens": 60334608.0,
      "step": 29770
    },
    {
      "entropy": 5.933345937728882,
      "epoch": 2.60202744035655,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00043224188454341593,
      "loss": 5.22,
      "mean_token_accuracy": 0.20740494579076768,
      "num_tokens": 60346909.0,
      "step": 29775
    },
    {
      "entropy": 5.864947652816772,
      "epoch": 2.6024643887092545,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004322195945771493,
      "loss": 5.2152,
      "mean_token_accuracy": 0.2168114647269249,
      "num_tokens": 60355829.0,
      "step": 29780
    },
    {
      "entropy": 5.951015663146973,
      "epoch": 2.6029013370619594,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004321973015953284,
      "loss": 5.2341,
      "mean_token_accuracy": 0.20328158587217332,
      "num_tokens": 60364954.0,
      "step": 29785
    },
    {
      "entropy": 6.02678337097168,
      "epoch": 2.603338285414664,
      "grad_norm": 1.1796875,
      "learning_rate": 0.00043217500559838084,
      "loss": 5.3553,
      "mean_token_accuracy": 0.19279321134090424,
      "num_tokens": 60375575.0,
      "step": 29790
    },
    {
      "entropy": 5.985075235366821,
      "epoch": 2.6037752337673687,
      "grad_norm": 1.140625,
      "learning_rate": 0.00043215270658673437,
      "loss": 5.2834,
      "mean_token_accuracy": 0.2006509616971016,
      "num_tokens": 60385534.0,
      "step": 29795
    },
    {
      "entropy": 5.959908580780029,
      "epoch": 2.604212182120073,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004321304045608166,
      "loss": 5.2843,
      "mean_token_accuracy": 0.2036939188838005,
      "num_tokens": 60395517.0,
      "step": 29800
    },
    {
      "entropy": 6.054337692260742,
      "epoch": 2.604649130472778,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004321080995210554,
      "loss": 5.3438,
      "mean_token_accuracy": 0.20451052039861678,
      "num_tokens": 60404781.0,
      "step": 29805
    },
    {
      "entropy": 5.997398424148559,
      "epoch": 2.605086078825483,
      "grad_norm": 1.125,
      "learning_rate": 0.0004320857914678785,
      "loss": 5.3001,
      "mean_token_accuracy": 0.2057069793343544,
      "num_tokens": 60415323.0,
      "step": 29810
    },
    {
      "entropy": 6.02961835861206,
      "epoch": 2.6055230271781875,
      "grad_norm": 1.296875,
      "learning_rate": 0.0004320634804017138,
      "loss": 5.4029,
      "mean_token_accuracy": 0.18933497816324235,
      "num_tokens": 60425328.0,
      "step": 29815
    },
    {
      "entropy": 5.977017164230347,
      "epoch": 2.605959975530892,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004320411663229892,
      "loss": 5.2659,
      "mean_token_accuracy": 0.20094134658575058,
      "num_tokens": 60435391.0,
      "step": 29820
    },
    {
      "entropy": 6.030620908737182,
      "epoch": 2.606396923883597,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004320188492321328,
      "loss": 5.3111,
      "mean_token_accuracy": 0.19562136828899385,
      "num_tokens": 60445155.0,
      "step": 29825
    },
    {
      "entropy": 5.995065784454345,
      "epoch": 2.606833872236302,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004319965291295726,
      "loss": 5.24,
      "mean_token_accuracy": 0.2040297731757164,
      "num_tokens": 60455655.0,
      "step": 29830
    },
    {
      "entropy": 5.922799301147461,
      "epoch": 2.6072708205890063,
      "grad_norm": 1.2265625,
      "learning_rate": 0.00043197420601573665,
      "loss": 5.1538,
      "mean_token_accuracy": 0.20842956602573395,
      "num_tokens": 60465080.0,
      "step": 29835
    },
    {
      "entropy": 5.962102890014648,
      "epoch": 2.607707768941711,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00043195187989105327,
      "loss": 5.2653,
      "mean_token_accuracy": 0.20994428396224976,
      "num_tokens": 60474970.0,
      "step": 29840
    },
    {
      "entropy": 5.956606817245484,
      "epoch": 2.6081447172944157,
      "grad_norm": 1.109375,
      "learning_rate": 0.00043192955075595045,
      "loss": 5.2188,
      "mean_token_accuracy": 0.20789320766925812,
      "num_tokens": 60486599.0,
      "step": 29845
    },
    {
      "entropy": 5.9879778861999515,
      "epoch": 2.6085816656471206,
      "grad_norm": 1.3046875,
      "learning_rate": 0.0004319072186108567,
      "loss": 5.3123,
      "mean_token_accuracy": 0.1970052421092987,
      "num_tokens": 60496849.0,
      "step": 29850
    },
    {
      "entropy": 5.9786139011383055,
      "epoch": 2.609018613999825,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004318848834562003,
      "loss": 5.2975,
      "mean_token_accuracy": 0.19487252831459045,
      "num_tokens": 60506708.0,
      "step": 29855
    },
    {
      "entropy": 5.834377431869507,
      "epoch": 2.60945556235253,
      "grad_norm": 1.1796875,
      "learning_rate": 0.00043186254529240957,
      "loss": 5.1591,
      "mean_token_accuracy": 0.2211672082543373,
      "num_tokens": 60516538.0,
      "step": 29860
    },
    {
      "entropy": 5.962467241287231,
      "epoch": 2.609892510705235,
      "grad_norm": 1.265625,
      "learning_rate": 0.00043184020411991315,
      "loss": 5.2254,
      "mean_token_accuracy": 0.2157217115163803,
      "num_tokens": 60526206.0,
      "step": 29865
    },
    {
      "entropy": 5.996402263641357,
      "epoch": 2.6103294590579393,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004318178599391393,
      "loss": 5.3694,
      "mean_token_accuracy": 0.193611441552639,
      "num_tokens": 60536878.0,
      "step": 29870
    },
    {
      "entropy": 6.006272983551026,
      "epoch": 2.610766407410644,
      "grad_norm": 1.203125,
      "learning_rate": 0.00043179551275051675,
      "loss": 5.4164,
      "mean_token_accuracy": 0.19617626518011094,
      "num_tokens": 60547709.0,
      "step": 29875
    },
    {
      "entropy": 6.008256244659424,
      "epoch": 2.6112033557633487,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004317731625544742,
      "loss": 5.193,
      "mean_token_accuracy": 0.21493693441152573,
      "num_tokens": 60557257.0,
      "step": 29880
    },
    {
      "entropy": 5.992238616943359,
      "epoch": 2.6116403041160536,
      "grad_norm": 1.046875,
      "learning_rate": 0.00043175080935144015,
      "loss": 5.285,
      "mean_token_accuracy": 0.21253176182508468,
      "num_tokens": 60568663.0,
      "step": 29885
    },
    {
      "entropy": 5.942957592010498,
      "epoch": 2.612077252468758,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004317284531418434,
      "loss": 5.2561,
      "mean_token_accuracy": 0.2068260207772255,
      "num_tokens": 60579168.0,
      "step": 29890
    },
    {
      "entropy": 5.9945855140686035,
      "epoch": 2.612514200821463,
      "grad_norm": 1.1640625,
      "learning_rate": 0.00043170609392611294,
      "loss": 5.3101,
      "mean_token_accuracy": 0.197098445892334,
      "num_tokens": 60589893.0,
      "step": 29895
    },
    {
      "entropy": 5.915062713623047,
      "epoch": 2.6129511491741675,
      "grad_norm": 1.15625,
      "learning_rate": 0.00043168373170467735,
      "loss": 5.2242,
      "mean_token_accuracy": 0.20871836692094803,
      "num_tokens": 60599406.0,
      "step": 29900
    },
    {
      "entropy": 5.914971590042114,
      "epoch": 2.6133880975268724,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00043166136647796577,
      "loss": 5.2937,
      "mean_token_accuracy": 0.21305588483810425,
      "num_tokens": 60610435.0,
      "step": 29905
    },
    {
      "entropy": 5.9725419044494625,
      "epoch": 2.613825045879577,
      "grad_norm": 1.171875,
      "learning_rate": 0.000431638998246407,
      "loss": 5.2667,
      "mean_token_accuracy": 0.21045923680067063,
      "num_tokens": 60621405.0,
      "step": 29910
    },
    {
      "entropy": 5.926466608047486,
      "epoch": 2.614261994232282,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004316166270104303,
      "loss": 5.2393,
      "mean_token_accuracy": 0.20495854020118714,
      "num_tokens": 60632119.0,
      "step": 29915
    },
    {
      "entropy": 5.962082290649414,
      "epoch": 2.6146989425849867,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00043159425277046454,
      "loss": 5.2256,
      "mean_token_accuracy": 0.20663924515247345,
      "num_tokens": 60642163.0,
      "step": 29920
    },
    {
      "entropy": 5.946007537841797,
      "epoch": 2.615135890937691,
      "grad_norm": 1.171875,
      "learning_rate": 0.000431571875526939,
      "loss": 5.2455,
      "mean_token_accuracy": 0.2076641336083412,
      "num_tokens": 60652050.0,
      "step": 29925
    },
    {
      "entropy": 5.921185636520386,
      "epoch": 2.6155728392903956,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004315494952802828,
      "loss": 5.2344,
      "mean_token_accuracy": 0.20015594065189363,
      "num_tokens": 60661843.0,
      "step": 29930
    },
    {
      "entropy": 5.904090690612793,
      "epoch": 2.6160097876431005,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00043152711203092524,
      "loss": 5.1854,
      "mean_token_accuracy": 0.21121087521314622,
      "num_tokens": 60671618.0,
      "step": 29935
    },
    {
      "entropy": 6.018292236328125,
      "epoch": 2.6164467359958055,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004315047257792957,
      "loss": 5.3579,
      "mean_token_accuracy": 0.20225564986467362,
      "num_tokens": 60682930.0,
      "step": 29940
    },
    {
      "entropy": 6.0375114440917965,
      "epoch": 2.61688368434851,
      "grad_norm": 1.53125,
      "learning_rate": 0.0004314823365258235,
      "loss": 5.2871,
      "mean_token_accuracy": 0.2061508059501648,
      "num_tokens": 60692864.0,
      "step": 29945
    },
    {
      "entropy": 5.996979713439941,
      "epoch": 2.617320632701215,
      "grad_norm": 1.140625,
      "learning_rate": 0.00043145994427093806,
      "loss": 5.2739,
      "mean_token_accuracy": 0.20232925415039063,
      "num_tokens": 60702934.0,
      "step": 29950
    },
    {
      "entropy": 5.988661813735962,
      "epoch": 2.6177575810539193,
      "grad_norm": 1.28125,
      "learning_rate": 0.00043143754901506893,
      "loss": 5.2344,
      "mean_token_accuracy": 0.1984446942806244,
      "num_tokens": 60712289.0,
      "step": 29955
    },
    {
      "entropy": 5.896355485916137,
      "epoch": 2.6181945294066242,
      "grad_norm": 1.15625,
      "learning_rate": 0.00043141515075864563,
      "loss": 5.1889,
      "mean_token_accuracy": 0.21258700489997864,
      "num_tokens": 60723046.0,
      "step": 29960
    },
    {
      "entropy": 6.0027392387390135,
      "epoch": 2.6186314777593287,
      "grad_norm": 1.375,
      "learning_rate": 0.00043139274950209776,
      "loss": 5.2971,
      "mean_token_accuracy": 0.1950483500957489,
      "num_tokens": 60731969.0,
      "step": 29965
    },
    {
      "entropy": 6.021984052658081,
      "epoch": 2.6190684261120336,
      "grad_norm": 1.171875,
      "learning_rate": 0.00043137034524585506,
      "loss": 5.3652,
      "mean_token_accuracy": 0.20156500935554506,
      "num_tokens": 60743021.0,
      "step": 29970
    },
    {
      "entropy": 5.9590521335601805,
      "epoch": 2.6195053744647385,
      "grad_norm": 1.28125,
      "learning_rate": 0.0004313479379903472,
      "loss": 5.3026,
      "mean_token_accuracy": 0.20203493237495423,
      "num_tokens": 60751854.0,
      "step": 29975
    },
    {
      "entropy": 6.041362476348877,
      "epoch": 2.619942322817443,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0004313255277360039,
      "loss": 5.2439,
      "mean_token_accuracy": 0.203808031976223,
      "num_tokens": 60761572.0,
      "step": 29980
    },
    {
      "entropy": 5.935140132904053,
      "epoch": 2.6203792711701475,
      "grad_norm": 1.203125,
      "learning_rate": 0.0004313031144832551,
      "loss": 5.1995,
      "mean_token_accuracy": 0.20475372672080994,
      "num_tokens": 60771618.0,
      "step": 29985
    },
    {
      "entropy": 5.958464765548706,
      "epoch": 2.6208162195228524,
      "grad_norm": 1.15625,
      "learning_rate": 0.00043128069823253064,
      "loss": 5.223,
      "mean_token_accuracy": 0.20732436031103135,
      "num_tokens": 60781038.0,
      "step": 29990
    },
    {
      "entropy": 5.952080583572387,
      "epoch": 2.6212531678755573,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00043125827898426056,
      "loss": 5.2755,
      "mean_token_accuracy": 0.2012704700231552,
      "num_tokens": 60792433.0,
      "step": 29995
    },
    {
      "entropy": 5.982096433639526,
      "epoch": 2.6216901162282618,
      "grad_norm": 1.1953125,
      "learning_rate": 0.00043123585673887475,
      "loss": 5.2415,
      "mean_token_accuracy": 0.2048342376947403,
      "num_tokens": 60801995.0,
      "step": 30000
    },
    {
      "epoch": 2.6216901162282618,
      "eval_entropy": 5.7448563443833764,
      "eval_loss": 5.306271553039551,
      "eval_mean_token_accuracy": 0.21176056326021767,
      "eval_num_tokens": 60801995.0,
      "eval_runtime": 21.4149,
      "eval_samples_per_second": 1728.421,
      "eval_steps_per_second": 216.064,
      "step": 30000
    },
    {
      "entropy": 6.0001977443695065,
      "epoch": 2.6221270645809667,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004312134314968034,
      "loss": 5.2819,
      "mean_token_accuracy": 0.20136809051036836,
      "num_tokens": 60811784.0,
      "step": 30005
    },
    {
      "entropy": 5.989247131347656,
      "epoch": 2.622564012933671,
      "grad_norm": 1.1875,
      "learning_rate": 0.00043119100325847654,
      "loss": 5.2159,
      "mean_token_accuracy": 0.21213683485984802,
      "num_tokens": 60822018.0,
      "step": 30010
    },
    {
      "entropy": 5.912320470809936,
      "epoch": 2.623000961286376,
      "grad_norm": 1.203125,
      "learning_rate": 0.0004311685720243243,
      "loss": 5.2753,
      "mean_token_accuracy": 0.20302398800849913,
      "num_tokens": 60832204.0,
      "step": 30015
    },
    {
      "entropy": 5.939154624938965,
      "epoch": 2.6234379096390805,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004311461377947772,
      "loss": 5.257,
      "mean_token_accuracy": 0.20656467527151107,
      "num_tokens": 60843293.0,
      "step": 30020
    },
    {
      "entropy": 6.039063405990601,
      "epoch": 2.6238748579917854,
      "grad_norm": 1.265625,
      "learning_rate": 0.0004311237005702652,
      "loss": 5.2503,
      "mean_token_accuracy": 0.19853441268205643,
      "num_tokens": 60852323.0,
      "step": 30025
    },
    {
      "entropy": 5.937086677551269,
      "epoch": 2.6243118063444903,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004311012603512189,
      "loss": 5.2288,
      "mean_token_accuracy": 0.20568448752164842,
      "num_tokens": 60862788.0,
      "step": 30030
    },
    {
      "entropy": 5.9434751033782955,
      "epoch": 2.624748754697195,
      "grad_norm": 1.1484375,
      "learning_rate": 0.00043107881713806863,
      "loss": 5.2834,
      "mean_token_accuracy": 0.20400407314300537,
      "num_tokens": 60872793.0,
      "step": 30035
    },
    {
      "entropy": 5.962207698822022,
      "epoch": 2.6251857030498993,
      "grad_norm": 1.125,
      "learning_rate": 0.00043105637093124484,
      "loss": 5.2293,
      "mean_token_accuracy": 0.21022213995456696,
      "num_tokens": 60882712.0,
      "step": 30040
    },
    {
      "entropy": 6.013529443740845,
      "epoch": 2.625622651402604,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00043103392173117814,
      "loss": 5.2902,
      "mean_token_accuracy": 0.2047850966453552,
      "num_tokens": 60892400.0,
      "step": 30045
    },
    {
      "entropy": 5.9698632717132565,
      "epoch": 2.626059599755309,
      "grad_norm": 1.15625,
      "learning_rate": 0.00043101146953829895,
      "loss": 5.2066,
      "mean_token_accuracy": 0.21378585398197175,
      "num_tokens": 60902480.0,
      "step": 30050
    },
    {
      "entropy": 5.942562055587769,
      "epoch": 2.6264965481080136,
      "grad_norm": 1.21875,
      "learning_rate": 0.0004309890143530382,
      "loss": 5.2889,
      "mean_token_accuracy": 0.20364561825990676,
      "num_tokens": 60912183.0,
      "step": 30055
    },
    {
      "entropy": 6.020924139022827,
      "epoch": 2.6269334964607185,
      "grad_norm": 1.203125,
      "learning_rate": 0.0004309665561758262,
      "loss": 5.2824,
      "mean_token_accuracy": 0.20218854993581772,
      "num_tokens": 60922166.0,
      "step": 30060
    },
    {
      "entropy": 5.985758924484253,
      "epoch": 2.627370444813423,
      "grad_norm": 1.171875,
      "learning_rate": 0.00043094409500709404,
      "loss": 5.2119,
      "mean_token_accuracy": 0.21033035665750505,
      "num_tokens": 60931980.0,
      "step": 30065
    },
    {
      "entropy": 5.926395606994629,
      "epoch": 2.627807393166128,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004309216308472725,
      "loss": 5.4063,
      "mean_token_accuracy": 0.2004302278161049,
      "num_tokens": 60943382.0,
      "step": 30070
    },
    {
      "entropy": 5.9842400550842285,
      "epoch": 2.6282443415188323,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004308991636967923,
      "loss": 5.2691,
      "mean_token_accuracy": 0.20644825994968413,
      "num_tokens": 60953505.0,
      "step": 30075
    },
    {
      "entropy": 6.034263944625854,
      "epoch": 2.6286812898715373,
      "grad_norm": 1.296875,
      "learning_rate": 0.0004308766935560844,
      "loss": 5.2752,
      "mean_token_accuracy": 0.20420192927122116,
      "num_tokens": 60963851.0,
      "step": 30080
    },
    {
      "entropy": 6.006403541564941,
      "epoch": 2.6291182382242417,
      "grad_norm": 1.1875,
      "learning_rate": 0.00043085422042557985,
      "loss": 5.3053,
      "mean_token_accuracy": 0.20135996043682097,
      "num_tokens": 60974919.0,
      "step": 30085
    },
    {
      "entropy": 6.021774005889893,
      "epoch": 2.6295551865769466,
      "grad_norm": 1.2265625,
      "learning_rate": 0.00043083174430570974,
      "loss": 5.3227,
      "mean_token_accuracy": 0.20261907577514648,
      "num_tokens": 60983866.0,
      "step": 30090
    },
    {
      "entropy": 5.920012187957764,
      "epoch": 2.629992134929651,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00043080926519690517,
      "loss": 5.2211,
      "mean_token_accuracy": 0.21047591269016266,
      "num_tokens": 60994393.0,
      "step": 30095
    },
    {
      "entropy": 5.9767779350280765,
      "epoch": 2.630429083282356,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00043078678309959716,
      "loss": 5.3051,
      "mean_token_accuracy": 0.20746527314186097,
      "num_tokens": 61004634.0,
      "step": 30100
    },
    {
      "entropy": 5.942767238616943,
      "epoch": 2.630866031635061,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004307642980142171,
      "loss": 5.2522,
      "mean_token_accuracy": 0.20581557154655455,
      "num_tokens": 61014771.0,
      "step": 30105
    },
    {
      "entropy": 5.954597663879395,
      "epoch": 2.6313029799877654,
      "grad_norm": 1.2578125,
      "learning_rate": 0.00043074180994119604,
      "loss": 5.2922,
      "mean_token_accuracy": 0.20261820107698442,
      "num_tokens": 61025213.0,
      "step": 30110
    },
    {
      "entropy": 6.00604887008667,
      "epoch": 2.63173992834047,
      "grad_norm": 1.3671875,
      "learning_rate": 0.0004307193188809656,
      "loss": 5.1809,
      "mean_token_accuracy": 0.21060922741889954,
      "num_tokens": 61035601.0,
      "step": 30115
    },
    {
      "entropy": 5.941459465026855,
      "epoch": 2.632176876693175,
      "grad_norm": 1.1640625,
      "learning_rate": 0.00043069682483395694,
      "loss": 5.2373,
      "mean_token_accuracy": 0.20475064516067504,
      "num_tokens": 61045862.0,
      "step": 30120
    },
    {
      "entropy": 5.927721738815308,
      "epoch": 2.6326138250458797,
      "grad_norm": 1.1484375,
      "learning_rate": 0.00043067432780060163,
      "loss": 5.2443,
      "mean_token_accuracy": 0.2163733199238777,
      "num_tokens": 61056702.0,
      "step": 30125
    },
    {
      "entropy": 5.979840326309204,
      "epoch": 2.633050773398584,
      "grad_norm": 1.2421875,
      "learning_rate": 0.00043065182778133116,
      "loss": 5.3341,
      "mean_token_accuracy": 0.19908962845802308,
      "num_tokens": 61066353.0,
      "step": 30130
    },
    {
      "entropy": 5.978149843215943,
      "epoch": 2.633487721751289,
      "grad_norm": 1.2734375,
      "learning_rate": 0.000430629324776577,
      "loss": 5.2543,
      "mean_token_accuracy": 0.2002208337187767,
      "num_tokens": 61076534.0,
      "step": 30135
    },
    {
      "entropy": 5.9809166431427006,
      "epoch": 2.6339246701039936,
      "grad_norm": 1.046875,
      "learning_rate": 0.00043060681878677096,
      "loss": 5.1781,
      "mean_token_accuracy": 0.21370363980531693,
      "num_tokens": 61086635.0,
      "step": 30140
    },
    {
      "entropy": 5.946864366531372,
      "epoch": 2.6343616184566985,
      "grad_norm": 1.1796875,
      "learning_rate": 0.00043058430981234453,
      "loss": 5.2884,
      "mean_token_accuracy": 0.19436485767364503,
      "num_tokens": 61096605.0,
      "step": 30145
    },
    {
      "entropy": 5.908349275588989,
      "epoch": 2.634798566809403,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004305617978537295,
      "loss": 5.2365,
      "mean_token_accuracy": 0.2079809322953224,
      "num_tokens": 61106465.0,
      "step": 30150
    },
    {
      "entropy": 6.014854001998901,
      "epoch": 2.635235515162108,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004305392829113577,
      "loss": 5.3281,
      "mean_token_accuracy": 0.20699455887079238,
      "num_tokens": 61116063.0,
      "step": 30155
    },
    {
      "entropy": 6.024179077148437,
      "epoch": 2.6356724635148128,
      "grad_norm": 1.1796875,
      "learning_rate": 0.00043051676498566095,
      "loss": 5.3073,
      "mean_token_accuracy": 0.19521192759275435,
      "num_tokens": 61125794.0,
      "step": 30160
    },
    {
      "entropy": 5.963627529144287,
      "epoch": 2.6361094118675172,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0004304942440770712,
      "loss": 5.2901,
      "mean_token_accuracy": 0.2025519922375679,
      "num_tokens": 61135734.0,
      "step": 30165
    },
    {
      "entropy": 5.925174045562744,
      "epoch": 2.6365463602202217,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004304717201860203,
      "loss": 5.2515,
      "mean_token_accuracy": 0.20637201219797136,
      "num_tokens": 61146071.0,
      "step": 30170
    },
    {
      "entropy": 5.966479158401489,
      "epoch": 2.6369833085729266,
      "grad_norm": 1.265625,
      "learning_rate": 0.0004304491933129404,
      "loss": 5.2244,
      "mean_token_accuracy": 0.21157647520303727,
      "num_tokens": 61154931.0,
      "step": 30175
    },
    {
      "entropy": 5.9367999076843265,
      "epoch": 2.6374202569256315,
      "grad_norm": 1.25,
      "learning_rate": 0.0004304266634582634,
      "loss": 5.2582,
      "mean_token_accuracy": 0.2066264271736145,
      "num_tokens": 61164464.0,
      "step": 30180
    },
    {
      "entropy": 5.951462841033935,
      "epoch": 2.637857205278336,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004304041306224217,
      "loss": 5.2788,
      "mean_token_accuracy": 0.20938679128885268,
      "num_tokens": 61175379.0,
      "step": 30185
    },
    {
      "entropy": 5.936304521560669,
      "epoch": 2.638294153631041,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00043038159480584723,
      "loss": 5.1964,
      "mean_token_accuracy": 0.21214301735162736,
      "num_tokens": 61186340.0,
      "step": 30190
    },
    {
      "entropy": 5.964855480194092,
      "epoch": 2.6387311019837454,
      "grad_norm": 1.171875,
      "learning_rate": 0.00043035905600897237,
      "loss": 5.2262,
      "mean_token_accuracy": 0.2100541666150093,
      "num_tokens": 61196495.0,
      "step": 30195
    },
    {
      "entropy": 5.990615797042847,
      "epoch": 2.6391680503364503,
      "grad_norm": 1.203125,
      "learning_rate": 0.00043033651423222947,
      "loss": 5.2896,
      "mean_token_accuracy": 0.20384186506271362,
      "num_tokens": 61206555.0,
      "step": 30200
    },
    {
      "entropy": 6.016305828094483,
      "epoch": 2.6396049986891548,
      "grad_norm": 1.28125,
      "learning_rate": 0.0004303139694760508,
      "loss": 5.3773,
      "mean_token_accuracy": 0.197359499335289,
      "num_tokens": 61215818.0,
      "step": 30205
    },
    {
      "entropy": 5.985140228271485,
      "epoch": 2.6400419470418597,
      "grad_norm": 1.140625,
      "learning_rate": 0.00043029142174086875,
      "loss": 5.2376,
      "mean_token_accuracy": 0.20708276927471161,
      "num_tokens": 61226325.0,
      "step": 30210
    },
    {
      "entropy": 6.016773986816406,
      "epoch": 2.6404788953945646,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004302688710271159,
      "loss": 5.2639,
      "mean_token_accuracy": 0.19982353448867798,
      "num_tokens": 61236179.0,
      "step": 30215
    },
    {
      "entropy": 5.926403427124024,
      "epoch": 2.640915843747269,
      "grad_norm": 1.28125,
      "learning_rate": 0.00043024631733522484,
      "loss": 5.2125,
      "mean_token_accuracy": 0.2121615543961525,
      "num_tokens": 61245680.0,
      "step": 30220
    },
    {
      "entropy": 5.964406967163086,
      "epoch": 2.6413527920999735,
      "grad_norm": 1.203125,
      "learning_rate": 0.000430223760665628,
      "loss": 5.3256,
      "mean_token_accuracy": 0.19644102454185486,
      "num_tokens": 61256369.0,
      "step": 30225
    },
    {
      "entropy": 5.913166332244873,
      "epoch": 2.6417897404526784,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00043020120101875807,
      "loss": 5.2074,
      "mean_token_accuracy": 0.21267425566911696,
      "num_tokens": 61266395.0,
      "step": 30230
    },
    {
      "entropy": 5.986561679840088,
      "epoch": 2.6422266888053834,
      "grad_norm": 1.1796875,
      "learning_rate": 0.00043017863839504784,
      "loss": 5.3131,
      "mean_token_accuracy": 0.2027782380580902,
      "num_tokens": 61276442.0,
      "step": 30235
    },
    {
      "entropy": 6.033629608154297,
      "epoch": 2.642663637158088,
      "grad_norm": 1.1640625,
      "learning_rate": 0.00043015607279493,
      "loss": 5.3582,
      "mean_token_accuracy": 0.19218102395534514,
      "num_tokens": 61286230.0,
      "step": 30240
    },
    {
      "entropy": 5.919927263259888,
      "epoch": 2.6431005855107927,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004301335042188373,
      "loss": 5.2206,
      "mean_token_accuracy": 0.20599597841501235,
      "num_tokens": 61297853.0,
      "step": 30245
    },
    {
      "entropy": 5.913361883163452,
      "epoch": 2.643537533863497,
      "grad_norm": 1.15625,
      "learning_rate": 0.00043011093266720273,
      "loss": 5.1792,
      "mean_token_accuracy": 0.20952753573656083,
      "num_tokens": 61307976.0,
      "step": 30250
    },
    {
      "entropy": 5.991353464126587,
      "epoch": 2.643974482216202,
      "grad_norm": 1.1796875,
      "learning_rate": 0.00043008835814045926,
      "loss": 5.2828,
      "mean_token_accuracy": 0.2016248106956482,
      "num_tokens": 61319101.0,
      "step": 30255
    },
    {
      "entropy": 5.9817423820495605,
      "epoch": 2.6444114305689066,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004300657806390398,
      "loss": 5.2784,
      "mean_token_accuracy": 0.20385440289974213,
      "num_tokens": 61329492.0,
      "step": 30260
    },
    {
      "entropy": 6.019763612747193,
      "epoch": 2.6448483789216115,
      "grad_norm": 1.125,
      "learning_rate": 0.00043004320016337737,
      "loss": 5.3326,
      "mean_token_accuracy": 0.19709185063838958,
      "num_tokens": 61340480.0,
      "step": 30265
    },
    {
      "entropy": 5.998230266571045,
      "epoch": 2.6452853272743164,
      "grad_norm": 1.1640625,
      "learning_rate": 0.00043002061671390513,
      "loss": 5.2321,
      "mean_token_accuracy": 0.20690821409225463,
      "num_tokens": 61350572.0,
      "step": 30270
    },
    {
      "entropy": 5.977948331832886,
      "epoch": 2.645722275627021,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0004299980302910563,
      "loss": 5.2711,
      "mean_token_accuracy": 0.20438533574342727,
      "num_tokens": 61361329.0,
      "step": 30275
    },
    {
      "entropy": 6.023914957046509,
      "epoch": 2.6461592239797254,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0004299754408952639,
      "loss": 5.3382,
      "mean_token_accuracy": 0.1985192373394966,
      "num_tokens": 61372618.0,
      "step": 30280
    },
    {
      "entropy": 6.0523021697998045,
      "epoch": 2.6465961723324303,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004299528485269614,
      "loss": 5.3671,
      "mean_token_accuracy": 0.19055025279521942,
      "num_tokens": 61383831.0,
      "step": 30285
    },
    {
      "entropy": 5.93655366897583,
      "epoch": 2.647033120685135,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004299302531865821,
      "loss": 5.2357,
      "mean_token_accuracy": 0.2067283049225807,
      "num_tokens": 61394527.0,
      "step": 30290
    },
    {
      "entropy": 5.966500663757325,
      "epoch": 2.6474700690378397,
      "grad_norm": 1.1640625,
      "learning_rate": 0.00042990765487455935,
      "loss": 5.352,
      "mean_token_accuracy": 0.1995629459619522,
      "num_tokens": 61404787.0,
      "step": 30295
    },
    {
      "entropy": 5.947906827926635,
      "epoch": 2.6479070173905446,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004298850535913266,
      "loss": 5.1716,
      "mean_token_accuracy": 0.21387271136045455,
      "num_tokens": 61413922.0,
      "step": 30300
    },
    {
      "entropy": 5.990271377563476,
      "epoch": 2.648343965743249,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004298624493373174,
      "loss": 5.2634,
      "mean_token_accuracy": 0.2041306048631668,
      "num_tokens": 61424750.0,
      "step": 30305
    },
    {
      "entropy": 5.917937183380127,
      "epoch": 2.648780914095954,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004298398421129653,
      "loss": 5.224,
      "mean_token_accuracy": 0.20861069113016129,
      "num_tokens": 61435222.0,
      "step": 30310
    },
    {
      "entropy": 5.944699907302857,
      "epoch": 2.6492178624486584,
      "grad_norm": 1.21875,
      "learning_rate": 0.0004298172319187038,
      "loss": 5.2755,
      "mean_token_accuracy": 0.21473704129457474,
      "num_tokens": 61444230.0,
      "step": 30315
    },
    {
      "entropy": 6.003769063949585,
      "epoch": 2.6496548108013633,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004297946187549667,
      "loss": 5.2773,
      "mean_token_accuracy": 0.19357791543006897,
      "num_tokens": 61454975.0,
      "step": 30320
    },
    {
      "entropy": 5.988450717926026,
      "epoch": 2.6500917591540682,
      "grad_norm": 1.2734375,
      "learning_rate": 0.00042977200262218776,
      "loss": 5.359,
      "mean_token_accuracy": 0.19739533513784407,
      "num_tokens": 61465563.0,
      "step": 30325
    },
    {
      "entropy": 5.981688356399536,
      "epoch": 2.6505287075067727,
      "grad_norm": 1.234375,
      "learning_rate": 0.0004297493835208006,
      "loss": 5.2827,
      "mean_token_accuracy": 0.2027459219098091,
      "num_tokens": 61475330.0,
      "step": 30330
    },
    {
      "entropy": 6.003179740905762,
      "epoch": 2.650965655859477,
      "grad_norm": 1.2265625,
      "learning_rate": 0.00042972676145123926,
      "loss": 5.2947,
      "mean_token_accuracy": 0.1998294025659561,
      "num_tokens": 61485577.0,
      "step": 30335
    },
    {
      "entropy": 5.989609861373902,
      "epoch": 2.651402604212182,
      "grad_norm": 1.1484375,
      "learning_rate": 0.00042970413641393754,
      "loss": 5.2645,
      "mean_token_accuracy": 0.20337091833353044,
      "num_tokens": 61495502.0,
      "step": 30340
    },
    {
      "entropy": 5.9574497699737545,
      "epoch": 2.651839552564887,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004296815084093294,
      "loss": 5.2918,
      "mean_token_accuracy": 0.19946152716875076,
      "num_tokens": 61505383.0,
      "step": 30345
    },
    {
      "entropy": 5.976319646835327,
      "epoch": 2.6522765009175915,
      "grad_norm": 1.15625,
      "learning_rate": 0.00042965887743784886,
      "loss": 5.2716,
      "mean_token_accuracy": 0.20587811917066573,
      "num_tokens": 61515052.0,
      "step": 30350
    },
    {
      "entropy": 5.972096729278564,
      "epoch": 2.6527134492702964,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004296362434999301,
      "loss": 5.1939,
      "mean_token_accuracy": 0.21396572291851043,
      "num_tokens": 61525139.0,
      "step": 30355
    },
    {
      "entropy": 5.918143033981323,
      "epoch": 2.653150397623001,
      "grad_norm": 1.1875,
      "learning_rate": 0.00042961360659600706,
      "loss": 5.1684,
      "mean_token_accuracy": 0.2144242748618126,
      "num_tokens": 61534901.0,
      "step": 30360
    },
    {
      "entropy": 5.991039752960205,
      "epoch": 2.653587345975706,
      "grad_norm": 1.3671875,
      "learning_rate": 0.0004295909667265141,
      "loss": 5.2629,
      "mean_token_accuracy": 0.19662379324436188,
      "num_tokens": 61543258.0,
      "step": 30365
    },
    {
      "entropy": 5.935681915283203,
      "epoch": 2.6540242943284102,
      "grad_norm": 1.3046875,
      "learning_rate": 0.00042956832389188534,
      "loss": 5.2614,
      "mean_token_accuracy": 0.2038547948002815,
      "num_tokens": 61553294.0,
      "step": 30370
    },
    {
      "entropy": 5.964581060409546,
      "epoch": 2.654461242681115,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004295456780925551,
      "loss": 5.2218,
      "mean_token_accuracy": 0.21316978037357331,
      "num_tokens": 61562986.0,
      "step": 30375
    },
    {
      "entropy": 5.942091274261474,
      "epoch": 2.65489819103382,
      "grad_norm": 1.1875,
      "learning_rate": 0.00042952302932895784,
      "loss": 5.2972,
      "mean_token_accuracy": 0.20742479115724563,
      "num_tokens": 61573994.0,
      "step": 30380
    },
    {
      "entropy": 5.932125091552734,
      "epoch": 2.6553351393865245,
      "grad_norm": 1.234375,
      "learning_rate": 0.00042950037760152793,
      "loss": 5.2453,
      "mean_token_accuracy": 0.20722761899232864,
      "num_tokens": 61584279.0,
      "step": 30385
    },
    {
      "entropy": 6.0303442001342775,
      "epoch": 2.655772087739229,
      "grad_norm": 1.25,
      "learning_rate": 0.0004294777229106998,
      "loss": 5.3277,
      "mean_token_accuracy": 0.19882399290800096,
      "num_tokens": 61595188.0,
      "step": 30390
    },
    {
      "entropy": 5.943076848983765,
      "epoch": 2.656209036091934,
      "grad_norm": 1.1328125,
      "learning_rate": 0.000429455065256908,
      "loss": 5.3422,
      "mean_token_accuracy": 0.2031593441963196,
      "num_tokens": 61605321.0,
      "step": 30395
    },
    {
      "entropy": 6.037812280654907,
      "epoch": 2.656645984444639,
      "grad_norm": 1.125,
      "learning_rate": 0.0004294324046405871,
      "loss": 5.2818,
      "mean_token_accuracy": 0.19930603057146073,
      "num_tokens": 61615137.0,
      "step": 30400
    },
    {
      "entropy": 5.981216859817505,
      "epoch": 2.6570829327973433,
      "grad_norm": 1.25,
      "learning_rate": 0.00042940974106217176,
      "loss": 5.1803,
      "mean_token_accuracy": 0.21033683121204377,
      "num_tokens": 61625912.0,
      "step": 30405
    },
    {
      "entropy": 5.942467594146729,
      "epoch": 2.6575198811500482,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004293870745220967,
      "loss": 5.2108,
      "mean_token_accuracy": 0.20631679594516755,
      "num_tokens": 61635836.0,
      "step": 30410
    },
    {
      "entropy": 5.922973251342773,
      "epoch": 2.6579568295027527,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004293644050207966,
      "loss": 5.2843,
      "mean_token_accuracy": 0.20332921296358109,
      "num_tokens": 61645151.0,
      "step": 30415
    },
    {
      "entropy": 6.071000576019287,
      "epoch": 2.6583937778554576,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004293417325587064,
      "loss": 5.313,
      "mean_token_accuracy": 0.2028961107134819,
      "num_tokens": 61654266.0,
      "step": 30420
    },
    {
      "entropy": 6.0706751346588135,
      "epoch": 2.658830726208162,
      "grad_norm": 1.296875,
      "learning_rate": 0.0004293190571362608,
      "loss": 5.4039,
      "mean_token_accuracy": 0.18900131285190583,
      "num_tokens": 61664355.0,
      "step": 30425
    },
    {
      "entropy": 6.004130506515503,
      "epoch": 2.659267674560867,
      "grad_norm": 1.3671875,
      "learning_rate": 0.00042929637875389486,
      "loss": 5.323,
      "mean_token_accuracy": 0.20497549176216126,
      "num_tokens": 61674130.0,
      "step": 30430
    },
    {
      "entropy": 6.037674283981323,
      "epoch": 2.6597046229135715,
      "grad_norm": 1.140625,
      "learning_rate": 0.00042927369741204357,
      "loss": 5.3321,
      "mean_token_accuracy": 0.20013878345489503,
      "num_tokens": 61683612.0,
      "step": 30435
    },
    {
      "entropy": 5.953381013870239,
      "epoch": 2.6601415712662764,
      "grad_norm": 1.34375,
      "learning_rate": 0.0004292510131111419,
      "loss": 5.3065,
      "mean_token_accuracy": 0.20993157774209975,
      "num_tokens": 61693156.0,
      "step": 30440
    },
    {
      "entropy": 5.952169513702392,
      "epoch": 2.660578519618981,
      "grad_norm": 1.234375,
      "learning_rate": 0.00042922832585162496,
      "loss": 5.1817,
      "mean_token_accuracy": 0.20748405605554582,
      "num_tokens": 61701925.0,
      "step": 30445
    },
    {
      "entropy": 5.999997138977051,
      "epoch": 2.6610154679716858,
      "grad_norm": 1.1796875,
      "learning_rate": 0.00042920563563392803,
      "loss": 5.2568,
      "mean_token_accuracy": 0.21194660067558288,
      "num_tokens": 61712388.0,
      "step": 30450
    },
    {
      "entropy": 5.96908802986145,
      "epoch": 2.6614524163243907,
      "grad_norm": 1.21875,
      "learning_rate": 0.00042918294245848605,
      "loss": 5.2444,
      "mean_token_accuracy": 0.20229623317718506,
      "num_tokens": 61722402.0,
      "step": 30455
    },
    {
      "entropy": 5.998592233657837,
      "epoch": 2.661889364677095,
      "grad_norm": 1.234375,
      "learning_rate": 0.00042916024632573454,
      "loss": 5.3397,
      "mean_token_accuracy": 0.1966147944331169,
      "num_tokens": 61733160.0,
      "step": 30460
    },
    {
      "entropy": 5.982438325881958,
      "epoch": 2.6623263130297996,
      "grad_norm": 1.2578125,
      "learning_rate": 0.00042913754723610865,
      "loss": 5.2544,
      "mean_token_accuracy": 0.20237987041473388,
      "num_tokens": 61742536.0,
      "step": 30465
    },
    {
      "entropy": 5.973177433013916,
      "epoch": 2.6627632613825045,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004291148451900439,
      "loss": 5.2781,
      "mean_token_accuracy": 0.20438710302114488,
      "num_tokens": 61753439.0,
      "step": 30470
    },
    {
      "entropy": 5.963394975662231,
      "epoch": 2.6632002097352094,
      "grad_norm": 1.359375,
      "learning_rate": 0.00042909214018797565,
      "loss": 5.2543,
      "mean_token_accuracy": 0.20656313747167587,
      "num_tokens": 61763994.0,
      "step": 30475
    },
    {
      "entropy": 6.009616947174072,
      "epoch": 2.663637158087914,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004290694322303394,
      "loss": 5.2965,
      "mean_token_accuracy": 0.20616729110479354,
      "num_tokens": 61774082.0,
      "step": 30480
    },
    {
      "entropy": 5.946754598617554,
      "epoch": 2.664074106440619,
      "grad_norm": 1.234375,
      "learning_rate": 0.00042904672131757065,
      "loss": 5.2373,
      "mean_token_accuracy": 0.21102816760540008,
      "num_tokens": 61784528.0,
      "step": 30485
    },
    {
      "entropy": 5.966747522354126,
      "epoch": 2.6645110547933233,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004290240074501051,
      "loss": 5.2522,
      "mean_token_accuracy": 0.2011702075600624,
      "num_tokens": 61794267.0,
      "step": 30490
    },
    {
      "entropy": 6.00425124168396,
      "epoch": 2.664948003146028,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004290012906283784,
      "loss": 5.2635,
      "mean_token_accuracy": 0.2085181400179863,
      "num_tokens": 61804842.0,
      "step": 30495
    },
    {
      "entropy": 6.013560724258423,
      "epoch": 2.6653849514987327,
      "grad_norm": 1.3125,
      "learning_rate": 0.00042897857085282627,
      "loss": 5.2769,
      "mean_token_accuracy": 0.2057777538895607,
      "num_tokens": 61814316.0,
      "step": 30500
    },
    {
      "entropy": 5.991419506072998,
      "epoch": 2.6658218998514376,
      "grad_norm": 1.234375,
      "learning_rate": 0.00042895584812388445,
      "loss": 5.2802,
      "mean_token_accuracy": 0.20707697570323944,
      "num_tokens": 61823828.0,
      "step": 30505
    },
    {
      "entropy": 5.998269939422608,
      "epoch": 2.6662588482041425,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004289331224419888,
      "loss": 5.2835,
      "mean_token_accuracy": 0.2005523771047592,
      "num_tokens": 61833878.0,
      "step": 30510
    },
    {
      "entropy": 5.939364719390869,
      "epoch": 2.666695796556847,
      "grad_norm": 1.140625,
      "learning_rate": 0.00042891039380757516,
      "loss": 5.1948,
      "mean_token_accuracy": 0.20878576636314392,
      "num_tokens": 61844591.0,
      "step": 30515
    },
    {
      "entropy": 5.98142294883728,
      "epoch": 2.6671327449095514,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00042888766222107954,
      "loss": 5.2838,
      "mean_token_accuracy": 0.20694509744644166,
      "num_tokens": 61854791.0,
      "step": 30520
    },
    {
      "entropy": 5.945682382583618,
      "epoch": 2.6675696932622563,
      "grad_norm": 1.1328125,
      "learning_rate": 0.000428864927682938,
      "loss": 5.3046,
      "mean_token_accuracy": 0.20316993892192842,
      "num_tokens": 61865194.0,
      "step": 30525
    },
    {
      "entropy": 5.918583631515503,
      "epoch": 2.6680066416149613,
      "grad_norm": 1.3125,
      "learning_rate": 0.00042884219019358644,
      "loss": 5.2286,
      "mean_token_accuracy": 0.19852766394615173,
      "num_tokens": 61874827.0,
      "step": 30530
    },
    {
      "entropy": 5.997847414016723,
      "epoch": 2.6684435899676657,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004288194497534611,
      "loss": 5.2847,
      "mean_token_accuracy": 0.1997142553329468,
      "num_tokens": 61885596.0,
      "step": 30535
    },
    {
      "entropy": 5.905261087417602,
      "epoch": 2.6688805383203706,
      "grad_norm": 1.2734375,
      "learning_rate": 0.00042879670636299805,
      "loss": 5.1305,
      "mean_token_accuracy": 0.21636616289615632,
      "num_tokens": 61895732.0,
      "step": 30540
    },
    {
      "entropy": 5.939115715026856,
      "epoch": 2.669317486673075,
      "grad_norm": 1.125,
      "learning_rate": 0.00042877396002263357,
      "loss": 5.2597,
      "mean_token_accuracy": 0.19798213392496108,
      "num_tokens": 61905581.0,
      "step": 30545
    },
    {
      "entropy": 5.9365147113800045,
      "epoch": 2.66975443502578,
      "grad_norm": 1.2890625,
      "learning_rate": 0.00042875121073280404,
      "loss": 5.2109,
      "mean_token_accuracy": 0.20747985690832138,
      "num_tokens": 61914926.0,
      "step": 30550
    },
    {
      "entropy": 5.915795040130615,
      "epoch": 2.6701913833784845,
      "grad_norm": 1.171875,
      "learning_rate": 0.00042872845849394563,
      "loss": 5.2282,
      "mean_token_accuracy": 0.20696310698986053,
      "num_tokens": 61926501.0,
      "step": 30555
    },
    {
      "entropy": 5.996515703201294,
      "epoch": 2.6706283317311894,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00042870570330649495,
      "loss": 5.3208,
      "mean_token_accuracy": 0.2031559467315674,
      "num_tokens": 61937161.0,
      "step": 30560
    },
    {
      "entropy": 5.955176162719726,
      "epoch": 2.6710652800838943,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004286829451708883,
      "loss": 5.222,
      "mean_token_accuracy": 0.20421443730592728,
      "num_tokens": 61949125.0,
      "step": 30565
    },
    {
      "entropy": 5.963596820831299,
      "epoch": 2.671502228436599,
      "grad_norm": 1.2734375,
      "learning_rate": 0.0004286601840875622,
      "loss": 5.14,
      "mean_token_accuracy": 0.21426405906677246,
      "num_tokens": 61958110.0,
      "step": 30570
    },
    {
      "entropy": 5.951894044876099,
      "epoch": 2.6719391767893033,
      "grad_norm": 1.2734375,
      "learning_rate": 0.0004286374200569533,
      "loss": 5.2599,
      "mean_token_accuracy": 0.20316606462001802,
      "num_tokens": 61967805.0,
      "step": 30575
    },
    {
      "entropy": 5.898202705383301,
      "epoch": 2.672376125142008,
      "grad_norm": 1.234375,
      "learning_rate": 0.00042861465307949815,
      "loss": 5.2649,
      "mean_token_accuracy": 0.2074188157916069,
      "num_tokens": 61977189.0,
      "step": 30580
    },
    {
      "entropy": 5.996068525314331,
      "epoch": 2.672813073494713,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00042859188315563345,
      "loss": 5.3645,
      "mean_token_accuracy": 0.1994578555226326,
      "num_tokens": 61988568.0,
      "step": 30585
    },
    {
      "entropy": 5.998816394805909,
      "epoch": 2.6732500218474176,
      "grad_norm": 1.046875,
      "learning_rate": 0.00042856911028579597,
      "loss": 5.209,
      "mean_token_accuracy": 0.20276427865028382,
      "num_tokens": 61999316.0,
      "step": 30590
    },
    {
      "entropy": 5.966866397857666,
      "epoch": 2.6736869702001225,
      "grad_norm": 1.15625,
      "learning_rate": 0.00042854633447042247,
      "loss": 5.2911,
      "mean_token_accuracy": 0.2082116648554802,
      "num_tokens": 62009345.0,
      "step": 30595
    },
    {
      "entropy": 5.915604496002198,
      "epoch": 2.674123918552827,
      "grad_norm": 1.21875,
      "learning_rate": 0.00042852355570994983,
      "loss": 5.2196,
      "mean_token_accuracy": 0.20900741070508957,
      "num_tokens": 62020847.0,
      "step": 30600
    },
    {
      "entropy": 5.937290525436401,
      "epoch": 2.674560866905532,
      "grad_norm": 1.3046875,
      "learning_rate": 0.00042850077400481495,
      "loss": 5.2138,
      "mean_token_accuracy": 0.21360966712236404,
      "num_tokens": 62030506.0,
      "step": 30605
    },
    {
      "entropy": 6.056695175170899,
      "epoch": 2.6749978152582363,
      "grad_norm": 1.140625,
      "learning_rate": 0.00042847798935545484,
      "loss": 5.3629,
      "mean_token_accuracy": 0.19804946035146714,
      "num_tokens": 62040238.0,
      "step": 30610
    },
    {
      "entropy": 5.906653356552124,
      "epoch": 2.6754347636109412,
      "grad_norm": 1.296875,
      "learning_rate": 0.0004284552017623064,
      "loss": 5.2466,
      "mean_token_accuracy": 0.20744175761938094,
      "num_tokens": 62050192.0,
      "step": 30615
    },
    {
      "entropy": 5.959452724456787,
      "epoch": 2.675871711963646,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004284324112258068,
      "loss": 5.2628,
      "mean_token_accuracy": 0.20762160420417786,
      "num_tokens": 62059475.0,
      "step": 30620
    },
    {
      "entropy": 5.994678688049317,
      "epoch": 2.6763086603163506,
      "grad_norm": 1.234375,
      "learning_rate": 0.00042840961774639314,
      "loss": 5.2573,
      "mean_token_accuracy": 0.2009823888540268,
      "num_tokens": 62068799.0,
      "step": 30625
    },
    {
      "entropy": 5.977490854263306,
      "epoch": 2.676745608669055,
      "grad_norm": 1.234375,
      "learning_rate": 0.0004283868213245026,
      "loss": 5.3158,
      "mean_token_accuracy": 0.20037299245595933,
      "num_tokens": 62078205.0,
      "step": 30630
    },
    {
      "entropy": 5.91634430885315,
      "epoch": 2.67718255702176,
      "grad_norm": 1.1875,
      "learning_rate": 0.00042836402196057255,
      "loss": 5.183,
      "mean_token_accuracy": 0.2106802761554718,
      "num_tokens": 62088084.0,
      "step": 30635
    },
    {
      "entropy": 5.940693283081055,
      "epoch": 2.677619505374465,
      "grad_norm": 1.21875,
      "learning_rate": 0.00042834121965504014,
      "loss": 5.2228,
      "mean_token_accuracy": 0.20996991991996766,
      "num_tokens": 62098709.0,
      "step": 30640
    },
    {
      "entropy": 5.888373470306396,
      "epoch": 2.6780564537271694,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0004283184144083428,
      "loss": 5.1886,
      "mean_token_accuracy": 0.21023109257221223,
      "num_tokens": 62108949.0,
      "step": 30645
    },
    {
      "entropy": 5.943517398834229,
      "epoch": 2.6784934020798743,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00042829560622091795,
      "loss": 5.2274,
      "mean_token_accuracy": 0.20719613134860992,
      "num_tokens": 62118922.0,
      "step": 30650
    },
    {
      "entropy": 5.962177181243897,
      "epoch": 2.6789303504325788,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00042827279509320297,
      "loss": 5.2308,
      "mean_token_accuracy": 0.20456732660531998,
      "num_tokens": 62128396.0,
      "step": 30655
    },
    {
      "entropy": 6.023058462142944,
      "epoch": 2.6793672987852837,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0004282499810256356,
      "loss": 5.3059,
      "mean_token_accuracy": 0.19261418282985687,
      "num_tokens": 62139223.0,
      "step": 30660
    },
    {
      "entropy": 5.945318412780762,
      "epoch": 2.679804247137988,
      "grad_norm": 1.1640625,
      "learning_rate": 0.00042822716401865314,
      "loss": 5.2307,
      "mean_token_accuracy": 0.20421175360679628,
      "num_tokens": 62149432.0,
      "step": 30665
    },
    {
      "entropy": 5.9595105171203615,
      "epoch": 2.680241195490693,
      "grad_norm": 1.25,
      "learning_rate": 0.00042820434407269347,
      "loss": 5.2526,
      "mean_token_accuracy": 0.2054564356803894,
      "num_tokens": 62160945.0,
      "step": 30670
    },
    {
      "entropy": 5.993959617614746,
      "epoch": 2.680678143843398,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0004281815211881942,
      "loss": 5.248,
      "mean_token_accuracy": 0.19837412238121033,
      "num_tokens": 62171514.0,
      "step": 30675
    },
    {
      "entropy": 5.986256122589111,
      "epoch": 2.6811150921961024,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004281586953655931,
      "loss": 5.3215,
      "mean_token_accuracy": 0.19680234491825105,
      "num_tokens": 62181011.0,
      "step": 30680
    },
    {
      "entropy": 5.952852821350097,
      "epoch": 2.681552040548807,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004281358666053279,
      "loss": 5.2331,
      "mean_token_accuracy": 0.21026782244443892,
      "num_tokens": 62190915.0,
      "step": 30685
    },
    {
      "entropy": 5.9656273365020756,
      "epoch": 2.681988988901512,
      "grad_norm": 1.234375,
      "learning_rate": 0.0004281130349078366,
      "loss": 5.2353,
      "mean_token_accuracy": 0.20563873201608657,
      "num_tokens": 62200660.0,
      "step": 30690
    },
    {
      "entropy": 5.93977541923523,
      "epoch": 2.6824259372542167,
      "grad_norm": 1.2109375,
      "learning_rate": 0.000428090200273557,
      "loss": 5.2613,
      "mean_token_accuracy": 0.20942923724651336,
      "num_tokens": 62210425.0,
      "step": 30695
    },
    {
      "entropy": 5.921886348724366,
      "epoch": 2.682862885606921,
      "grad_norm": 1.25,
      "learning_rate": 0.0004280673627029272,
      "loss": 5.2047,
      "mean_token_accuracy": 0.2093480035662651,
      "num_tokens": 62220921.0,
      "step": 30700
    },
    {
      "entropy": 5.941232395172119,
      "epoch": 2.683299833959626,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0004280445221963852,
      "loss": 5.2633,
      "mean_token_accuracy": 0.20132963061332704,
      "num_tokens": 62230561.0,
      "step": 30705
    },
    {
      "entropy": 5.974450397491455,
      "epoch": 2.6837367823123306,
      "grad_norm": 1.2265625,
      "learning_rate": 0.000428021678754369,
      "loss": 5.2951,
      "mean_token_accuracy": 0.20172860771417617,
      "num_tokens": 62240744.0,
      "step": 30710
    },
    {
      "entropy": 5.917356777191162,
      "epoch": 2.6841737306650355,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00042799883237731683,
      "loss": 5.2059,
      "mean_token_accuracy": 0.20982299894094467,
      "num_tokens": 62250902.0,
      "step": 30715
    },
    {
      "entropy": 5.999766397476196,
      "epoch": 2.68461067901774,
      "grad_norm": 1.2265625,
      "learning_rate": 0.00042797598306566694,
      "loss": 5.3101,
      "mean_token_accuracy": 0.2021251544356346,
      "num_tokens": 62260459.0,
      "step": 30720
    },
    {
      "entropy": 5.9643073081970215,
      "epoch": 2.685047627370445,
      "grad_norm": 1.203125,
      "learning_rate": 0.0004279531308198575,
      "loss": 5.1588,
      "mean_token_accuracy": 0.2081420436501503,
      "num_tokens": 62269001.0,
      "step": 30725
    },
    {
      "entropy": 5.922012567520142,
      "epoch": 2.6854845757231494,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00042793027564032684,
      "loss": 5.2011,
      "mean_token_accuracy": 0.2094037875533104,
      "num_tokens": 62279197.0,
      "step": 30730
    },
    {
      "entropy": 5.92383599281311,
      "epoch": 2.6859215240758543,
      "grad_norm": 1.171875,
      "learning_rate": 0.00042790741752751337,
      "loss": 5.2175,
      "mean_token_accuracy": 0.20778684169054032,
      "num_tokens": 62289229.0,
      "step": 30735
    },
    {
      "entropy": 5.913103151321411,
      "epoch": 2.6863584724285587,
      "grad_norm": 1.1953125,
      "learning_rate": 0.00042788455648185556,
      "loss": 5.2207,
      "mean_token_accuracy": 0.2115674301981926,
      "num_tokens": 62298819.0,
      "step": 30740
    },
    {
      "entropy": 5.990476942062378,
      "epoch": 2.6867954207812637,
      "grad_norm": 1.21875,
      "learning_rate": 0.00042786169250379175,
      "loss": 5.2259,
      "mean_token_accuracy": 0.2087142735719681,
      "num_tokens": 62308567.0,
      "step": 30745
    },
    {
      "entropy": 5.988721799850464,
      "epoch": 2.6872323691339686,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00042783882559376067,
      "loss": 5.2849,
      "mean_token_accuracy": 0.20350664258003234,
      "num_tokens": 62318552.0,
      "step": 30750
    },
    {
      "entropy": 5.938144683837891,
      "epoch": 2.687669317486673,
      "grad_norm": 1.1640625,
      "learning_rate": 0.00042781595575220086,
      "loss": 5.2177,
      "mean_token_accuracy": 0.20942547619342805,
      "num_tokens": 62328430.0,
      "step": 30755
    },
    {
      "entropy": 5.982817888259888,
      "epoch": 2.688106265839378,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00042779308297955084,
      "loss": 5.3163,
      "mean_token_accuracy": 0.198758664727211,
      "num_tokens": 62338540.0,
      "step": 30760
    },
    {
      "entropy": 5.887897634506226,
      "epoch": 2.6885432141920824,
      "grad_norm": 1.171875,
      "learning_rate": 0.00042777020727624945,
      "loss": 5.2692,
      "mean_token_accuracy": 0.20460277199745178,
      "num_tokens": 62348161.0,
      "step": 30765
    },
    {
      "entropy": 6.026296901702881,
      "epoch": 2.6889801625447873,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004277473286427354,
      "loss": 5.3457,
      "mean_token_accuracy": 0.19890129417181016,
      "num_tokens": 62358217.0,
      "step": 30770
    },
    {
      "entropy": 5.960770940780639,
      "epoch": 2.689417110897492,
      "grad_norm": 1.25,
      "learning_rate": 0.00042772444707944767,
      "loss": 5.2171,
      "mean_token_accuracy": 0.20326867550611497,
      "num_tokens": 62368801.0,
      "step": 30775
    },
    {
      "entropy": 5.978618001937866,
      "epoch": 2.6898540592501967,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0004277015625868249,
      "loss": 5.2538,
      "mean_token_accuracy": 0.2048487678170204,
      "num_tokens": 62377632.0,
      "step": 30780
    },
    {
      "entropy": 6.002884340286255,
      "epoch": 2.690291007602901,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004276786751653062,
      "loss": 5.2859,
      "mean_token_accuracy": 0.2022445484995842,
      "num_tokens": 62388056.0,
      "step": 30785
    },
    {
      "entropy": 6.0052008628845215,
      "epoch": 2.690727955955606,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004276557848153305,
      "loss": 5.2461,
      "mean_token_accuracy": 0.2063730090856552,
      "num_tokens": 62398015.0,
      "step": 30790
    },
    {
      "entropy": 5.968808555603028,
      "epoch": 2.6911649043083106,
      "grad_norm": 1.21875,
      "learning_rate": 0.00042763289153733685,
      "loss": 5.3034,
      "mean_token_accuracy": 0.20460331737995147,
      "num_tokens": 62408174.0,
      "step": 30795
    },
    {
      "entropy": 5.997677898406982,
      "epoch": 2.6916018526610155,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00042760999533176435,
      "loss": 5.2714,
      "mean_token_accuracy": 0.2001241534948349,
      "num_tokens": 62417571.0,
      "step": 30800
    },
    {
      "entropy": 5.949556732177735,
      "epoch": 2.6920388010137204,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004275870961990523,
      "loss": 5.2834,
      "mean_token_accuracy": 0.20572432726621628,
      "num_tokens": 62427734.0,
      "step": 30805
    },
    {
      "entropy": 6.02013931274414,
      "epoch": 2.692475749366425,
      "grad_norm": 1.1875,
      "learning_rate": 0.00042756419413963965,
      "loss": 5.2631,
      "mean_token_accuracy": 0.20292362719774246,
      "num_tokens": 62437109.0,
      "step": 30810
    },
    {
      "entropy": 5.958296537399292,
      "epoch": 2.6929126977191293,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00042754128915396583,
      "loss": 5.2331,
      "mean_token_accuracy": 0.20400417298078538,
      "num_tokens": 62448163.0,
      "step": 30815
    },
    {
      "entropy": 5.945121765136719,
      "epoch": 2.6933496460718342,
      "grad_norm": 1.2265625,
      "learning_rate": 0.00042751838124247015,
      "loss": 5.2855,
      "mean_token_accuracy": 0.2030259668827057,
      "num_tokens": 62457993.0,
      "step": 30820
    },
    {
      "entropy": 6.019130659103394,
      "epoch": 2.693786594424539,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00042749547040559204,
      "loss": 5.3646,
      "mean_token_accuracy": 0.19774726629257203,
      "num_tokens": 62468554.0,
      "step": 30825
    },
    {
      "entropy": 5.998013877868653,
      "epoch": 2.6942235427772436,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004274725566437709,
      "loss": 5.232,
      "mean_token_accuracy": 0.2059284970164299,
      "num_tokens": 62479204.0,
      "step": 30830
    },
    {
      "entropy": 5.9576331615448,
      "epoch": 2.6946604911299485,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004274496399574463,
      "loss": 5.2218,
      "mean_token_accuracy": 0.2078673303127289,
      "num_tokens": 62491391.0,
      "step": 30835
    },
    {
      "entropy": 5.9289100646972654,
      "epoch": 2.695097439482653,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004274267203470576,
      "loss": 5.1785,
      "mean_token_accuracy": 0.21095961481332778,
      "num_tokens": 62500796.0,
      "step": 30840
    },
    {
      "entropy": 5.94535264968872,
      "epoch": 2.695534387835358,
      "grad_norm": 1.296875,
      "learning_rate": 0.00042740379781304455,
      "loss": 5.2234,
      "mean_token_accuracy": 0.21239047050476073,
      "num_tokens": 62509996.0,
      "step": 30845
    },
    {
      "entropy": 5.967277908325196,
      "epoch": 2.6959713361880624,
      "grad_norm": 1.1640625,
      "learning_rate": 0.00042738087235584684,
      "loss": 5.2523,
      "mean_token_accuracy": 0.20527587383985518,
      "num_tokens": 62519676.0,
      "step": 30850
    },
    {
      "entropy": 5.990850591659546,
      "epoch": 2.6964082845407673,
      "grad_norm": 1.1484375,
      "learning_rate": 0.00042735794397590407,
      "loss": 5.2441,
      "mean_token_accuracy": 0.205812506377697,
      "num_tokens": 62530775.0,
      "step": 30855
    },
    {
      "entropy": 5.931958532333374,
      "epoch": 2.696845232893472,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004273350126736562,
      "loss": 5.2282,
      "mean_token_accuracy": 0.20962764769792558,
      "num_tokens": 62540643.0,
      "step": 30860
    },
    {
      "entropy": 5.990242385864258,
      "epoch": 2.6972821812461767,
      "grad_norm": 1.2734375,
      "learning_rate": 0.0004273120784495429,
      "loss": 5.2027,
      "mean_token_accuracy": 0.21304098516702652,
      "num_tokens": 62549766.0,
      "step": 30865
    },
    {
      "entropy": 5.979406833648682,
      "epoch": 2.697719129598881,
      "grad_norm": 1.5859375,
      "learning_rate": 0.0004272891413040042,
      "loss": 5.1997,
      "mean_token_accuracy": 0.21103925853967667,
      "num_tokens": 62560130.0,
      "step": 30870
    },
    {
      "entropy": 5.9338822841644285,
      "epoch": 2.698156077951586,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004272662012374799,
      "loss": 5.2652,
      "mean_token_accuracy": 0.20532081872224808,
      "num_tokens": 62571256.0,
      "step": 30875
    },
    {
      "entropy": 5.955696439743042,
      "epoch": 2.698593026304291,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004272432582504101,
      "loss": 5.1778,
      "mean_token_accuracy": 0.21836668103933335,
      "num_tokens": 62582269.0,
      "step": 30880
    },
    {
      "entropy": 5.933070659637451,
      "epoch": 2.6990299746569955,
      "grad_norm": 1.25,
      "learning_rate": 0.00042722031234323485,
      "loss": 5.2264,
      "mean_token_accuracy": 0.2088458716869354,
      "num_tokens": 62591875.0,
      "step": 30885
    },
    {
      "entropy": 5.987298107147216,
      "epoch": 2.6994669230097004,
      "grad_norm": 1.328125,
      "learning_rate": 0.00042719736351639416,
      "loss": 5.3454,
      "mean_token_accuracy": 0.1998656839132309,
      "num_tokens": 62602467.0,
      "step": 30890
    },
    {
      "entropy": 5.956974792480469,
      "epoch": 2.699903871362405,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0004271744117703284,
      "loss": 5.2146,
      "mean_token_accuracy": 0.20727731585502623,
      "num_tokens": 62611191.0,
      "step": 30895
    },
    {
      "entropy": 5.940676546096801,
      "epoch": 2.7003408197151098,
      "grad_norm": 1.21875,
      "learning_rate": 0.00042715145710547767,
      "loss": 5.2934,
      "mean_token_accuracy": 0.2067824751138687,
      "num_tokens": 62620961.0,
      "step": 30900
    },
    {
      "entropy": 5.968548202514649,
      "epoch": 2.700777768067814,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004271284995222822,
      "loss": 5.2302,
      "mean_token_accuracy": 0.20854103565216064,
      "num_tokens": 62631972.0,
      "step": 30905
    },
    {
      "entropy": 5.965627288818359,
      "epoch": 2.701214716420519,
      "grad_norm": 1.28125,
      "learning_rate": 0.0004271055390211824,
      "loss": 5.2059,
      "mean_token_accuracy": 0.2173311248421669,
      "num_tokens": 62641073.0,
      "step": 30910
    },
    {
      "entropy": 5.925320291519165,
      "epoch": 2.701651664773224,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004270825756026187,
      "loss": 5.2435,
      "mean_token_accuracy": 0.20589561462402345,
      "num_tokens": 62650364.0,
      "step": 30915
    },
    {
      "entropy": 5.980802059173584,
      "epoch": 2.7020886131259285,
      "grad_norm": 1.234375,
      "learning_rate": 0.0004270596092670315,
      "loss": 5.2735,
      "mean_token_accuracy": 0.21003193706274031,
      "num_tokens": 62659846.0,
      "step": 30920
    },
    {
      "entropy": 6.01312289237976,
      "epoch": 2.702525561478633,
      "grad_norm": 1.21875,
      "learning_rate": 0.0004270366400148613,
      "loss": 5.2733,
      "mean_token_accuracy": 0.2095728650689125,
      "num_tokens": 62670466.0,
      "step": 30925
    },
    {
      "entropy": 5.91563777923584,
      "epoch": 2.702962509831338,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0004270136678465487,
      "loss": 5.1905,
      "mean_token_accuracy": 0.20898978859186174,
      "num_tokens": 62680330.0,
      "step": 30930
    },
    {
      "entropy": 6.024418830871582,
      "epoch": 2.703399458184043,
      "grad_norm": 1.2734375,
      "learning_rate": 0.00042699069276253427,
      "loss": 5.329,
      "mean_token_accuracy": 0.20055666118860244,
      "num_tokens": 62690177.0,
      "step": 30935
    },
    {
      "entropy": 5.9994195938110355,
      "epoch": 2.7038364065367473,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004269677147632587,
      "loss": 5.2456,
      "mean_token_accuracy": 0.2072657287120819,
      "num_tokens": 62699365.0,
      "step": 30940
    },
    {
      "entropy": 5.9149542331695555,
      "epoch": 2.704273354889452,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004269447338491628,
      "loss": 5.2194,
      "mean_token_accuracy": 0.2099103093147278,
      "num_tokens": 62709825.0,
      "step": 30945
    },
    {
      "entropy": 5.964712047576905,
      "epoch": 2.7047103032421567,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0004269217500206873,
      "loss": 5.2906,
      "mean_token_accuracy": 0.20973630249500275,
      "num_tokens": 62719848.0,
      "step": 30950
    },
    {
      "entropy": 5.975140762329102,
      "epoch": 2.7051472515948616,
      "grad_norm": 1.2890625,
      "learning_rate": 0.00042689876327827293,
      "loss": 5.3378,
      "mean_token_accuracy": 0.19910367876291274,
      "num_tokens": 62730405.0,
      "step": 30955
    },
    {
      "entropy": 5.948614025115967,
      "epoch": 2.705584199947566,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00042687577362236073,
      "loss": 5.2866,
      "mean_token_accuracy": 0.20184859037399291,
      "num_tokens": 62740275.0,
      "step": 30960
    },
    {
      "entropy": 5.968266487121582,
      "epoch": 2.706021148300271,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004268527810533917,
      "loss": 5.2542,
      "mean_token_accuracy": 0.2067060425877571,
      "num_tokens": 62750847.0,
      "step": 30965
    },
    {
      "entropy": 6.00622878074646,
      "epoch": 2.706458096652976,
      "grad_norm": 1.09375,
      "learning_rate": 0.00042682978557180665,
      "loss": 5.323,
      "mean_token_accuracy": 0.19181384444236754,
      "num_tokens": 62761688.0,
      "step": 30970
    },
    {
      "entropy": 5.98136944770813,
      "epoch": 2.7068950450056803,
      "grad_norm": 1.40625,
      "learning_rate": 0.00042680678717804676,
      "loss": 5.2984,
      "mean_token_accuracy": 0.20455136597156526,
      "num_tokens": 62771168.0,
      "step": 30975
    },
    {
      "entropy": 5.893188524246216,
      "epoch": 2.707331993358385,
      "grad_norm": 1.2421875,
      "learning_rate": 0.00042678378587255315,
      "loss": 5.1491,
      "mean_token_accuracy": 0.21657413989305496,
      "num_tokens": 62780412.0,
      "step": 30980
    },
    {
      "entropy": 5.975765562057495,
      "epoch": 2.7077689417110897,
      "grad_norm": 1.2265625,
      "learning_rate": 0.00042676078165576706,
      "loss": 5.2654,
      "mean_token_accuracy": 0.20449929684400558,
      "num_tokens": 62791673.0,
      "step": 30985
    },
    {
      "entropy": 6.021703624725342,
      "epoch": 2.7082058900637946,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004267377745281296,
      "loss": 5.2834,
      "mean_token_accuracy": 0.2007499948143959,
      "num_tokens": 62800980.0,
      "step": 30990
    },
    {
      "entropy": 5.935183715820313,
      "epoch": 2.708642838416499,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00042671476449008205,
      "loss": 5.2314,
      "mean_token_accuracy": 0.21099522560834885,
      "num_tokens": 62813183.0,
      "step": 30995
    },
    {
      "entropy": 5.966445112228394,
      "epoch": 2.709079786769204,
      "grad_norm": 1.1875,
      "learning_rate": 0.000426691751542066,
      "loss": 5.2836,
      "mean_token_accuracy": 0.2010798990726471,
      "num_tokens": 62823170.0,
      "step": 31000
    },
    {
      "entropy": 5.978141641616821,
      "epoch": 2.7095167351219085,
      "grad_norm": 1.125,
      "learning_rate": 0.0004266687356845225,
      "loss": 5.2434,
      "mean_token_accuracy": 0.20502639263868333,
      "num_tokens": 62833024.0,
      "step": 31005
    },
    {
      "entropy": 5.937665176391602,
      "epoch": 2.7099536834746134,
      "grad_norm": 1.171875,
      "learning_rate": 0.00042664571691789323,
      "loss": 5.2766,
      "mean_token_accuracy": 0.20320010483264922,
      "num_tokens": 62842533.0,
      "step": 31010
    },
    {
      "entropy": 5.99848518371582,
      "epoch": 2.710390631827318,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004266226952426197,
      "loss": 5.293,
      "mean_token_accuracy": 0.20253504067659378,
      "num_tokens": 62852984.0,
      "step": 31015
    },
    {
      "entropy": 6.035851764678955,
      "epoch": 2.710827580180023,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004265996706591434,
      "loss": 5.2849,
      "mean_token_accuracy": 0.19744303524494172,
      "num_tokens": 62861926.0,
      "step": 31020
    },
    {
      "entropy": 5.99436993598938,
      "epoch": 2.7112645285327277,
      "grad_norm": 1.234375,
      "learning_rate": 0.00042657664316790594,
      "loss": 5.1884,
      "mean_token_accuracy": 0.21370549649000167,
      "num_tokens": 62872194.0,
      "step": 31025
    },
    {
      "entropy": 5.922850036621094,
      "epoch": 2.711701476885432,
      "grad_norm": 1.2421875,
      "learning_rate": 0.000426553612769349,
      "loss": 5.184,
      "mean_token_accuracy": 0.20640819519758224,
      "num_tokens": 62882887.0,
      "step": 31030
    },
    {
      "entropy": 5.939971399307251,
      "epoch": 2.7121384252381366,
      "grad_norm": 1.1796875,
      "learning_rate": 0.00042653057946391446,
      "loss": 5.2443,
      "mean_token_accuracy": 0.20415100753307341,
      "num_tokens": 62893563.0,
      "step": 31035
    },
    {
      "entropy": 5.991883945465088,
      "epoch": 2.7125753735908416,
      "grad_norm": 1.2421875,
      "learning_rate": 0.00042650754325204395,
      "loss": 5.2477,
      "mean_token_accuracy": 0.20652439594268798,
      "num_tokens": 62902691.0,
      "step": 31040
    },
    {
      "entropy": 5.923560380935669,
      "epoch": 2.7130123219435465,
      "grad_norm": 1.2421875,
      "learning_rate": 0.00042648450413417937,
      "loss": 5.1822,
      "mean_token_accuracy": 0.21331192553043365,
      "num_tokens": 62912261.0,
      "step": 31045
    },
    {
      "entropy": 6.030806541442871,
      "epoch": 2.713449270296251,
      "grad_norm": 1.234375,
      "learning_rate": 0.00042646146211076263,
      "loss": 5.3106,
      "mean_token_accuracy": 0.2017839089035988,
      "num_tokens": 62922438.0,
      "step": 31050
    },
    {
      "entropy": 5.9455219268798825,
      "epoch": 2.713886218648956,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004264384171822357,
      "loss": 5.1948,
      "mean_token_accuracy": 0.21048070937395097,
      "num_tokens": 62932378.0,
      "step": 31055
    },
    {
      "entropy": 6.008053970336914,
      "epoch": 2.7143231670016603,
      "grad_norm": 1.3984375,
      "learning_rate": 0.00042641536934904064,
      "loss": 5.353,
      "mean_token_accuracy": 0.19613668769598008,
      "num_tokens": 62943590.0,
      "step": 31060
    },
    {
      "entropy": 5.962042284011841,
      "epoch": 2.7147601153543652,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004263923186116193,
      "loss": 5.2331,
      "mean_token_accuracy": 0.20606856197118759,
      "num_tokens": 62953393.0,
      "step": 31065
    },
    {
      "entropy": 6.010878086090088,
      "epoch": 2.7151970637070697,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00042636926497041406,
      "loss": 5.2341,
      "mean_token_accuracy": 0.20916835963726044,
      "num_tokens": 62964407.0,
      "step": 31070
    },
    {
      "entropy": 5.968390035629272,
      "epoch": 2.7156340120597746,
      "grad_norm": 1.140625,
      "learning_rate": 0.000426346208425867,
      "loss": 5.2986,
      "mean_token_accuracy": 0.19886945486068724,
      "num_tokens": 62974968.0,
      "step": 31075
    },
    {
      "entropy": 5.998215293884277,
      "epoch": 2.716070960412479,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004263231489784203,
      "loss": 5.2132,
      "mean_token_accuracy": 0.20373273640871048,
      "num_tokens": 62984978.0,
      "step": 31080
    },
    {
      "entropy": 5.977285671234131,
      "epoch": 2.716507908765184,
      "grad_norm": 1.234375,
      "learning_rate": 0.0004263000866285164,
      "loss": 5.305,
      "mean_token_accuracy": 0.2045481950044632,
      "num_tokens": 62995139.0,
      "step": 31085
    },
    {
      "entropy": 5.947938680648804,
      "epoch": 2.7169448571178885,
      "grad_norm": 1.140625,
      "learning_rate": 0.00042627702137659746,
      "loss": 5.2927,
      "mean_token_accuracy": 0.20492485612630845,
      "num_tokens": 63006127.0,
      "step": 31090
    },
    {
      "entropy": 6.046534872055053,
      "epoch": 2.7173818054705934,
      "grad_norm": 1.1640625,
      "learning_rate": 0.00042625395322310605,
      "loss": 5.3169,
      "mean_token_accuracy": 0.19864989817142487,
      "num_tokens": 63015844.0,
      "step": 31095
    },
    {
      "entropy": 6.023936986923218,
      "epoch": 2.7178187538232983,
      "grad_norm": 1.3046875,
      "learning_rate": 0.00042623088216848446,
      "loss": 5.2559,
      "mean_token_accuracy": 0.2061528429389,
      "num_tokens": 63025815.0,
      "step": 31100
    },
    {
      "entropy": 6.015931415557861,
      "epoch": 2.7182557021760028,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00042620780821317543,
      "loss": 5.3325,
      "mean_token_accuracy": 0.1968341588973999,
      "num_tokens": 63036108.0,
      "step": 31105
    },
    {
      "entropy": 5.939869165420532,
      "epoch": 2.7186926505287072,
      "grad_norm": 1.28125,
      "learning_rate": 0.0004261847313576214,
      "loss": 5.2123,
      "mean_token_accuracy": 0.21208115965127944,
      "num_tokens": 63046305.0,
      "step": 31110
    },
    {
      "entropy": 6.006279134750367,
      "epoch": 2.719129598881412,
      "grad_norm": 1.0859375,
      "learning_rate": 0.000426161651602265,
      "loss": 5.3631,
      "mean_token_accuracy": 0.19260780960321428,
      "num_tokens": 63057115.0,
      "step": 31115
    },
    {
      "entropy": 5.989003705978393,
      "epoch": 2.719566547234117,
      "grad_norm": 1.1796875,
      "learning_rate": 0.00042613856894754886,
      "loss": 5.2199,
      "mean_token_accuracy": 0.2154620558023453,
      "num_tokens": 63067730.0,
      "step": 31120
    },
    {
      "entropy": 5.9568376541137695,
      "epoch": 2.7200034955868215,
      "grad_norm": 1.3203125,
      "learning_rate": 0.00042611548339391574,
      "loss": 5.2459,
      "mean_token_accuracy": 0.20495253950357437,
      "num_tokens": 63077510.0,
      "step": 31125
    },
    {
      "entropy": 5.90866756439209,
      "epoch": 2.7204404439395264,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00042609239494180857,
      "loss": 5.2085,
      "mean_token_accuracy": 0.20664581209421157,
      "num_tokens": 63087160.0,
      "step": 31130
    },
    {
      "entropy": 5.975109624862671,
      "epoch": 2.720877392292231,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004260693035916701,
      "loss": 5.2666,
      "mean_token_accuracy": 0.20888787508010864,
      "num_tokens": 63097284.0,
      "step": 31135
    },
    {
      "entropy": 6.035834121704101,
      "epoch": 2.721314340644936,
      "grad_norm": 1.265625,
      "learning_rate": 0.00042604620934394313,
      "loss": 5.286,
      "mean_token_accuracy": 0.20295545160770417,
      "num_tokens": 63106910.0,
      "step": 31140
    },
    {
      "entropy": 5.963961505889893,
      "epoch": 2.7217512889976403,
      "grad_norm": 1.3203125,
      "learning_rate": 0.00042602311219907076,
      "loss": 5.1759,
      "mean_token_accuracy": 0.2063572183251381,
      "num_tokens": 63116129.0,
      "step": 31145
    },
    {
      "entropy": 5.926332902908325,
      "epoch": 2.722188237350345,
      "grad_norm": 1.2265625,
      "learning_rate": 0.00042600001215749593,
      "loss": 5.2598,
      "mean_token_accuracy": 0.20378147959709167,
      "num_tokens": 63125602.0,
      "step": 31150
    },
    {
      "entropy": 5.983730697631836,
      "epoch": 2.72262518570305,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004259769092196618,
      "loss": 5.2456,
      "mean_token_accuracy": 0.20956862717866898,
      "num_tokens": 63136592.0,
      "step": 31155
    },
    {
      "entropy": 6.022243213653565,
      "epoch": 2.7230621340557546,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00042595380338601144,
      "loss": 5.2475,
      "mean_token_accuracy": 0.21049059480428695,
      "num_tokens": 63147040.0,
      "step": 31160
    },
    {
      "entropy": 5.908045959472656,
      "epoch": 2.723499082408459,
      "grad_norm": 1.1796875,
      "learning_rate": 0.000425930694656988,
      "loss": 5.2556,
      "mean_token_accuracy": 0.1989181876182556,
      "num_tokens": 63156766.0,
      "step": 31165
    },
    {
      "entropy": 5.969421672821045,
      "epoch": 2.723936030761164,
      "grad_norm": 1.2734375,
      "learning_rate": 0.0004259075830330348,
      "loss": 5.2602,
      "mean_token_accuracy": 0.20439205914735795,
      "num_tokens": 63166253.0,
      "step": 31170
    },
    {
      "entropy": 6.0130908489227295,
      "epoch": 2.724372979113869,
      "grad_norm": 1.25,
      "learning_rate": 0.000425884468514595,
      "loss": 5.3248,
      "mean_token_accuracy": 0.20242296457290648,
      "num_tokens": 63177352.0,
      "step": 31175
    },
    {
      "entropy": 6.00490550994873,
      "epoch": 2.7248099274665734,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004258613511021121,
      "loss": 5.3311,
      "mean_token_accuracy": 0.1954573631286621,
      "num_tokens": 63188092.0,
      "step": 31180
    },
    {
      "entropy": 5.959682655334473,
      "epoch": 2.7252468758192783,
      "grad_norm": 1.2734375,
      "learning_rate": 0.0004258382307960294,
      "loss": 5.2166,
      "mean_token_accuracy": 0.20935046523809434,
      "num_tokens": 63197677.0,
      "step": 31185
    },
    {
      "entropy": 6.0141654968261715,
      "epoch": 2.7256838241719827,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0004258151075967904,
      "loss": 5.3647,
      "mean_token_accuracy": 0.19670568257570267,
      "num_tokens": 63208536.0,
      "step": 31190
    },
    {
      "entropy": 5.969409561157226,
      "epoch": 2.7261207725246877,
      "grad_norm": 1.265625,
      "learning_rate": 0.0004257919815048387,
      "loss": 5.2235,
      "mean_token_accuracy": 0.20898159593343735,
      "num_tokens": 63217966.0,
      "step": 31195
    },
    {
      "entropy": 6.027310800552368,
      "epoch": 2.726557720877392,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004257688525206176,
      "loss": 5.2652,
      "mean_token_accuracy": 0.2007658764719963,
      "num_tokens": 63227420.0,
      "step": 31200
    },
    {
      "entropy": 6.005908060073852,
      "epoch": 2.726994669230097,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004257457206445711,
      "loss": 5.3139,
      "mean_token_accuracy": 0.19992604553699495,
      "num_tokens": 63237887.0,
      "step": 31205
    },
    {
      "entropy": 5.929503011703491,
      "epoch": 2.727431617582802,
      "grad_norm": 1.2265625,
      "learning_rate": 0.00042572258587714255,
      "loss": 5.2499,
      "mean_token_accuracy": 0.20672187805175782,
      "num_tokens": 63247539.0,
      "step": 31210
    },
    {
      "entropy": 5.962309646606445,
      "epoch": 2.7278685659355064,
      "grad_norm": 1.3203125,
      "learning_rate": 0.0004256994482187759,
      "loss": 5.1886,
      "mean_token_accuracy": 0.21051953732967377,
      "num_tokens": 63257839.0,
      "step": 31215
    },
    {
      "entropy": 5.9614176750183105,
      "epoch": 2.728305514288211,
      "grad_norm": 1.2421875,
      "learning_rate": 0.00042567630766991477,
      "loss": 5.3016,
      "mean_token_accuracy": 0.20530650168657302,
      "num_tokens": 63268667.0,
      "step": 31220
    },
    {
      "entropy": 6.0227968215942385,
      "epoch": 2.728742462640916,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0004256531642310032,
      "loss": 5.2974,
      "mean_token_accuracy": 0.2081673339009285,
      "num_tokens": 63277413.0,
      "step": 31225
    },
    {
      "entropy": 6.005405330657959,
      "epoch": 2.7291794109936207,
      "grad_norm": 1.2109375,
      "learning_rate": 0.000425630017902485,
      "loss": 5.275,
      "mean_token_accuracy": 0.21093998551368714,
      "num_tokens": 63287225.0,
      "step": 31230
    },
    {
      "entropy": 5.943050241470337,
      "epoch": 2.729616359346325,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004256068686848041,
      "loss": 5.2639,
      "mean_token_accuracy": 0.20762670338153838,
      "num_tokens": 63297211.0,
      "step": 31235
    },
    {
      "entropy": 5.915736961364746,
      "epoch": 2.73005330769903,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0004255837165784045,
      "loss": 5.236,
      "mean_token_accuracy": 0.2116899847984314,
      "num_tokens": 63307443.0,
      "step": 31240
    },
    {
      "entropy": 5.97545018196106,
      "epoch": 2.7304902560517346,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004255605615837304,
      "loss": 5.3106,
      "mean_token_accuracy": 0.1989997833967209,
      "num_tokens": 63317951.0,
      "step": 31245
    },
    {
      "entropy": 6.007858324050903,
      "epoch": 2.7309272044044395,
      "grad_norm": 1.1796875,
      "learning_rate": 0.00042553740370122574,
      "loss": 5.2256,
      "mean_token_accuracy": 0.2135963872075081,
      "num_tokens": 63328138.0,
      "step": 31250
    },
    {
      "entropy": 5.945972490310669,
      "epoch": 2.731364152757144,
      "grad_norm": 1.125,
      "learning_rate": 0.0004255142429313348,
      "loss": 5.155,
      "mean_token_accuracy": 0.21707527488470077,
      "num_tokens": 63338229.0,
      "step": 31255
    },
    {
      "entropy": 5.984563779830933,
      "epoch": 2.731801101109849,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004254910792745019,
      "loss": 5.3097,
      "mean_token_accuracy": 0.20282444804906846,
      "num_tokens": 63348454.0,
      "step": 31260
    },
    {
      "entropy": 5.989316177368164,
      "epoch": 2.7322380494625538,
      "grad_norm": 1.1875,
      "learning_rate": 0.00042546791273117125,
      "loss": 5.1614,
      "mean_token_accuracy": 0.20771632939577103,
      "num_tokens": 63357346.0,
      "step": 31265
    },
    {
      "entropy": 5.941201543807983,
      "epoch": 2.7326749978152582,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004254447433017871,
      "loss": 5.3,
      "mean_token_accuracy": 0.20120594948530196,
      "num_tokens": 63368329.0,
      "step": 31270
    },
    {
      "entropy": 6.022642469406128,
      "epoch": 2.7331119461679627,
      "grad_norm": 1.171875,
      "learning_rate": 0.00042542157098679397,
      "loss": 5.3266,
      "mean_token_accuracy": 0.19815589338541031,
      "num_tokens": 63378815.0,
      "step": 31275
    },
    {
      "entropy": 5.994018983840943,
      "epoch": 2.7335488945206676,
      "grad_norm": 1.28125,
      "learning_rate": 0.0004253983957866364,
      "loss": 5.2251,
      "mean_token_accuracy": 0.20782305300235748,
      "num_tokens": 63390099.0,
      "step": 31280
    },
    {
      "entropy": 5.971370553970337,
      "epoch": 2.7339858428733725,
      "grad_norm": 1.359375,
      "learning_rate": 0.00042537521770175856,
      "loss": 5.3018,
      "mean_token_accuracy": 0.20188933461904526,
      "num_tokens": 63401244.0,
      "step": 31285
    },
    {
      "entropy": 5.955989360809326,
      "epoch": 2.734422791226077,
      "grad_norm": 1.3203125,
      "learning_rate": 0.00042535203673260544,
      "loss": 5.2292,
      "mean_token_accuracy": 0.21034834086894988,
      "num_tokens": 63410750.0,
      "step": 31290
    },
    {
      "entropy": 5.949388647079468,
      "epoch": 2.734859739578782,
      "grad_norm": 1.234375,
      "learning_rate": 0.00042532885287962146,
      "loss": 5.2368,
      "mean_token_accuracy": 0.20964011251926423,
      "num_tokens": 63420936.0,
      "step": 31295
    },
    {
      "entropy": 5.91519603729248,
      "epoch": 2.7352966879314864,
      "grad_norm": 1.203125,
      "learning_rate": 0.00042530566614325125,
      "loss": 5.2486,
      "mean_token_accuracy": 0.2117392212152481,
      "num_tokens": 63431614.0,
      "step": 31300
    },
    {
      "entropy": 5.951208162307739,
      "epoch": 2.7357336362841913,
      "grad_norm": 1.1796875,
      "learning_rate": 0.00042528247652393964,
      "loss": 5.2257,
      "mean_token_accuracy": 0.20572963654994963,
      "num_tokens": 63441298.0,
      "step": 31305
    },
    {
      "entropy": 5.990713357925415,
      "epoch": 2.7361705846368958,
      "grad_norm": 1.25,
      "learning_rate": 0.00042525928402213127,
      "loss": 5.2254,
      "mean_token_accuracy": 0.20589639544486998,
      "num_tokens": 63451542.0,
      "step": 31310
    },
    {
      "entropy": 6.027808475494385,
      "epoch": 2.7366075329896007,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004252360886382712,
      "loss": 5.2858,
      "mean_token_accuracy": 0.20493358224630356,
      "num_tokens": 63460863.0,
      "step": 31315
    },
    {
      "entropy": 5.99581093788147,
      "epoch": 2.7370444813423056,
      "grad_norm": 1.109375,
      "learning_rate": 0.00042521289037280425,
      "loss": 5.3115,
      "mean_token_accuracy": 0.19666146039962767,
      "num_tokens": 63470499.0,
      "step": 31320
    },
    {
      "entropy": 6.061001968383789,
      "epoch": 2.73748142969501,
      "grad_norm": 1.140625,
      "learning_rate": 0.00042518968922617534,
      "loss": 5.2884,
      "mean_token_accuracy": 0.20553530156612396,
      "num_tokens": 63480803.0,
      "step": 31325
    },
    {
      "entropy": 5.959520673751831,
      "epoch": 2.7379183780477145,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004251664851988295,
      "loss": 5.211,
      "mean_token_accuracy": 0.21376028209924697,
      "num_tokens": 63491544.0,
      "step": 31330
    },
    {
      "entropy": 5.92622709274292,
      "epoch": 2.7383553264004195,
      "grad_norm": 1.15625,
      "learning_rate": 0.00042514327829121175,
      "loss": 5.1273,
      "mean_token_accuracy": 0.2152547150850296,
      "num_tokens": 63501086.0,
      "step": 31335
    },
    {
      "entropy": 5.952863121032715,
      "epoch": 2.7387922747531244,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00042512006850376724,
      "loss": 5.2598,
      "mean_token_accuracy": 0.2077966719865799,
      "num_tokens": 63512408.0,
      "step": 31340
    },
    {
      "entropy": 6.03169994354248,
      "epoch": 2.739229223105829,
      "grad_norm": 1.2734375,
      "learning_rate": 0.00042509685583694116,
      "loss": 5.2179,
      "mean_token_accuracy": 0.20361606925725936,
      "num_tokens": 63521735.0,
      "step": 31345
    },
    {
      "entropy": 5.9672462940216064,
      "epoch": 2.7396661714585337,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0004250736402911788,
      "loss": 5.2268,
      "mean_token_accuracy": 0.21315042972564696,
      "num_tokens": 63532045.0,
      "step": 31350
    },
    {
      "entropy": 5.935568952560425,
      "epoch": 2.740103119811238,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004250504218669253,
      "loss": 5.221,
      "mean_token_accuracy": 0.2114425703883171,
      "num_tokens": 63541286.0,
      "step": 31355
    },
    {
      "entropy": 5.929134273529053,
      "epoch": 2.740540068163943,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004250272005646261,
      "loss": 5.2109,
      "mean_token_accuracy": 0.21089727878570558,
      "num_tokens": 63552195.0,
      "step": 31360
    },
    {
      "entropy": 5.992509174346924,
      "epoch": 2.7409770165166476,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0004250039763847266,
      "loss": 5.2194,
      "mean_token_accuracy": 0.2088572233915329,
      "num_tokens": 63561318.0,
      "step": 31365
    },
    {
      "entropy": 5.9090735912323,
      "epoch": 2.7414139648693525,
      "grad_norm": 1.140625,
      "learning_rate": 0.00042498074932767227,
      "loss": 5.2481,
      "mean_token_accuracy": 0.20774915516376496,
      "num_tokens": 63571637.0,
      "step": 31370
    },
    {
      "entropy": 6.017367124557495,
      "epoch": 2.7418509132220574,
      "grad_norm": 1.2578125,
      "learning_rate": 0.00042495751939390853,
      "loss": 5.3073,
      "mean_token_accuracy": 0.19749545603990554,
      "num_tokens": 63581618.0,
      "step": 31375
    },
    {
      "entropy": 5.892646408081054,
      "epoch": 2.742287861574762,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00042493428658388094,
      "loss": 5.1428,
      "mean_token_accuracy": 0.21888533979654312,
      "num_tokens": 63592129.0,
      "step": 31380
    },
    {
      "entropy": 5.972513103485108,
      "epoch": 2.7427248099274664,
      "grad_norm": 1.21875,
      "learning_rate": 0.0004249110508980353,
      "loss": 5.3135,
      "mean_token_accuracy": 0.2056879997253418,
      "num_tokens": 63602861.0,
      "step": 31385
    },
    {
      "entropy": 5.997553968429566,
      "epoch": 2.7431617582801713,
      "grad_norm": 1.234375,
      "learning_rate": 0.00042488781233681705,
      "loss": 5.2143,
      "mean_token_accuracy": 0.21257484555244446,
      "num_tokens": 63612423.0,
      "step": 31390
    },
    {
      "entropy": 5.979134035110474,
      "epoch": 2.743598706632876,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00042486457090067206,
      "loss": 5.2907,
      "mean_token_accuracy": 0.20527979880571365,
      "num_tokens": 63622351.0,
      "step": 31395
    },
    {
      "entropy": 5.97624454498291,
      "epoch": 2.7440356549855807,
      "grad_norm": 1.2890625,
      "learning_rate": 0.00042484132659004604,
      "loss": 5.19,
      "mean_token_accuracy": 0.21656081229448318,
      "num_tokens": 63632024.0,
      "step": 31400
    },
    {
      "entropy": 5.977381849288941,
      "epoch": 2.7444726033382856,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004248180794053849,
      "loss": 5.2475,
      "mean_token_accuracy": 0.20329201519489287,
      "num_tokens": 63641962.0,
      "step": 31405
    },
    {
      "entropy": 5.93463454246521,
      "epoch": 2.74490955169099,
      "grad_norm": 1.1875,
      "learning_rate": 0.00042479482934713446,
      "loss": 5.2677,
      "mean_token_accuracy": 0.20590496063232422,
      "num_tokens": 63652095.0,
      "step": 31410
    },
    {
      "entropy": 6.020084571838379,
      "epoch": 2.745346500043695,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0004247715764157407,
      "loss": 5.3463,
      "mean_token_accuracy": 0.19896416515111923,
      "num_tokens": 63661392.0,
      "step": 31415
    },
    {
      "entropy": 5.973778820037841,
      "epoch": 2.7457834483963994,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00042474832061164966,
      "loss": 5.2272,
      "mean_token_accuracy": 0.2049165889620781,
      "num_tokens": 63672383.0,
      "step": 31420
    },
    {
      "entropy": 5.978248929977417,
      "epoch": 2.7462203967491043,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00042472506193530734,
      "loss": 5.2634,
      "mean_token_accuracy": 0.20600530356168748,
      "num_tokens": 63682522.0,
      "step": 31425
    },
    {
      "entropy": 5.986366510391235,
      "epoch": 2.746657345101809,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004247018003871599,
      "loss": 5.2098,
      "mean_token_accuracy": 0.21127371490001678,
      "num_tokens": 63692443.0,
      "step": 31430
    },
    {
      "entropy": 5.954954290390015,
      "epoch": 2.7470942934545137,
      "grad_norm": 1.203125,
      "learning_rate": 0.00042467853596765345,
      "loss": 5.232,
      "mean_token_accuracy": 0.20721516162157058,
      "num_tokens": 63702268.0,
      "step": 31435
    },
    {
      "entropy": 5.851646566390992,
      "epoch": 2.747531241807218,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00042465526867723423,
      "loss": 5.137,
      "mean_token_accuracy": 0.21490578651428222,
      "num_tokens": 63712621.0,
      "step": 31440
    },
    {
      "entropy": 5.999225997924805,
      "epoch": 2.747968190159923,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0004246319985163487,
      "loss": 5.3104,
      "mean_token_accuracy": 0.20273247808218003,
      "num_tokens": 63722319.0,
      "step": 31445
    },
    {
      "entropy": 6.003399991989136,
      "epoch": 2.748405138512628,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004246087254854428,
      "loss": 5.2773,
      "mean_token_accuracy": 0.2123066946864128,
      "num_tokens": 63732726.0,
      "step": 31450
    },
    {
      "entropy": 5.9687868595123295,
      "epoch": 2.7488420868653325,
      "grad_norm": 1.1953125,
      "learning_rate": 0.00042458544958496333,
      "loss": 5.1829,
      "mean_token_accuracy": 0.21793010830879211,
      "num_tokens": 63741197.0,
      "step": 31455
    },
    {
      "entropy": 5.928539800643921,
      "epoch": 2.749279035218037,
      "grad_norm": 1.1640625,
      "learning_rate": 0.00042456217081535645,
      "loss": 5.2098,
      "mean_token_accuracy": 0.21341008245944976,
      "num_tokens": 63751316.0,
      "step": 31460
    },
    {
      "entropy": 5.983927440643311,
      "epoch": 2.749715983570742,
      "grad_norm": 1.2265625,
      "learning_rate": 0.00042453888917706885,
      "loss": 5.2782,
      "mean_token_accuracy": 0.2042247846722603,
      "num_tokens": 63761246.0,
      "step": 31465
    },
    {
      "entropy": 5.995483684539795,
      "epoch": 2.750152931923447,
      "grad_norm": 1.15625,
      "learning_rate": 0.00042451560467054696,
      "loss": 5.2892,
      "mean_token_accuracy": 0.20312896519899368,
      "num_tokens": 63771442.0,
      "step": 31470
    },
    {
      "entropy": 5.994064998626709,
      "epoch": 2.7505898802761513,
      "grad_norm": 1.296875,
      "learning_rate": 0.00042449231729623735,
      "loss": 5.3355,
      "mean_token_accuracy": 0.20429871529340743,
      "num_tokens": 63782840.0,
      "step": 31475
    },
    {
      "entropy": 5.971836519241333,
      "epoch": 2.751026828628856,
      "grad_norm": 1.1796875,
      "learning_rate": 0.00042446902705458683,
      "loss": 5.1943,
      "mean_token_accuracy": 0.208323572576046,
      "num_tokens": 63793089.0,
      "step": 31480
    },
    {
      "entropy": 5.993730735778809,
      "epoch": 2.7514637769815606,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004244457339460421,
      "loss": 5.3017,
      "mean_token_accuracy": 0.19567103087902069,
      "num_tokens": 63804125.0,
      "step": 31485
    },
    {
      "entropy": 5.959498310089112,
      "epoch": 2.7519007253342656,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00042442243797104976,
      "loss": 5.2847,
      "mean_token_accuracy": 0.20898593217134476,
      "num_tokens": 63814713.0,
      "step": 31490
    },
    {
      "entropy": 6.033415603637695,
      "epoch": 2.75233767368697,
      "grad_norm": 1.3515625,
      "learning_rate": 0.0004243991391300569,
      "loss": 5.3354,
      "mean_token_accuracy": 0.19095693081617354,
      "num_tokens": 63824403.0,
      "step": 31495
    },
    {
      "entropy": 6.021585369110108,
      "epoch": 2.752774622039675,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004243758374235102,
      "loss": 5.2962,
      "mean_token_accuracy": 0.20419199615716935,
      "num_tokens": 63834182.0,
      "step": 31500
    },
    {
      "entropy": 5.974956321716308,
      "epoch": 2.75321157039238,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004243525328518567,
      "loss": 5.2801,
      "mean_token_accuracy": 0.20317331701517105,
      "num_tokens": 63844282.0,
      "step": 31505
    },
    {
      "entropy": 5.999304389953613,
      "epoch": 2.7536485187450843,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004243292254155433,
      "loss": 5.2504,
      "mean_token_accuracy": 0.20660171508789063,
      "num_tokens": 63854898.0,
      "step": 31510
    },
    {
      "entropy": 5.916781997680664,
      "epoch": 2.754085467097789,
      "grad_norm": 1.1875,
      "learning_rate": 0.00042430591511501717,
      "loss": 5.1766,
      "mean_token_accuracy": 0.22197013050317765,
      "num_tokens": 63864501.0,
      "step": 31515
    },
    {
      "entropy": 5.926660490036011,
      "epoch": 2.7545224154504937,
      "grad_norm": 1.2578125,
      "learning_rate": 0.00042428260195072527,
      "loss": 5.2653,
      "mean_token_accuracy": 0.20833282470703124,
      "num_tokens": 63874812.0,
      "step": 31520
    },
    {
      "entropy": 6.008080291748047,
      "epoch": 2.7549593638031986,
      "grad_norm": 1.234375,
      "learning_rate": 0.0004242592859231149,
      "loss": 5.2478,
      "mean_token_accuracy": 0.20763426423072814,
      "num_tokens": 63884028.0,
      "step": 31525
    },
    {
      "entropy": 5.9556056499481205,
      "epoch": 2.755396312155903,
      "grad_norm": 1.3203125,
      "learning_rate": 0.00042423596703263324,
      "loss": 5.2326,
      "mean_token_accuracy": 0.2134214609861374,
      "num_tokens": 63893991.0,
      "step": 31530
    },
    {
      "entropy": 5.966341114044189,
      "epoch": 2.755833260508608,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0004242126452797275,
      "loss": 5.3042,
      "mean_token_accuracy": 0.19916696101427078,
      "num_tokens": 63904168.0,
      "step": 31535
    },
    {
      "entropy": 5.983988857269287,
      "epoch": 2.7562702088613125,
      "grad_norm": 1.15625,
      "learning_rate": 0.00042418932066484505,
      "loss": 5.2933,
      "mean_token_accuracy": 0.19978928416967393,
      "num_tokens": 63913881.0,
      "step": 31540
    },
    {
      "entropy": 5.978068542480469,
      "epoch": 2.7567071572140174,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00042416599318843324,
      "loss": 5.3543,
      "mean_token_accuracy": 0.1950312912464142,
      "num_tokens": 63924521.0,
      "step": 31545
    },
    {
      "entropy": 6.03493480682373,
      "epoch": 2.757144105566722,
      "grad_norm": 1.125,
      "learning_rate": 0.0004241426628509395,
      "loss": 5.2837,
      "mean_token_accuracy": 0.19859907478094102,
      "num_tokens": 63935046.0,
      "step": 31550
    },
    {
      "entropy": 5.9991786003112795,
      "epoch": 2.7575810539194268,
      "grad_norm": 1.1953125,
      "learning_rate": 0.00042411932965281143,
      "loss": 5.2881,
      "mean_token_accuracy": 0.19689511209726335,
      "num_tokens": 63944048.0,
      "step": 31555
    },
    {
      "entropy": 5.9799336910247805,
      "epoch": 2.7580180022721317,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004240959935944964,
      "loss": 5.2466,
      "mean_token_accuracy": 0.210540209710598,
      "num_tokens": 63954943.0,
      "step": 31560
    },
    {
      "entropy": 5.942838525772094,
      "epoch": 2.758454950624836,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004240726546764421,
      "loss": 5.2331,
      "mean_token_accuracy": 0.21166692674160004,
      "num_tokens": 63965929.0,
      "step": 31565
    },
    {
      "entropy": 5.976278018951416,
      "epoch": 2.7588918989775406,
      "grad_norm": 1.2265625,
      "learning_rate": 0.00042404931289909614,
      "loss": 5.2704,
      "mean_token_accuracy": 0.20017315298318863,
      "num_tokens": 63976353.0,
      "step": 31570
    },
    {
      "entropy": 6.038736629486084,
      "epoch": 2.7593288473302455,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00042402596826290634,
      "loss": 5.2865,
      "mean_token_accuracy": 0.20064267218112947,
      "num_tokens": 63987073.0,
      "step": 31575
    },
    {
      "entropy": 5.981266784667969,
      "epoch": 2.7597657956829504,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004240026207683203,
      "loss": 5.2745,
      "mean_token_accuracy": 0.21070800274610518,
      "num_tokens": 63996631.0,
      "step": 31580
    },
    {
      "entropy": 5.943569469451904,
      "epoch": 2.760202744035655,
      "grad_norm": 1.171875,
      "learning_rate": 0.00042397927041578596,
      "loss": 5.2825,
      "mean_token_accuracy": 0.20596076995134355,
      "num_tokens": 64007662.0,
      "step": 31585
    },
    {
      "entropy": 5.9337348461151125,
      "epoch": 2.76063969238836,
      "grad_norm": 1.234375,
      "learning_rate": 0.00042395591720575113,
      "loss": 5.22,
      "mean_token_accuracy": 0.21109379529953004,
      "num_tokens": 64017868.0,
      "step": 31590
    },
    {
      "entropy": 5.9991858959197994,
      "epoch": 2.7610766407410643,
      "grad_norm": 1.1953125,
      "learning_rate": 0.00042393256113866377,
      "loss": 5.2808,
      "mean_token_accuracy": 0.19100026190280914,
      "num_tokens": 64027464.0,
      "step": 31595
    },
    {
      "entropy": 5.963086748123169,
      "epoch": 2.761513589093769,
      "grad_norm": 1.203125,
      "learning_rate": 0.0004239092022149718,
      "loss": 5.3019,
      "mean_token_accuracy": 0.19902164936065675,
      "num_tokens": 64037795.0,
      "step": 31600
    },
    {
      "entropy": 6.068746566772461,
      "epoch": 2.7619505374464737,
      "grad_norm": 1.15625,
      "learning_rate": 0.00042388584043512333,
      "loss": 5.2982,
      "mean_token_accuracy": 0.19926171004772186,
      "num_tokens": 64048055.0,
      "step": 31605
    },
    {
      "entropy": 5.994215679168701,
      "epoch": 2.7623874857991786,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004238624757995664,
      "loss": 5.1877,
      "mean_token_accuracy": 0.21331823170185088,
      "num_tokens": 64057531.0,
      "step": 31610
    },
    {
      "entropy": 5.929837322235107,
      "epoch": 2.7628244341518835,
      "grad_norm": 1.28125,
      "learning_rate": 0.0004238391083087493,
      "loss": 5.2526,
      "mean_token_accuracy": 0.20627253651618957,
      "num_tokens": 64066476.0,
      "step": 31615
    },
    {
      "entropy": 5.951411533355713,
      "epoch": 2.763261382504588,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00042381573796312,
      "loss": 5.1966,
      "mean_token_accuracy": 0.21776026338338852,
      "num_tokens": 64077069.0,
      "step": 31620
    },
    {
      "entropy": 5.981863403320313,
      "epoch": 2.7636983308572924,
      "grad_norm": 1.234375,
      "learning_rate": 0.0004237923647631269,
      "loss": 5.2515,
      "mean_token_accuracy": 0.20694369226694107,
      "num_tokens": 64087325.0,
      "step": 31625
    },
    {
      "entropy": 5.952290725708008,
      "epoch": 2.7641352792099974,
      "grad_norm": 1.4140625,
      "learning_rate": 0.0004237689887092183,
      "loss": 5.261,
      "mean_token_accuracy": 0.20572287142276763,
      "num_tokens": 64097040.0,
      "step": 31630
    },
    {
      "entropy": 5.935178518295288,
      "epoch": 2.7645722275627023,
      "grad_norm": 1.140625,
      "learning_rate": 0.00042374560980184254,
      "loss": 5.244,
      "mean_token_accuracy": 0.2092254266142845,
      "num_tokens": 64107798.0,
      "step": 31635
    },
    {
      "entropy": 6.012423658370972,
      "epoch": 2.7650091759154067,
      "grad_norm": 1.1875,
      "learning_rate": 0.000423722228041448,
      "loss": 5.2939,
      "mean_token_accuracy": 0.2039707124233246,
      "num_tokens": 64118395.0,
      "step": 31640
    },
    {
      "entropy": 6.0202089786529545,
      "epoch": 2.7654461242681116,
      "grad_norm": 1.1796875,
      "learning_rate": 0.00042369884342848327,
      "loss": 5.3287,
      "mean_token_accuracy": 0.19414535015821457,
      "num_tokens": 64128040.0,
      "step": 31645
    },
    {
      "entropy": 5.965846395492553,
      "epoch": 2.765883072620816,
      "grad_norm": 1.234375,
      "learning_rate": 0.00042367545596339674,
      "loss": 5.2526,
      "mean_token_accuracy": 0.20765783935785292,
      "num_tokens": 64137660.0,
      "step": 31650
    },
    {
      "entropy": 5.957767724990845,
      "epoch": 2.766320020973521,
      "grad_norm": 1.140625,
      "learning_rate": 0.00042365206564663705,
      "loss": 5.2605,
      "mean_token_accuracy": 0.2029740706086159,
      "num_tokens": 64147632.0,
      "step": 31655
    },
    {
      "entropy": 5.947142219543457,
      "epoch": 2.7667569693262255,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004236286724786529,
      "loss": 5.256,
      "mean_token_accuracy": 0.20507945567369462,
      "num_tokens": 64157604.0,
      "step": 31660
    },
    {
      "entropy": 6.007430505752564,
      "epoch": 2.7671939176789304,
      "grad_norm": 1.21875,
      "learning_rate": 0.00042360527645989287,
      "loss": 5.3354,
      "mean_token_accuracy": 0.20007991641759873,
      "num_tokens": 64167626.0,
      "step": 31665
    },
    {
      "entropy": 6.03155746459961,
      "epoch": 2.7676308660316353,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004235818775908059,
      "loss": 5.3057,
      "mean_token_accuracy": 0.20420806854963303,
      "num_tokens": 64178436.0,
      "step": 31670
    },
    {
      "entropy": 5.915221261978149,
      "epoch": 2.76806781438434,
      "grad_norm": 1.1484375,
      "learning_rate": 0.00042355847587184056,
      "loss": 5.212,
      "mean_token_accuracy": 0.21381661295890808,
      "num_tokens": 64188911.0,
      "step": 31675
    },
    {
      "entropy": 5.936364555358887,
      "epoch": 2.7685047627370443,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00042353507130344584,
      "loss": 5.1801,
      "mean_token_accuracy": 0.2171954706311226,
      "num_tokens": 64198539.0,
      "step": 31680
    },
    {
      "entropy": 6.007387256622314,
      "epoch": 2.768941711089749,
      "grad_norm": 1.3125,
      "learning_rate": 0.0004235116638860705,
      "loss": 5.2704,
      "mean_token_accuracy": 0.20458739548921584,
      "num_tokens": 64209121.0,
      "step": 31685
    },
    {
      "entropy": 6.0197000980377195,
      "epoch": 2.769378659442454,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004234882536201638,
      "loss": 5.2664,
      "mean_token_accuracy": 0.202203568816185,
      "num_tokens": 64218610.0,
      "step": 31690
    },
    {
      "entropy": 5.974165773391723,
      "epoch": 2.7698156077951586,
      "grad_norm": 1.234375,
      "learning_rate": 0.0004234648405061745,
      "loss": 5.2615,
      "mean_token_accuracy": 0.2104649618268013,
      "num_tokens": 64228626.0,
      "step": 31695
    },
    {
      "entropy": 5.939886236190796,
      "epoch": 2.7702525561478635,
      "grad_norm": 1.15625,
      "learning_rate": 0.00042344142454455174,
      "loss": 5.223,
      "mean_token_accuracy": 0.20854773968458176,
      "num_tokens": 64238575.0,
      "step": 31700
    },
    {
      "entropy": 5.978581476211548,
      "epoch": 2.770689504500568,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004234180057357448,
      "loss": 5.2673,
      "mean_token_accuracy": 0.20274663865566253,
      "num_tokens": 64248551.0,
      "step": 31705
    },
    {
      "entropy": 6.001848602294922,
      "epoch": 2.771126452853273,
      "grad_norm": 1.125,
      "learning_rate": 0.00042339458408020267,
      "loss": 5.2641,
      "mean_token_accuracy": 0.20013795644044877,
      "num_tokens": 64259315.0,
      "step": 31710
    },
    {
      "entropy": 6.032975149154663,
      "epoch": 2.7715634012059773,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004233711595783746,
      "loss": 5.2754,
      "mean_token_accuracy": 0.20095359534025192,
      "num_tokens": 64269742.0,
      "step": 31715
    },
    {
      "entropy": 5.997959566116333,
      "epoch": 2.7720003495586822,
      "grad_norm": 1.390625,
      "learning_rate": 0.00042334773223071,
      "loss": 5.2724,
      "mean_token_accuracy": 0.2037303164601326,
      "num_tokens": 64279266.0,
      "step": 31720
    },
    {
      "entropy": 5.958190298080444,
      "epoch": 2.7724372979113867,
      "grad_norm": 1.1875,
      "learning_rate": 0.00042332430203765816,
      "loss": 5.2573,
      "mean_token_accuracy": 0.19933026731014253,
      "num_tokens": 64289567.0,
      "step": 31725
    },
    {
      "entropy": 5.955902338027954,
      "epoch": 2.7728742462640916,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004233008689996685,
      "loss": 5.334,
      "mean_token_accuracy": 0.20305366218090057,
      "num_tokens": 64299126.0,
      "step": 31730
    },
    {
      "entropy": 5.9764563083648685,
      "epoch": 2.773311194616796,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004232774331171904,
      "loss": 5.2168,
      "mean_token_accuracy": 0.2167803019285202,
      "num_tokens": 64308964.0,
      "step": 31735
    },
    {
      "entropy": 6.024328947067261,
      "epoch": 2.773748142969501,
      "grad_norm": 1.203125,
      "learning_rate": 0.00042325399439067354,
      "loss": 5.2877,
      "mean_token_accuracy": 0.20284650474786758,
      "num_tokens": 64318463.0,
      "step": 31740
    },
    {
      "entropy": 6.038989400863647,
      "epoch": 2.774185091322206,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004232305528205673,
      "loss": 5.3997,
      "mean_token_accuracy": 0.20018865764141083,
      "num_tokens": 64328841.0,
      "step": 31745
    },
    {
      "entropy": 6.012956666946411,
      "epoch": 2.7746220396749104,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004232071084073214,
      "loss": 5.2596,
      "mean_token_accuracy": 0.20962215960025787,
      "num_tokens": 64339037.0,
      "step": 31750
    },
    {
      "entropy": 6.029066801071167,
      "epoch": 2.775058988027615,
      "grad_norm": 1.109375,
      "learning_rate": 0.00042318366115138553,
      "loss": 5.4002,
      "mean_token_accuracy": 0.19693204760551453,
      "num_tokens": 64350048.0,
      "step": 31755
    },
    {
      "entropy": 6.028473806381226,
      "epoch": 2.7754959363803198,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00042316021105320937,
      "loss": 5.3472,
      "mean_token_accuracy": 0.1969044327735901,
      "num_tokens": 64361066.0,
      "step": 31760
    },
    {
      "entropy": 6.027827024459839,
      "epoch": 2.7759328847330247,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00042313675811324276,
      "loss": 5.3112,
      "mean_token_accuracy": 0.19938784688711167,
      "num_tokens": 64371064.0,
      "step": 31765
    },
    {
      "entropy": 5.948408412933349,
      "epoch": 2.776369833085729,
      "grad_norm": 1.328125,
      "learning_rate": 0.00042311330233193545,
      "loss": 5.1868,
      "mean_token_accuracy": 0.21357977241277695,
      "num_tokens": 64380820.0,
      "step": 31770
    },
    {
      "entropy": 5.949872589111328,
      "epoch": 2.776806781438434,
      "grad_norm": 1.3125,
      "learning_rate": 0.0004230898437097374,
      "loss": 5.1801,
      "mean_token_accuracy": 0.21069237887859343,
      "num_tokens": 64389777.0,
      "step": 31775
    },
    {
      "entropy": 5.987919855117798,
      "epoch": 2.7772437297911385,
      "grad_norm": 1.25,
      "learning_rate": 0.0004230663822470986,
      "loss": 5.3497,
      "mean_token_accuracy": 0.20081052035093308,
      "num_tokens": 64399542.0,
      "step": 31780
    },
    {
      "entropy": 5.972745895385742,
      "epoch": 2.7776806781438435,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004230429179444689,
      "loss": 5.2702,
      "mean_token_accuracy": 0.20013981759548188,
      "num_tokens": 64410254.0,
      "step": 31785
    },
    {
      "entropy": 5.954869604110717,
      "epoch": 2.778117626496548,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004230194508022986,
      "loss": 5.2451,
      "mean_token_accuracy": 0.2089829385280609,
      "num_tokens": 64420487.0,
      "step": 31790
    },
    {
      "entropy": 5.966703701019287,
      "epoch": 2.778554574849253,
      "grad_norm": 1.1796875,
      "learning_rate": 0.00042299598082103757,
      "loss": 5.2903,
      "mean_token_accuracy": 0.20348448753356935,
      "num_tokens": 64430171.0,
      "step": 31795
    },
    {
      "entropy": 6.007717704772949,
      "epoch": 2.7789915232019577,
      "grad_norm": 1.2890625,
      "learning_rate": 0.00042297250800113614,
      "loss": 5.3421,
      "mean_token_accuracy": 0.19418104141950607,
      "num_tokens": 64439960.0,
      "step": 31800
    },
    {
      "entropy": 6.0334632396698,
      "epoch": 2.779428471554662,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0004229490323430444,
      "loss": 5.2734,
      "mean_token_accuracy": 0.20465120822191238,
      "num_tokens": 64450238.0,
      "step": 31805
    },
    {
      "entropy": 5.9603194236755375,
      "epoch": 2.7798654199073667,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00042292555384721277,
      "loss": 5.2593,
      "mean_token_accuracy": 0.2059290736913681,
      "num_tokens": 64460137.0,
      "step": 31810
    },
    {
      "entropy": 5.97450590133667,
      "epoch": 2.7803023682600716,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004229020725140915,
      "loss": 5.2251,
      "mean_token_accuracy": 0.21002134680747986,
      "num_tokens": 64470138.0,
      "step": 31815
    },
    {
      "entropy": 5.994656133651733,
      "epoch": 2.7807393166127765,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004228785883441309,
      "loss": 5.3259,
      "mean_token_accuracy": 0.19594855457544327,
      "num_tokens": 64480536.0,
      "step": 31820
    },
    {
      "entropy": 6.013455963134765,
      "epoch": 2.781176264965481,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0004228551013377816,
      "loss": 5.244,
      "mean_token_accuracy": 0.211581689119339,
      "num_tokens": 64489899.0,
      "step": 31825
    },
    {
      "entropy": 5.941864061355591,
      "epoch": 2.781613213318186,
      "grad_norm": 1.171875,
      "learning_rate": 0.00042283161149549387,
      "loss": 5.225,
      "mean_token_accuracy": 0.21234991699457167,
      "num_tokens": 64500272.0,
      "step": 31830
    },
    {
      "entropy": 5.955108499526977,
      "epoch": 2.7820501616708904,
      "grad_norm": 1.3515625,
      "learning_rate": 0.00042280811881771846,
      "loss": 5.2793,
      "mean_token_accuracy": 0.2064066231250763,
      "num_tokens": 64510507.0,
      "step": 31835
    },
    {
      "entropy": 5.932622718811035,
      "epoch": 2.7824871100235953,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00042278462330490584,
      "loss": 5.2023,
      "mean_token_accuracy": 0.21220206916332246,
      "num_tokens": 64521105.0,
      "step": 31840
    },
    {
      "entropy": 5.938816404342651,
      "epoch": 2.7829240583762997,
      "grad_norm": 1.2578125,
      "learning_rate": 0.00042276112495750676,
      "loss": 5.2565,
      "mean_token_accuracy": 0.20807933062314987,
      "num_tokens": 64531828.0,
      "step": 31845
    },
    {
      "entropy": 5.90844202041626,
      "epoch": 2.7833610067290047,
      "grad_norm": 1.28125,
      "learning_rate": 0.0004227376237759718,
      "loss": 5.1401,
      "mean_token_accuracy": 0.21308368295431138,
      "num_tokens": 64540783.0,
      "step": 31850
    },
    {
      "entropy": 5.971992444992066,
      "epoch": 2.7837979550817096,
      "grad_norm": 1.28125,
      "learning_rate": 0.0004227141197607518,
      "loss": 5.2518,
      "mean_token_accuracy": 0.20653452724218369,
      "num_tokens": 64550958.0,
      "step": 31855
    },
    {
      "entropy": 5.942005777359009,
      "epoch": 2.784234903434414,
      "grad_norm": 1.375,
      "learning_rate": 0.00042269061291229766,
      "loss": 5.2304,
      "mean_token_accuracy": 0.2120475634932518,
      "num_tokens": 64561666.0,
      "step": 31860
    },
    {
      "entropy": 5.975542402267456,
      "epoch": 2.7846718517871185,
      "grad_norm": 1.2421875,
      "learning_rate": 0.00042266710323106004,
      "loss": 5.2843,
      "mean_token_accuracy": 0.20116369426250458,
      "num_tokens": 64570908.0,
      "step": 31865
    },
    {
      "entropy": 5.94248776435852,
      "epoch": 2.7851088001398234,
      "grad_norm": 1.1796875,
      "learning_rate": 0.00042264359071749017,
      "loss": 5.2,
      "mean_token_accuracy": 0.21036084592342377,
      "num_tokens": 64580981.0,
      "step": 31870
    },
    {
      "entropy": 5.9951770305633545,
      "epoch": 2.7855457484925283,
      "grad_norm": 1.109375,
      "learning_rate": 0.00042262007537203876,
      "loss": 5.2808,
      "mean_token_accuracy": 0.2013674259185791,
      "num_tokens": 64591776.0,
      "step": 31875
    },
    {
      "entropy": 5.99502158164978,
      "epoch": 2.785982696845233,
      "grad_norm": 1.2265625,
      "learning_rate": 0.00042259655719515706,
      "loss": 5.2039,
      "mean_token_accuracy": 0.20708274990320205,
      "num_tokens": 64601201.0,
      "step": 31880
    },
    {
      "entropy": 6.002991199493408,
      "epoch": 2.7864196451979377,
      "grad_norm": 1.21875,
      "learning_rate": 0.0004225730361872959,
      "loss": 5.2536,
      "mean_token_accuracy": 0.20827263593673706,
      "num_tokens": 64610998.0,
      "step": 31885
    },
    {
      "entropy": 6.04876127243042,
      "epoch": 2.786856593550642,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004225495123489067,
      "loss": 5.354,
      "mean_token_accuracy": 0.19464996755123137,
      "num_tokens": 64620503.0,
      "step": 31890
    },
    {
      "entropy": 5.9574141025543215,
      "epoch": 2.787293541903347,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004225259856804405,
      "loss": 5.2166,
      "mean_token_accuracy": 0.21375760734081267,
      "num_tokens": 64630172.0,
      "step": 31895
    },
    {
      "entropy": 5.965611410140991,
      "epoch": 2.7877304902560516,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004225024561823486,
      "loss": 5.2302,
      "mean_token_accuracy": 0.20877135694026946,
      "num_tokens": 64639737.0,
      "step": 31900
    },
    {
      "entropy": 5.920489311218262,
      "epoch": 2.7881674386087565,
      "grad_norm": 1.328125,
      "learning_rate": 0.0004224789238550823,
      "loss": 5.1359,
      "mean_token_accuracy": 0.21792086064815522,
      "num_tokens": 64650324.0,
      "step": 31905
    },
    {
      "entropy": 5.997781991958618,
      "epoch": 2.7886043869614614,
      "grad_norm": 1.125,
      "learning_rate": 0.0004224553886990929,
      "loss": 5.3405,
      "mean_token_accuracy": 0.19902058094739913,
      "num_tokens": 64661938.0,
      "step": 31910
    },
    {
      "entropy": 5.994064426422119,
      "epoch": 2.789041335314166,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00042243185071483193,
      "loss": 5.2042,
      "mean_token_accuracy": 0.21275395154953003,
      "num_tokens": 64672042.0,
      "step": 31915
    },
    {
      "entropy": 5.9505286693573,
      "epoch": 2.7894782836668703,
      "grad_norm": 1.234375,
      "learning_rate": 0.00042240830990275085,
      "loss": 5.252,
      "mean_token_accuracy": 0.21072690188884735,
      "num_tokens": 64681798.0,
      "step": 31920
    },
    {
      "entropy": 6.016732120513916,
      "epoch": 2.7899152320195753,
      "grad_norm": 1.2734375,
      "learning_rate": 0.000422384766263301,
      "loss": 5.2826,
      "mean_token_accuracy": 0.20358056873083114,
      "num_tokens": 64692329.0,
      "step": 31925
    },
    {
      "entropy": 5.989816379547119,
      "epoch": 2.79035218037228,
      "grad_norm": 1.25,
      "learning_rate": 0.00042236121979693424,
      "loss": 5.2379,
      "mean_token_accuracy": 0.2084076076745987,
      "num_tokens": 64701605.0,
      "step": 31930
    },
    {
      "entropy": 5.989417266845703,
      "epoch": 2.7907891287249846,
      "grad_norm": 1.21875,
      "learning_rate": 0.00042233767050410206,
      "loss": 5.3361,
      "mean_token_accuracy": 0.19970712512731553,
      "num_tokens": 64711649.0,
      "step": 31935
    },
    {
      "entropy": 5.998179149627686,
      "epoch": 2.7912260770776895,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004223141183852562,
      "loss": 5.27,
      "mean_token_accuracy": 0.20070598721504213,
      "num_tokens": 64721451.0,
      "step": 31940
    },
    {
      "entropy": 6.032778024673462,
      "epoch": 2.791663025430394,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004222905634408482,
      "loss": 5.2396,
      "mean_token_accuracy": 0.20733868032693864,
      "num_tokens": 64731725.0,
      "step": 31945
    },
    {
      "entropy": 6.008366441726684,
      "epoch": 2.792099973783099,
      "grad_norm": 1.1796875,
      "learning_rate": 0.00042226700567133015,
      "loss": 5.1637,
      "mean_token_accuracy": 0.21215631067752838,
      "num_tokens": 64741731.0,
      "step": 31950
    },
    {
      "entropy": 5.918490600585938,
      "epoch": 2.7925369221358034,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004222434450771537,
      "loss": 5.2806,
      "mean_token_accuracy": 0.20910769701004028,
      "num_tokens": 64753324.0,
      "step": 31955
    },
    {
      "entropy": 5.931982088088989,
      "epoch": 2.7929738704885083,
      "grad_norm": 1.25,
      "learning_rate": 0.00042221988165877083,
      "loss": 5.2161,
      "mean_token_accuracy": 0.21356741189956666,
      "num_tokens": 64763209.0,
      "step": 31960
    },
    {
      "entropy": 6.020854806900024,
      "epoch": 2.7934108188412132,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004221963154166335,
      "loss": 5.2788,
      "mean_token_accuracy": 0.20425099581480027,
      "num_tokens": 64773867.0,
      "step": 31965
    },
    {
      "entropy": 5.987010478973389,
      "epoch": 2.7938477671939177,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004221727463511937,
      "loss": 5.2435,
      "mean_token_accuracy": 0.20343636423349382,
      "num_tokens": 64785242.0,
      "step": 31970
    },
    {
      "entropy": 5.85998272895813,
      "epoch": 2.794284715546622,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004221491744629035,
      "loss": 5.2193,
      "mean_token_accuracy": 0.20951608717441558,
      "num_tokens": 64795852.0,
      "step": 31975
    },
    {
      "entropy": 5.958892202377319,
      "epoch": 2.794721663899327,
      "grad_norm": 1.21875,
      "learning_rate": 0.00042212559975221504,
      "loss": 5.165,
      "mean_token_accuracy": 0.21719297170639038,
      "num_tokens": 64805982.0,
      "step": 31980
    },
    {
      "entropy": 5.995724010467529,
      "epoch": 2.795158612252032,
      "grad_norm": 1.171875,
      "learning_rate": 0.00042210202221958055,
      "loss": 5.2801,
      "mean_token_accuracy": 0.20479209274053572,
      "num_tokens": 64816997.0,
      "step": 31985
    },
    {
      "entropy": 5.988338899612427,
      "epoch": 2.7955955606047365,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0004220784418654521,
      "loss": 5.2336,
      "mean_token_accuracy": 0.20154733061790467,
      "num_tokens": 64826597.0,
      "step": 31990
    },
    {
      "entropy": 5.947524452209473,
      "epoch": 2.7960325089574414,
      "grad_norm": 1.171875,
      "learning_rate": 0.00042205485869028207,
      "loss": 5.2205,
      "mean_token_accuracy": 0.20883852243423462,
      "num_tokens": 64835917.0,
      "step": 31995
    },
    {
      "entropy": 5.954936885833741,
      "epoch": 2.796469457310146,
      "grad_norm": 1.390625,
      "learning_rate": 0.00042203127269452284,
      "loss": 5.2211,
      "mean_token_accuracy": 0.20498036742210388,
      "num_tokens": 64846889.0,
      "step": 32000
    },
    {
      "entropy": 6.032996273040771,
      "epoch": 2.7969064056628508,
      "grad_norm": 1.140625,
      "learning_rate": 0.00042200768387862676,
      "loss": 5.3276,
      "mean_token_accuracy": 0.20485830307006836,
      "num_tokens": 64857321.0,
      "step": 32005
    },
    {
      "entropy": 5.9368767738342285,
      "epoch": 2.7973433540155552,
      "grad_norm": 1.265625,
      "learning_rate": 0.00042198409224304624,
      "loss": 5.2852,
      "mean_token_accuracy": 0.2039235755801201,
      "num_tokens": 64867255.0,
      "step": 32010
    },
    {
      "entropy": 5.993284225463867,
      "epoch": 2.79778030236826,
      "grad_norm": 1.21875,
      "learning_rate": 0.0004219604977882338,
      "loss": 5.2355,
      "mean_token_accuracy": 0.20148073136806488,
      "num_tokens": 64876179.0,
      "step": 32015
    },
    {
      "entropy": 6.03864016532898,
      "epoch": 2.798217250720965,
      "grad_norm": 1.140625,
      "learning_rate": 0.00042193690051464206,
      "loss": 5.3406,
      "mean_token_accuracy": 0.19721725285053254,
      "num_tokens": 64886387.0,
      "step": 32020
    },
    {
      "entropy": 5.977369785308838,
      "epoch": 2.7986541990736695,
      "grad_norm": 1.2265625,
      "learning_rate": 0.00042191330042272353,
      "loss": 5.3061,
      "mean_token_accuracy": 0.2080430194735527,
      "num_tokens": 64896816.0,
      "step": 32025
    },
    {
      "entropy": 5.915270519256592,
      "epoch": 2.799091147426374,
      "grad_norm": 1.171875,
      "learning_rate": 0.00042188969751293093,
      "loss": 5.2117,
      "mean_token_accuracy": 0.21321528702974318,
      "num_tokens": 64907747.0,
      "step": 32030
    },
    {
      "entropy": 5.932869911193848,
      "epoch": 2.799528095779079,
      "grad_norm": 1.1640625,
      "learning_rate": 0.00042186609178571696,
      "loss": 5.2695,
      "mean_token_accuracy": 0.20464443117380143,
      "num_tokens": 64918066.0,
      "step": 32035
    },
    {
      "entropy": 6.022366380691528,
      "epoch": 2.799965044131784,
      "grad_norm": 1.2890625,
      "learning_rate": 0.0004218424832415344,
      "loss": 5.3293,
      "mean_token_accuracy": 0.1959073156118393,
      "num_tokens": 64927021.0,
      "step": 32040
    },
    {
      "entropy": 5.925170278549194,
      "epoch": 2.8004019924844883,
      "grad_norm": 1.1796875,
      "learning_rate": 0.00042181887188083605,
      "loss": 5.1263,
      "mean_token_accuracy": 0.21890114545822142,
      "num_tokens": 64937477.0,
      "step": 32045
    },
    {
      "entropy": 5.922118663787842,
      "epoch": 2.800838940837193,
      "grad_norm": 1.234375,
      "learning_rate": 0.00042179525770407486,
      "loss": 5.2349,
      "mean_token_accuracy": 0.20861227810382843,
      "num_tokens": 64947178.0,
      "step": 32050
    },
    {
      "entropy": 5.959945964813232,
      "epoch": 2.8012758891898977,
      "grad_norm": 1.1484375,
      "learning_rate": 0.00042177164071170373,
      "loss": 5.3016,
      "mean_token_accuracy": 0.19761669635772705,
      "num_tokens": 64956921.0,
      "step": 32055
    },
    {
      "entropy": 5.9385733127594,
      "epoch": 2.8017128375426026,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004217480209041755,
      "loss": 5.1957,
      "mean_token_accuracy": 0.20974761843681336,
      "num_tokens": 64966688.0,
      "step": 32060
    },
    {
      "entropy": 5.984420204162598,
      "epoch": 2.802149785895307,
      "grad_norm": 1.2734375,
      "learning_rate": 0.0004217243982819434,
      "loss": 5.2062,
      "mean_token_accuracy": 0.2099993646144867,
      "num_tokens": 64975577.0,
      "step": 32065
    },
    {
      "entropy": 5.961344814300537,
      "epoch": 2.802586734248012,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004217007728454605,
      "loss": 5.2742,
      "mean_token_accuracy": 0.20416013896465302,
      "num_tokens": 64986121.0,
      "step": 32070
    },
    {
      "entropy": 6.020649099349976,
      "epoch": 2.8030236826007164,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004216771445951798,
      "loss": 5.303,
      "mean_token_accuracy": 0.19819070845842363,
      "num_tokens": 64996623.0,
      "step": 32075
    },
    {
      "entropy": 5.9636474609375,
      "epoch": 2.8034606309534214,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00042165351353155476,
      "loss": 5.2212,
      "mean_token_accuracy": 0.2005186766386032,
      "num_tokens": 65006756.0,
      "step": 32080
    },
    {
      "entropy": 5.96090874671936,
      "epoch": 2.803897579306126,
      "grad_norm": 1.234375,
      "learning_rate": 0.00042162987965503834,
      "loss": 5.2591,
      "mean_token_accuracy": 0.205243019759655,
      "num_tokens": 65017453.0,
      "step": 32085
    },
    {
      "entropy": 5.994205713272095,
      "epoch": 2.8043345276588307,
      "grad_norm": 1.1640625,
      "learning_rate": 0.00042160624296608403,
      "loss": 5.2926,
      "mean_token_accuracy": 0.19299460351467132,
      "num_tokens": 65028090.0,
      "step": 32090
    },
    {
      "entropy": 6.022582006454468,
      "epoch": 2.8047714760115356,
      "grad_norm": 1.21875,
      "learning_rate": 0.0004215826034651452,
      "loss": 5.3695,
      "mean_token_accuracy": 0.1940547853708267,
      "num_tokens": 65038422.0,
      "step": 32095
    },
    {
      "entropy": 5.967014122009277,
      "epoch": 2.80520842436424,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004215589611526752,
      "loss": 5.1661,
      "mean_token_accuracy": 0.21701131910085678,
      "num_tokens": 65048244.0,
      "step": 32100
    },
    {
      "entropy": 5.966244268417358,
      "epoch": 2.8056453727169446,
      "grad_norm": 1.2734375,
      "learning_rate": 0.0004215353160291275,
      "loss": 5.301,
      "mean_token_accuracy": 0.20182208567857743,
      "num_tokens": 65058411.0,
      "step": 32105
    },
    {
      "entropy": 5.94444694519043,
      "epoch": 2.8060823210696495,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0004215116680949558,
      "loss": 5.2257,
      "mean_token_accuracy": 0.20585401803255082,
      "num_tokens": 65068148.0,
      "step": 32110
    },
    {
      "entropy": 6.001482152938843,
      "epoch": 2.8065192694223544,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004214880173506133,
      "loss": 5.27,
      "mean_token_accuracy": 0.2017240509390831,
      "num_tokens": 65078212.0,
      "step": 32115
    },
    {
      "entropy": 5.944582080841064,
      "epoch": 2.806956217775059,
      "grad_norm": 1.328125,
      "learning_rate": 0.00042146436379655405,
      "loss": 5.2148,
      "mean_token_accuracy": 0.2083989068865776,
      "num_tokens": 65088133.0,
      "step": 32120
    },
    {
      "entropy": 5.948964834213257,
      "epoch": 2.807393166127764,
      "grad_norm": 1.1875,
      "learning_rate": 0.00042144070743323155,
      "loss": 5.2305,
      "mean_token_accuracy": 0.1996448442339897,
      "num_tokens": 65097671.0,
      "step": 32125
    },
    {
      "entropy": 6.003091049194336,
      "epoch": 2.8078301144804683,
      "grad_norm": 1.28125,
      "learning_rate": 0.0004214170482610995,
      "loss": 5.3386,
      "mean_token_accuracy": 0.19640544950962066,
      "num_tokens": 65107833.0,
      "step": 32130
    },
    {
      "entropy": 5.974815797805786,
      "epoch": 2.808267062833173,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00042139338628061177,
      "loss": 5.2317,
      "mean_token_accuracy": 0.2078484758734703,
      "num_tokens": 65118414.0,
      "step": 32135
    },
    {
      "entropy": 6.017793655395508,
      "epoch": 2.8087040111858776,
      "grad_norm": 1.1796875,
      "learning_rate": 0.00042136972149222203,
      "loss": 5.3406,
      "mean_token_accuracy": 0.19736990928649903,
      "num_tokens": 65128920.0,
      "step": 32140
    },
    {
      "entropy": 5.927982473373413,
      "epoch": 2.8091409595385826,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004213460538963845,
      "loss": 5.2337,
      "mean_token_accuracy": 0.2097554624080658,
      "num_tokens": 65138869.0,
      "step": 32145
    },
    {
      "entropy": 5.950904130935669,
      "epoch": 2.8095779078912875,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004213223834935529,
      "loss": 5.2874,
      "mean_token_accuracy": 0.20226051062345504,
      "num_tokens": 65148737.0,
      "step": 32150
    },
    {
      "entropy": 6.012422847747803,
      "epoch": 2.810014856243992,
      "grad_norm": 1.15625,
      "learning_rate": 0.00042129871028418137,
      "loss": 5.3338,
      "mean_token_accuracy": 0.1981707841157913,
      "num_tokens": 65158075.0,
      "step": 32155
    },
    {
      "entropy": 6.037801074981689,
      "epoch": 2.8104518045966964,
      "grad_norm": 1.25,
      "learning_rate": 0.0004212750342687239,
      "loss": 5.3403,
      "mean_token_accuracy": 0.1946332037448883,
      "num_tokens": 65167788.0,
      "step": 32160
    },
    {
      "entropy": 5.950007820129395,
      "epoch": 2.8108887529494013,
      "grad_norm": 1.3359375,
      "learning_rate": 0.0004212513554476346,
      "loss": 5.2915,
      "mean_token_accuracy": 0.20377436876296998,
      "num_tokens": 65177581.0,
      "step": 32165
    },
    {
      "entropy": 6.013967418670655,
      "epoch": 2.8113257013021062,
      "grad_norm": 1.296875,
      "learning_rate": 0.00042122767382136766,
      "loss": 5.2401,
      "mean_token_accuracy": 0.21698758155107498,
      "num_tokens": 65186546.0,
      "step": 32170
    },
    {
      "entropy": 5.8749476909637455,
      "epoch": 2.8117626496548107,
      "grad_norm": 1.203125,
      "learning_rate": 0.0004212039893903774,
      "loss": 5.1709,
      "mean_token_accuracy": 0.21730766892433168,
      "num_tokens": 65195717.0,
      "step": 32175
    },
    {
      "entropy": 5.988033866882324,
      "epoch": 2.8121995980075156,
      "grad_norm": 1.25,
      "learning_rate": 0.00042118030215511793,
      "loss": 5.2971,
      "mean_token_accuracy": 0.2050255760550499,
      "num_tokens": 65206090.0,
      "step": 32180
    },
    {
      "entropy": 5.970223379135132,
      "epoch": 2.81263654636022,
      "grad_norm": 1.21875,
      "learning_rate": 0.00042115661211604373,
      "loss": 5.3138,
      "mean_token_accuracy": 0.20472341328859328,
      "num_tokens": 65217194.0,
      "step": 32185
    },
    {
      "entropy": 6.057189702987671,
      "epoch": 2.813073494712925,
      "grad_norm": 1.171875,
      "learning_rate": 0.000421132919273609,
      "loss": 5.3131,
      "mean_token_accuracy": 0.20171573460102082,
      "num_tokens": 65228906.0,
      "step": 32190
    },
    {
      "entropy": 6.043280506134034,
      "epoch": 2.8135104430656295,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004211092236282685,
      "loss": 5.3214,
      "mean_token_accuracy": 0.1981588199734688,
      "num_tokens": 65238606.0,
      "step": 32195
    },
    {
      "entropy": 5.959629726409912,
      "epoch": 2.8139473914183344,
      "grad_norm": 1.2421875,
      "learning_rate": 0.00042108552518047644,
      "loss": 5.2305,
      "mean_token_accuracy": 0.20785243809223175,
      "num_tokens": 65248259.0,
      "step": 32200
    },
    {
      "entropy": 5.992468023300171,
      "epoch": 2.8143843397710393,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004210618239306874,
      "loss": 5.2937,
      "mean_token_accuracy": 0.20156800448894502,
      "num_tokens": 65259294.0,
      "step": 32205
    },
    {
      "entropy": 6.068273067474365,
      "epoch": 2.8148212881237438,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004210381198793561,
      "loss": 5.3215,
      "mean_token_accuracy": 0.1970296621322632,
      "num_tokens": 65269498.0,
      "step": 32210
    },
    {
      "entropy": 6.059280920028686,
      "epoch": 2.8152582364764482,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004210144130269371,
      "loss": 5.3583,
      "mean_token_accuracy": 0.19508640021085738,
      "num_tokens": 65280027.0,
      "step": 32215
    },
    {
      "entropy": 5.973572492599487,
      "epoch": 2.815695184829153,
      "grad_norm": 1.21875,
      "learning_rate": 0.00042099070337388517,
      "loss": 5.2655,
      "mean_token_accuracy": 0.20428718328475953,
      "num_tokens": 65290451.0,
      "step": 32220
    },
    {
      "entropy": 5.966657257080078,
      "epoch": 2.816132133181858,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00042096699092065504,
      "loss": 5.242,
      "mean_token_accuracy": 0.20506363064050676,
      "num_tokens": 65299906.0,
      "step": 32225
    },
    {
      "entropy": 5.963561582565307,
      "epoch": 2.8165690815345625,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0004209432756677015,
      "loss": 5.2548,
      "mean_token_accuracy": 0.20452470034360887,
      "num_tokens": 65310197.0,
      "step": 32230
    },
    {
      "entropy": 5.969303035736084,
      "epoch": 2.8170060298872674,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00042091955761547963,
      "loss": 5.3039,
      "mean_token_accuracy": 0.20187208205461502,
      "num_tokens": 65320779.0,
      "step": 32235
    },
    {
      "entropy": 5.896734142303467,
      "epoch": 2.817442978239972,
      "grad_norm": 1.125,
      "learning_rate": 0.000420895836764444,
      "loss": 5.1807,
      "mean_token_accuracy": 0.21500581055879592,
      "num_tokens": 65330578.0,
      "step": 32240
    },
    {
      "entropy": 5.991778945922851,
      "epoch": 2.817879926592677,
      "grad_norm": 1.1953125,
      "learning_rate": 0.00042087211311504986,
      "loss": 5.2827,
      "mean_token_accuracy": 0.19728734642267226,
      "num_tokens": 65341202.0,
      "step": 32245
    },
    {
      "entropy": 6.0145838260650635,
      "epoch": 2.8183168749453813,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0004208483866677521,
      "loss": 5.2336,
      "mean_token_accuracy": 0.21125956028699874,
      "num_tokens": 65352584.0,
      "step": 32250
    },
    {
      "entropy": 5.978679513931274,
      "epoch": 2.818753823298086,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004208246574230059,
      "loss": 5.2146,
      "mean_token_accuracy": 0.20473903119564058,
      "num_tokens": 65363191.0,
      "step": 32255
    },
    {
      "entropy": 5.943046903610229,
      "epoch": 2.819190771650791,
      "grad_norm": 1.25,
      "learning_rate": 0.00042080092538126633,
      "loss": 5.2508,
      "mean_token_accuracy": 0.20747427493333817,
      "num_tokens": 65373880.0,
      "step": 32260
    },
    {
      "entropy": 5.962525415420532,
      "epoch": 2.8196277200034956,
      "grad_norm": 1.2578125,
      "learning_rate": 0.00042077719054298867,
      "loss": 5.3146,
      "mean_token_accuracy": 0.2032272145152092,
      "num_tokens": 65383149.0,
      "step": 32265
    },
    {
      "entropy": 5.974265289306641,
      "epoch": 2.8200646683562,
      "grad_norm": 1.2890625,
      "learning_rate": 0.0004207534529086281,
      "loss": 5.2293,
      "mean_token_accuracy": 0.21275055557489395,
      "num_tokens": 65393005.0,
      "step": 32270
    },
    {
      "entropy": 6.003904914855957,
      "epoch": 2.820501616708905,
      "grad_norm": 1.1796875,
      "learning_rate": 0.00042072971247863984,
      "loss": 5.2869,
      "mean_token_accuracy": 0.20559847205877305,
      "num_tokens": 65402640.0,
      "step": 32275
    },
    {
      "entropy": 6.0487058639526365,
      "epoch": 2.82093856506161,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004207059692534794,
      "loss": 5.3014,
      "mean_token_accuracy": 0.1963439792394638,
      "num_tokens": 65412863.0,
      "step": 32280
    },
    {
      "entropy": 5.938629674911499,
      "epoch": 2.8213755134143144,
      "grad_norm": 1.25,
      "learning_rate": 0.00042068222323360214,
      "loss": 5.3283,
      "mean_token_accuracy": 0.19960933476686477,
      "num_tokens": 65422581.0,
      "step": 32285
    },
    {
      "entropy": 5.9929440975189205,
      "epoch": 2.8218124617670193,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00042065847441946354,
      "loss": 5.2714,
      "mean_token_accuracy": 0.20645775645971298,
      "num_tokens": 65433604.0,
      "step": 32290
    },
    {
      "entropy": 5.958873891830445,
      "epoch": 2.8222494101197237,
      "grad_norm": 1.2421875,
      "learning_rate": 0.000420634722811519,
      "loss": 5.2048,
      "mean_token_accuracy": 0.21037329435348512,
      "num_tokens": 65442956.0,
      "step": 32295
    },
    {
      "entropy": 6.005834102630615,
      "epoch": 2.8226863584724287,
      "grad_norm": 1.21875,
      "learning_rate": 0.00042061096841022416,
      "loss": 5.2641,
      "mean_token_accuracy": 0.2025199055671692,
      "num_tokens": 65452441.0,
      "step": 32300
    },
    {
      "entropy": 5.976467227935791,
      "epoch": 2.823123306825133,
      "grad_norm": 1.2734375,
      "learning_rate": 0.00042058721121603467,
      "loss": 5.2862,
      "mean_token_accuracy": 0.20976466685533524,
      "num_tokens": 65463628.0,
      "step": 32305
    },
    {
      "entropy": 5.954583835601807,
      "epoch": 2.823560255177838,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004205634512294062,
      "loss": 5.2488,
      "mean_token_accuracy": 0.20991430580615997,
      "num_tokens": 65472771.0,
      "step": 32310
    },
    {
      "entropy": 6.01298246383667,
      "epoch": 2.823997203530543,
      "grad_norm": 1.15625,
      "learning_rate": 0.00042053968845079436,
      "loss": 5.3109,
      "mean_token_accuracy": 0.2026037245988846,
      "num_tokens": 65482678.0,
      "step": 32315
    },
    {
      "entropy": 6.038439512252808,
      "epoch": 2.8244341518832474,
      "grad_norm": 1.203125,
      "learning_rate": 0.00042051592288065514,
      "loss": 5.2908,
      "mean_token_accuracy": 0.19826861172914506,
      "num_tokens": 65493127.0,
      "step": 32320
    },
    {
      "entropy": 5.964445304870606,
      "epoch": 2.824871100235952,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004204921545194443,
      "loss": 5.306,
      "mean_token_accuracy": 0.19863679260015488,
      "num_tokens": 65502508.0,
      "step": 32325
    },
    {
      "entropy": 5.985910367965698,
      "epoch": 2.825308048588657,
      "grad_norm": 1.2890625,
      "learning_rate": 0.0004204683833676176,
      "loss": 5.3129,
      "mean_token_accuracy": 0.20072295814752578,
      "num_tokens": 65512336.0,
      "step": 32330
    },
    {
      "entropy": 5.996893405914307,
      "epoch": 2.8257449969413617,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0004204446094256312,
      "loss": 5.2438,
      "mean_token_accuracy": 0.19945789873600006,
      "num_tokens": 65523139.0,
      "step": 32335
    },
    {
      "entropy": 5.9407857894897464,
      "epoch": 2.826181945294066,
      "grad_norm": 1.2578125,
      "learning_rate": 0.00042042083269394083,
      "loss": 5.2454,
      "mean_token_accuracy": 0.20560172200202942,
      "num_tokens": 65532846.0,
      "step": 32340
    },
    {
      "entropy": 5.992922592163086,
      "epoch": 2.826618893646771,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004203970531730028,
      "loss": 5.2165,
      "mean_token_accuracy": 0.20448702275753022,
      "num_tokens": 65544493.0,
      "step": 32345
    },
    {
      "entropy": 6.022883510589599,
      "epoch": 2.8270558419994756,
      "grad_norm": 1.3203125,
      "learning_rate": 0.00042037327086327304,
      "loss": 5.3458,
      "mean_token_accuracy": 0.20097265243530274,
      "num_tokens": 65554183.0,
      "step": 32350
    },
    {
      "entropy": 6.005089282989502,
      "epoch": 2.8274927903521805,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004203494857652078,
      "loss": 5.2445,
      "mean_token_accuracy": 0.20838169157505035,
      "num_tokens": 65564068.0,
      "step": 32355
    },
    {
      "entropy": 5.921706295013427,
      "epoch": 2.827929738704885,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00042032569787926326,
      "loss": 5.1973,
      "mean_token_accuracy": 0.21519405096769334,
      "num_tokens": 65574272.0,
      "step": 32360
    },
    {
      "entropy": 5.91629991531372,
      "epoch": 2.82836668705759,
      "grad_norm": 1.234375,
      "learning_rate": 0.00042030190720589573,
      "loss": 5.2554,
      "mean_token_accuracy": 0.20506459772586821,
      "num_tokens": 65584890.0,
      "step": 32365
    },
    {
      "entropy": 6.023474550247192,
      "epoch": 2.8288036354102943,
      "grad_norm": 1.3125,
      "learning_rate": 0.0004202781137455614,
      "loss": 5.2899,
      "mean_token_accuracy": 0.20474710464477539,
      "num_tokens": 65595776.0,
      "step": 32370
    },
    {
      "entropy": 5.959962463378906,
      "epoch": 2.8292405837629993,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004202543174987168,
      "loss": 5.2386,
      "mean_token_accuracy": 0.20860871970653533,
      "num_tokens": 65606234.0,
      "step": 32375
    },
    {
      "entropy": 6.033442687988281,
      "epoch": 2.8296775321157037,
      "grad_norm": 1.3125,
      "learning_rate": 0.00042023051846581824,
      "loss": 5.3862,
      "mean_token_accuracy": 0.19606564790010453,
      "num_tokens": 65616576.0,
      "step": 32380
    },
    {
      "entropy": 5.964978265762329,
      "epoch": 2.8301144804684086,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004202067166473222,
      "loss": 5.195,
      "mean_token_accuracy": 0.21288713663816453,
      "num_tokens": 65626792.0,
      "step": 32385
    },
    {
      "entropy": 6.000914287567139,
      "epoch": 2.8305514288211135,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004201829120436854,
      "loss": 5.2112,
      "mean_token_accuracy": 0.20812813341617584,
      "num_tokens": 65637041.0,
      "step": 32390
    },
    {
      "entropy": 5.925936555862426,
      "epoch": 2.830988377173818,
      "grad_norm": 1.265625,
      "learning_rate": 0.0004201591046553641,
      "loss": 5.3209,
      "mean_token_accuracy": 0.20316662043333053,
      "num_tokens": 65647132.0,
      "step": 32395
    },
    {
      "entropy": 6.022367763519287,
      "epoch": 2.831425325526523,
      "grad_norm": 1.1953125,
      "learning_rate": 0.00042013529448281517,
      "loss": 5.3265,
      "mean_token_accuracy": 0.20213736742734909,
      "num_tokens": 65657372.0,
      "step": 32400
    },
    {
      "entropy": 6.002259826660156,
      "epoch": 2.8318622738792274,
      "grad_norm": 1.28125,
      "learning_rate": 0.0004201114815264952,
      "loss": 5.2771,
      "mean_token_accuracy": 0.20881820023059844,
      "num_tokens": 65667118.0,
      "step": 32405
    },
    {
      "entropy": 6.033269166946411,
      "epoch": 2.8322992222319323,
      "grad_norm": 1.1484375,
      "learning_rate": 0.000420087665786861,
      "loss": 5.3131,
      "mean_token_accuracy": 0.20309892892837525,
      "num_tokens": 65677830.0,
      "step": 32410
    },
    {
      "entropy": 5.892477512359619,
      "epoch": 2.832736170584637,
      "grad_norm": 1.2421875,
      "learning_rate": 0.00042006384726436943,
      "loss": 5.2461,
      "mean_token_accuracy": 0.20948705077171326,
      "num_tokens": 65687238.0,
      "step": 32415
    },
    {
      "entropy": 5.927479696273804,
      "epoch": 2.8331731189373417,
      "grad_norm": 1.2578125,
      "learning_rate": 0.00042004002595947713,
      "loss": 5.2189,
      "mean_token_accuracy": 0.21409901827573777,
      "num_tokens": 65697547.0,
      "step": 32420
    },
    {
      "entropy": 5.971622705459595,
      "epoch": 2.833610067290046,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004200162018726412,
      "loss": 5.3627,
      "mean_token_accuracy": 0.20599286556243895,
      "num_tokens": 65709272.0,
      "step": 32425
    },
    {
      "entropy": 5.9917134761810305,
      "epoch": 2.834047015642751,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004199923750043185,
      "loss": 5.3148,
      "mean_token_accuracy": 0.1984897792339325,
      "num_tokens": 65720986.0,
      "step": 32430
    },
    {
      "entropy": 6.047187614440918,
      "epoch": 2.8344839639954555,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00041996854535496616,
      "loss": 5.3017,
      "mean_token_accuracy": 0.2021200492978096,
      "num_tokens": 65731339.0,
      "step": 32435
    },
    {
      "entropy": 6.035513401031494,
      "epoch": 2.8349209123481605,
      "grad_norm": 1.125,
      "learning_rate": 0.0004199447129250411,
      "loss": 5.3016,
      "mean_token_accuracy": 0.20605259388685226,
      "num_tokens": 65741826.0,
      "step": 32440
    },
    {
      "entropy": 6.00283465385437,
      "epoch": 2.8353578607008654,
      "grad_norm": 1.4296875,
      "learning_rate": 0.0004199208777150004,
      "loss": 5.3162,
      "mean_token_accuracy": 0.19836489409208297,
      "num_tokens": 65752925.0,
      "step": 32445
    },
    {
      "entropy": 6.021576595306397,
      "epoch": 2.83579480905357,
      "grad_norm": 1.3046875,
      "learning_rate": 0.0004198970397253015,
      "loss": 5.2758,
      "mean_token_accuracy": 0.20284209102392198,
      "num_tokens": 65763948.0,
      "step": 32450
    },
    {
      "entropy": 6.026622200012207,
      "epoch": 2.8362317574062743,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004198731989564014,
      "loss": 5.273,
      "mean_token_accuracy": 0.20970211923122406,
      "num_tokens": 65774086.0,
      "step": 32455
    },
    {
      "entropy": 5.896971082687378,
      "epoch": 2.8366687057589792,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0004198493554087574,
      "loss": 5.1756,
      "mean_token_accuracy": 0.21601779460906984,
      "num_tokens": 65783630.0,
      "step": 32460
    },
    {
      "entropy": 6.0044151782989506,
      "epoch": 2.837105654111684,
      "grad_norm": 1.234375,
      "learning_rate": 0.00041982550908282686,
      "loss": 5.2624,
      "mean_token_accuracy": 0.21046231240034102,
      "num_tokens": 65793903.0,
      "step": 32465
    },
    {
      "entropy": 6.006550264358521,
      "epoch": 2.8375426024643886,
      "grad_norm": 1.203125,
      "learning_rate": 0.00041980165997906714,
      "loss": 5.1979,
      "mean_token_accuracy": 0.21293592303991318,
      "num_tokens": 65803483.0,
      "step": 32470
    },
    {
      "entropy": 5.948184251785278,
      "epoch": 2.8379795508170935,
      "grad_norm": 1.234375,
      "learning_rate": 0.0004197778080979358,
      "loss": 5.2746,
      "mean_token_accuracy": 0.20576138347387313,
      "num_tokens": 65814336.0,
      "step": 32475
    },
    {
      "entropy": 5.955869054794311,
      "epoch": 2.838416499169798,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00041975395343989017,
      "loss": 5.3176,
      "mean_token_accuracy": 0.20155358761548997,
      "num_tokens": 65825525.0,
      "step": 32480
    },
    {
      "entropy": 5.993395042419434,
      "epoch": 2.838853447522503,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004197300960053879,
      "loss": 5.2468,
      "mean_token_accuracy": 0.21476297527551652,
      "num_tokens": 65836276.0,
      "step": 32485
    },
    {
      "entropy": 6.005387258529663,
      "epoch": 2.8392903958752074,
      "grad_norm": 1.2890625,
      "learning_rate": 0.0004197062357948865,
      "loss": 5.3126,
      "mean_token_accuracy": 0.19946812689304352,
      "num_tokens": 65846164.0,
      "step": 32490
    },
    {
      "entropy": 5.9787322044372555,
      "epoch": 2.8397273442279123,
      "grad_norm": 1.2265625,
      "learning_rate": 0.00041968237280884364,
      "loss": 5.2702,
      "mean_token_accuracy": 0.20632868707180024,
      "num_tokens": 65855759.0,
      "step": 32495
    },
    {
      "entropy": 5.886631727218628,
      "epoch": 2.840164292580617,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004196585070477172,
      "loss": 5.1192,
      "mean_token_accuracy": 0.22093885242938996,
      "num_tokens": 65866009.0,
      "step": 32500
    },
    {
      "entropy": 5.982395315170288,
      "epoch": 2.8406012409333217,
      "grad_norm": 1.265625,
      "learning_rate": 0.00041963463851196466,
      "loss": 5.2391,
      "mean_token_accuracy": 0.20698688477277755,
      "num_tokens": 65875707.0,
      "step": 32505
    },
    {
      "entropy": 6.0049244403839115,
      "epoch": 2.841038189286026,
      "grad_norm": 1.203125,
      "learning_rate": 0.00041961076720204403,
      "loss": 5.255,
      "mean_token_accuracy": 0.21123699396848677,
      "num_tokens": 65884396.0,
      "step": 32510
    },
    {
      "entropy": 5.988161039352417,
      "epoch": 2.841475137638731,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004195868931184131,
      "loss": 5.2867,
      "mean_token_accuracy": 0.20363697558641433,
      "num_tokens": 65894278.0,
      "step": 32515
    },
    {
      "entropy": 5.94897084236145,
      "epoch": 2.841912085991436,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00041956301626152974,
      "loss": 5.2706,
      "mean_token_accuracy": 0.2094036817550659,
      "num_tokens": 65903863.0,
      "step": 32520
    },
    {
      "entropy": 5.95511212348938,
      "epoch": 2.8423490343441404,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00041953913663185207,
      "loss": 5.1505,
      "mean_token_accuracy": 0.2127256751060486,
      "num_tokens": 65913996.0,
      "step": 32525
    },
    {
      "entropy": 5.919414710998535,
      "epoch": 2.8427859826968453,
      "grad_norm": 1.328125,
      "learning_rate": 0.000419515254229838,
      "loss": 5.2027,
      "mean_token_accuracy": 0.21675056964159012,
      "num_tokens": 65923457.0,
      "step": 32530
    },
    {
      "entropy": 5.992569303512573,
      "epoch": 2.84322293104955,
      "grad_norm": 1.3046875,
      "learning_rate": 0.00041949136905594555,
      "loss": 5.2599,
      "mean_token_accuracy": 0.2071596935391426,
      "num_tokens": 65933132.0,
      "step": 32535
    },
    {
      "entropy": 6.001332855224609,
      "epoch": 2.8436598794022547,
      "grad_norm": 1.28125,
      "learning_rate": 0.000419467481110633,
      "loss": 5.2474,
      "mean_token_accuracy": 0.2108735278248787,
      "num_tokens": 65942784.0,
      "step": 32540
    },
    {
      "entropy": 5.975798749923706,
      "epoch": 2.844096827754959,
      "grad_norm": 1.3515625,
      "learning_rate": 0.0004194435903943585,
      "loss": 5.2066,
      "mean_token_accuracy": 0.21169444620609285,
      "num_tokens": 65952734.0,
      "step": 32545
    },
    {
      "entropy": 5.864419746398926,
      "epoch": 2.844533776107664,
      "grad_norm": 1.203125,
      "learning_rate": 0.00041941969690758023,
      "loss": 5.1037,
      "mean_token_accuracy": 0.22273606210947036,
      "num_tokens": 65962732.0,
      "step": 32550
    },
    {
      "entropy": 5.967006397247315,
      "epoch": 2.844970724460369,
      "grad_norm": 1.15625,
      "learning_rate": 0.00041939580065075645,
      "loss": 5.3119,
      "mean_token_accuracy": 0.20941008776426315,
      "num_tokens": 65973287.0,
      "step": 32555
    },
    {
      "entropy": 6.003587150573731,
      "epoch": 2.8454076728130735,
      "grad_norm": 1.390625,
      "learning_rate": 0.0004193719016243456,
      "loss": 5.2368,
      "mean_token_accuracy": 0.2023141250014305,
      "num_tokens": 65982034.0,
      "step": 32560
    },
    {
      "entropy": 5.985470247268677,
      "epoch": 2.845844621165778,
      "grad_norm": 1.1953125,
      "learning_rate": 0.00041934799982880594,
      "loss": 5.2619,
      "mean_token_accuracy": 0.2056335136294365,
      "num_tokens": 65992612.0,
      "step": 32565
    },
    {
      "entropy": 5.963249683380127,
      "epoch": 2.846281569518483,
      "grad_norm": 1.203125,
      "learning_rate": 0.00041932409526459607,
      "loss": 5.2276,
      "mean_token_accuracy": 0.20581079721450807,
      "num_tokens": 66002788.0,
      "step": 32570
    },
    {
      "entropy": 5.973702526092529,
      "epoch": 2.846718517871188,
      "grad_norm": 1.125,
      "learning_rate": 0.00041930018793217443,
      "loss": 5.3027,
      "mean_token_accuracy": 0.20189492851495744,
      "num_tokens": 66012559.0,
      "step": 32575
    },
    {
      "entropy": 5.978877115249634,
      "epoch": 2.8471554662238923,
      "grad_norm": 1.125,
      "learning_rate": 0.0004192762778319996,
      "loss": 5.3139,
      "mean_token_accuracy": 0.19592001438140869,
      "num_tokens": 66023230.0,
      "step": 32580
    },
    {
      "entropy": 5.978819751739502,
      "epoch": 2.847592414576597,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00041925236496453006,
      "loss": 5.3018,
      "mean_token_accuracy": 0.2082228794693947,
      "num_tokens": 66033556.0,
      "step": 32585
    },
    {
      "entropy": 6.024059820175171,
      "epoch": 2.8480293629293016,
      "grad_norm": 1.3046875,
      "learning_rate": 0.00041922844933022467,
      "loss": 5.2937,
      "mean_token_accuracy": 0.20081935226917266,
      "num_tokens": 66042495.0,
      "step": 32590
    },
    {
      "entropy": 5.961848449707031,
      "epoch": 2.8484663112820066,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00041920453092954204,
      "loss": 5.2532,
      "mean_token_accuracy": 0.20719431191682816,
      "num_tokens": 66051933.0,
      "step": 32595
    },
    {
      "entropy": 6.01412558555603,
      "epoch": 2.848903259634711,
      "grad_norm": 1.2890625,
      "learning_rate": 0.000419180609762941,
      "loss": 5.208,
      "mean_token_accuracy": 0.20821261405944824,
      "num_tokens": 66060964.0,
      "step": 32600
    },
    {
      "entropy": 6.010888338088989,
      "epoch": 2.849340207987416,
      "grad_norm": 1.328125,
      "learning_rate": 0.00041915668583088016,
      "loss": 5.2373,
      "mean_token_accuracy": 0.20578163117170334,
      "num_tokens": 66070210.0,
      "step": 32605
    },
    {
      "entropy": 5.992248392105102,
      "epoch": 2.849777156340121,
      "grad_norm": 1.1875,
      "learning_rate": 0.00041913275913381864,
      "loss": 5.3123,
      "mean_token_accuracy": 0.2053665414452553,
      "num_tokens": 66081010.0,
      "step": 32610
    },
    {
      "entropy": 5.979350566864014,
      "epoch": 2.8502141046928253,
      "grad_norm": 1.3359375,
      "learning_rate": 0.0004191088296722153,
      "loss": 5.2111,
      "mean_token_accuracy": 0.2096288800239563,
      "num_tokens": 66090448.0,
      "step": 32615
    },
    {
      "entropy": 6.013248777389526,
      "epoch": 2.85065105304553,
      "grad_norm": 1.2421875,
      "learning_rate": 0.000419084897446529,
      "loss": 5.317,
      "mean_token_accuracy": 0.20125720500946045,
      "num_tokens": 66100357.0,
      "step": 32620
    },
    {
      "entropy": 5.996694135665893,
      "epoch": 2.8510880013982347,
      "grad_norm": 1.2421875,
      "learning_rate": 0.000419060962457219,
      "loss": 5.2458,
      "mean_token_accuracy": 0.20928666442632676,
      "num_tokens": 66111068.0,
      "step": 32625
    },
    {
      "entropy": 5.9903487205505375,
      "epoch": 2.8515249497509396,
      "grad_norm": 1.265625,
      "learning_rate": 0.00041903702470474414,
      "loss": 5.2458,
      "mean_token_accuracy": 0.20860319286584855,
      "num_tokens": 66122185.0,
      "step": 32630
    },
    {
      "entropy": 5.983880567550659,
      "epoch": 2.851961898103644,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004190130841895637,
      "loss": 5.2393,
      "mean_token_accuracy": 0.20663209706544877,
      "num_tokens": 66133192.0,
      "step": 32635
    },
    {
      "entropy": 5.996894311904907,
      "epoch": 2.852398846456349,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004189891409121369,
      "loss": 5.3211,
      "mean_token_accuracy": 0.20395222157239914,
      "num_tokens": 66143381.0,
      "step": 32640
    },
    {
      "entropy": 5.999915313720703,
      "epoch": 2.8528357948090535,
      "grad_norm": 1.1953125,
      "learning_rate": 0.00041896519487292285,
      "loss": 5.2656,
      "mean_token_accuracy": 0.20382979065179824,
      "num_tokens": 66152883.0,
      "step": 32645
    },
    {
      "entropy": 6.003988456726074,
      "epoch": 2.8532727431617584,
      "grad_norm": 1.296875,
      "learning_rate": 0.00041894124607238104,
      "loss": 5.1972,
      "mean_token_accuracy": 0.21186421513557435,
      "num_tokens": 66162725.0,
      "step": 32650
    },
    {
      "entropy": 6.040363025665283,
      "epoch": 2.853709691514463,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004189172945109706,
      "loss": 5.3405,
      "mean_token_accuracy": 0.19556625336408615,
      "num_tokens": 66171478.0,
      "step": 32655
    },
    {
      "entropy": 5.879183053970337,
      "epoch": 2.8541466398671678,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004188933401891511,
      "loss": 5.1557,
      "mean_token_accuracy": 0.21171693801879882,
      "num_tokens": 66181044.0,
      "step": 32660
    },
    {
      "entropy": 5.924807500839234,
      "epoch": 2.8545835882198727,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004188693831073818,
      "loss": 5.2499,
      "mean_token_accuracy": 0.20937325954437255,
      "num_tokens": 66190848.0,
      "step": 32665
    },
    {
      "entropy": 6.01615309715271,
      "epoch": 2.855020536572577,
      "grad_norm": 1.4296875,
      "learning_rate": 0.00041884542326612245,
      "loss": 5.3092,
      "mean_token_accuracy": 0.19805599600076676,
      "num_tokens": 66200756.0,
      "step": 32670
    },
    {
      "entropy": 6.02463436126709,
      "epoch": 2.8554574849252816,
      "grad_norm": 1.3125,
      "learning_rate": 0.00041882146066583257,
      "loss": 5.3033,
      "mean_token_accuracy": 0.20245143324136733,
      "num_tokens": 66211463.0,
      "step": 32675
    },
    {
      "entropy": 6.031142234802246,
      "epoch": 2.8558944332779865,
      "grad_norm": 1.09375,
      "learning_rate": 0.00041879749530697165,
      "loss": 5.2787,
      "mean_token_accuracy": 0.2042880490422249,
      "num_tokens": 66222522.0,
      "step": 32680
    },
    {
      "entropy": 6.013426351547241,
      "epoch": 2.8563313816306914,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004187735271899994,
      "loss": 5.3184,
      "mean_token_accuracy": 0.20167366564273834,
      "num_tokens": 66232741.0,
      "step": 32685
    },
    {
      "entropy": 5.9975464820861815,
      "epoch": 2.856768329983396,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00041874955631537555,
      "loss": 5.2021,
      "mean_token_accuracy": 0.20510181337594985,
      "num_tokens": 66242845.0,
      "step": 32690
    },
    {
      "entropy": 5.934581184387207,
      "epoch": 2.857205278336101,
      "grad_norm": 1.1484375,
      "learning_rate": 0.00041872558268355993,
      "loss": 5.2014,
      "mean_token_accuracy": 0.20908180624246597,
      "num_tokens": 66252697.0,
      "step": 32695
    },
    {
      "entropy": 5.952042198181152,
      "epoch": 2.8576422266888053,
      "grad_norm": 1.140625,
      "learning_rate": 0.00041870160629501224,
      "loss": 5.2665,
      "mean_token_accuracy": 0.20307097285985948,
      "num_tokens": 66263607.0,
      "step": 32700
    },
    {
      "entropy": 5.980686950683594,
      "epoch": 2.85807917504151,
      "grad_norm": 1.1875,
      "learning_rate": 0.00041867762715019257,
      "loss": 5.213,
      "mean_token_accuracy": 0.20864243507385255,
      "num_tokens": 66274352.0,
      "step": 32705
    },
    {
      "entropy": 5.961839389801026,
      "epoch": 2.8585161233942147,
      "grad_norm": 1.171875,
      "learning_rate": 0.00041865364524956066,
      "loss": 5.2839,
      "mean_token_accuracy": 0.21025701016187667,
      "num_tokens": 66283972.0,
      "step": 32710
    },
    {
      "entropy": 5.954367780685425,
      "epoch": 2.8589530717469196,
      "grad_norm": 1.203125,
      "learning_rate": 0.00041862966059357665,
      "loss": 5.3029,
      "mean_token_accuracy": 0.2086971789598465,
      "num_tokens": 66295179.0,
      "step": 32715
    },
    {
      "entropy": 6.0365105152130125,
      "epoch": 2.859390020099624,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0004186056731827003,
      "loss": 5.3141,
      "mean_token_accuracy": 0.2007487580180168,
      "num_tokens": 66306065.0,
      "step": 32720
    },
    {
      "entropy": 6.002694034576416,
      "epoch": 2.859826968452329,
      "grad_norm": 1.34375,
      "learning_rate": 0.000418581683017392,
      "loss": 5.2355,
      "mean_token_accuracy": 0.20594901144504546,
      "num_tokens": 66315491.0,
      "step": 32725
    },
    {
      "entropy": 5.952457904815674,
      "epoch": 2.8602639168050334,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0004185576900981119,
      "loss": 5.205,
      "mean_token_accuracy": 0.21140275299549102,
      "num_tokens": 66324327.0,
      "step": 32730
    },
    {
      "entropy": 5.9706189155578615,
      "epoch": 2.8607008651577384,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004185336944253199,
      "loss": 5.1939,
      "mean_token_accuracy": 0.21016048192977904,
      "num_tokens": 66334201.0,
      "step": 32735
    },
    {
      "entropy": 5.995430755615234,
      "epoch": 2.8611378135104433,
      "grad_norm": 1.1796875,
      "learning_rate": 0.00041850969599947655,
      "loss": 5.2482,
      "mean_token_accuracy": 0.20722606629133225,
      "num_tokens": 66344745.0,
      "step": 32740
    },
    {
      "entropy": 5.8850666046142575,
      "epoch": 2.8615747618631477,
      "grad_norm": 1.2265625,
      "learning_rate": 0.00041848569482104197,
      "loss": 5.2405,
      "mean_token_accuracy": 0.21224079728126527,
      "num_tokens": 66354815.0,
      "step": 32745
    },
    {
      "entropy": 5.980425310134888,
      "epoch": 2.862011710215852,
      "grad_norm": 1.21875,
      "learning_rate": 0.0004184616908904765,
      "loss": 5.2795,
      "mean_token_accuracy": 0.20289068371057511,
      "num_tokens": 66364744.0,
      "step": 32750
    },
    {
      "entropy": 5.99197940826416,
      "epoch": 2.862448658568557,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0004184376842082408,
      "loss": 5.3194,
      "mean_token_accuracy": 0.19922616183757783,
      "num_tokens": 66376363.0,
      "step": 32755
    },
    {
      "entropy": 5.991816568374634,
      "epoch": 2.862885606921262,
      "grad_norm": 1.40625,
      "learning_rate": 0.00041841367477479503,
      "loss": 5.2915,
      "mean_token_accuracy": 0.19388513267040253,
      "num_tokens": 66386149.0,
      "step": 32760
    },
    {
      "entropy": 5.998386096954346,
      "epoch": 2.8633225552739665,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004183896625905999,
      "loss": 5.2304,
      "mean_token_accuracy": 0.2112427070736885,
      "num_tokens": 66396874.0,
      "step": 32765
    },
    {
      "entropy": 5.991250228881836,
      "epoch": 2.8637595036266714,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00041836564765611583,
      "loss": 5.2251,
      "mean_token_accuracy": 0.20792011469602584,
      "num_tokens": 66406761.0,
      "step": 32770
    },
    {
      "entropy": 6.037828063964843,
      "epoch": 2.864196451979376,
      "grad_norm": 1.125,
      "learning_rate": 0.00041834162997180364,
      "loss": 5.3543,
      "mean_token_accuracy": 0.2033764362335205,
      "num_tokens": 66416947.0,
      "step": 32775
    },
    {
      "entropy": 5.9221686840057375,
      "epoch": 2.864633400332081,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004183176095381238,
      "loss": 5.263,
      "mean_token_accuracy": 0.21209385693073274,
      "num_tokens": 66427980.0,
      "step": 32780
    },
    {
      "entropy": 5.920924377441406,
      "epoch": 2.8650703486847853,
      "grad_norm": 1.234375,
      "learning_rate": 0.00041829358635553707,
      "loss": 5.1472,
      "mean_token_accuracy": 0.21354263871908188,
      "num_tokens": 66437226.0,
      "step": 32785
    },
    {
      "entropy": 5.9522463321685795,
      "epoch": 2.86550729703749,
      "grad_norm": 1.265625,
      "learning_rate": 0.00041826956042450436,
      "loss": 5.2991,
      "mean_token_accuracy": 0.20362044870853424,
      "num_tokens": 66447820.0,
      "step": 32790
    },
    {
      "entropy": 5.980577516555786,
      "epoch": 2.865944245390195,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004182455317454863,
      "loss": 5.2678,
      "mean_token_accuracy": 0.1983574613928795,
      "num_tokens": 66459727.0,
      "step": 32795
    },
    {
      "entropy": 5.981010770797729,
      "epoch": 2.8663811937428996,
      "grad_norm": 1.1875,
      "learning_rate": 0.00041822150031894397,
      "loss": 5.2295,
      "mean_token_accuracy": 0.20229806751012802,
      "num_tokens": 66469743.0,
      "step": 32800
    },
    {
      "entropy": 6.016536045074463,
      "epoch": 2.866818142095604,
      "grad_norm": 1.2890625,
      "learning_rate": 0.00041819746614533824,
      "loss": 5.3139,
      "mean_token_accuracy": 0.20321465730667115,
      "num_tokens": 66479974.0,
      "step": 32805
    },
    {
      "entropy": 5.940662384033203,
      "epoch": 2.867255090448309,
      "grad_norm": 1.25,
      "learning_rate": 0.00041817342922513,
      "loss": 5.1652,
      "mean_token_accuracy": 0.21620762050151826,
      "num_tokens": 66489605.0,
      "step": 32810
    },
    {
      "entropy": 5.980768775939941,
      "epoch": 2.867692038801014,
      "grad_norm": 1.328125,
      "learning_rate": 0.00041814938955878035,
      "loss": 5.2982,
      "mean_token_accuracy": 0.20638494789600373,
      "num_tokens": 66499454.0,
      "step": 32815
    },
    {
      "entropy": 5.998861694335938,
      "epoch": 2.8681289871537183,
      "grad_norm": 1.21875,
      "learning_rate": 0.00041812534714675046,
      "loss": 5.2935,
      "mean_token_accuracy": 0.2061387225985527,
      "num_tokens": 66510076.0,
      "step": 32820
    },
    {
      "entropy": 6.021910381317139,
      "epoch": 2.8685659355064232,
      "grad_norm": 1.1484375,
      "learning_rate": 0.00041810130198950137,
      "loss": 5.2813,
      "mean_token_accuracy": 0.20629166066646576,
      "num_tokens": 66520659.0,
      "step": 32825
    },
    {
      "entropy": 6.0540636539459225,
      "epoch": 2.8690028838591277,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0004180772540874943,
      "loss": 5.2897,
      "mean_token_accuracy": 0.2081173449754715,
      "num_tokens": 66531387.0,
      "step": 32830
    },
    {
      "entropy": 6.005457878112793,
      "epoch": 2.8694398322118326,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00041805320344119064,
      "loss": 5.222,
      "mean_token_accuracy": 0.21279443055391312,
      "num_tokens": 66540654.0,
      "step": 32835
    },
    {
      "entropy": 5.9764491558074955,
      "epoch": 2.869876780564537,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004180291500510515,
      "loss": 5.2745,
      "mean_token_accuracy": 0.20933197885751725,
      "num_tokens": 66550966.0,
      "step": 32840
    },
    {
      "entropy": 6.048174476623535,
      "epoch": 2.870313728917242,
      "grad_norm": 1.1484375,
      "learning_rate": 0.00041800509391753834,
      "loss": 5.3786,
      "mean_token_accuracy": 0.1945832520723343,
      "num_tokens": 66561550.0,
      "step": 32845
    },
    {
      "entropy": 5.980526971817016,
      "epoch": 2.870750677269947,
      "grad_norm": 1.203125,
      "learning_rate": 0.0004179810350411125,
      "loss": 5.2265,
      "mean_token_accuracy": 0.21173712611198425,
      "num_tokens": 66571477.0,
      "step": 32850
    },
    {
      "entropy": 6.016046380996704,
      "epoch": 2.8711876256226514,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004179569734222355,
      "loss": 5.2859,
      "mean_token_accuracy": 0.20441405326128007,
      "num_tokens": 66581976.0,
      "step": 32855
    },
    {
      "entropy": 6.025540065765381,
      "epoch": 2.871624573975356,
      "grad_norm": 1.1640625,
      "learning_rate": 0.00041793290906136886,
      "loss": 5.2715,
      "mean_token_accuracy": 0.20134104937314987,
      "num_tokens": 66591747.0,
      "step": 32860
    },
    {
      "entropy": 6.029237079620361,
      "epoch": 2.872061522328061,
      "grad_norm": 1.125,
      "learning_rate": 0.0004179088419589741,
      "loss": 5.2285,
      "mean_token_accuracy": 0.20193540602922438,
      "num_tokens": 66602681.0,
      "step": 32865
    },
    {
      "entropy": 5.997997140884399,
      "epoch": 2.8724984706807657,
      "grad_norm": 1.25,
      "learning_rate": 0.00041788477211551295,
      "loss": 5.2829,
      "mean_token_accuracy": 0.2132245272397995,
      "num_tokens": 66612887.0,
      "step": 32870
    },
    {
      "entropy": 5.970942163467408,
      "epoch": 2.87293541903347,
      "grad_norm": 1.234375,
      "learning_rate": 0.00041786069953144697,
      "loss": 5.2043,
      "mean_token_accuracy": 0.21193767488002777,
      "num_tokens": 66622418.0,
      "step": 32875
    },
    {
      "entropy": 6.009381723403931,
      "epoch": 2.873372367386175,
      "grad_norm": 1.09375,
      "learning_rate": 0.00041783662420723786,
      "loss": 5.3332,
      "mean_token_accuracy": 0.2015263706445694,
      "num_tokens": 66633457.0,
      "step": 32880
    },
    {
      "entropy": 5.997510623931885,
      "epoch": 2.8738093157388795,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004178125461433475,
      "loss": 5.2234,
      "mean_token_accuracy": 0.20602164417505264,
      "num_tokens": 66643691.0,
      "step": 32885
    },
    {
      "entropy": 5.988161325454712,
      "epoch": 2.8742462640915845,
      "grad_norm": 1.171875,
      "learning_rate": 0.00041778846534023763,
      "loss": 5.2429,
      "mean_token_accuracy": 0.2115337982773781,
      "num_tokens": 66653745.0,
      "step": 32890
    },
    {
      "entropy": 5.947937774658203,
      "epoch": 2.874683212444289,
      "grad_norm": 1.2890625,
      "learning_rate": 0.00041776438179837026,
      "loss": 5.2386,
      "mean_token_accuracy": 0.2088865041732788,
      "num_tokens": 66664093.0,
      "step": 32895
    },
    {
      "entropy": 5.974363565444946,
      "epoch": 2.875120160796994,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004177402955182071,
      "loss": 5.3033,
      "mean_token_accuracy": 0.1990621104836464,
      "num_tokens": 66675204.0,
      "step": 32900
    },
    {
      "entropy": 6.0474108219146725,
      "epoch": 2.8755571091496988,
      "grad_norm": 1.234375,
      "learning_rate": 0.00041771620650021043,
      "loss": 5.2947,
      "mean_token_accuracy": 0.20541812777519225,
      "num_tokens": 66684789.0,
      "step": 32905
    },
    {
      "entropy": 6.040821599960327,
      "epoch": 2.8759940575024032,
      "grad_norm": 1.140625,
      "learning_rate": 0.00041769211474484204,
      "loss": 5.3015,
      "mean_token_accuracy": 0.20573311746120454,
      "num_tokens": 66694734.0,
      "step": 32910
    },
    {
      "entropy": 6.02397346496582,
      "epoch": 2.8764310058551077,
      "grad_norm": 1.2890625,
      "learning_rate": 0.0004176680202525641,
      "loss": 5.3123,
      "mean_token_accuracy": 0.1974247559905052,
      "num_tokens": 66705231.0,
      "step": 32915
    },
    {
      "entropy": 5.949704694747925,
      "epoch": 2.8768679542078126,
      "grad_norm": 1.3515625,
      "learning_rate": 0.00041764392302383893,
      "loss": 5.2392,
      "mean_token_accuracy": 0.21251088976860047,
      "num_tokens": 66715627.0,
      "step": 32920
    },
    {
      "entropy": 5.981681823730469,
      "epoch": 2.8773049025605175,
      "grad_norm": 1.25,
      "learning_rate": 0.0004176198230591284,
      "loss": 5.237,
      "mean_token_accuracy": 0.2064459204673767,
      "num_tokens": 66725525.0,
      "step": 32925
    },
    {
      "entropy": 6.0211968421936035,
      "epoch": 2.877741850913222,
      "grad_norm": 1.2421875,
      "learning_rate": 0.000417595720358895,
      "loss": 5.2855,
      "mean_token_accuracy": 0.19741885215044022,
      "num_tokens": 66736352.0,
      "step": 32930
    },
    {
      "entropy": 6.019598960876465,
      "epoch": 2.878178799265927,
      "grad_norm": 1.2734375,
      "learning_rate": 0.00041757161492360096,
      "loss": 5.353,
      "mean_token_accuracy": 0.19822033792734145,
      "num_tokens": 66745961.0,
      "step": 32935
    },
    {
      "entropy": 6.014193391799926,
      "epoch": 2.8786157476186314,
      "grad_norm": 1.296875,
      "learning_rate": 0.00041754750675370865,
      "loss": 5.2146,
      "mean_token_accuracy": 0.21207925230264663,
      "num_tokens": 66755295.0,
      "step": 32940
    },
    {
      "entropy": 5.995930242538452,
      "epoch": 2.8790526959713363,
      "grad_norm": 1.25,
      "learning_rate": 0.0004175233958496804,
      "loss": 5.2046,
      "mean_token_accuracy": 0.20839268267154692,
      "num_tokens": 66765089.0,
      "step": 32945
    },
    {
      "entropy": 6.003568172454834,
      "epoch": 2.8794896443240408,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004174992822119788,
      "loss": 5.2456,
      "mean_token_accuracy": 0.20415713787078857,
      "num_tokens": 66774995.0,
      "step": 32950
    },
    {
      "entropy": 5.9721770763397215,
      "epoch": 2.8799265926767457,
      "grad_norm": 1.125,
      "learning_rate": 0.0004174751658410663,
      "loss": 5.2869,
      "mean_token_accuracy": 0.20775240361690522,
      "num_tokens": 66784584.0,
      "step": 32955
    },
    {
      "entropy": 5.961029052734375,
      "epoch": 2.8803635410294506,
      "grad_norm": 1.28125,
      "learning_rate": 0.00041745104673740545,
      "loss": 5.246,
      "mean_token_accuracy": 0.21034393906593324,
      "num_tokens": 66794747.0,
      "step": 32960
    },
    {
      "entropy": 6.0361755847930905,
      "epoch": 2.880800489382155,
      "grad_norm": 1.3203125,
      "learning_rate": 0.00041742692490145895,
      "loss": 5.2614,
      "mean_token_accuracy": 0.20743711590766906,
      "num_tokens": 66804632.0,
      "step": 32965
    },
    {
      "entropy": 5.923983240127564,
      "epoch": 2.8812374377348595,
      "grad_norm": 1.328125,
      "learning_rate": 0.0004174028003336893,
      "loss": 5.1965,
      "mean_token_accuracy": 0.20959448218345642,
      "num_tokens": 66814534.0,
      "step": 32970
    },
    {
      "entropy": 5.9522912979125975,
      "epoch": 2.8816743860875644,
      "grad_norm": 1.234375,
      "learning_rate": 0.0004173786730345594,
      "loss": 5.3304,
      "mean_token_accuracy": 0.19718289077281953,
      "num_tokens": 66824629.0,
      "step": 32975
    },
    {
      "entropy": 6.012760639190674,
      "epoch": 2.8821113344402693,
      "grad_norm": 1.203125,
      "learning_rate": 0.0004173545430045319,
      "loss": 5.3054,
      "mean_token_accuracy": 0.20312848389148713,
      "num_tokens": 66834345.0,
      "step": 32980
    },
    {
      "entropy": 6.015573501586914,
      "epoch": 2.882548282792974,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00041733041024406966,
      "loss": 5.2738,
      "mean_token_accuracy": 0.20536657124757768,
      "num_tokens": 66845272.0,
      "step": 32985
    },
    {
      "entropy": 6.048165035247803,
      "epoch": 2.8829852311456787,
      "grad_norm": 1.3515625,
      "learning_rate": 0.0004173062747536356,
      "loss": 5.2932,
      "mean_token_accuracy": 0.20512815415859223,
      "num_tokens": 66855022.0,
      "step": 32990
    },
    {
      "entropy": 5.997394657135009,
      "epoch": 2.883422179498383,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004172821365336926,
      "loss": 5.1956,
      "mean_token_accuracy": 0.20559589862823485,
      "num_tokens": 66864895.0,
      "step": 32995
    },
    {
      "entropy": 5.904439115524292,
      "epoch": 2.883859127851088,
      "grad_norm": 1.234375,
      "learning_rate": 0.0004172579955847037,
      "loss": 5.1993,
      "mean_token_accuracy": 0.20986782312393187,
      "num_tokens": 66876134.0,
      "step": 33000
    },
    {
      "epoch": 2.883859127851088,
      "eval_entropy": 5.665128451329419,
      "eval_loss": 5.293664932250977,
      "eval_mean_token_accuracy": 0.21390818266762832,
      "eval_num_tokens": 66876134.0,
      "eval_runtime": 21.213,
      "eval_samples_per_second": 1744.87,
      "eval_steps_per_second": 218.121,
      "step": 33000
    },
    {
      "entropy": 5.955096769332886,
      "epoch": 2.8842960762037926,
      "grad_norm": 1.25,
      "learning_rate": 0.0004172338519071318,
      "loss": 5.2321,
      "mean_token_accuracy": 0.20661182552576066,
      "num_tokens": 66886089.0,
      "step": 33005
    },
    {
      "entropy": 5.850494146347046,
      "epoch": 2.8847330245564975,
      "grad_norm": 1.109375,
      "learning_rate": 0.00041720970550144024,
      "loss": 5.1423,
      "mean_token_accuracy": 0.21918201446533203,
      "num_tokens": 66896072.0,
      "step": 33010
    },
    {
      "entropy": 6.005285263061523,
      "epoch": 2.8851699729092024,
      "grad_norm": 1.25,
      "learning_rate": 0.00041718555636809194,
      "loss": 5.3617,
      "mean_token_accuracy": 0.1953398048877716,
      "num_tokens": 66906030.0,
      "step": 33015
    },
    {
      "entropy": 5.992162370681763,
      "epoch": 2.885606921261907,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004171614045075501,
      "loss": 5.2138,
      "mean_token_accuracy": 0.20135708749294282,
      "num_tokens": 66916714.0,
      "step": 33020
    },
    {
      "entropy": 5.940458536148071,
      "epoch": 2.8860438696146113,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004171372499202781,
      "loss": 5.2855,
      "mean_token_accuracy": 0.2030170142650604,
      "num_tokens": 66926570.0,
      "step": 33025
    },
    {
      "entropy": 6.034199571609497,
      "epoch": 2.8864808179673163,
      "grad_norm": 1.296875,
      "learning_rate": 0.0004171130926067391,
      "loss": 5.3493,
      "mean_token_accuracy": 0.20249411165714265,
      "num_tokens": 66937565.0,
      "step": 33030
    },
    {
      "entropy": 6.020690250396728,
      "epoch": 2.886917766320021,
      "grad_norm": 1.21875,
      "learning_rate": 0.0004170889325673967,
      "loss": 5.3121,
      "mean_token_accuracy": 0.20265874564647673,
      "num_tokens": 66948363.0,
      "step": 33035
    },
    {
      "entropy": 5.891581201553345,
      "epoch": 2.8873547146727256,
      "grad_norm": 1.2578125,
      "learning_rate": 0.00041706476980271395,
      "loss": 5.1917,
      "mean_token_accuracy": 0.21366797387599945,
      "num_tokens": 66958312.0,
      "step": 33040
    },
    {
      "entropy": 5.9567474842071535,
      "epoch": 2.8877916630254306,
      "grad_norm": 1.234375,
      "learning_rate": 0.00041704060431315456,
      "loss": 5.1624,
      "mean_token_accuracy": 0.21427524983882903,
      "num_tokens": 66967880.0,
      "step": 33045
    },
    {
      "entropy": 5.938398742675782,
      "epoch": 2.888228611378135,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00041701643609918187,
      "loss": 5.191,
      "mean_token_accuracy": 0.21315633803606032,
      "num_tokens": 66977930.0,
      "step": 33050
    },
    {
      "entropy": 5.9453624248504635,
      "epoch": 2.88866555973084,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004169922651612596,
      "loss": 5.3114,
      "mean_token_accuracy": 0.202525794506073,
      "num_tokens": 66987780.0,
      "step": 33055
    },
    {
      "entropy": 6.016863393783569,
      "epoch": 2.8891025080835444,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00041696809149985124,
      "loss": 5.2808,
      "mean_token_accuracy": 0.20011526793241502,
      "num_tokens": 66997910.0,
      "step": 33060
    },
    {
      "entropy": 6.027831983566284,
      "epoch": 2.8895394564362493,
      "grad_norm": 1.1953125,
      "learning_rate": 0.00041694391511542053,
      "loss": 5.2141,
      "mean_token_accuracy": 0.2138954758644104,
      "num_tokens": 67007365.0,
      "step": 33065
    },
    {
      "entropy": 5.929146003723145,
      "epoch": 2.889976404788954,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004169197360084311,
      "loss": 5.1739,
      "mean_token_accuracy": 0.215788796544075,
      "num_tokens": 67016438.0,
      "step": 33070
    },
    {
      "entropy": 5.857573699951172,
      "epoch": 2.8904133531416587,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00041689555417934675,
      "loss": 5.0771,
      "mean_token_accuracy": 0.2242540791630745,
      "num_tokens": 67026842.0,
      "step": 33075
    },
    {
      "entropy": 5.942302417755127,
      "epoch": 2.890850301494363,
      "grad_norm": 1.25,
      "learning_rate": 0.00041687136962863144,
      "loss": 5.3118,
      "mean_token_accuracy": 0.20317038297653198,
      "num_tokens": 67037343.0,
      "step": 33080
    },
    {
      "entropy": 6.010116815567017,
      "epoch": 2.891287249847068,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00041684718235674887,
      "loss": 5.2503,
      "mean_token_accuracy": 0.2003508150577545,
      "num_tokens": 67047352.0,
      "step": 33085
    },
    {
      "entropy": 5.9931396484375,
      "epoch": 2.891724198199773,
      "grad_norm": 1.203125,
      "learning_rate": 0.0004168229923641629,
      "loss": 5.3214,
      "mean_token_accuracy": 0.19338799864053727,
      "num_tokens": 67058717.0,
      "step": 33090
    },
    {
      "entropy": 5.993735265731812,
      "epoch": 2.8921611465524775,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004167987996513378,
      "loss": 5.2582,
      "mean_token_accuracy": 0.20806527137756348,
      "num_tokens": 67068124.0,
      "step": 33095
    },
    {
      "entropy": 5.98424882888794,
      "epoch": 2.892598094905182,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004167746042187373,
      "loss": 5.2927,
      "mean_token_accuracy": 0.20528514683246613,
      "num_tokens": 67078906.0,
      "step": 33100
    },
    {
      "entropy": 5.940615463256836,
      "epoch": 2.893035043257887,
      "grad_norm": 1.4453125,
      "learning_rate": 0.00041675040606682564,
      "loss": 5.2285,
      "mean_token_accuracy": 0.20980181097984313,
      "num_tokens": 67090424.0,
      "step": 33105
    },
    {
      "entropy": 6.02558479309082,
      "epoch": 2.8934719916105918,
      "grad_norm": 1.171875,
      "learning_rate": 0.00041672620519606687,
      "loss": 5.2932,
      "mean_token_accuracy": 0.20379442423582078,
      "num_tokens": 67100311.0,
      "step": 33110
    },
    {
      "entropy": 6.01767373085022,
      "epoch": 2.8939089399632962,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004167020016069253,
      "loss": 5.2751,
      "mean_token_accuracy": 0.20401905179023744,
      "num_tokens": 67109337.0,
      "step": 33115
    },
    {
      "entropy": 5.998007297515869,
      "epoch": 2.894345888316001,
      "grad_norm": 1.1796875,
      "learning_rate": 0.00041667779529986504,
      "loss": 5.2349,
      "mean_token_accuracy": 0.2021333560347557,
      "num_tokens": 67119795.0,
      "step": 33120
    },
    {
      "entropy": 5.982001304626465,
      "epoch": 2.8947828366687056,
      "grad_norm": 1.2890625,
      "learning_rate": 0.00041665358627535043,
      "loss": 5.2846,
      "mean_token_accuracy": 0.20004537254571914,
      "num_tokens": 67129444.0,
      "step": 33125
    },
    {
      "entropy": 5.988113641738892,
      "epoch": 2.8952197850214105,
      "grad_norm": 1.21875,
      "learning_rate": 0.0004166293745338458,
      "loss": 5.2853,
      "mean_token_accuracy": 0.2077696815133095,
      "num_tokens": 67138868.0,
      "step": 33130
    },
    {
      "entropy": 6.015043592453003,
      "epoch": 2.895656733374115,
      "grad_norm": 1.234375,
      "learning_rate": 0.0004166051600758156,
      "loss": 5.3376,
      "mean_token_accuracy": 0.20047828406095505,
      "num_tokens": 67149615.0,
      "step": 33135
    },
    {
      "entropy": 5.989959335327148,
      "epoch": 2.89609368172682,
      "grad_norm": 1.109375,
      "learning_rate": 0.00041658094290172415,
      "loss": 5.2804,
      "mean_token_accuracy": 0.20736742913722991,
      "num_tokens": 67159745.0,
      "step": 33140
    },
    {
      "entropy": 6.026473951339722,
      "epoch": 2.896530630079525,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004165567230120362,
      "loss": 5.2011,
      "mean_token_accuracy": 0.20505531281232833,
      "num_tokens": 67169900.0,
      "step": 33145
    },
    {
      "entropy": 5.928623247146606,
      "epoch": 2.8969675784322293,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004165325004072159,
      "loss": 5.2456,
      "mean_token_accuracy": 0.2161349207162857,
      "num_tokens": 67180752.0,
      "step": 33150
    },
    {
      "entropy": 5.995548868179322,
      "epoch": 2.8974045267849338,
      "grad_norm": 1.265625,
      "learning_rate": 0.00041650827508772826,
      "loss": 5.3006,
      "mean_token_accuracy": 0.20546707957983018,
      "num_tokens": 67191466.0,
      "step": 33155
    },
    {
      "entropy": 5.969316291809082,
      "epoch": 2.8978414751376387,
      "grad_norm": 1.15625,
      "learning_rate": 0.00041648404705403765,
      "loss": 5.2378,
      "mean_token_accuracy": 0.19997042715549468,
      "num_tokens": 67202813.0,
      "step": 33160
    },
    {
      "entropy": 5.95422682762146,
      "epoch": 2.8982784234903436,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00041645981630660894,
      "loss": 5.1708,
      "mean_token_accuracy": 0.21353006809949876,
      "num_tokens": 67213686.0,
      "step": 33165
    },
    {
      "entropy": 5.984634685516357,
      "epoch": 2.898715371843048,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004164355828459068,
      "loss": 5.2724,
      "mean_token_accuracy": 0.20349362641572952,
      "num_tokens": 67224955.0,
      "step": 33170
    },
    {
      "entropy": 5.970011043548584,
      "epoch": 2.899152320195753,
      "grad_norm": 1.25,
      "learning_rate": 0.000416411346672396,
      "loss": 5.2464,
      "mean_token_accuracy": 0.20359056144952775,
      "num_tokens": 67234438.0,
      "step": 33175
    },
    {
      "entropy": 6.0173752784729,
      "epoch": 2.8995892685484574,
      "grad_norm": 1.140625,
      "learning_rate": 0.00041638710778654157,
      "loss": 5.3007,
      "mean_token_accuracy": 0.20079163908958436,
      "num_tokens": 67245151.0,
      "step": 33180
    },
    {
      "entropy": 5.984852457046509,
      "epoch": 2.9000262169011624,
      "grad_norm": 1.265625,
      "learning_rate": 0.0004163628661888083,
      "loss": 5.2511,
      "mean_token_accuracy": 0.20826767534017562,
      "num_tokens": 67254942.0,
      "step": 33185
    },
    {
      "entropy": 6.044126749038696,
      "epoch": 2.900463165253867,
      "grad_norm": 1.3359375,
      "learning_rate": 0.00041633862187966125,
      "loss": 5.2736,
      "mean_token_accuracy": 0.20302476435899736,
      "num_tokens": 67264435.0,
      "step": 33190
    },
    {
      "entropy": 5.948179101943969,
      "epoch": 2.9009001136065717,
      "grad_norm": 1.296875,
      "learning_rate": 0.0004163143748595653,
      "loss": 5.2366,
      "mean_token_accuracy": 0.2081987291574478,
      "num_tokens": 67273304.0,
      "step": 33195
    },
    {
      "entropy": 5.952686500549317,
      "epoch": 2.9013370619592767,
      "grad_norm": 1.2890625,
      "learning_rate": 0.00041629012512898556,
      "loss": 5.3294,
      "mean_token_accuracy": 0.19921598732471466,
      "num_tokens": 67283713.0,
      "step": 33200
    },
    {
      "entropy": 5.954638338088989,
      "epoch": 2.901774010311981,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004162658726883873,
      "loss": 5.1463,
      "mean_token_accuracy": 0.2181774213910103,
      "num_tokens": 67292420.0,
      "step": 33205
    },
    {
      "entropy": 6.000584316253662,
      "epoch": 2.9022109586646856,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0004162416175382354,
      "loss": 5.257,
      "mean_token_accuracy": 0.20818305909633636,
      "num_tokens": 67302138.0,
      "step": 33210
    },
    {
      "entropy": 5.970509052276611,
      "epoch": 2.9026479070173905,
      "grad_norm": 1.203125,
      "learning_rate": 0.0004162173596789954,
      "loss": 5.2425,
      "mean_token_accuracy": 0.21015721261501313,
      "num_tokens": 67311776.0,
      "step": 33215
    },
    {
      "entropy": 5.979100322723388,
      "epoch": 2.9030848553700954,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004161930991111325,
      "loss": 5.2789,
      "mean_token_accuracy": 0.2037551298737526,
      "num_tokens": 67322296.0,
      "step": 33220
    },
    {
      "entropy": 5.97103533744812,
      "epoch": 2.9035218037228,
      "grad_norm": 1.203125,
      "learning_rate": 0.0004161688358351118,
      "loss": 5.2273,
      "mean_token_accuracy": 0.20256682187318803,
      "num_tokens": 67332173.0,
      "step": 33225
    },
    {
      "entropy": 5.986937379837036,
      "epoch": 2.903958752075505,
      "grad_norm": 1.1796875,
      "learning_rate": 0.000416144569851399,
      "loss": 5.257,
      "mean_token_accuracy": 0.20744250267744063,
      "num_tokens": 67342156.0,
      "step": 33230
    },
    {
      "entropy": 5.971155309677124,
      "epoch": 2.9043957004282093,
      "grad_norm": 1.234375,
      "learning_rate": 0.00041612030116045933,
      "loss": 5.2917,
      "mean_token_accuracy": 0.20503133684396743,
      "num_tokens": 67353208.0,
      "step": 33235
    },
    {
      "entropy": 5.984424209594726,
      "epoch": 2.904832648780914,
      "grad_norm": 1.3046875,
      "learning_rate": 0.00041609602976275836,
      "loss": 5.1941,
      "mean_token_accuracy": 0.21339230090379716,
      "num_tokens": 67362577.0,
      "step": 33240
    },
    {
      "entropy": 5.989455461502075,
      "epoch": 2.9052695971336187,
      "grad_norm": 1.265625,
      "learning_rate": 0.0004160717556587616,
      "loss": 5.1697,
      "mean_token_accuracy": 0.2118964120745659,
      "num_tokens": 67371996.0,
      "step": 33245
    },
    {
      "entropy": 5.913540506362915,
      "epoch": 2.9057065454863236,
      "grad_norm": 1.3046875,
      "learning_rate": 0.0004160474788489346,
      "loss": 5.2105,
      "mean_token_accuracy": 0.21267520785331726,
      "num_tokens": 67381714.0,
      "step": 33250
    },
    {
      "entropy": 5.949036312103272,
      "epoch": 2.9061434938390285,
      "grad_norm": 1.3046875,
      "learning_rate": 0.00041602319933374305,
      "loss": 5.2231,
      "mean_token_accuracy": 0.21288070529699327,
      "num_tokens": 67391551.0,
      "step": 33255
    },
    {
      "entropy": 6.029712390899658,
      "epoch": 2.906580442191733,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004159989171136527,
      "loss": 5.2533,
      "mean_token_accuracy": 0.20499754101037979,
      "num_tokens": 67400816.0,
      "step": 33260
    },
    {
      "entropy": 5.968098735809326,
      "epoch": 2.9070173905444374,
      "grad_norm": 1.3515625,
      "learning_rate": 0.0004159746321891292,
      "loss": 5.262,
      "mean_token_accuracy": 0.207437764108181,
      "num_tokens": 67410633.0,
      "step": 33265
    },
    {
      "entropy": 5.959381532669068,
      "epoch": 2.9074543388971423,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004159503445606385,
      "loss": 5.246,
      "mean_token_accuracy": 0.21325208097696305,
      "num_tokens": 67420588.0,
      "step": 33270
    },
    {
      "entropy": 5.969735908508301,
      "epoch": 2.9078912872498472,
      "grad_norm": 1.2734375,
      "learning_rate": 0.00041592605422864615,
      "loss": 5.2607,
      "mean_token_accuracy": 0.2068126991391182,
      "num_tokens": 67430494.0,
      "step": 33275
    },
    {
      "entropy": 5.90359263420105,
      "epoch": 2.9083282356025517,
      "grad_norm": 1.25,
      "learning_rate": 0.0004159017611936183,
      "loss": 5.1929,
      "mean_token_accuracy": 0.21729040294885635,
      "num_tokens": 67440692.0,
      "step": 33280
    },
    {
      "entropy": 5.979593896865845,
      "epoch": 2.9087651839552566,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00041587746545602094,
      "loss": 5.2607,
      "mean_token_accuracy": 0.205386783182621,
      "num_tokens": 67450936.0,
      "step": 33285
    },
    {
      "entropy": 5.988931560516358,
      "epoch": 2.909202132307961,
      "grad_norm": 1.21875,
      "learning_rate": 0.0004158531670163199,
      "loss": 5.2306,
      "mean_token_accuracy": 0.21121635437011718,
      "num_tokens": 67460997.0,
      "step": 33290
    },
    {
      "entropy": 5.961660146713257,
      "epoch": 2.909639080660666,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0004158288658749813,
      "loss": 5.2917,
      "mean_token_accuracy": 0.21006498038768767,
      "num_tokens": 67470685.0,
      "step": 33295
    },
    {
      "entropy": 5.956012630462647,
      "epoch": 2.9100760290133705,
      "grad_norm": 1.1953125,
      "learning_rate": 0.00041580456203247127,
      "loss": 5.2508,
      "mean_token_accuracy": 0.2070118397474289,
      "num_tokens": 67481734.0,
      "step": 33300
    },
    {
      "entropy": 5.856832504272461,
      "epoch": 2.9105129773660754,
      "grad_norm": 1.234375,
      "learning_rate": 0.000415780255489256,
      "loss": 5.0635,
      "mean_token_accuracy": 0.22883226871490478,
      "num_tokens": 67491290.0,
      "step": 33305
    },
    {
      "entropy": 6.009809112548828,
      "epoch": 2.9109499257187803,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004157559462458016,
      "loss": 5.3061,
      "mean_token_accuracy": 0.20371705144643784,
      "num_tokens": 67501758.0,
      "step": 33310
    },
    {
      "entropy": 5.976614904403687,
      "epoch": 2.9113868740714848,
      "grad_norm": 1.3203125,
      "learning_rate": 0.00041573163430257435,
      "loss": 5.2678,
      "mean_token_accuracy": 0.20017942935228347,
      "num_tokens": 67511435.0,
      "step": 33315
    },
    {
      "entropy": 6.005367469787598,
      "epoch": 2.9118238224241892,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00041570731966004065,
      "loss": 5.295,
      "mean_token_accuracy": 0.20124383121728898,
      "num_tokens": 67521408.0,
      "step": 33320
    },
    {
      "entropy": 6.0142937183380125,
      "epoch": 2.912260770776894,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004156830023186669,
      "loss": 5.3242,
      "mean_token_accuracy": 0.2025317892432213,
      "num_tokens": 67531631.0,
      "step": 33325
    },
    {
      "entropy": 6.034139251708984,
      "epoch": 2.912697719129599,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004156586822789194,
      "loss": 5.2953,
      "mean_token_accuracy": 0.19262657314538956,
      "num_tokens": 67542265.0,
      "step": 33330
    },
    {
      "entropy": 6.004132556915283,
      "epoch": 2.9131346674823035,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00041563435954126467,
      "loss": 5.2942,
      "mean_token_accuracy": 0.20503662675619125,
      "num_tokens": 67553664.0,
      "step": 33335
    },
    {
      "entropy": 5.959986877441406,
      "epoch": 2.9135716158350085,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004156100341061693,
      "loss": 5.2094,
      "mean_token_accuracy": 0.2045005291700363,
      "num_tokens": 67564500.0,
      "step": 33340
    },
    {
      "entropy": 5.951831960678101,
      "epoch": 2.914008564187713,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0004155857059740997,
      "loss": 5.1753,
      "mean_token_accuracy": 0.2150743529200554,
      "num_tokens": 67573611.0,
      "step": 33345
    },
    {
      "entropy": 5.949173498153686,
      "epoch": 2.914445512540418,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004155613751455226,
      "loss": 5.2218,
      "mean_token_accuracy": 0.21486933529376984,
      "num_tokens": 67583721.0,
      "step": 33350
    },
    {
      "entropy": 5.9999631404876705,
      "epoch": 2.9148824608931223,
      "grad_norm": 1.421875,
      "learning_rate": 0.00041553704162090475,
      "loss": 5.2601,
      "mean_token_accuracy": 0.21265377402305602,
      "num_tokens": 67593381.0,
      "step": 33355
    },
    {
      "entropy": 5.9867196559906,
      "epoch": 2.915319409245827,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004155127054007127,
      "loss": 5.2803,
      "mean_token_accuracy": 0.20420848727226257,
      "num_tokens": 67603799.0,
      "step": 33360
    },
    {
      "entropy": 6.020411729812622,
      "epoch": 2.9157563575985317,
      "grad_norm": 1.21875,
      "learning_rate": 0.00041548836648541346,
      "loss": 5.2877,
      "mean_token_accuracy": 0.20560283660888673,
      "num_tokens": 67613543.0,
      "step": 33365
    },
    {
      "entropy": 6.008213186264038,
      "epoch": 2.9161933059512366,
      "grad_norm": 1.28125,
      "learning_rate": 0.00041546402487547363,
      "loss": 5.2769,
      "mean_token_accuracy": 0.2063158169388771,
      "num_tokens": 67623302.0,
      "step": 33370
    },
    {
      "entropy": 5.9777905464172365,
      "epoch": 2.916630254303941,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004154396805713602,
      "loss": 5.1697,
      "mean_token_accuracy": 0.22015198469161987,
      "num_tokens": 67633655.0,
      "step": 33375
    },
    {
      "entropy": 5.946664762496948,
      "epoch": 2.917067202656646,
      "grad_norm": 1.2421875,
      "learning_rate": 0.00041541533357354013,
      "loss": 5.2923,
      "mean_token_accuracy": 0.20640474259853364,
      "num_tokens": 67644832.0,
      "step": 33380
    },
    {
      "entropy": 6.028259658813477,
      "epoch": 2.917504151009351,
      "grad_norm": 1.234375,
      "learning_rate": 0.0004153909838824804,
      "loss": 5.2479,
      "mean_token_accuracy": 0.20969943851232528,
      "num_tokens": 67655290.0,
      "step": 33385
    },
    {
      "entropy": 6.005500555038452,
      "epoch": 2.9179410993620554,
      "grad_norm": 1.2265625,
      "learning_rate": 0.000415366631498648,
      "loss": 5.1978,
      "mean_token_accuracy": 0.21228515803813935,
      "num_tokens": 67664252.0,
      "step": 33390
    },
    {
      "entropy": 5.995856142044067,
      "epoch": 2.9183780477147603,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004153422764225101,
      "loss": 5.2664,
      "mean_token_accuracy": 0.20457746386528014,
      "num_tokens": 67674655.0,
      "step": 33395
    },
    {
      "entropy": 5.946307039260864,
      "epoch": 2.9188149960674648,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004153179186545338,
      "loss": 5.1922,
      "mean_token_accuracy": 0.21195582151412964,
      "num_tokens": 67685126.0,
      "step": 33400
    },
    {
      "entropy": 5.9039490699768065,
      "epoch": 2.9192519444201697,
      "grad_norm": 1.21875,
      "learning_rate": 0.00041529355819518626,
      "loss": 5.2105,
      "mean_token_accuracy": 0.20902211368083953,
      "num_tokens": 67694111.0,
      "step": 33405
    },
    {
      "entropy": 5.982391738891602,
      "epoch": 2.919688892772874,
      "grad_norm": 1.265625,
      "learning_rate": 0.00041526919504493475,
      "loss": 5.2564,
      "mean_token_accuracy": 0.2077641263604164,
      "num_tokens": 67704229.0,
      "step": 33410
    },
    {
      "entropy": 6.002305698394776,
      "epoch": 2.920125841125579,
      "grad_norm": 1.328125,
      "learning_rate": 0.00041524482920424666,
      "loss": 5.2668,
      "mean_token_accuracy": 0.2095988944172859,
      "num_tokens": 67714625.0,
      "step": 33415
    },
    {
      "entropy": 6.000362682342529,
      "epoch": 2.9205627894782835,
      "grad_norm": 1.203125,
      "learning_rate": 0.00041522046067358917,
      "loss": 5.2696,
      "mean_token_accuracy": 0.2006021484732628,
      "num_tokens": 67724094.0,
      "step": 33420
    },
    {
      "entropy": 5.96341028213501,
      "epoch": 2.9209997378309884,
      "grad_norm": 1.25,
      "learning_rate": 0.00041519608945342985,
      "loss": 5.2661,
      "mean_token_accuracy": 0.21147918254137038,
      "num_tokens": 67733233.0,
      "step": 33425
    },
    {
      "entropy": 5.980863428115844,
      "epoch": 2.921436686183693,
      "grad_norm": 1.2578125,
      "learning_rate": 0.000415171715544236,
      "loss": 5.1948,
      "mean_token_accuracy": 0.21494444459676743,
      "num_tokens": 67742781.0,
      "step": 33430
    },
    {
      "entropy": 5.960769319534302,
      "epoch": 2.921873634536398,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00041514733894647526,
      "loss": 5.2088,
      "mean_token_accuracy": 0.21192516535520553,
      "num_tokens": 67753166.0,
      "step": 33435
    },
    {
      "entropy": 6.012218999862671,
      "epoch": 2.9223105828891027,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0004151229596606151,
      "loss": 5.2989,
      "mean_token_accuracy": 0.2118234559893608,
      "num_tokens": 67762599.0,
      "step": 33440
    },
    {
      "entropy": 5.9868772506713865,
      "epoch": 2.922747531241807,
      "grad_norm": 1.203125,
      "learning_rate": 0.0004150985776871231,
      "loss": 5.2343,
      "mean_token_accuracy": 0.21288159787654876,
      "num_tokens": 67772620.0,
      "step": 33445
    },
    {
      "entropy": 6.01884446144104,
      "epoch": 2.9231844795945117,
      "grad_norm": 1.2109375,
      "learning_rate": 0.000415074193026467,
      "loss": 5.2928,
      "mean_token_accuracy": 0.2050319045782089,
      "num_tokens": 67782962.0,
      "step": 33450
    },
    {
      "entropy": 5.999743175506592,
      "epoch": 2.9236214279472166,
      "grad_norm": 1.2734375,
      "learning_rate": 0.00041504980567911453,
      "loss": 5.286,
      "mean_token_accuracy": 0.20137639790773393,
      "num_tokens": 67793168.0,
      "step": 33455
    },
    {
      "entropy": 5.989593076705932,
      "epoch": 2.9240583762999215,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00041502541564553336,
      "loss": 5.31,
      "mean_token_accuracy": 0.20421309769153595,
      "num_tokens": 67803317.0,
      "step": 33460
    },
    {
      "entropy": 5.9563624382019045,
      "epoch": 2.924495324652626,
      "grad_norm": 1.1796875,
      "learning_rate": 0.00041500102292619135,
      "loss": 5.2314,
      "mean_token_accuracy": 0.20878820568323136,
      "num_tokens": 67812594.0,
      "step": 33465
    },
    {
      "entropy": 5.9894060611724855,
      "epoch": 2.924932273005331,
      "grad_norm": 1.3203125,
      "learning_rate": 0.00041497662752155637,
      "loss": 5.2035,
      "mean_token_accuracy": 0.2158889964222908,
      "num_tokens": 67822277.0,
      "step": 33470
    },
    {
      "entropy": 6.01360297203064,
      "epoch": 2.9253692213580353,
      "grad_norm": 1.2734375,
      "learning_rate": 0.0004149522294320963,
      "loss": 5.2638,
      "mean_token_accuracy": 0.20269103944301606,
      "num_tokens": 67832948.0,
      "step": 33475
    },
    {
      "entropy": 5.950695610046386,
      "epoch": 2.9258061697107403,
      "grad_norm": 1.140625,
      "learning_rate": 0.00041492782865827914,
      "loss": 5.1891,
      "mean_token_accuracy": 0.2109143316745758,
      "num_tokens": 67843965.0,
      "step": 33480
    },
    {
      "entropy": 5.912507152557373,
      "epoch": 2.9262431180634447,
      "grad_norm": 1.1953125,
      "learning_rate": 0.00041490342520057293,
      "loss": 5.2557,
      "mean_token_accuracy": 0.21016547083854675,
      "num_tokens": 67854079.0,
      "step": 33485
    },
    {
      "entropy": 5.964673471450806,
      "epoch": 2.9266800664161496,
      "grad_norm": 1.21875,
      "learning_rate": 0.00041487901905944575,
      "loss": 5.239,
      "mean_token_accuracy": 0.2157953292131424,
      "num_tokens": 67865218.0,
      "step": 33490
    },
    {
      "entropy": 6.002898263931274,
      "epoch": 2.9271170147688546,
      "grad_norm": 1.203125,
      "learning_rate": 0.00041485461023536564,
      "loss": 5.186,
      "mean_token_accuracy": 0.21467411816120147,
      "num_tokens": 67875229.0,
      "step": 33495
    },
    {
      "entropy": 6.03403148651123,
      "epoch": 2.927553963121559,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004148301987288008,
      "loss": 5.3087,
      "mean_token_accuracy": 0.20422323346138,
      "num_tokens": 67885795.0,
      "step": 33500
    },
    {
      "entropy": 5.952772760391236,
      "epoch": 2.9279909114742635,
      "grad_norm": 1.203125,
      "learning_rate": 0.0004148057845402195,
      "loss": 5.2402,
      "mean_token_accuracy": 0.2090917482972145,
      "num_tokens": 67896668.0,
      "step": 33505
    },
    {
      "entropy": 5.94384880065918,
      "epoch": 2.9284278598269684,
      "grad_norm": 1.1796875,
      "learning_rate": 0.00041478136767009004,
      "loss": 5.1957,
      "mean_token_accuracy": 0.21465348601341247,
      "num_tokens": 67907082.0,
      "step": 33510
    },
    {
      "entropy": 5.9845489978790285,
      "epoch": 2.9288648081796733,
      "grad_norm": 1.2734375,
      "learning_rate": 0.0004147569481188806,
      "loss": 5.2676,
      "mean_token_accuracy": 0.2033734515309334,
      "num_tokens": 67917517.0,
      "step": 33515
    },
    {
      "entropy": 6.0404235363006595,
      "epoch": 2.929301756532378,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00041473252588705977,
      "loss": 5.3273,
      "mean_token_accuracy": 0.1984715923666954,
      "num_tokens": 67927332.0,
      "step": 33520
    },
    {
      "entropy": 5.998743534088135,
      "epoch": 2.9297387048850827,
      "grad_norm": 1.4140625,
      "learning_rate": 0.00041470810097509587,
      "loss": 5.2729,
      "mean_token_accuracy": 0.20492778569459916,
      "num_tokens": 67936939.0,
      "step": 33525
    },
    {
      "entropy": 5.920820665359497,
      "epoch": 2.930175653237787,
      "grad_norm": 1.125,
      "learning_rate": 0.0004146836733834573,
      "loss": 5.2565,
      "mean_token_accuracy": 0.20842620134353637,
      "num_tokens": 67947553.0,
      "step": 33530
    },
    {
      "entropy": 5.937266159057617,
      "epoch": 2.930612601590492,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004146592431126128,
      "loss": 5.206,
      "mean_token_accuracy": 0.2088855043053627,
      "num_tokens": 67958489.0,
      "step": 33535
    },
    {
      "entropy": 6.017677116394043,
      "epoch": 2.9310495499431966,
      "grad_norm": 1.3515625,
      "learning_rate": 0.0004146348101630307,
      "loss": 5.1796,
      "mean_token_accuracy": 0.21246128380298615,
      "num_tokens": 67967305.0,
      "step": 33540
    },
    {
      "entropy": 6.002651977539062,
      "epoch": 2.9314864982959015,
      "grad_norm": 1.21875,
      "learning_rate": 0.0004146103745351799,
      "loss": 5.2354,
      "mean_token_accuracy": 0.20396788418293,
      "num_tokens": 67977400.0,
      "step": 33545
    },
    {
      "entropy": 5.949655914306641,
      "epoch": 2.9319234466486064,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004145859362295289,
      "loss": 5.2159,
      "mean_token_accuracy": 0.20934920758008957,
      "num_tokens": 67987275.0,
      "step": 33550
    },
    {
      "entropy": 6.049626874923706,
      "epoch": 2.932360395001311,
      "grad_norm": 1.21875,
      "learning_rate": 0.0004145614952465465,
      "loss": 5.38,
      "mean_token_accuracy": 0.19988027811050416,
      "num_tokens": 67999002.0,
      "step": 33555
    },
    {
      "entropy": 6.011117649078369,
      "epoch": 2.9327973433540153,
      "grad_norm": 1.3046875,
      "learning_rate": 0.00041453705158670147,
      "loss": 5.2221,
      "mean_token_accuracy": 0.21389427036046982,
      "num_tokens": 68008504.0,
      "step": 33560
    },
    {
      "entropy": 5.989677762985229,
      "epoch": 2.9332342917067202,
      "grad_norm": 1.25,
      "learning_rate": 0.00041451260525046267,
      "loss": 5.2254,
      "mean_token_accuracy": 0.20752072781324388,
      "num_tokens": 68019522.0,
      "step": 33565
    },
    {
      "entropy": 5.9821357250213625,
      "epoch": 2.933671240059425,
      "grad_norm": 1.1875,
      "learning_rate": 0.00041448815623829907,
      "loss": 5.2296,
      "mean_token_accuracy": 0.2108932614326477,
      "num_tokens": 68029991.0,
      "step": 33570
    },
    {
      "entropy": 5.967656469345092,
      "epoch": 2.9341081884121296,
      "grad_norm": 1.3046875,
      "learning_rate": 0.0004144637045506795,
      "loss": 5.2782,
      "mean_token_accuracy": 0.20176819562911988,
      "num_tokens": 68040347.0,
      "step": 33575
    },
    {
      "entropy": 5.955355405807495,
      "epoch": 2.9345451367648345,
      "grad_norm": 1.1484375,
      "learning_rate": 0.000414439250188073,
      "loss": 5.2189,
      "mean_token_accuracy": 0.21381583213806152,
      "num_tokens": 68050932.0,
      "step": 33580
    },
    {
      "entropy": 6.052007865905762,
      "epoch": 2.934982085117539,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0004144147931509486,
      "loss": 5.2504,
      "mean_token_accuracy": 0.20700625330209732,
      "num_tokens": 68061104.0,
      "step": 33585
    },
    {
      "entropy": 5.956900262832642,
      "epoch": 2.935419033470244,
      "grad_norm": 1.515625,
      "learning_rate": 0.00041439033343977546,
      "loss": 5.2482,
      "mean_token_accuracy": 0.21232238858938218,
      "num_tokens": 68070374.0,
      "step": 33590
    },
    {
      "entropy": 5.99142484664917,
      "epoch": 2.9358559818229484,
      "grad_norm": 1.171875,
      "learning_rate": 0.00041436587105502263,
      "loss": 5.2551,
      "mean_token_accuracy": 0.20344146937131882,
      "num_tokens": 68079996.0,
      "step": 33595
    },
    {
      "entropy": 5.973043823242188,
      "epoch": 2.9362929301756533,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0004143414059971594,
      "loss": 5.2623,
      "mean_token_accuracy": 0.20150009542703629,
      "num_tokens": 68090322.0,
      "step": 33600
    },
    {
      "entropy": 5.933342933654785,
      "epoch": 2.936729878528358,
      "grad_norm": 1.25,
      "learning_rate": 0.000414316938266655,
      "loss": 5.1479,
      "mean_token_accuracy": 0.20732199847698213,
      "num_tokens": 68099482.0,
      "step": 33605
    },
    {
      "entropy": 5.924334907531739,
      "epoch": 2.9371668268810627,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004142924678639787,
      "loss": 5.2388,
      "mean_token_accuracy": 0.20890520215034486,
      "num_tokens": 68109852.0,
      "step": 33610
    },
    {
      "entropy": 5.958574914932251,
      "epoch": 2.937603775233767,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00041426799478959993,
      "loss": 5.2546,
      "mean_token_accuracy": 0.2045723021030426,
      "num_tokens": 68118721.0,
      "step": 33615
    },
    {
      "entropy": 5.990316343307495,
      "epoch": 2.938040723586472,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004142435190439879,
      "loss": 5.2011,
      "mean_token_accuracy": 0.2114956185221672,
      "num_tokens": 68129080.0,
      "step": 33620
    },
    {
      "entropy": 5.982112216949463,
      "epoch": 2.938477671939177,
      "grad_norm": 1.2578125,
      "learning_rate": 0.00041421904062761234,
      "loss": 5.2851,
      "mean_token_accuracy": 0.20108410567045212,
      "num_tokens": 68138154.0,
      "step": 33625
    },
    {
      "entropy": 5.979578018188477,
      "epoch": 2.9389146202918814,
      "grad_norm": 1.21875,
      "learning_rate": 0.0004141945595409426,
      "loss": 5.3481,
      "mean_token_accuracy": 0.19860675781965256,
      "num_tokens": 68148736.0,
      "step": 33630
    },
    {
      "entropy": 5.970953702926636,
      "epoch": 2.9393515686445864,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004141700757844483,
      "loss": 5.2203,
      "mean_token_accuracy": 0.2052733302116394,
      "num_tokens": 68159041.0,
      "step": 33635
    },
    {
      "entropy": 6.0129598617553714,
      "epoch": 2.939788516997291,
      "grad_norm": 1.2265625,
      "learning_rate": 0.000414145589358599,
      "loss": 5.2655,
      "mean_token_accuracy": 0.20949118584394455,
      "num_tokens": 68168715.0,
      "step": 33640
    },
    {
      "entropy": 5.977008438110351,
      "epoch": 2.9402254653499957,
      "grad_norm": 1.203125,
      "learning_rate": 0.00041412110026386436,
      "loss": 5.257,
      "mean_token_accuracy": 0.20854708105325698,
      "num_tokens": 68178863.0,
      "step": 33645
    },
    {
      "entropy": 5.998684549331665,
      "epoch": 2.9406624137027,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004140966085007142,
      "loss": 5.2982,
      "mean_token_accuracy": 0.20190675109624862,
      "num_tokens": 68190131.0,
      "step": 33650
    },
    {
      "entropy": 5.9573760509490965,
      "epoch": 2.941099362055405,
      "grad_norm": 1.15625,
      "learning_rate": 0.00041407211406961815,
      "loss": 5.2263,
      "mean_token_accuracy": 0.20979347825050354,
      "num_tokens": 68200193.0,
      "step": 33655
    },
    {
      "entropy": 5.9873363971710205,
      "epoch": 2.94153631040811,
      "grad_norm": 1.234375,
      "learning_rate": 0.00041404761697104605,
      "loss": 5.2358,
      "mean_token_accuracy": 0.20516740679740905,
      "num_tokens": 68210714.0,
      "step": 33660
    },
    {
      "entropy": 6.017163324356079,
      "epoch": 2.9419732587608145,
      "grad_norm": 1.234375,
      "learning_rate": 0.0004140231172054678,
      "loss": 5.2892,
      "mean_token_accuracy": 0.20719318240880966,
      "num_tokens": 68220809.0,
      "step": 33665
    },
    {
      "entropy": 6.024718618392944,
      "epoch": 2.942410207113519,
      "grad_norm": 1.21875,
      "learning_rate": 0.0004139986147733534,
      "loss": 5.2728,
      "mean_token_accuracy": 0.20589919686317443,
      "num_tokens": 68229887.0,
      "step": 33670
    },
    {
      "entropy": 5.967717695236206,
      "epoch": 2.942847155466224,
      "grad_norm": 1.1953125,
      "learning_rate": 0.00041397410967517265,
      "loss": 5.2341,
      "mean_token_accuracy": 0.2049976721405983,
      "num_tokens": 68240491.0,
      "step": 33675
    },
    {
      "entropy": 5.971167993545532,
      "epoch": 2.943284103818929,
      "grad_norm": 1.1796875,
      "learning_rate": 0.00041394960191139566,
      "loss": 5.3515,
      "mean_token_accuracy": 0.20064521133899688,
      "num_tokens": 68250302.0,
      "step": 33680
    },
    {
      "entropy": 5.983466625213623,
      "epoch": 2.9437210521716333,
      "grad_norm": 1.25,
      "learning_rate": 0.0004139250914824925,
      "loss": 5.1624,
      "mean_token_accuracy": 0.21312040984630584,
      "num_tokens": 68259245.0,
      "step": 33685
    },
    {
      "entropy": 5.969336271286011,
      "epoch": 2.944158000524338,
      "grad_norm": 1.34375,
      "learning_rate": 0.00041390057838893335,
      "loss": 5.1906,
      "mean_token_accuracy": 0.2098309025168419,
      "num_tokens": 68269096.0,
      "step": 33690
    },
    {
      "entropy": 6.003135442733765,
      "epoch": 2.9445949488770427,
      "grad_norm": 1.1640625,
      "learning_rate": 0.00041387606263118825,
      "loss": 5.2558,
      "mean_token_accuracy": 0.20634677708148957,
      "num_tokens": 68278949.0,
      "step": 33695
    },
    {
      "entropy": 5.927632570266724,
      "epoch": 2.9450318972297476,
      "grad_norm": 1.375,
      "learning_rate": 0.0004138515442097275,
      "loss": 5.1852,
      "mean_token_accuracy": 0.2101384460926056,
      "num_tokens": 68288526.0,
      "step": 33700
    },
    {
      "entropy": 5.970900774002075,
      "epoch": 2.945468845582452,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004138270231250214,
      "loss": 5.1935,
      "mean_token_accuracy": 0.21022308021783828,
      "num_tokens": 68297997.0,
      "step": 33705
    },
    {
      "entropy": 5.945334577560425,
      "epoch": 2.945905793935157,
      "grad_norm": 1.21875,
      "learning_rate": 0.0004138024993775403,
      "loss": 5.32,
      "mean_token_accuracy": 0.2013028532266617,
      "num_tokens": 68307316.0,
      "step": 33710
    },
    {
      "entropy": 5.8961865425109865,
      "epoch": 2.9463427422878614,
      "grad_norm": 1.234375,
      "learning_rate": 0.0004137779729677544,
      "loss": 5.0524,
      "mean_token_accuracy": 0.2324194684624672,
      "num_tokens": 68317124.0,
      "step": 33715
    },
    {
      "entropy": 5.950802421569824,
      "epoch": 2.9467796906405663,
      "grad_norm": 1.25,
      "learning_rate": 0.0004137534438961344,
      "loss": 5.2489,
      "mean_token_accuracy": 0.2071582168340683,
      "num_tokens": 68326576.0,
      "step": 33720
    },
    {
      "entropy": 5.971197319030762,
      "epoch": 2.947216638993271,
      "grad_norm": 1.2890625,
      "learning_rate": 0.00041372891216315055,
      "loss": 5.219,
      "mean_token_accuracy": 0.21159602254629134,
      "num_tokens": 68336999.0,
      "step": 33725
    },
    {
      "entropy": 6.027966260910034,
      "epoch": 2.9476535873459757,
      "grad_norm": 1.1640625,
      "learning_rate": 0.00041370437776927347,
      "loss": 5.2237,
      "mean_token_accuracy": 0.21304243803024292,
      "num_tokens": 68347084.0,
      "step": 33730
    },
    {
      "entropy": 5.955900382995606,
      "epoch": 2.9480905356986806,
      "grad_norm": 1.25,
      "learning_rate": 0.0004136798407149738,
      "loss": 5.2297,
      "mean_token_accuracy": 0.20476769059896469,
      "num_tokens": 68357136.0,
      "step": 33735
    },
    {
      "entropy": 6.012447881698608,
      "epoch": 2.948527484051385,
      "grad_norm": 1.2734375,
      "learning_rate": 0.00041365530100072215,
      "loss": 5.3156,
      "mean_token_accuracy": 0.19664662480354309,
      "num_tokens": 68367020.0,
      "step": 33740
    },
    {
      "entropy": 6.0076618671417235,
      "epoch": 2.9489644324040896,
      "grad_norm": 1.265625,
      "learning_rate": 0.0004136307586269891,
      "loss": 5.2238,
      "mean_token_accuracy": 0.21279693394899368,
      "num_tokens": 68378436.0,
      "step": 33745
    },
    {
      "entropy": 6.001987648010254,
      "epoch": 2.9494013807567945,
      "grad_norm": 1.2890625,
      "learning_rate": 0.00041360621359424544,
      "loss": 5.1843,
      "mean_token_accuracy": 0.20810119211673736,
      "num_tokens": 68387777.0,
      "step": 33750
    },
    {
      "entropy": 5.930895376205444,
      "epoch": 2.9498383291094994,
      "grad_norm": 1.265625,
      "learning_rate": 0.00041358166590296205,
      "loss": 5.2446,
      "mean_token_accuracy": 0.20422412902116777,
      "num_tokens": 68397648.0,
      "step": 33755
    },
    {
      "entropy": 5.96717586517334,
      "epoch": 2.950275277462204,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00041355711555360965,
      "loss": 5.3458,
      "mean_token_accuracy": 0.20517520904541015,
      "num_tokens": 68409539.0,
      "step": 33760
    },
    {
      "entropy": 6.029807043075562,
      "epoch": 2.9507122258149088,
      "grad_norm": 1.2421875,
      "learning_rate": 0.00041353256254665914,
      "loss": 5.2848,
      "mean_token_accuracy": 0.2039409101009369,
      "num_tokens": 68419626.0,
      "step": 33765
    },
    {
      "entropy": 6.010933065414429,
      "epoch": 2.9511491741676132,
      "grad_norm": 1.1875,
      "learning_rate": 0.00041350800688258157,
      "loss": 5.2185,
      "mean_token_accuracy": 0.21434097290039061,
      "num_tokens": 68429289.0,
      "step": 33770
    },
    {
      "entropy": 6.012860345840454,
      "epoch": 2.951586122520318,
      "grad_norm": 1.2734375,
      "learning_rate": 0.00041348344856184785,
      "loss": 5.2607,
      "mean_token_accuracy": 0.21135712563991546,
      "num_tokens": 68440186.0,
      "step": 33775
    },
    {
      "entropy": 5.9707683563232425,
      "epoch": 2.9520230708730226,
      "grad_norm": 1.1484375,
      "learning_rate": 0.00041345888758492896,
      "loss": 5.2065,
      "mean_token_accuracy": 0.2136097177863121,
      "num_tokens": 68450292.0,
      "step": 33780
    },
    {
      "entropy": 6.006549072265625,
      "epoch": 2.9524600192257275,
      "grad_norm": 1.203125,
      "learning_rate": 0.00041343432395229605,
      "loss": 5.2648,
      "mean_token_accuracy": 0.20446618646383286,
      "num_tokens": 68460419.0,
      "step": 33785
    },
    {
      "entropy": 5.965192174911499,
      "epoch": 2.9528969675784325,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004134097576644203,
      "loss": 5.2295,
      "mean_token_accuracy": 0.20829328894615173,
      "num_tokens": 68470488.0,
      "step": 33790
    },
    {
      "entropy": 5.976469421386719,
      "epoch": 2.953333915931137,
      "grad_norm": 1.1875,
      "learning_rate": 0.00041338518872177286,
      "loss": 5.2515,
      "mean_token_accuracy": 0.21038548946380614,
      "num_tokens": 68479872.0,
      "step": 33795
    },
    {
      "entropy": 6.00398211479187,
      "epoch": 2.9537708642838414,
      "grad_norm": 1.15625,
      "learning_rate": 0.00041336061712482497,
      "loss": 5.2939,
      "mean_token_accuracy": 0.20046975910663606,
      "num_tokens": 68491086.0,
      "step": 33800
    },
    {
      "entropy": 6.073413419723511,
      "epoch": 2.9542078126365463,
      "grad_norm": 1.28125,
      "learning_rate": 0.00041333604287404805,
      "loss": 5.3276,
      "mean_token_accuracy": 0.19844702184200286,
      "num_tokens": 68501136.0,
      "step": 33805
    },
    {
      "entropy": 5.974606323242187,
      "epoch": 2.954644760989251,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0004133114659699132,
      "loss": 5.2156,
      "mean_token_accuracy": 0.21345817893743516,
      "num_tokens": 68511579.0,
      "step": 33810
    },
    {
      "entropy": 5.973456716537475,
      "epoch": 2.9550817093419557,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00041328688641289205,
      "loss": 5.2311,
      "mean_token_accuracy": 0.21048520803451537,
      "num_tokens": 68521716.0,
      "step": 33815
    },
    {
      "entropy": 5.992072820663452,
      "epoch": 2.9555186576946606,
      "grad_norm": 1.234375,
      "learning_rate": 0.00041326230420345584,
      "loss": 5.27,
      "mean_token_accuracy": 0.2046463593840599,
      "num_tokens": 68531814.0,
      "step": 33820
    },
    {
      "entropy": 5.932927894592285,
      "epoch": 2.955955606047365,
      "grad_norm": 1.203125,
      "learning_rate": 0.0004132377193420763,
      "loss": 5.1745,
      "mean_token_accuracy": 0.21771881431341172,
      "num_tokens": 68541388.0,
      "step": 33825
    },
    {
      "entropy": 6.0182637691497805,
      "epoch": 2.95639255440007,
      "grad_norm": 1.265625,
      "learning_rate": 0.00041321313182922484,
      "loss": 5.3545,
      "mean_token_accuracy": 0.19412989914417267,
      "num_tokens": 68552259.0,
      "step": 33830
    },
    {
      "entropy": 6.018076753616333,
      "epoch": 2.9568295027527745,
      "grad_norm": 1.34375,
      "learning_rate": 0.0004131885416653731,
      "loss": 5.212,
      "mean_token_accuracy": 0.21617541313171387,
      "num_tokens": 68562001.0,
      "step": 33835
    },
    {
      "entropy": 6.027465391159057,
      "epoch": 2.9572664511054794,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004131639488509927,
      "loss": 5.2254,
      "mean_token_accuracy": 0.20940308570861815,
      "num_tokens": 68571636.0,
      "step": 33840
    },
    {
      "entropy": 6.017861652374267,
      "epoch": 2.9577033994581843,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004131393533865554,
      "loss": 5.3748,
      "mean_token_accuracy": 0.19871239066123964,
      "num_tokens": 68581448.0,
      "step": 33845
    },
    {
      "entropy": 6.052380895614624,
      "epoch": 2.9581403478108887,
      "grad_norm": 1.2265625,
      "learning_rate": 0.00041311475527253284,
      "loss": 5.3468,
      "mean_token_accuracy": 0.19633788615465164,
      "num_tokens": 68591880.0,
      "step": 33850
    },
    {
      "entropy": 6.075063991546631,
      "epoch": 2.958577296163593,
      "grad_norm": 1.2265625,
      "learning_rate": 0.00041309015450939694,
      "loss": 5.3153,
      "mean_token_accuracy": 0.20702774971723556,
      "num_tokens": 68603025.0,
      "step": 33855
    },
    {
      "entropy": 6.026835107803345,
      "epoch": 2.959014244516298,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004130655510976196,
      "loss": 5.3423,
      "mean_token_accuracy": 0.19856015592813492,
      "num_tokens": 68613580.0,
      "step": 33860
    },
    {
      "entropy": 6.043513822555542,
      "epoch": 2.959451192869003,
      "grad_norm": 1.234375,
      "learning_rate": 0.00041304094503767256,
      "loss": 5.319,
      "mean_token_accuracy": 0.20787417143583298,
      "num_tokens": 68624451.0,
      "step": 33865
    },
    {
      "entropy": 5.960220193862915,
      "epoch": 2.9598881412217075,
      "grad_norm": 1.34375,
      "learning_rate": 0.00041301633633002784,
      "loss": 5.249,
      "mean_token_accuracy": 0.2087647572159767,
      "num_tokens": 68634408.0,
      "step": 33870
    },
    {
      "entropy": 5.923774290084839,
      "epoch": 2.9603250895744124,
      "grad_norm": 1.25,
      "learning_rate": 0.0004129917249751575,
      "loss": 5.2211,
      "mean_token_accuracy": 0.20719753652811052,
      "num_tokens": 68643795.0,
      "step": 33875
    },
    {
      "entropy": 5.989295148849488,
      "epoch": 2.960762037927117,
      "grad_norm": 1.3046875,
      "learning_rate": 0.0004129671109735336,
      "loss": 5.2049,
      "mean_token_accuracy": 0.20880803018808364,
      "num_tokens": 68653669.0,
      "step": 33880
    },
    {
      "entropy": 6.055302715301513,
      "epoch": 2.961198986279822,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00041294249432562825,
      "loss": 5.3088,
      "mean_token_accuracy": 0.20279373973608017,
      "num_tokens": 68663094.0,
      "step": 33885
    },
    {
      "entropy": 5.92801251411438,
      "epoch": 2.9616359346325263,
      "grad_norm": 1.3203125,
      "learning_rate": 0.00041291787503191347,
      "loss": 5.1952,
      "mean_token_accuracy": 0.21698800772428511,
      "num_tokens": 68673561.0,
      "step": 33890
    },
    {
      "entropy": 6.002437114715576,
      "epoch": 2.962072882985231,
      "grad_norm": 1.296875,
      "learning_rate": 0.00041289325309286167,
      "loss": 5.3472,
      "mean_token_accuracy": 0.1922043263912201,
      "num_tokens": 68683624.0,
      "step": 33895
    },
    {
      "entropy": 5.998243236541748,
      "epoch": 2.962509831337936,
      "grad_norm": 1.2421875,
      "learning_rate": 0.00041286862850894497,
      "loss": 5.2478,
      "mean_token_accuracy": 0.2120765969157219,
      "num_tokens": 68693805.0,
      "step": 33900
    },
    {
      "entropy": 6.031967353820801,
      "epoch": 2.9629467796906406,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004128440012806357,
      "loss": 5.2835,
      "mean_token_accuracy": 0.20853138118982315,
      "num_tokens": 68704020.0,
      "step": 33905
    },
    {
      "entropy": 6.003553485870361,
      "epoch": 2.963383728043345,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00041281937140840634,
      "loss": 5.247,
      "mean_token_accuracy": 0.20345929116010666,
      "num_tokens": 68714486.0,
      "step": 33910
    },
    {
      "entropy": 5.972761106491089,
      "epoch": 2.96382067639605,
      "grad_norm": 1.34375,
      "learning_rate": 0.0004127947388927292,
      "loss": 5.2184,
      "mean_token_accuracy": 0.21300836354494096,
      "num_tokens": 68724759.0,
      "step": 33915
    },
    {
      "entropy": 5.92067813873291,
      "epoch": 2.964257624748755,
      "grad_norm": 1.21875,
      "learning_rate": 0.0004127701037340767,
      "loss": 5.1863,
      "mean_token_accuracy": 0.21807024776935577,
      "num_tokens": 68734826.0,
      "step": 33920
    },
    {
      "entropy": 5.968118572235108,
      "epoch": 2.9646945731014593,
      "grad_norm": 1.1796875,
      "learning_rate": 0.00041274546593292143,
      "loss": 5.2697,
      "mean_token_accuracy": 0.20888273119926454,
      "num_tokens": 68744786.0,
      "step": 33925
    },
    {
      "entropy": 6.040633630752564,
      "epoch": 2.9651315214541643,
      "grad_norm": 1.203125,
      "learning_rate": 0.0004127208254897361,
      "loss": 5.3162,
      "mean_token_accuracy": 0.19528832733631135,
      "num_tokens": 68754751.0,
      "step": 33930
    },
    {
      "entropy": 6.003380393981933,
      "epoch": 2.9655684698068687,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00041269618240499296,
      "loss": 5.2496,
      "mean_token_accuracy": 0.20312806963920593,
      "num_tokens": 68765652.0,
      "step": 33935
    },
    {
      "entropy": 5.983033752441406,
      "epoch": 2.9660054181595736,
      "grad_norm": 1.109375,
      "learning_rate": 0.00041267153667916506,
      "loss": 5.2188,
      "mean_token_accuracy": 0.20910786241292953,
      "num_tokens": 68775587.0,
      "step": 33940
    },
    {
      "entropy": 6.032890510559082,
      "epoch": 2.966442366512278,
      "grad_norm": 1.2578125,
      "learning_rate": 0.00041264688831272483,
      "loss": 5.2578,
      "mean_token_accuracy": 0.20490120798349382,
      "num_tokens": 68786678.0,
      "step": 33945
    },
    {
      "entropy": 5.946879577636719,
      "epoch": 2.966879314864983,
      "grad_norm": 1.203125,
      "learning_rate": 0.0004126222373061452,
      "loss": 5.1261,
      "mean_token_accuracy": 0.21741699576377868,
      "num_tokens": 68796108.0,
      "step": 33950
    },
    {
      "entropy": 5.90285096168518,
      "epoch": 2.967316263217688,
      "grad_norm": 1.2265625,
      "learning_rate": 0.00041259758365989896,
      "loss": 5.2208,
      "mean_token_accuracy": 0.21172912120819093,
      "num_tokens": 68806364.0,
      "step": 33955
    },
    {
      "entropy": 6.005253696441651,
      "epoch": 2.9677532115703924,
      "grad_norm": 1.2734375,
      "learning_rate": 0.0004125729273744589,
      "loss": 5.2754,
      "mean_token_accuracy": 0.20406143218278885,
      "num_tokens": 68816099.0,
      "step": 33960
    },
    {
      "entropy": 6.015580749511718,
      "epoch": 2.968190159923097,
      "grad_norm": 1.109375,
      "learning_rate": 0.00041254826845029806,
      "loss": 5.3058,
      "mean_token_accuracy": 0.1988524690270424,
      "num_tokens": 68826480.0,
      "step": 33965
    },
    {
      "entropy": 5.9659483432769775,
      "epoch": 2.968627108275802,
      "grad_norm": 1.3125,
      "learning_rate": 0.00041252360688788937,
      "loss": 5.2269,
      "mean_token_accuracy": 0.21283706277608871,
      "num_tokens": 68835657.0,
      "step": 33970
    },
    {
      "entropy": 5.964397764205932,
      "epoch": 2.9690640566285067,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004124989426877058,
      "loss": 5.289,
      "mean_token_accuracy": 0.20742845684289932,
      "num_tokens": 68845115.0,
      "step": 33975
    },
    {
      "entropy": 5.994692277908325,
      "epoch": 2.969501004981211,
      "grad_norm": 1.3046875,
      "learning_rate": 0.0004124742758502205,
      "loss": 5.2531,
      "mean_token_accuracy": 0.20972909778356552,
      "num_tokens": 68854562.0,
      "step": 33980
    },
    {
      "entropy": 6.060403156280517,
      "epoch": 2.969937953333916,
      "grad_norm": 1.296875,
      "learning_rate": 0.0004124496063759066,
      "loss": 5.3133,
      "mean_token_accuracy": 0.1994457110762596,
      "num_tokens": 68864787.0,
      "step": 33985
    },
    {
      "entropy": 5.957002115249634,
      "epoch": 2.9703749016866206,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004124249342652371,
      "loss": 5.2335,
      "mean_token_accuracy": 0.20796719044446946,
      "num_tokens": 68874518.0,
      "step": 33990
    },
    {
      "entropy": 6.015981531143188,
      "epoch": 2.9708118500393255,
      "grad_norm": 1.3515625,
      "learning_rate": 0.00041240025951868545,
      "loss": 5.2141,
      "mean_token_accuracy": 0.19953567087650298,
      "num_tokens": 68883765.0,
      "step": 33995
    },
    {
      "entropy": 6.025905466079712,
      "epoch": 2.97124879839203,
      "grad_norm": 1.1953125,
      "learning_rate": 0.00041237558213672477,
      "loss": 5.2575,
      "mean_token_accuracy": 0.2055355966091156,
      "num_tokens": 68894191.0,
      "step": 34000
    },
    {
      "entropy": 6.001579475402832,
      "epoch": 2.971685746744735,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00041235090211982846,
      "loss": 5.243,
      "mean_token_accuracy": 0.20608473867177962,
      "num_tokens": 68905136.0,
      "step": 34005
    },
    {
      "entropy": 5.937113189697266,
      "epoch": 2.9721226950974398,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004123262194684699,
      "loss": 5.2373,
      "mean_token_accuracy": 0.2132749915122986,
      "num_tokens": 68914620.0,
      "step": 34010
    },
    {
      "entropy": 5.982856273651123,
      "epoch": 2.9725596434501442,
      "grad_norm": 1.3125,
      "learning_rate": 0.00041230153418312244,
      "loss": 5.2319,
      "mean_token_accuracy": 0.20685246735811233,
      "num_tokens": 68923781.0,
      "step": 34015
    },
    {
      "entropy": 5.968502044677734,
      "epoch": 2.9729965918028487,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004122768462642596,
      "loss": 5.2927,
      "mean_token_accuracy": 0.20434169918298722,
      "num_tokens": 68934283.0,
      "step": 34020
    },
    {
      "entropy": 5.96315631866455,
      "epoch": 2.9734335401555536,
      "grad_norm": 1.21875,
      "learning_rate": 0.000412252155712355,
      "loss": 5.1965,
      "mean_token_accuracy": 0.21378580778837203,
      "num_tokens": 68943799.0,
      "step": 34025
    },
    {
      "entropy": 6.048032760620117,
      "epoch": 2.9738704885082585,
      "grad_norm": 1.2265625,
      "learning_rate": 0.00041222746252788213,
      "loss": 5.2836,
      "mean_token_accuracy": 0.20328255295753478,
      "num_tokens": 68953733.0,
      "step": 34030
    },
    {
      "entropy": 6.012069225311279,
      "epoch": 2.974307436860963,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0004122027667113146,
      "loss": 5.2877,
      "mean_token_accuracy": 0.20181522518396378,
      "num_tokens": 68963888.0,
      "step": 34035
    },
    {
      "entropy": 6.081435632705689,
      "epoch": 2.974744385213668,
      "grad_norm": 1.2109375,
      "learning_rate": 0.000412178068263126,
      "loss": 5.2984,
      "mean_token_accuracy": 0.2024623841047287,
      "num_tokens": 68974652.0,
      "step": 34040
    },
    {
      "entropy": 6.047846698760987,
      "epoch": 2.9751813335663724,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004121533671837903,
      "loss": 5.1991,
      "mean_token_accuracy": 0.2058655560016632,
      "num_tokens": 68984583.0,
      "step": 34045
    },
    {
      "entropy": 5.949602174758911,
      "epoch": 2.9756182819190773,
      "grad_norm": 1.328125,
      "learning_rate": 0.0004121286634737811,
      "loss": 5.2899,
      "mean_token_accuracy": 0.2041643053293228,
      "num_tokens": 68995790.0,
      "step": 34050
    },
    {
      "entropy": 5.996081399917602,
      "epoch": 2.9760552302717818,
      "grad_norm": 1.125,
      "learning_rate": 0.0004121039571335723,
      "loss": 5.308,
      "mean_token_accuracy": 0.1999376118183136,
      "num_tokens": 69006695.0,
      "step": 34055
    },
    {
      "entropy": 5.9381513595581055,
      "epoch": 2.9764921786244867,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004120792481636378,
      "loss": 5.2013,
      "mean_token_accuracy": 0.21666214913129805,
      "num_tokens": 69017504.0,
      "step": 34060
    },
    {
      "entropy": 5.974299097061158,
      "epoch": 2.976929126977191,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0004120545365644515,
      "loss": 5.3461,
      "mean_token_accuracy": 0.19351771473884583,
      "num_tokens": 69026938.0,
      "step": 34065
    },
    {
      "entropy": 5.977441883087158,
      "epoch": 2.977366075329896,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004120298223364872,
      "loss": 5.2263,
      "mean_token_accuracy": 0.20558745115995408,
      "num_tokens": 69037404.0,
      "step": 34070
    },
    {
      "entropy": 6.0228784561157225,
      "epoch": 2.9778030236826005,
      "grad_norm": 1.21875,
      "learning_rate": 0.00041200510548021935,
      "loss": 5.2158,
      "mean_token_accuracy": 0.21115682423114776,
      "num_tokens": 69047507.0,
      "step": 34075
    },
    {
      "entropy": 5.948095226287842,
      "epoch": 2.9782399720353054,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00041198038599612156,
      "loss": 5.233,
      "mean_token_accuracy": 0.21044311225414275,
      "num_tokens": 69057626.0,
      "step": 34080
    },
    {
      "entropy": 6.004587268829345,
      "epoch": 2.9786769203880104,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00041195566388466836,
      "loss": 5.2848,
      "mean_token_accuracy": 0.20447610467672347,
      "num_tokens": 69068142.0,
      "step": 34085
    },
    {
      "entropy": 6.043957996368408,
      "epoch": 2.979113868740715,
      "grad_norm": 1.2265625,
      "learning_rate": 0.00041193093914633364,
      "loss": 5.2869,
      "mean_token_accuracy": 0.20298634916543962,
      "num_tokens": 69077935.0,
      "step": 34090
    },
    {
      "entropy": 6.032395219802856,
      "epoch": 2.9795508170934193,
      "grad_norm": 1.203125,
      "learning_rate": 0.0004119062117815918,
      "loss": 5.3029,
      "mean_token_accuracy": 0.19975539147853852,
      "num_tokens": 69087397.0,
      "step": 34095
    },
    {
      "entropy": 6.01246862411499,
      "epoch": 2.979987765446124,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004118814817909171,
      "loss": 5.3338,
      "mean_token_accuracy": 0.20573601573705674,
      "num_tokens": 69097666.0,
      "step": 34100
    },
    {
      "entropy": 5.991852760314941,
      "epoch": 2.980424713798829,
      "grad_norm": 1.234375,
      "learning_rate": 0.0004118567491747839,
      "loss": 5.2627,
      "mean_token_accuracy": 0.20078932046890258,
      "num_tokens": 69107516.0,
      "step": 34105
    },
    {
      "entropy": 6.0072081089019775,
      "epoch": 2.9808616621515336,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0004118320139336665,
      "loss": 5.2321,
      "mean_token_accuracy": 0.2053683876991272,
      "num_tokens": 69117462.0,
      "step": 34110
    },
    {
      "entropy": 6.011137771606445,
      "epoch": 2.9812986105042385,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004118072760680393,
      "loss": 5.2015,
      "mean_token_accuracy": 0.216086508333683,
      "num_tokens": 69128171.0,
      "step": 34115
    },
    {
      "entropy": 5.986577939987183,
      "epoch": 2.981735558856943,
      "grad_norm": 1.1875,
      "learning_rate": 0.00041178253557837697,
      "loss": 5.2466,
      "mean_token_accuracy": 0.20739619582891464,
      "num_tokens": 69138169.0,
      "step": 34120
    },
    {
      "entropy": 5.967813158035279,
      "epoch": 2.982172507209648,
      "grad_norm": 1.28125,
      "learning_rate": 0.00041175779246515384,
      "loss": 5.2202,
      "mean_token_accuracy": 0.21350808590650558,
      "num_tokens": 69147518.0,
      "step": 34125
    },
    {
      "entropy": 6.006812381744385,
      "epoch": 2.9826094555623524,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004117330467288447,
      "loss": 5.2038,
      "mean_token_accuracy": 0.21009783446788788,
      "num_tokens": 69157049.0,
      "step": 34130
    },
    {
      "entropy": 5.959553813934326,
      "epoch": 2.9830464039150573,
      "grad_norm": 1.2421875,
      "learning_rate": 0.00041170829836992403,
      "loss": 5.2462,
      "mean_token_accuracy": 0.20813743472099305,
      "num_tokens": 69166502.0,
      "step": 34135
    },
    {
      "entropy": 6.010269260406494,
      "epoch": 2.983483352267762,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004116835473888665,
      "loss": 5.204,
      "mean_token_accuracy": 0.211050121486187,
      "num_tokens": 69176566.0,
      "step": 34140
    },
    {
      "entropy": 5.996508932113647,
      "epoch": 2.9839203006204666,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004116587937861469,
      "loss": 5.2549,
      "mean_token_accuracy": 0.20204361975193025,
      "num_tokens": 69186677.0,
      "step": 34145
    },
    {
      "entropy": 6.009670639038086,
      "epoch": 2.984357248973171,
      "grad_norm": 1.2890625,
      "learning_rate": 0.0004116340375622402,
      "loss": 5.328,
      "mean_token_accuracy": 0.2025603398680687,
      "num_tokens": 69197595.0,
      "step": 34150
    },
    {
      "entropy": 5.988516855239868,
      "epoch": 2.984794197325876,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0004116092787176209,
      "loss": 5.2562,
      "mean_token_accuracy": 0.2111473187804222,
      "num_tokens": 69207384.0,
      "step": 34155
    },
    {
      "entropy": 5.971285009384156,
      "epoch": 2.985231145678581,
      "grad_norm": 1.1640625,
      "learning_rate": 0.00041158451725276405,
      "loss": 5.1512,
      "mean_token_accuracy": 0.21486364901065827,
      "num_tokens": 69217019.0,
      "step": 34160
    },
    {
      "entropy": 6.044684934616089,
      "epoch": 2.9856680940312854,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0004115597531681447,
      "loss": 5.3825,
      "mean_token_accuracy": 0.1902638480067253,
      "num_tokens": 69229076.0,
      "step": 34165
    },
    {
      "entropy": 6.034402132034302,
      "epoch": 2.9861050423839903,
      "grad_norm": 1.265625,
      "learning_rate": 0.00041153498646423763,
      "loss": 5.324,
      "mean_token_accuracy": 0.20116785764694214,
      "num_tokens": 69238771.0,
      "step": 34170
    },
    {
      "entropy": 6.013817310333252,
      "epoch": 2.986541990736695,
      "grad_norm": 1.2890625,
      "learning_rate": 0.000411510217141518,
      "loss": 5.2627,
      "mean_token_accuracy": 0.2029559925198555,
      "num_tokens": 69248864.0,
      "step": 34175
    },
    {
      "entropy": 6.010924625396728,
      "epoch": 2.9869789390893997,
      "grad_norm": 1.2578125,
      "learning_rate": 0.00041148544520046087,
      "loss": 5.3097,
      "mean_token_accuracy": 0.2033499151468277,
      "num_tokens": 69259372.0,
      "step": 34180
    },
    {
      "entropy": 5.990232610702515,
      "epoch": 2.987415887442104,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004114606706415415,
      "loss": 5.2068,
      "mean_token_accuracy": 0.20808916836977004,
      "num_tokens": 69270079.0,
      "step": 34185
    },
    {
      "entropy": 5.9969946384429935,
      "epoch": 2.987852835794809,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0004114358934652349,
      "loss": 5.2284,
      "mean_token_accuracy": 0.21476864963769912,
      "num_tokens": 69279909.0,
      "step": 34190
    },
    {
      "entropy": 5.913234901428223,
      "epoch": 2.988289784147514,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004114111136720163,
      "loss": 5.1805,
      "mean_token_accuracy": 0.2125203549861908,
      "num_tokens": 69289598.0,
      "step": 34195
    },
    {
      "entropy": 6.035172605514527,
      "epoch": 2.9887267325002185,
      "grad_norm": 1.125,
      "learning_rate": 0.0004113863312623611,
      "loss": 5.2986,
      "mean_token_accuracy": 0.20036058574914933,
      "num_tokens": 69301305.0,
      "step": 34200
    },
    {
      "entropy": 5.989563274383545,
      "epoch": 2.989163680852923,
      "grad_norm": 1.2734375,
      "learning_rate": 0.0004113615462367446,
      "loss": 5.2316,
      "mean_token_accuracy": 0.2138897955417633,
      "num_tokens": 69310560.0,
      "step": 34205
    },
    {
      "entropy": 5.989209604263306,
      "epoch": 2.989600629205628,
      "grad_norm": 1.1953125,
      "learning_rate": 0.00041133675859564213,
      "loss": 5.2691,
      "mean_token_accuracy": 0.2051294580101967,
      "num_tokens": 69320286.0,
      "step": 34210
    },
    {
      "entropy": 5.951100778579712,
      "epoch": 2.9900375775583328,
      "grad_norm": 1.2265625,
      "learning_rate": 0.00041131196833952925,
      "loss": 5.2206,
      "mean_token_accuracy": 0.20508737713098527,
      "num_tokens": 69329895.0,
      "step": 34215
    },
    {
      "entropy": 6.042492246627807,
      "epoch": 2.9904745259110372,
      "grad_norm": 1.34375,
      "learning_rate": 0.0004112871754688814,
      "loss": 5.2379,
      "mean_token_accuracy": 0.20376434326171874,
      "num_tokens": 69340122.0,
      "step": 34220
    },
    {
      "entropy": 5.999642038345337,
      "epoch": 2.990911474263742,
      "grad_norm": 1.171875,
      "learning_rate": 0.00041126237998417414,
      "loss": 5.2602,
      "mean_token_accuracy": 0.20666008889675141,
      "num_tokens": 69349354.0,
      "step": 34225
    },
    {
      "entropy": 5.994041395187378,
      "epoch": 2.9913484226164466,
      "grad_norm": 1.390625,
      "learning_rate": 0.00041123758188588296,
      "loss": 5.3086,
      "mean_token_accuracy": 0.20163465291261673,
      "num_tokens": 69360236.0,
      "step": 34230
    },
    {
      "entropy": 6.045893669128418,
      "epoch": 2.9917853709691515,
      "grad_norm": 1.2578125,
      "learning_rate": 0.00041121278117448365,
      "loss": 5.3179,
      "mean_token_accuracy": 0.20164844989776612,
      "num_tokens": 69369362.0,
      "step": 34235
    },
    {
      "entropy": 6.015834522247315,
      "epoch": 2.992222319321856,
      "grad_norm": 1.2421875,
      "learning_rate": 0.00041118797785045174,
      "loss": 5.2798,
      "mean_token_accuracy": 0.2024718776345253,
      "num_tokens": 69379403.0,
      "step": 34240
    },
    {
      "entropy": 5.983931970596314,
      "epoch": 2.992659267674561,
      "grad_norm": 1.421875,
      "learning_rate": 0.0004111631719142631,
      "loss": 5.3024,
      "mean_token_accuracy": 0.20497655421495437,
      "num_tokens": 69388667.0,
      "step": 34245
    },
    {
      "entropy": 6.030783987045288,
      "epoch": 2.993096216027266,
      "grad_norm": 1.1640625,
      "learning_rate": 0.00041113836336639347,
      "loss": 5.245,
      "mean_token_accuracy": 0.20325226783752443,
      "num_tokens": 69399552.0,
      "step": 34250
    },
    {
      "entropy": 6.014461469650269,
      "epoch": 2.9935331643799703,
      "grad_norm": 1.3203125,
      "learning_rate": 0.0004111135522073187,
      "loss": 5.1572,
      "mean_token_accuracy": 0.21269080191850662,
      "num_tokens": 69409323.0,
      "step": 34255
    },
    {
      "entropy": 6.0252776622772215,
      "epoch": 2.9939701127326748,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004110887384375147,
      "loss": 5.2799,
      "mean_token_accuracy": 0.2001463934779167,
      "num_tokens": 69418696.0,
      "step": 34260
    },
    {
      "entropy": 6.020319604873658,
      "epoch": 2.9944070610853797,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004110639220574573,
      "loss": 5.2993,
      "mean_token_accuracy": 0.1999318480491638,
      "num_tokens": 69429470.0,
      "step": 34265
    },
    {
      "entropy": 5.924289178848267,
      "epoch": 2.9948440094380846,
      "grad_norm": 1.234375,
      "learning_rate": 0.00041103910306762267,
      "loss": 5.2037,
      "mean_token_accuracy": 0.20899771600961686,
      "num_tokens": 69440636.0,
      "step": 34270
    },
    {
      "entropy": 6.03372597694397,
      "epoch": 2.995280957790789,
      "grad_norm": 1.15625,
      "learning_rate": 0.00041101428146848667,
      "loss": 5.2975,
      "mean_token_accuracy": 0.20654752850532532,
      "num_tokens": 69451819.0,
      "step": 34275
    },
    {
      "entropy": 6.090249013900757,
      "epoch": 2.995717906143494,
      "grad_norm": 1.171875,
      "learning_rate": 0.00041098945726052556,
      "loss": 5.3477,
      "mean_token_accuracy": 0.19815098643302917,
      "num_tokens": 69462690.0,
      "step": 34280
    },
    {
      "entropy": 5.967111682891845,
      "epoch": 2.9961548544961984,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004109646304442154,
      "loss": 5.2213,
      "mean_token_accuracy": 0.20892172306776047,
      "num_tokens": 69473338.0,
      "step": 34285
    },
    {
      "entropy": 5.988259315490723,
      "epoch": 2.9965918028489034,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0004109398010200323,
      "loss": 5.2408,
      "mean_token_accuracy": 0.2071280986070633,
      "num_tokens": 69482189.0,
      "step": 34290
    },
    {
      "entropy": 5.885085535049439,
      "epoch": 2.997028751201608,
      "grad_norm": 1.21875,
      "learning_rate": 0.0004109149689884527,
      "loss": 5.2238,
      "mean_token_accuracy": 0.2094835013151169,
      "num_tokens": 69492084.0,
      "step": 34295
    },
    {
      "entropy": 5.98687973022461,
      "epoch": 2.9974656995543127,
      "grad_norm": 1.25,
      "learning_rate": 0.00041089013434995273,
      "loss": 5.2274,
      "mean_token_accuracy": 0.21280535459518432,
      "num_tokens": 69502886.0,
      "step": 34300
    },
    {
      "entropy": 6.043486213684082,
      "epoch": 2.9979026479070177,
      "grad_norm": 1.203125,
      "learning_rate": 0.0004108652971050088,
      "loss": 5.2172,
      "mean_token_accuracy": 0.20862108021974562,
      "num_tokens": 69512670.0,
      "step": 34305
    },
    {
      "entropy": 5.966053867340088,
      "epoch": 2.998339596259722,
      "grad_norm": 1.1484375,
      "learning_rate": 0.00041084045725409726,
      "loss": 5.2934,
      "mean_token_accuracy": 0.20267215073108674,
      "num_tokens": 69522744.0,
      "step": 34310
    },
    {
      "entropy": 5.9204185009002686,
      "epoch": 2.9987765446124266,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004108156147976945,
      "loss": 5.1547,
      "mean_token_accuracy": 0.21502067297697067,
      "num_tokens": 69533195.0,
      "step": 34315
    },
    {
      "entropy": 6.010037517547607,
      "epoch": 2.9992134929651315,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004107907697362772,
      "loss": 5.3136,
      "mean_token_accuracy": 0.2049383044242859,
      "num_tokens": 69543058.0,
      "step": 34320
    },
    {
      "entropy": 6.061701536178589,
      "epoch": 2.9996504413178364,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0004107659220703217,
      "loss": 5.2674,
      "mean_token_accuracy": 0.20602508038282394,
      "num_tokens": 69552428.0,
      "step": 34325
    },
    {
      "entropy": 6.024975728988648,
      "epoch": 3.000087389670541,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0004107410718003047,
      "loss": 5.2339,
      "mean_token_accuracy": 0.21174774169921876,
      "num_tokens": 69561735.0,
      "step": 34330
    },
    {
      "entropy": 5.979266738891601,
      "epoch": 3.000524338023246,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004107162189267028,
      "loss": 5.2162,
      "mean_token_accuracy": 0.2077336311340332,
      "num_tokens": 69573165.0,
      "step": 34335
    },
    {
      "entropy": 5.954325580596924,
      "epoch": 3.0009612863759503,
      "grad_norm": 1.28125,
      "learning_rate": 0.00041069136344999273,
      "loss": 5.1706,
      "mean_token_accuracy": 0.21342806071043013,
      "num_tokens": 69583484.0,
      "step": 34340
    },
    {
      "entropy": 5.9629449367523195,
      "epoch": 3.001398234728655,
      "grad_norm": 1.203125,
      "learning_rate": 0.0004106665053706512,
      "loss": 5.2297,
      "mean_token_accuracy": 0.2084100529551506,
      "num_tokens": 69593486.0,
      "step": 34345
    },
    {
      "entropy": 6.049111604690552,
      "epoch": 3.0018351830813597,
      "grad_norm": 1.2578125,
      "learning_rate": 0.000410641644689155,
      "loss": 5.2959,
      "mean_token_accuracy": 0.20930226743221284,
      "num_tokens": 69604245.0,
      "step": 34350
    },
    {
      "entropy": 6.011965036392212,
      "epoch": 3.0022721314340646,
      "grad_norm": 1.28125,
      "learning_rate": 0.000410616781405981,
      "loss": 5.2117,
      "mean_token_accuracy": 0.2078564390540123,
      "num_tokens": 69614237.0,
      "step": 34355
    },
    {
      "entropy": 6.036084508895874,
      "epoch": 3.002709079786769,
      "grad_norm": 1.3828125,
      "learning_rate": 0.0004105919155216061,
      "loss": 5.2475,
      "mean_token_accuracy": 0.20495398193597794,
      "num_tokens": 69623695.0,
      "step": 34360
    },
    {
      "entropy": 6.0034308433532715,
      "epoch": 3.003146028139474,
      "grad_norm": 1.3828125,
      "learning_rate": 0.00041056704703650715,
      "loss": 5.1252,
      "mean_token_accuracy": 0.21707288324832916,
      "num_tokens": 69633299.0,
      "step": 34365
    },
    {
      "entropy": 5.958637475967407,
      "epoch": 3.0035829764921784,
      "grad_norm": 1.21875,
      "learning_rate": 0.0004105421759511612,
      "loss": 5.2103,
      "mean_token_accuracy": 0.20779139250516893,
      "num_tokens": 69642853.0,
      "step": 34370
    },
    {
      "entropy": 6.005172443389893,
      "epoch": 3.0040199248448833,
      "grad_norm": 1.25,
      "learning_rate": 0.0004105173022660453,
      "loss": 5.2605,
      "mean_token_accuracy": 0.19975107163190842,
      "num_tokens": 69652697.0,
      "step": 34375
    },
    {
      "entropy": 5.951552057266236,
      "epoch": 3.0044568731975883,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0004104924259816366,
      "loss": 5.2336,
      "mean_token_accuracy": 0.21519052535295485,
      "num_tokens": 69664261.0,
      "step": 34380
    },
    {
      "entropy": 6.011847352981567,
      "epoch": 3.0048938215502927,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0004104675470984121,
      "loss": 5.2496,
      "mean_token_accuracy": 0.21056369841098785,
      "num_tokens": 69674819.0,
      "step": 34385
    },
    {
      "entropy": 6.001926279067993,
      "epoch": 3.0053307699029976,
      "grad_norm": 1.25,
      "learning_rate": 0.00041044266561684914,
      "loss": 5.2081,
      "mean_token_accuracy": 0.2034417435526848,
      "num_tokens": 69685546.0,
      "step": 34390
    },
    {
      "entropy": 5.87262077331543,
      "epoch": 3.005767718255702,
      "grad_norm": 1.359375,
      "learning_rate": 0.0004104177815374248,
      "loss": 5.111,
      "mean_token_accuracy": 0.22295126765966417,
      "num_tokens": 69695192.0,
      "step": 34395
    },
    {
      "entropy": 6.012513017654419,
      "epoch": 3.006204666608407,
      "grad_norm": 1.25,
      "learning_rate": 0.0004103928948606164,
      "loss": 5.1665,
      "mean_token_accuracy": 0.21040107309818268,
      "num_tokens": 69705669.0,
      "step": 34400
    },
    {
      "entropy": 5.93767204284668,
      "epoch": 3.0066416149611115,
      "grad_norm": 1.25,
      "learning_rate": 0.0004103680055869015,
      "loss": 5.1613,
      "mean_token_accuracy": 0.22283590734004974,
      "num_tokens": 69716274.0,
      "step": 34405
    },
    {
      "entropy": 6.032926034927368,
      "epoch": 3.0070785633138164,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004103431137167572,
      "loss": 5.2373,
      "mean_token_accuracy": 0.20819201767444612,
      "num_tokens": 69726438.0,
      "step": 34410
    },
    {
      "entropy": 5.973117113113403,
      "epoch": 3.007515511666521,
      "grad_norm": 1.34375,
      "learning_rate": 0.00041031821925066115,
      "loss": 5.2094,
      "mean_token_accuracy": 0.2149635836482048,
      "num_tokens": 69735467.0,
      "step": 34415
    },
    {
      "entropy": 5.987153434753418,
      "epoch": 3.007952460019226,
      "grad_norm": 1.1875,
      "learning_rate": 0.00041029332218909067,
      "loss": 5.2189,
      "mean_token_accuracy": 0.2104707732796669,
      "num_tokens": 69744886.0,
      "step": 34420
    },
    {
      "entropy": 6.000956726074219,
      "epoch": 3.0083894083719303,
      "grad_norm": 1.3125,
      "learning_rate": 0.00041026842253252333,
      "loss": 5.2345,
      "mean_token_accuracy": 0.2030991032719612,
      "num_tokens": 69754337.0,
      "step": 34425
    },
    {
      "entropy": 5.923811626434326,
      "epoch": 3.008826356724635,
      "grad_norm": 1.328125,
      "learning_rate": 0.0004102435202814369,
      "loss": 5.195,
      "mean_token_accuracy": 0.21345041692256927,
      "num_tokens": 69764660.0,
      "step": 34430
    },
    {
      "entropy": 5.94174108505249,
      "epoch": 3.00926330507734,
      "grad_norm": 1.234375,
      "learning_rate": 0.0004102186154363088,
      "loss": 5.187,
      "mean_token_accuracy": 0.2132325142621994,
      "num_tokens": 69774339.0,
      "step": 34435
    },
    {
      "entropy": 6.034633684158325,
      "epoch": 3.0097002534300445,
      "grad_norm": 1.109375,
      "learning_rate": 0.00041019370799761685,
      "loss": 5.273,
      "mean_token_accuracy": 0.20286712497472764,
      "num_tokens": 69785272.0,
      "step": 34440
    },
    {
      "entropy": 5.980857276916504,
      "epoch": 3.0101372017827495,
      "grad_norm": 1.265625,
      "learning_rate": 0.0004101687979658386,
      "loss": 5.3143,
      "mean_token_accuracy": 0.20583031624555587,
      "num_tokens": 69796646.0,
      "step": 34445
    },
    {
      "entropy": 5.935596370697022,
      "epoch": 3.010574150135454,
      "grad_norm": 1.203125,
      "learning_rate": 0.00041014388534145213,
      "loss": 5.1716,
      "mean_token_accuracy": 0.21732666194438935,
      "num_tokens": 69807233.0,
      "step": 34450
    },
    {
      "entropy": 6.000171899795532,
      "epoch": 3.011011098488159,
      "grad_norm": 1.125,
      "learning_rate": 0.0004101189701249351,
      "loss": 5.2548,
      "mean_token_accuracy": 0.20483205020427703,
      "num_tokens": 69818131.0,
      "step": 34455
    },
    {
      "entropy": 6.058957576751709,
      "epoch": 3.0114480468408633,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004100940523167654,
      "loss": 5.2946,
      "mean_token_accuracy": 0.20605787187814711,
      "num_tokens": 69829537.0,
      "step": 34460
    },
    {
      "entropy": 5.992462968826294,
      "epoch": 3.0118849951935682,
      "grad_norm": 1.1640625,
      "learning_rate": 0.000410069131917421,
      "loss": 5.2507,
      "mean_token_accuracy": 0.2071394607424736,
      "num_tokens": 69840964.0,
      "step": 34465
    },
    {
      "entropy": 5.950449466705322,
      "epoch": 3.0123219435462727,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00041004420892737993,
      "loss": 5.1576,
      "mean_token_accuracy": 0.2096828490495682,
      "num_tokens": 69849919.0,
      "step": 34470
    },
    {
      "entropy": 5.923291254043579,
      "epoch": 3.0127588918989776,
      "grad_norm": 1.265625,
      "learning_rate": 0.0004100192833471201,
      "loss": 5.2498,
      "mean_token_accuracy": 0.21183535158634187,
      "num_tokens": 69859832.0,
      "step": 34475
    },
    {
      "entropy": 6.000252676010132,
      "epoch": 3.013195840251682,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004099943551771196,
      "loss": 5.1495,
      "mean_token_accuracy": 0.21420641243457794,
      "num_tokens": 69869382.0,
      "step": 34480
    },
    {
      "entropy": 5.964435958862305,
      "epoch": 3.013632788604387,
      "grad_norm": 1.203125,
      "learning_rate": 0.0004099694244178568,
      "loss": 5.179,
      "mean_token_accuracy": 0.2167317196726799,
      "num_tokens": 69879282.0,
      "step": 34485
    },
    {
      "entropy": 5.901943588256836,
      "epoch": 3.0140697369570915,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0004099444910698096,
      "loss": 5.1522,
      "mean_token_accuracy": 0.21802090406417846,
      "num_tokens": 69889876.0,
      "step": 34490
    },
    {
      "entropy": 6.016890954971314,
      "epoch": 3.0145066853097964,
      "grad_norm": 1.296875,
      "learning_rate": 0.0004099195551334564,
      "loss": 5.2512,
      "mean_token_accuracy": 0.20051368772983552,
      "num_tokens": 69899642.0,
      "step": 34495
    },
    {
      "entropy": 5.942315244674683,
      "epoch": 3.0149436336625013,
      "grad_norm": 1.3046875,
      "learning_rate": 0.00040989461660927536,
      "loss": 5.1195,
      "mean_token_accuracy": 0.21499871015548705,
      "num_tokens": 69909877.0,
      "step": 34500
    },
    {
      "entropy": 5.967642545700073,
      "epoch": 3.0153805820152058,
      "grad_norm": 1.28125,
      "learning_rate": 0.00040986967549774497,
      "loss": 5.1584,
      "mean_token_accuracy": 0.21538552790880203,
      "num_tokens": 69920061.0,
      "step": 34505
    },
    {
      "entropy": 5.932282447814941,
      "epoch": 3.0158175303679107,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004098447317993435,
      "loss": 5.1815,
      "mean_token_accuracy": 0.21324412971735002,
      "num_tokens": 69930739.0,
      "step": 34510
    },
    {
      "entropy": 5.893202543258667,
      "epoch": 3.016254478720615,
      "grad_norm": 1.2421875,
      "learning_rate": 0.00040981978551454947,
      "loss": 5.1061,
      "mean_token_accuracy": 0.22070279270410537,
      "num_tokens": 69939825.0,
      "step": 34515
    },
    {
      "entropy": 6.058581733703614,
      "epoch": 3.01669142707332,
      "grad_norm": 1.3046875,
      "learning_rate": 0.00040979483664384123,
      "loss": 5.3612,
      "mean_token_accuracy": 0.19613760709762573,
      "num_tokens": 69949662.0,
      "step": 34520
    },
    {
      "entropy": 5.989298534393311,
      "epoch": 3.0171283754260245,
      "grad_norm": 1.28125,
      "learning_rate": 0.00040976988518769743,
      "loss": 5.2218,
      "mean_token_accuracy": 0.21217058151960372,
      "num_tokens": 69959950.0,
      "step": 34525
    },
    {
      "entropy": 6.023738431930542,
      "epoch": 3.0175653237787294,
      "grad_norm": 1.234375,
      "learning_rate": 0.00040974493114659654,
      "loss": 5.2801,
      "mean_token_accuracy": 0.20023931860923766,
      "num_tokens": 69970451.0,
      "step": 34530
    },
    {
      "entropy": 5.978183603286743,
      "epoch": 3.018002272131434,
      "grad_norm": 1.234375,
      "learning_rate": 0.0004097199745210174,
      "loss": 5.1824,
      "mean_token_accuracy": 0.21229552179574968,
      "num_tokens": 69979940.0,
      "step": 34535
    },
    {
      "entropy": 5.9823215961456295,
      "epoch": 3.018439220484139,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00040969501531143844,
      "loss": 5.1903,
      "mean_token_accuracy": 0.21723508983850479,
      "num_tokens": 69989507.0,
      "step": 34540
    },
    {
      "entropy": 6.016497373580933,
      "epoch": 3.0188761688368433,
      "grad_norm": 1.265625,
      "learning_rate": 0.00040967005351833863,
      "loss": 5.1793,
      "mean_token_accuracy": 0.21266336739063263,
      "num_tokens": 69999184.0,
      "step": 34545
    },
    {
      "entropy": 6.004897689819336,
      "epoch": 3.019313117189548,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004096450891421965,
      "loss": 5.2616,
      "mean_token_accuracy": 0.2057735562324524,
      "num_tokens": 70009569.0,
      "step": 34550
    },
    {
      "entropy": 6.02022614479065,
      "epoch": 3.019750065542253,
      "grad_norm": 1.234375,
      "learning_rate": 0.00040962012218349105,
      "loss": 5.2285,
      "mean_token_accuracy": 0.2111624926328659,
      "num_tokens": 70019824.0,
      "step": 34555
    },
    {
      "entropy": 5.912882089614868,
      "epoch": 3.0201870138949576,
      "grad_norm": 1.34375,
      "learning_rate": 0.0004095951526427011,
      "loss": 5.1024,
      "mean_token_accuracy": 0.21616399586200713,
      "num_tokens": 70029043.0,
      "step": 34560
    },
    {
      "entropy": 5.979300785064697,
      "epoch": 3.0206239622476625,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004095701805203056,
      "loss": 5.2331,
      "mean_token_accuracy": 0.2103528782725334,
      "num_tokens": 70039794.0,
      "step": 34565
    },
    {
      "entropy": 6.0224714279174805,
      "epoch": 3.021060910600367,
      "grad_norm": 1.265625,
      "learning_rate": 0.0004095452058167837,
      "loss": 5.2516,
      "mean_token_accuracy": 0.20993586629629135,
      "num_tokens": 70049866.0,
      "step": 34570
    },
    {
      "entropy": 5.9847083568573,
      "epoch": 3.021497858953072,
      "grad_norm": 1.1796875,
      "learning_rate": 0.000409520228532614,
      "loss": 5.1459,
      "mean_token_accuracy": 0.2187098369002342,
      "num_tokens": 70059471.0,
      "step": 34575
    },
    {
      "entropy": 5.958428764343262,
      "epoch": 3.0219348073057763,
      "grad_norm": 1.3515625,
      "learning_rate": 0.000409495248668276,
      "loss": 5.1612,
      "mean_token_accuracy": 0.21556511521339417,
      "num_tokens": 70069003.0,
      "step": 34580
    },
    {
      "entropy": 5.9651671886444095,
      "epoch": 3.0223717556584813,
      "grad_norm": 1.1796875,
      "learning_rate": 0.00040947026622424853,
      "loss": 5.2569,
      "mean_token_accuracy": 0.2130322977900505,
      "num_tokens": 70078650.0,
      "step": 34585
    },
    {
      "entropy": 5.986626863479614,
      "epoch": 3.0228087040111857,
      "grad_norm": 1.3125,
      "learning_rate": 0.00040944528120101097,
      "loss": 5.1755,
      "mean_token_accuracy": 0.21749249398708342,
      "num_tokens": 70087361.0,
      "step": 34590
    },
    {
      "entropy": 5.993548488616943,
      "epoch": 3.0232456523638906,
      "grad_norm": 1.21875,
      "learning_rate": 0.00040942029359904245,
      "loss": 5.2473,
      "mean_token_accuracy": 0.2113039791584015,
      "num_tokens": 70097289.0,
      "step": 34595
    },
    {
      "entropy": 5.950769901275635,
      "epoch": 3.023682600716595,
      "grad_norm": 1.1796875,
      "learning_rate": 0.00040939530341882225,
      "loss": 5.1792,
      "mean_token_accuracy": 0.21749408841133117,
      "num_tokens": 70108099.0,
      "step": 34600
    },
    {
      "entropy": 6.008158874511719,
      "epoch": 3.0241195490693,
      "grad_norm": 1.21875,
      "learning_rate": 0.00040937031066082974,
      "loss": 5.287,
      "mean_token_accuracy": 0.20397621989250184,
      "num_tokens": 70119243.0,
      "step": 34605
    },
    {
      "entropy": 5.985278987884522,
      "epoch": 3.0245564974220045,
      "grad_norm": 1.265625,
      "learning_rate": 0.0004093453153255442,
      "loss": 5.1927,
      "mean_token_accuracy": 0.21625767797231674,
      "num_tokens": 70129073.0,
      "step": 34610
    },
    {
      "entropy": 5.931166744232177,
      "epoch": 3.0249934457747094,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004093203174134452,
      "loss": 5.1408,
      "mean_token_accuracy": 0.22154635190963745,
      "num_tokens": 70139778.0,
      "step": 34615
    },
    {
      "entropy": 6.040416145324707,
      "epoch": 3.0254303941274143,
      "grad_norm": 1.171875,
      "learning_rate": 0.00040929531692501206,
      "loss": 5.3221,
      "mean_token_accuracy": 0.2023116171360016,
      "num_tokens": 70151088.0,
      "step": 34620
    },
    {
      "entropy": 5.947026538848877,
      "epoch": 3.025867342480119,
      "grad_norm": 1.1796875,
      "learning_rate": 0.00040927031386072435,
      "loss": 5.1686,
      "mean_token_accuracy": 0.2160072147846222,
      "num_tokens": 70160133.0,
      "step": 34625
    },
    {
      "entropy": 5.993950891494751,
      "epoch": 3.0263042908328237,
      "grad_norm": 1.09375,
      "learning_rate": 0.00040924530822106177,
      "loss": 5.1824,
      "mean_token_accuracy": 0.20786677598953246,
      "num_tokens": 70171176.0,
      "step": 34630
    },
    {
      "entropy": 6.0210487842559814,
      "epoch": 3.026741239185528,
      "grad_norm": 1.1953125,
      "learning_rate": 0.00040922030000650376,
      "loss": 5.21,
      "mean_token_accuracy": 0.20612814724445344,
      "num_tokens": 70181413.0,
      "step": 34635
    },
    {
      "entropy": 6.008785772323608,
      "epoch": 3.027178187538233,
      "grad_norm": 1.2734375,
      "learning_rate": 0.0004091952892175301,
      "loss": 5.224,
      "mean_token_accuracy": 0.210101018846035,
      "num_tokens": 70190535.0,
      "step": 34640
    },
    {
      "entropy": 5.96617431640625,
      "epoch": 3.0276151358909376,
      "grad_norm": 1.34375,
      "learning_rate": 0.00040917027585462044,
      "loss": 5.1992,
      "mean_token_accuracy": 0.2130402147769928,
      "num_tokens": 70199440.0,
      "step": 34645
    },
    {
      "entropy": 5.962322807312011,
      "epoch": 3.0280520842436425,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004091452599182546,
      "loss": 5.181,
      "mean_token_accuracy": 0.21296997666358947,
      "num_tokens": 70209846.0,
      "step": 34650
    },
    {
      "entropy": 6.0017612934112545,
      "epoch": 3.028489032596347,
      "grad_norm": 1.1484375,
      "learning_rate": 0.00040912024140891235,
      "loss": 5.2547,
      "mean_token_accuracy": 0.20321575552225113,
      "num_tokens": 70219910.0,
      "step": 34655
    },
    {
      "entropy": 5.985596990585327,
      "epoch": 3.028925980949052,
      "grad_norm": 1.3828125,
      "learning_rate": 0.0004090952203270737,
      "loss": 5.2,
      "mean_token_accuracy": 0.20932799875736235,
      "num_tokens": 70230937.0,
      "step": 34660
    },
    {
      "entropy": 5.951241064071655,
      "epoch": 3.0293629293017563,
      "grad_norm": 1.2734375,
      "learning_rate": 0.00040907019667321833,
      "loss": 5.203,
      "mean_token_accuracy": 0.2159663811326027,
      "num_tokens": 70240791.0,
      "step": 34665
    },
    {
      "entropy": 5.997493743896484,
      "epoch": 3.0297998776544612,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004090451704478264,
      "loss": 5.2065,
      "mean_token_accuracy": 0.21183975487947465,
      "num_tokens": 70251231.0,
      "step": 34670
    },
    {
      "entropy": 5.988851881027221,
      "epoch": 3.030236826007166,
      "grad_norm": 1.171875,
      "learning_rate": 0.00040902014165137787,
      "loss": 5.1336,
      "mean_token_accuracy": 0.2183411806821823,
      "num_tokens": 70260993.0,
      "step": 34675
    },
    {
      "entropy": 6.017908668518066,
      "epoch": 3.0306737743598706,
      "grad_norm": 1.296875,
      "learning_rate": 0.0004089951102843528,
      "loss": 5.2904,
      "mean_token_accuracy": 0.2083151161670685,
      "num_tokens": 70271380.0,
      "step": 34680
    },
    {
      "entropy": 6.020939779281616,
      "epoch": 3.0311107227125755,
      "grad_norm": 1.25,
      "learning_rate": 0.00040897007634723125,
      "loss": 5.2402,
      "mean_token_accuracy": 0.20936016887426376,
      "num_tokens": 70282614.0,
      "step": 34685
    },
    {
      "entropy": 6.034778642654419,
      "epoch": 3.03154767106528,
      "grad_norm": 1.25,
      "learning_rate": 0.0004089450398404935,
      "loss": 5.2136,
      "mean_token_accuracy": 0.20837545543909072,
      "num_tokens": 70292084.0,
      "step": 34690
    },
    {
      "entropy": 5.916989707946778,
      "epoch": 3.031984619417985,
      "grad_norm": 1.234375,
      "learning_rate": 0.00040892000076461966,
      "loss": 5.1199,
      "mean_token_accuracy": 0.21532302647829055,
      "num_tokens": 70302205.0,
      "step": 34695
    },
    {
      "entropy": 5.9489809513092045,
      "epoch": 3.0324215677706894,
      "grad_norm": 1.109375,
      "learning_rate": 0.00040889495912009,
      "loss": 5.2748,
      "mean_token_accuracy": 0.2055797502398491,
      "num_tokens": 70312264.0,
      "step": 34700
    },
    {
      "entropy": 5.959317064285278,
      "epoch": 3.0328585161233943,
      "grad_norm": 1.2578125,
      "learning_rate": 0.00040886991490738495,
      "loss": 5.159,
      "mean_token_accuracy": 0.21268762052059173,
      "num_tokens": 70321733.0,
      "step": 34705
    },
    {
      "entropy": 6.015758037567139,
      "epoch": 3.0332954644760988,
      "grad_norm": 1.2421875,
      "learning_rate": 0.00040884486812698475,
      "loss": 5.2919,
      "mean_token_accuracy": 0.20409207046031952,
      "num_tokens": 70331621.0,
      "step": 34710
    },
    {
      "entropy": 5.978653287887573,
      "epoch": 3.0337324128288037,
      "grad_norm": 1.140625,
      "learning_rate": 0.00040881981877936987,
      "loss": 5.1934,
      "mean_token_accuracy": 0.20790818184614182,
      "num_tokens": 70342247.0,
      "step": 34715
    },
    {
      "entropy": 5.953846645355225,
      "epoch": 3.034169361181508,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0004087947668650207,
      "loss": 5.1826,
      "mean_token_accuracy": 0.21614101380109788,
      "num_tokens": 70352423.0,
      "step": 34720
    },
    {
      "entropy": 5.9722480297088625,
      "epoch": 3.034606309534213,
      "grad_norm": 1.203125,
      "learning_rate": 0.0004087697123844178,
      "loss": 5.2559,
      "mean_token_accuracy": 0.20554030388593675,
      "num_tokens": 70362740.0,
      "step": 34725
    },
    {
      "entropy": 5.96087794303894,
      "epoch": 3.035043257886918,
      "grad_norm": 1.28125,
      "learning_rate": 0.0004087446553380417,
      "loss": 5.1389,
      "mean_token_accuracy": 0.21748428344726561,
      "num_tokens": 70372456.0,
      "step": 34730
    },
    {
      "entropy": 5.97709436416626,
      "epoch": 3.0354802062396224,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004087195957263731,
      "loss": 5.1817,
      "mean_token_accuracy": 0.21914899051189424,
      "num_tokens": 70382741.0,
      "step": 34735
    },
    {
      "entropy": 5.895472288131714,
      "epoch": 3.0359171545923274,
      "grad_norm": 1.3125,
      "learning_rate": 0.00040869453354989255,
      "loss": 5.1825,
      "mean_token_accuracy": 0.21053606420755386,
      "num_tokens": 70392712.0,
      "step": 34740
    },
    {
      "entropy": 5.974114608764649,
      "epoch": 3.036354102945032,
      "grad_norm": 1.21875,
      "learning_rate": 0.00040866946880908076,
      "loss": 5.2592,
      "mean_token_accuracy": 0.20741945803165435,
      "num_tokens": 70403655.0,
      "step": 34745
    },
    {
      "entropy": 6.054876279830933,
      "epoch": 3.0367910512977367,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004086444015044186,
      "loss": 5.2916,
      "mean_token_accuracy": 0.19847430735826493,
      "num_tokens": 70413720.0,
      "step": 34750
    },
    {
      "entropy": 5.975718879699707,
      "epoch": 3.037227999650441,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004086193316363867,
      "loss": 5.201,
      "mean_token_accuracy": 0.20706957429647446,
      "num_tokens": 70423910.0,
      "step": 34755
    },
    {
      "entropy": 5.977997589111328,
      "epoch": 3.037664948003146,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00040859425920546604,
      "loss": 5.2318,
      "mean_token_accuracy": 0.21224404126405716,
      "num_tokens": 70434593.0,
      "step": 34760
    },
    {
      "entropy": 5.958005475997925,
      "epoch": 3.0381018963558506,
      "grad_norm": 1.25,
      "learning_rate": 0.0004085691842121375,
      "loss": 5.2016,
      "mean_token_accuracy": 0.20849098563194274,
      "num_tokens": 70443967.0,
      "step": 34765
    },
    {
      "entropy": 5.997136831283569,
      "epoch": 3.0385388447085555,
      "grad_norm": 1.2734375,
      "learning_rate": 0.000408544106656882,
      "loss": 5.2337,
      "mean_token_accuracy": 0.20773838460445404,
      "num_tokens": 70454098.0,
      "step": 34770
    },
    {
      "entropy": 5.97029447555542,
      "epoch": 3.03897579306126,
      "grad_norm": 1.171875,
      "learning_rate": 0.00040851902654018057,
      "loss": 5.2127,
      "mean_token_accuracy": 0.20532517582178117,
      "num_tokens": 70463946.0,
      "step": 34775
    },
    {
      "entropy": 6.007795000076294,
      "epoch": 3.039412741413965,
      "grad_norm": 1.1640625,
      "learning_rate": 0.00040849394386251425,
      "loss": 5.2284,
      "mean_token_accuracy": 0.2090077206492424,
      "num_tokens": 70474805.0,
      "step": 34780
    },
    {
      "entropy": 5.933740091323853,
      "epoch": 3.03984968976667,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004084688586243641,
      "loss": 5.1512,
      "mean_token_accuracy": 0.2188427984714508,
      "num_tokens": 70484585.0,
      "step": 34785
    },
    {
      "entropy": 5.990318679809571,
      "epoch": 3.0402866381193743,
      "grad_norm": 1.234375,
      "learning_rate": 0.0004084437708262113,
      "loss": 5.2425,
      "mean_token_accuracy": 0.2063769206404686,
      "num_tokens": 70494811.0,
      "step": 34790
    },
    {
      "entropy": 6.039267492294312,
      "epoch": 3.040723586472079,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004084186804685371,
      "loss": 5.2587,
      "mean_token_accuracy": 0.2071603238582611,
      "num_tokens": 70505392.0,
      "step": 34795
    },
    {
      "entropy": 5.98144907951355,
      "epoch": 3.0411605348247837,
      "grad_norm": 1.3828125,
      "learning_rate": 0.0004083935875518227,
      "loss": 5.1966,
      "mean_token_accuracy": 0.21736315488815308,
      "num_tokens": 70515066.0,
      "step": 34800
    },
    {
      "entropy": 6.014218473434449,
      "epoch": 3.0415974831774886,
      "grad_norm": 1.296875,
      "learning_rate": 0.00040836849207654937,
      "loss": 5.1841,
      "mean_token_accuracy": 0.207194022834301,
      "num_tokens": 70525100.0,
      "step": 34805
    },
    {
      "entropy": 5.970280504226684,
      "epoch": 3.042034431530193,
      "grad_norm": 1.28125,
      "learning_rate": 0.0004083433940431985,
      "loss": 5.2154,
      "mean_token_accuracy": 0.20811025351285933,
      "num_tokens": 70535286.0,
      "step": 34810
    },
    {
      "entropy": 5.980190801620483,
      "epoch": 3.042471379882898,
      "grad_norm": 1.234375,
      "learning_rate": 0.0004083182934522514,
      "loss": 5.2377,
      "mean_token_accuracy": 0.2133568748831749,
      "num_tokens": 70545724.0,
      "step": 34815
    },
    {
      "entropy": 5.983910369873047,
      "epoch": 3.0429083282356024,
      "grad_norm": 1.234375,
      "learning_rate": 0.00040829319030418967,
      "loss": 5.1992,
      "mean_token_accuracy": 0.2104807034134865,
      "num_tokens": 70555179.0,
      "step": 34820
    },
    {
      "entropy": 6.053791141510009,
      "epoch": 3.0433452765883073,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004082680845994946,
      "loss": 5.2607,
      "mean_token_accuracy": 0.20742563754320145,
      "num_tokens": 70564355.0,
      "step": 34825
    },
    {
      "entropy": 5.9419416904449465,
      "epoch": 3.043782224941012,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004082429763386479,
      "loss": 5.1576,
      "mean_token_accuracy": 0.22072397768497468,
      "num_tokens": 70575367.0,
      "step": 34830
    },
    {
      "entropy": 5.901126527786255,
      "epoch": 3.0442191732937167,
      "grad_norm": 1.234375,
      "learning_rate": 0.00040821786552213107,
      "loss": 5.1873,
      "mean_token_accuracy": 0.21463349610567092,
      "num_tokens": 70585047.0,
      "step": 34835
    },
    {
      "entropy": 5.991243600845337,
      "epoch": 3.044656121646421,
      "grad_norm": 1.421875,
      "learning_rate": 0.00040819275215042586,
      "loss": 5.227,
      "mean_token_accuracy": 0.2043319970369339,
      "num_tokens": 70594736.0,
      "step": 34840
    },
    {
      "entropy": 6.0067237377166744,
      "epoch": 3.045093069999126,
      "grad_norm": 1.1953125,
      "learning_rate": 0.00040816763622401376,
      "loss": 5.2129,
      "mean_token_accuracy": 0.21202777773141862,
      "num_tokens": 70604762.0,
      "step": 34845
    },
    {
      "entropy": 5.986611652374267,
      "epoch": 3.045530018351831,
      "grad_norm": 1.21875,
      "learning_rate": 0.00040814251774337666,
      "loss": 5.2299,
      "mean_token_accuracy": 0.20825766921043395,
      "num_tokens": 70614438.0,
      "step": 34850
    },
    {
      "entropy": 6.048414993286133,
      "epoch": 3.0459669667045355,
      "grad_norm": 1.3359375,
      "learning_rate": 0.0004081173967089963,
      "loss": 5.3365,
      "mean_token_accuracy": 0.20230187028646468,
      "num_tokens": 70624669.0,
      "step": 34855
    },
    {
      "entropy": 5.981845664978027,
      "epoch": 3.0464039150572404,
      "grad_norm": 1.234375,
      "learning_rate": 0.00040809227312135456,
      "loss": 5.169,
      "mean_token_accuracy": 0.2095622643828392,
      "num_tokens": 70635082.0,
      "step": 34860
    },
    {
      "entropy": 5.978927183151245,
      "epoch": 3.046840863409945,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0004080671469809332,
      "loss": 5.2232,
      "mean_token_accuracy": 0.2172079637646675,
      "num_tokens": 70644117.0,
      "step": 34865
    },
    {
      "entropy": 5.995480728149414,
      "epoch": 3.04727781176265,
      "grad_norm": 1.28125,
      "learning_rate": 0.0004080420182882144,
      "loss": 5.2527,
      "mean_token_accuracy": 0.20667721927165986,
      "num_tokens": 70653299.0,
      "step": 34870
    },
    {
      "entropy": 5.946932077407837,
      "epoch": 3.0477147601153542,
      "grad_norm": 1.15625,
      "learning_rate": 0.00040801688704367975,
      "loss": 5.2102,
      "mean_token_accuracy": 0.21035393327474594,
      "num_tokens": 70664477.0,
      "step": 34875
    },
    {
      "entropy": 5.9959272861480715,
      "epoch": 3.048151708468059,
      "grad_norm": 1.375,
      "learning_rate": 0.00040799175324781164,
      "loss": 5.2465,
      "mean_token_accuracy": 0.20190149843692778,
      "num_tokens": 70674635.0,
      "step": 34880
    },
    {
      "entropy": 5.991747617721558,
      "epoch": 3.0485886568207636,
      "grad_norm": 1.1640625,
      "learning_rate": 0.000407966616901092,
      "loss": 5.1936,
      "mean_token_accuracy": 0.21156586408615113,
      "num_tokens": 70684633.0,
      "step": 34885
    },
    {
      "entropy": 5.99701771736145,
      "epoch": 3.0490256051734685,
      "grad_norm": 1.234375,
      "learning_rate": 0.0004079414780040029,
      "loss": 5.2553,
      "mean_token_accuracy": 0.21001814752817155,
      "num_tokens": 70694416.0,
      "step": 34890
    },
    {
      "entropy": 6.00105848312378,
      "epoch": 3.049462553526173,
      "grad_norm": 1.296875,
      "learning_rate": 0.0004079163365570267,
      "loss": 5.1999,
      "mean_token_accuracy": 0.20694049149751664,
      "num_tokens": 70703373.0,
      "step": 34895
    },
    {
      "entropy": 5.964228105545044,
      "epoch": 3.049899501878878,
      "grad_norm": 1.21875,
      "learning_rate": 0.0004078911925606455,
      "loss": 5.1748,
      "mean_token_accuracy": 0.21383503079414368,
      "num_tokens": 70713868.0,
      "step": 34900
    },
    {
      "entropy": 6.074830436706543,
      "epoch": 3.050336450231583,
      "grad_norm": 1.2890625,
      "learning_rate": 0.0004078660460153415,
      "loss": 5.341,
      "mean_token_accuracy": 0.1955132782459259,
      "num_tokens": 70724306.0,
      "step": 34905
    },
    {
      "entropy": 6.018967199325561,
      "epoch": 3.0507733985842873,
      "grad_norm": 1.3671875,
      "learning_rate": 0.00040784089692159724,
      "loss": 5.2545,
      "mean_token_accuracy": 0.20793276876211167,
      "num_tokens": 70733923.0,
      "step": 34910
    },
    {
      "entropy": 6.020973825454712,
      "epoch": 3.0512103469369922,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004078157452798949,
      "loss": 5.2998,
      "mean_token_accuracy": 0.20485498309135436,
      "num_tokens": 70744964.0,
      "step": 34915
    },
    {
      "entropy": 5.962915658950806,
      "epoch": 3.0516472952896967,
      "grad_norm": 1.265625,
      "learning_rate": 0.00040779059109071706,
      "loss": 5.157,
      "mean_token_accuracy": 0.215314818918705,
      "num_tokens": 70754639.0,
      "step": 34920
    },
    {
      "entropy": 6.013207292556762,
      "epoch": 3.0520842436424016,
      "grad_norm": 1.1796875,
      "learning_rate": 0.00040776543435454597,
      "loss": 5.232,
      "mean_token_accuracy": 0.21052653789520265,
      "num_tokens": 70764810.0,
      "step": 34925
    },
    {
      "entropy": 6.005228042602539,
      "epoch": 3.052521191995106,
      "grad_norm": 1.2890625,
      "learning_rate": 0.0004077402750718643,
      "loss": 5.2318,
      "mean_token_accuracy": 0.20874103009700776,
      "num_tokens": 70774698.0,
      "step": 34930
    },
    {
      "entropy": 5.995434284210205,
      "epoch": 3.052958140347811,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004077151132431546,
      "loss": 5.1828,
      "mean_token_accuracy": 0.21458250433206558,
      "num_tokens": 70785522.0,
      "step": 34935
    },
    {
      "entropy": 5.982183742523193,
      "epoch": 3.0533950887005155,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004076899488688996,
      "loss": 5.2601,
      "mean_token_accuracy": 0.2082226663827896,
      "num_tokens": 70797001.0,
      "step": 34940
    },
    {
      "entropy": 5.945413446426391,
      "epoch": 3.0538320370532204,
      "grad_norm": 1.1640625,
      "learning_rate": 0.00040766478194958176,
      "loss": 5.2671,
      "mean_token_accuracy": 0.20612698346376418,
      "num_tokens": 70807247.0,
      "step": 34945
    },
    {
      "entropy": 6.022578287124634,
      "epoch": 3.054268985405925,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004076396124856839,
      "loss": 5.2985,
      "mean_token_accuracy": 0.19849556535482407,
      "num_tokens": 70818269.0,
      "step": 34950
    },
    {
      "entropy": 6.137431955337524,
      "epoch": 3.0547059337586298,
      "grad_norm": 1.21875,
      "learning_rate": 0.0004076144404776888,
      "loss": 5.3214,
      "mean_token_accuracy": 0.20128218829631805,
      "num_tokens": 70827759.0,
      "step": 34955
    },
    {
      "entropy": 5.963776063919068,
      "epoch": 3.0551428821113342,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004075892659260792,
      "loss": 5.227,
      "mean_token_accuracy": 0.20332537740468978,
      "num_tokens": 70838296.0,
      "step": 34960
    },
    {
      "entropy": 5.946271705627441,
      "epoch": 3.055579830464039,
      "grad_norm": 1.15625,
      "learning_rate": 0.00040756408883133797,
      "loss": 5.2132,
      "mean_token_accuracy": 0.20239448845386504,
      "num_tokens": 70848364.0,
      "step": 34965
    },
    {
      "entropy": 6.025242137908935,
      "epoch": 3.056016778816744,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004075389091939481,
      "loss": 5.2121,
      "mean_token_accuracy": 0.21570230275392532,
      "num_tokens": 70858845.0,
      "step": 34970
    },
    {
      "entropy": 5.973892307281494,
      "epoch": 3.0564537271694485,
      "grad_norm": 1.234375,
      "learning_rate": 0.0004075137270143925,
      "loss": 5.2658,
      "mean_token_accuracy": 0.2167878195643425,
      "num_tokens": 70868976.0,
      "step": 34975
    },
    {
      "entropy": 5.935991954803467,
      "epoch": 3.0568906755221534,
      "grad_norm": 1.203125,
      "learning_rate": 0.0004074885422931542,
      "loss": 5.2044,
      "mean_token_accuracy": 0.21490356773138047,
      "num_tokens": 70878287.0,
      "step": 34980
    },
    {
      "entropy": 5.99785270690918,
      "epoch": 3.057327623874858,
      "grad_norm": 1.15625,
      "learning_rate": 0.00040746335503071625,
      "loss": 5.2547,
      "mean_token_accuracy": 0.21526215970516205,
      "num_tokens": 70889374.0,
      "step": 34985
    },
    {
      "entropy": 5.956715631484985,
      "epoch": 3.057764572227563,
      "grad_norm": 1.1953125,
      "learning_rate": 0.00040743816522756165,
      "loss": 5.2274,
      "mean_token_accuracy": 0.21508252918720244,
      "num_tokens": 70899741.0,
      "step": 34990
    },
    {
      "entropy": 5.985155630111694,
      "epoch": 3.0582015205802673,
      "grad_norm": 1.2421875,
      "learning_rate": 0.00040741297288417373,
      "loss": 5.2789,
      "mean_token_accuracy": 0.21174168288707734,
      "num_tokens": 70909962.0,
      "step": 34995
    },
    {
      "entropy": 6.001981449127197,
      "epoch": 3.058638468932972,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0004073877780010356,
      "loss": 5.2109,
      "mean_token_accuracy": 0.2094527915120125,
      "num_tokens": 70921129.0,
      "step": 35000
    },
    {
      "entropy": 5.977619886398315,
      "epoch": 3.0590754172856767,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004073625805786305,
      "loss": 5.2151,
      "mean_token_accuracy": 0.21067422330379487,
      "num_tokens": 70930492.0,
      "step": 35005
    },
    {
      "entropy": 6.027547550201416,
      "epoch": 3.0595123656383816,
      "grad_norm": 1.25,
      "learning_rate": 0.0004073373806174417,
      "loss": 5.2093,
      "mean_token_accuracy": 0.2087312176823616,
      "num_tokens": 70940667.0,
      "step": 35010
    },
    {
      "entropy": 6.002824115753174,
      "epoch": 3.059949313991086,
      "grad_norm": 1.3671875,
      "learning_rate": 0.0004073121781179527,
      "loss": 5.1848,
      "mean_token_accuracy": 0.21333511024713517,
      "num_tokens": 70949815.0,
      "step": 35015
    },
    {
      "entropy": 6.05186448097229,
      "epoch": 3.060386262343791,
      "grad_norm": 1.28125,
      "learning_rate": 0.00040728697308064674,
      "loss": 5.3291,
      "mean_token_accuracy": 0.19432290494441987,
      "num_tokens": 70959931.0,
      "step": 35020
    },
    {
      "entropy": 5.995230388641358,
      "epoch": 3.060823210696496,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0004072617655060073,
      "loss": 5.2094,
      "mean_token_accuracy": 0.2067008689045906,
      "num_tokens": 70970204.0,
      "step": 35025
    },
    {
      "entropy": 6.01859335899353,
      "epoch": 3.0612601590492003,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00040723655539451787,
      "loss": 5.2897,
      "mean_token_accuracy": 0.2053362712264061,
      "num_tokens": 70981841.0,
      "step": 35030
    },
    {
      "entropy": 5.980437612533569,
      "epoch": 3.0616971074019053,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004072113427466621,
      "loss": 5.2464,
      "mean_token_accuracy": 0.2094831347465515,
      "num_tokens": 70992281.0,
      "step": 35035
    },
    {
      "entropy": 5.95115852355957,
      "epoch": 3.0621340557546097,
      "grad_norm": 1.2734375,
      "learning_rate": 0.00040718612756292347,
      "loss": 5.1836,
      "mean_token_accuracy": 0.2094484731554985,
      "num_tokens": 71002737.0,
      "step": 35040
    },
    {
      "entropy": 6.0075031280517575,
      "epoch": 3.0625710041073146,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004071609098437856,
      "loss": 5.2253,
      "mean_token_accuracy": 0.20849123001098632,
      "num_tokens": 71013604.0,
      "step": 35045
    },
    {
      "entropy": 5.945620679855347,
      "epoch": 3.063007952460019,
      "grad_norm": 1.2421875,
      "learning_rate": 0.00040713568958973225,
      "loss": 5.1988,
      "mean_token_accuracy": 0.21112515032291412,
      "num_tokens": 71023278.0,
      "step": 35050
    },
    {
      "entropy": 5.981860971450805,
      "epoch": 3.063444900812724,
      "grad_norm": 1.265625,
      "learning_rate": 0.00040711046680124715,
      "loss": 5.2323,
      "mean_token_accuracy": 0.20900867581367494,
      "num_tokens": 71033823.0,
      "step": 35055
    },
    {
      "entropy": 5.94553508758545,
      "epoch": 3.0638818491654285,
      "grad_norm": 1.34375,
      "learning_rate": 0.0004070852414788141,
      "loss": 5.2561,
      "mean_token_accuracy": 0.2066789299249649,
      "num_tokens": 71043802.0,
      "step": 35060
    },
    {
      "entropy": 6.037961196899414,
      "epoch": 3.0643187975181334,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004070600136229168,
      "loss": 5.2673,
      "mean_token_accuracy": 0.20326385796070098,
      "num_tokens": 71054152.0,
      "step": 35065
    },
    {
      "entropy": 5.986767339706421,
      "epoch": 3.064755745870838,
      "grad_norm": 1.3046875,
      "learning_rate": 0.00040703478323403944,
      "loss": 5.1685,
      "mean_token_accuracy": 0.2161878302693367,
      "num_tokens": 71065346.0,
      "step": 35070
    },
    {
      "entropy": 5.969441318511963,
      "epoch": 3.065192694223543,
      "grad_norm": 1.2734375,
      "learning_rate": 0.00040700955031266556,
      "loss": 5.2433,
      "mean_token_accuracy": 0.20299185067415237,
      "num_tokens": 71074855.0,
      "step": 35075
    },
    {
      "entropy": 5.981195068359375,
      "epoch": 3.0656296425762477,
      "grad_norm": 1.265625,
      "learning_rate": 0.0004069843148592794,
      "loss": 5.1803,
      "mean_token_accuracy": 0.21563997566699983,
      "num_tokens": 71084372.0,
      "step": 35080
    },
    {
      "entropy": 6.032274055480957,
      "epoch": 3.066066590928952,
      "grad_norm": 1.3203125,
      "learning_rate": 0.000406959076874365,
      "loss": 5.2794,
      "mean_token_accuracy": 0.21009569764137268,
      "num_tokens": 71093365.0,
      "step": 35085
    },
    {
      "entropy": 5.891838550567627,
      "epoch": 3.066503539281657,
      "grad_norm": 1.265625,
      "learning_rate": 0.00040693383635840625,
      "loss": 5.1671,
      "mean_token_accuracy": 0.21559833884239196,
      "num_tokens": 71102748.0,
      "step": 35090
    },
    {
      "entropy": 5.977698945999146,
      "epoch": 3.0669404876343616,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004069085933118874,
      "loss": 5.2635,
      "mean_token_accuracy": 0.21049809455871582,
      "num_tokens": 71113878.0,
      "step": 35095
    },
    {
      "entropy": 6.092887258529663,
      "epoch": 3.0673774359870665,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004068833477352927,
      "loss": 5.291,
      "mean_token_accuracy": 0.20271037966012956,
      "num_tokens": 71124849.0,
      "step": 35100
    },
    {
      "entropy": 6.010887908935547,
      "epoch": 3.067814384339771,
      "grad_norm": 1.296875,
      "learning_rate": 0.00040685809962910614,
      "loss": 5.2235,
      "mean_token_accuracy": 0.20377344787120819,
      "num_tokens": 71134064.0,
      "step": 35105
    },
    {
      "entropy": 5.900133514404297,
      "epoch": 3.068251332692476,
      "grad_norm": 1.234375,
      "learning_rate": 0.00040683284899381225,
      "loss": 5.1203,
      "mean_token_accuracy": 0.21348024755716324,
      "num_tokens": 71144270.0,
      "step": 35110
    },
    {
      "entropy": 5.933549261093139,
      "epoch": 3.0686882810451803,
      "grad_norm": 1.359375,
      "learning_rate": 0.00040680759582989516,
      "loss": 5.1509,
      "mean_token_accuracy": 0.21435293555259705,
      "num_tokens": 71153949.0,
      "step": 35115
    },
    {
      "entropy": 5.9981166362762455,
      "epoch": 3.0691252293978852,
      "grad_norm": 1.140625,
      "learning_rate": 0.00040678234013783945,
      "loss": 5.2251,
      "mean_token_accuracy": 0.2059901013970375,
      "num_tokens": 71164858.0,
      "step": 35120
    },
    {
      "entropy": 5.971809816360474,
      "epoch": 3.0695621777505897,
      "grad_norm": 1.3046875,
      "learning_rate": 0.0004067570819181293,
      "loss": 5.1505,
      "mean_token_accuracy": 0.21538749039173127,
      "num_tokens": 71174832.0,
      "step": 35125
    },
    {
      "entropy": 5.959505891799926,
      "epoch": 3.0699991261032946,
      "grad_norm": 1.234375,
      "learning_rate": 0.0004067318211712492,
      "loss": 5.2507,
      "mean_token_accuracy": 0.20537268221378327,
      "num_tokens": 71185089.0,
      "step": 35130
    },
    {
      "entropy": 6.005360889434814,
      "epoch": 3.070436074455999,
      "grad_norm": 1.234375,
      "learning_rate": 0.0004067065578976839,
      "loss": 5.1973,
      "mean_token_accuracy": 0.20578854531049728,
      "num_tokens": 71195889.0,
      "step": 35135
    },
    {
      "entropy": 6.061108350753784,
      "epoch": 3.070873022808704,
      "grad_norm": 1.359375,
      "learning_rate": 0.00040668129209791773,
      "loss": 5.2671,
      "mean_token_accuracy": 0.20448189228773117,
      "num_tokens": 71205825.0,
      "step": 35140
    },
    {
      "entropy": 6.003910923004151,
      "epoch": 3.071309971161409,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0004066560237724354,
      "loss": 5.1514,
      "mean_token_accuracy": 0.21396244466304778,
      "num_tokens": 71215201.0,
      "step": 35145
    },
    {
      "entropy": 5.897820377349854,
      "epoch": 3.0717469195141134,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004066307529217215,
      "loss": 5.1135,
      "mean_token_accuracy": 0.22184630930423738,
      "num_tokens": 71225329.0,
      "step": 35150
    },
    {
      "entropy": 5.941871881484985,
      "epoch": 3.0721838678668183,
      "grad_norm": 1.203125,
      "learning_rate": 0.00040660547954626076,
      "loss": 5.1109,
      "mean_token_accuracy": 0.22013090401887894,
      "num_tokens": 71235301.0,
      "step": 35155
    },
    {
      "entropy": 5.9945567607879635,
      "epoch": 3.0726208162195228,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00040658020364653803,
      "loss": 5.2307,
      "mean_token_accuracy": 0.20504749715328216,
      "num_tokens": 71244991.0,
      "step": 35160
    },
    {
      "entropy": 5.975327968597412,
      "epoch": 3.0730577645722277,
      "grad_norm": 1.25,
      "learning_rate": 0.000406554925223038,
      "loss": 5.223,
      "mean_token_accuracy": 0.2076515257358551,
      "num_tokens": 71255480.0,
      "step": 35165
    },
    {
      "entropy": 6.038310527801514,
      "epoch": 3.073494712924932,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004065296442762456,
      "loss": 5.31,
      "mean_token_accuracy": 0.20382822304964066,
      "num_tokens": 71265996.0,
      "step": 35170
    },
    {
      "entropy": 6.069113397598267,
      "epoch": 3.073931661277637,
      "grad_norm": 1.171875,
      "learning_rate": 0.00040650436080664576,
      "loss": 5.2073,
      "mean_token_accuracy": 0.21129618287086488,
      "num_tokens": 71277293.0,
      "step": 35175
    },
    {
      "entropy": 6.016869401931762,
      "epoch": 3.0743686096303415,
      "grad_norm": 1.2890625,
      "learning_rate": 0.00040647907481472333,
      "loss": 5.1769,
      "mean_token_accuracy": 0.2082499474287033,
      "num_tokens": 71285903.0,
      "step": 35180
    },
    {
      "entropy": 5.930686283111572,
      "epoch": 3.0748055579830464,
      "grad_norm": 1.265625,
      "learning_rate": 0.0004064537863009633,
      "loss": 5.1517,
      "mean_token_accuracy": 0.21893594264984131,
      "num_tokens": 71294979.0,
      "step": 35185
    },
    {
      "entropy": 5.941275978088379,
      "epoch": 3.075242506335751,
      "grad_norm": 1.21875,
      "learning_rate": 0.00040642849526585087,
      "loss": 5.1863,
      "mean_token_accuracy": 0.21740731596946716,
      "num_tokens": 71306223.0,
      "step": 35190
    },
    {
      "entropy": 6.079144048690796,
      "epoch": 3.075679454688456,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004064032017098709,
      "loss": 5.3034,
      "mean_token_accuracy": 0.2012587621808052,
      "num_tokens": 71316984.0,
      "step": 35195
    },
    {
      "entropy": 6.05905499458313,
      "epoch": 3.0761164030411607,
      "grad_norm": 1.3046875,
      "learning_rate": 0.00040637790563350886,
      "loss": 5.2875,
      "mean_token_accuracy": 0.20538370907306672,
      "num_tokens": 71327855.0,
      "step": 35200
    },
    {
      "entropy": 5.996771240234375,
      "epoch": 3.076553351393865,
      "grad_norm": 1.21875,
      "learning_rate": 0.0004063526070372496,
      "loss": 5.1948,
      "mean_token_accuracy": 0.21396399289369583,
      "num_tokens": 71338115.0,
      "step": 35205
    },
    {
      "entropy": 5.919529390335083,
      "epoch": 3.07699029974657,
      "grad_norm": 1.34375,
      "learning_rate": 0.0004063273059215785,
      "loss": 5.1469,
      "mean_token_accuracy": 0.2166181743144989,
      "num_tokens": 71348533.0,
      "step": 35210
    },
    {
      "entropy": 5.876308441162109,
      "epoch": 3.0774272480992746,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004063020022869809,
      "loss": 5.0025,
      "mean_token_accuracy": 0.23361555188894273,
      "num_tokens": 71358368.0,
      "step": 35215
    },
    {
      "entropy": 5.983486652374268,
      "epoch": 3.0778641964519795,
      "grad_norm": 1.296875,
      "learning_rate": 0.00040627669613394206,
      "loss": 5.2227,
      "mean_token_accuracy": 0.21038641929626464,
      "num_tokens": 71368443.0,
      "step": 35220
    },
    {
      "entropy": 5.975888347625732,
      "epoch": 3.078301144804684,
      "grad_norm": 1.3203125,
      "learning_rate": 0.00040625138746294747,
      "loss": 5.2349,
      "mean_token_accuracy": 0.20436470210552216,
      "num_tokens": 71378508.0,
      "step": 35225
    },
    {
      "entropy": 5.989958047866821,
      "epoch": 3.078738093157389,
      "grad_norm": 1.234375,
      "learning_rate": 0.0004062260762744825,
      "loss": 5.1903,
      "mean_token_accuracy": 0.20964300632476807,
      "num_tokens": 71388512.0,
      "step": 35230
    },
    {
      "entropy": 5.992765617370606,
      "epoch": 3.0791750415100934,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00040620076256903256,
      "loss": 5.247,
      "mean_token_accuracy": 0.20465057343244553,
      "num_tokens": 71397908.0,
      "step": 35235
    },
    {
      "entropy": 6.0325572967529295,
      "epoch": 3.0796119898627983,
      "grad_norm": 1.265625,
      "learning_rate": 0.0004061754463470833,
      "loss": 5.2921,
      "mean_token_accuracy": 0.2006713181734085,
      "num_tokens": 71408287.0,
      "step": 35240
    },
    {
      "entropy": 6.024143648147583,
      "epoch": 3.0800489382155027,
      "grad_norm": 1.2734375,
      "learning_rate": 0.0004061501276091202,
      "loss": 5.2881,
      "mean_token_accuracy": 0.20228871405124665,
      "num_tokens": 71419227.0,
      "step": 35245
    },
    {
      "entropy": 6.051979303359985,
      "epoch": 3.0804858865682077,
      "grad_norm": 1.265625,
      "learning_rate": 0.000406124806355629,
      "loss": 5.2219,
      "mean_token_accuracy": 0.21399035304784775,
      "num_tokens": 71429398.0,
      "step": 35250
    },
    {
      "entropy": 5.954739236831665,
      "epoch": 3.080922834920912,
      "grad_norm": 1.2421875,
      "learning_rate": 0.00040609948258709517,
      "loss": 5.2151,
      "mean_token_accuracy": 0.21241238415241243,
      "num_tokens": 71440185.0,
      "step": 35255
    },
    {
      "entropy": 5.869023847579956,
      "epoch": 3.081359783273617,
      "grad_norm": 1.25,
      "learning_rate": 0.0004060741563040047,
      "loss": 5.1812,
      "mean_token_accuracy": 0.2195909559726715,
      "num_tokens": 71451160.0,
      "step": 35260
    },
    {
      "entropy": 6.0670897483825685,
      "epoch": 3.081796731626322,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0004060488275068432,
      "loss": 5.2766,
      "mean_token_accuracy": 0.20176846981048585,
      "num_tokens": 71461459.0,
      "step": 35265
    },
    {
      "entropy": 6.000640392303467,
      "epoch": 3.0822336799790264,
      "grad_norm": 1.296875,
      "learning_rate": 0.00040602349619609646,
      "loss": 5.1999,
      "mean_token_accuracy": 0.20541031360626222,
      "num_tokens": 71470806.0,
      "step": 35270
    },
    {
      "entropy": 5.894305467605591,
      "epoch": 3.0826706283317313,
      "grad_norm": 1.265625,
      "learning_rate": 0.00040599816237225044,
      "loss": 5.1875,
      "mean_token_accuracy": 0.21195583045482635,
      "num_tokens": 71480929.0,
      "step": 35275
    },
    {
      "entropy": 6.0203328132629395,
      "epoch": 3.083107576684436,
      "grad_norm": 1.3125,
      "learning_rate": 0.00040597282603579103,
      "loss": 5.2244,
      "mean_token_accuracy": 0.20830939561128617,
      "num_tokens": 71490360.0,
      "step": 35280
    },
    {
      "entropy": 5.976252508163452,
      "epoch": 3.0835445250371407,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00040594748718720424,
      "loss": 5.2589,
      "mean_token_accuracy": 0.20869308859109878,
      "num_tokens": 71500355.0,
      "step": 35285
    },
    {
      "entropy": 5.975221347808838,
      "epoch": 3.083981473389845,
      "grad_norm": 1.2265625,
      "learning_rate": 0.00040592214582697595,
      "loss": 5.1918,
      "mean_token_accuracy": 0.21703007072210312,
      "num_tokens": 71509581.0,
      "step": 35290
    },
    {
      "entropy": 5.965639305114746,
      "epoch": 3.08441842174255,
      "grad_norm": 1.2890625,
      "learning_rate": 0.0004058968019555923,
      "loss": 5.2533,
      "mean_token_accuracy": 0.19927224218845369,
      "num_tokens": 71519967.0,
      "step": 35295
    },
    {
      "entropy": 5.988950729370117,
      "epoch": 3.0848553700952546,
      "grad_norm": 1.1796875,
      "learning_rate": 0.00040587145557353943,
      "loss": 5.1808,
      "mean_token_accuracy": 0.21542396992444993,
      "num_tokens": 71530619.0,
      "step": 35300
    },
    {
      "entropy": 6.016808938980103,
      "epoch": 3.0852923184479595,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0004058461066813035,
      "loss": 5.2588,
      "mean_token_accuracy": 0.2034209817647934,
      "num_tokens": 71541682.0,
      "step": 35305
    },
    {
      "entropy": 5.9600683689117435,
      "epoch": 3.085729266800664,
      "grad_norm": 1.234375,
      "learning_rate": 0.00040582075527937066,
      "loss": 5.1951,
      "mean_token_accuracy": 0.20967888534069062,
      "num_tokens": 71552971.0,
      "step": 35310
    },
    {
      "entropy": 5.95535979270935,
      "epoch": 3.086166215153369,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0004057954013682272,
      "loss": 5.2216,
      "mean_token_accuracy": 0.21094106882810593,
      "num_tokens": 71562932.0,
      "step": 35315
    },
    {
      "entropy": 6.01241774559021,
      "epoch": 3.0866031635060738,
      "grad_norm": 1.375,
      "learning_rate": 0.00040577004494835934,
      "loss": 5.1764,
      "mean_token_accuracy": 0.21217482388019562,
      "num_tokens": 71572662.0,
      "step": 35320
    },
    {
      "entropy": 5.986550283432007,
      "epoch": 3.0870401118587782,
      "grad_norm": 1.203125,
      "learning_rate": 0.00040574468602025355,
      "loss": 5.1919,
      "mean_token_accuracy": 0.2200610265135765,
      "num_tokens": 71582503.0,
      "step": 35325
    },
    {
      "entropy": 6.0240418910980225,
      "epoch": 3.087477060211483,
      "grad_norm": 1.34375,
      "learning_rate": 0.00040571932458439617,
      "loss": 5.2522,
      "mean_token_accuracy": 0.20626568496227266,
      "num_tokens": 71592261.0,
      "step": 35330
    },
    {
      "entropy": 5.978429746627808,
      "epoch": 3.0879140085641876,
      "grad_norm": 1.1484375,
      "learning_rate": 0.00040569396064127355,
      "loss": 5.1945,
      "mean_token_accuracy": 0.215974560379982,
      "num_tokens": 71602514.0,
      "step": 35335
    },
    {
      "entropy": 5.965952062606812,
      "epoch": 3.0883509569168925,
      "grad_norm": 1.25,
      "learning_rate": 0.0004056685941913724,
      "loss": 5.2223,
      "mean_token_accuracy": 0.21460075080394744,
      "num_tokens": 71612912.0,
      "step": 35340
    },
    {
      "entropy": 5.942576694488525,
      "epoch": 3.088787905269597,
      "grad_norm": 1.21875,
      "learning_rate": 0.00040564322523517905,
      "loss": 5.1413,
      "mean_token_accuracy": 0.21732935309410095,
      "num_tokens": 71622673.0,
      "step": 35345
    },
    {
      "entropy": 6.009116554260254,
      "epoch": 3.089224853622302,
      "grad_norm": 1.234375,
      "learning_rate": 0.0004056178537731803,
      "loss": 5.193,
      "mean_token_accuracy": 0.20628247410058975,
      "num_tokens": 71633315.0,
      "step": 35350
    },
    {
      "entropy": 6.006589412689209,
      "epoch": 3.0896618019750064,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004055924798058626,
      "loss": 5.2722,
      "mean_token_accuracy": 0.20306283384561538,
      "num_tokens": 71644159.0,
      "step": 35355
    },
    {
      "entropy": 5.987940788269043,
      "epoch": 3.0900987503277113,
      "grad_norm": 1.171875,
      "learning_rate": 0.00040556710333371275,
      "loss": 5.1977,
      "mean_token_accuracy": 0.210152667760849,
      "num_tokens": 71654227.0,
      "step": 35360
    },
    {
      "entropy": 5.9682981967926025,
      "epoch": 3.0905356986804158,
      "grad_norm": 1.3125,
      "learning_rate": 0.0004055417243572174,
      "loss": 5.1582,
      "mean_token_accuracy": 0.21816664487123488,
      "num_tokens": 71664711.0,
      "step": 35365
    },
    {
      "entropy": 6.035267686843872,
      "epoch": 3.0909726470331207,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00040551634287686343,
      "loss": 5.2342,
      "mean_token_accuracy": 0.20893223881721495,
      "num_tokens": 71674880.0,
      "step": 35370
    },
    {
      "entropy": 6.006994581222534,
      "epoch": 3.0914095953858256,
      "grad_norm": 1.2890625,
      "learning_rate": 0.0004054909588931375,
      "loss": 5.2475,
      "mean_token_accuracy": 0.2009299576282501,
      "num_tokens": 71685386.0,
      "step": 35375
    },
    {
      "entropy": 6.0130617141723635,
      "epoch": 3.09184654373853,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004054655724065268,
      "loss": 5.3439,
      "mean_token_accuracy": 0.20386948734521865,
      "num_tokens": 71696008.0,
      "step": 35380
    },
    {
      "entropy": 5.989782905578613,
      "epoch": 3.092283492091235,
      "grad_norm": 1.390625,
      "learning_rate": 0.0004054401834175179,
      "loss": 5.1752,
      "mean_token_accuracy": 0.21191253066062926,
      "num_tokens": 71705548.0,
      "step": 35385
    },
    {
      "entropy": 5.954141235351562,
      "epoch": 3.0927204404439395,
      "grad_norm": 1.21875,
      "learning_rate": 0.00040541479192659797,
      "loss": 5.2076,
      "mean_token_accuracy": 0.21002258509397506,
      "num_tokens": 71716891.0,
      "step": 35390
    },
    {
      "entropy": 6.014680194854736,
      "epoch": 3.0931573887966444,
      "grad_norm": 1.1796875,
      "learning_rate": 0.00040538939793425394,
      "loss": 5.2519,
      "mean_token_accuracy": 0.2038785010576248,
      "num_tokens": 71727954.0,
      "step": 35395
    },
    {
      "entropy": 6.010576868057251,
      "epoch": 3.093594337149349,
      "grad_norm": 1.1796875,
      "learning_rate": 0.000405364001440973,
      "loss": 5.2661,
      "mean_token_accuracy": 0.2053331658244133,
      "num_tokens": 71738282.0,
      "step": 35400
    },
    {
      "entropy": 6.0445427894592285,
      "epoch": 3.0940312855020538,
      "grad_norm": 1.25,
      "learning_rate": 0.0004053386024472422,
      "loss": 5.2798,
      "mean_token_accuracy": 0.2047673925757408,
      "num_tokens": 71747895.0,
      "step": 35405
    },
    {
      "entropy": 5.988643836975098,
      "epoch": 3.094468233854758,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004053132009535487,
      "loss": 5.241,
      "mean_token_accuracy": 0.21006273180246354,
      "num_tokens": 71758107.0,
      "step": 35410
    },
    {
      "entropy": 6.041553592681884,
      "epoch": 3.094905182207463,
      "grad_norm": 1.46875,
      "learning_rate": 0.0004052877969603797,
      "loss": 5.2998,
      "mean_token_accuracy": 0.20477316677570342,
      "num_tokens": 71767661.0,
      "step": 35415
    },
    {
      "entropy": 6.033398866653442,
      "epoch": 3.0953421305601676,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004052623904682225,
      "loss": 5.2525,
      "mean_token_accuracy": 0.2049580469727516,
      "num_tokens": 71777908.0,
      "step": 35420
    },
    {
      "entropy": 5.985382699966431,
      "epoch": 3.0957790789128725,
      "grad_norm": 1.390625,
      "learning_rate": 0.00040523698147756443,
      "loss": 5.2049,
      "mean_token_accuracy": 0.2059587225317955,
      "num_tokens": 71786809.0,
      "step": 35425
    },
    {
      "entropy": 5.950091457366943,
      "epoch": 3.0962160272655774,
      "grad_norm": 1.2265625,
      "learning_rate": 0.00040521156998889283,
      "loss": 5.2105,
      "mean_token_accuracy": 0.21336763948202134,
      "num_tokens": 71797299.0,
      "step": 35430
    },
    {
      "entropy": 6.007855558395386,
      "epoch": 3.096652975618282,
      "grad_norm": 1.3046875,
      "learning_rate": 0.00040518615600269506,
      "loss": 5.195,
      "mean_token_accuracy": 0.21003701984882356,
      "num_tokens": 71807565.0,
      "step": 35435
    },
    {
      "entropy": 5.947565031051636,
      "epoch": 3.097089923970987,
      "grad_norm": 1.2890625,
      "learning_rate": 0.0004051607395194586,
      "loss": 5.2013,
      "mean_token_accuracy": 0.21142790019512175,
      "num_tokens": 71817288.0,
      "step": 35440
    },
    {
      "entropy": 5.9987016201019285,
      "epoch": 3.0975268723236913,
      "grad_norm": 1.3671875,
      "learning_rate": 0.00040513532053967086,
      "loss": 5.1817,
      "mean_token_accuracy": 0.2150603026151657,
      "num_tokens": 71827371.0,
      "step": 35445
    },
    {
      "entropy": 6.078152132034302,
      "epoch": 3.097963820676396,
      "grad_norm": 1.2890625,
      "learning_rate": 0.00040510989906381955,
      "loss": 5.3492,
      "mean_token_accuracy": 0.20085391104221345,
      "num_tokens": 71837872.0,
      "step": 35450
    },
    {
      "entropy": 5.941643524169922,
      "epoch": 3.0984007690291007,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00040508447509239224,
      "loss": 5.1465,
      "mean_token_accuracy": 0.2155873343348503,
      "num_tokens": 71848507.0,
      "step": 35455
    },
    {
      "entropy": 6.007560682296753,
      "epoch": 3.0988377173818056,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004050590486258764,
      "loss": 5.2572,
      "mean_token_accuracy": 0.20395606905221939,
      "num_tokens": 71860495.0,
      "step": 35460
    },
    {
      "entropy": 5.980497074127197,
      "epoch": 3.09927466573451,
      "grad_norm": 1.7109375,
      "learning_rate": 0.00040503361966476005,
      "loss": 5.109,
      "mean_token_accuracy": 0.22941281646490097,
      "num_tokens": 71870081.0,
      "step": 35465
    },
    {
      "entropy": 5.958973836898804,
      "epoch": 3.099711614087215,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004050081882095307,
      "loss": 5.2191,
      "mean_token_accuracy": 0.20891186892986296,
      "num_tokens": 71880072.0,
      "step": 35470
    },
    {
      "entropy": 5.963366937637329,
      "epoch": 3.1001485624399194,
      "grad_norm": 1.296875,
      "learning_rate": 0.0004049827542606761,
      "loss": 5.2127,
      "mean_token_accuracy": 0.2080702379345894,
      "num_tokens": 71889225.0,
      "step": 35475
    },
    {
      "entropy": 6.009051513671875,
      "epoch": 3.1005855107926243,
      "grad_norm": 1.3203125,
      "learning_rate": 0.0004049573178186842,
      "loss": 5.249,
      "mean_token_accuracy": 0.20979407131671907,
      "num_tokens": 71898601.0,
      "step": 35480
    },
    {
      "entropy": 5.991114473342895,
      "epoch": 3.101022459145329,
      "grad_norm": 1.109375,
      "learning_rate": 0.00040493187888404283,
      "loss": 5.2199,
      "mean_token_accuracy": 0.20641075372695922,
      "num_tokens": 71909267.0,
      "step": 35485
    },
    {
      "entropy": 6.023079681396484,
      "epoch": 3.1014594074980337,
      "grad_norm": 1.28125,
      "learning_rate": 0.00040490643745724,
      "loss": 5.2426,
      "mean_token_accuracy": 0.20878939032554628,
      "num_tokens": 71919066.0,
      "step": 35490
    },
    {
      "entropy": 5.990182542800904,
      "epoch": 3.1018963558507386,
      "grad_norm": 1.265625,
      "learning_rate": 0.0004048809935387635,
      "loss": 5.1961,
      "mean_token_accuracy": 0.20897697508335114,
      "num_tokens": 71929067.0,
      "step": 35495
    },
    {
      "entropy": 6.017595291137695,
      "epoch": 3.102333304203443,
      "grad_norm": 1.3203125,
      "learning_rate": 0.00040485554712910155,
      "loss": 5.1484,
      "mean_token_accuracy": 0.210598823428154,
      "num_tokens": 71938044.0,
      "step": 35500
    },
    {
      "entropy": 5.950397205352783,
      "epoch": 3.102770252556148,
      "grad_norm": 1.2734375,
      "learning_rate": 0.00040483009822874216,
      "loss": 5.2584,
      "mean_token_accuracy": 0.21160796135663987,
      "num_tokens": 71947714.0,
      "step": 35505
    },
    {
      "entropy": 5.970609426498413,
      "epoch": 3.1032072009088525,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0004048046468381735,
      "loss": 5.1859,
      "mean_token_accuracy": 0.21523508727550505,
      "num_tokens": 71957660.0,
      "step": 35510
    },
    {
      "entropy": 5.954335355758667,
      "epoch": 3.1036441492615574,
      "grad_norm": 1.203125,
      "learning_rate": 0.0004047791929578837,
      "loss": 5.1462,
      "mean_token_accuracy": 0.22273801863193513,
      "num_tokens": 71967063.0,
      "step": 35515
    },
    {
      "entropy": 5.933044719696045,
      "epoch": 3.104081097614262,
      "grad_norm": 1.3125,
      "learning_rate": 0.0004047537365883609,
      "loss": 5.2375,
      "mean_token_accuracy": 0.21155053675174712,
      "num_tokens": 71977331.0,
      "step": 35520
    },
    {
      "entropy": 5.915984678268432,
      "epoch": 3.104518045966967,
      "grad_norm": 1.3203125,
      "learning_rate": 0.00040472827773009346,
      "loss": 5.163,
      "mean_token_accuracy": 0.217961910367012,
      "num_tokens": 71987047.0,
      "step": 35525
    },
    {
      "entropy": 5.990029764175415,
      "epoch": 3.1049549943196713,
      "grad_norm": 1.2890625,
      "learning_rate": 0.00040470281638356974,
      "loss": 5.1691,
      "mean_token_accuracy": 0.2102828159928322,
      "num_tokens": 71997057.0,
      "step": 35530
    },
    {
      "entropy": 6.032360982894898,
      "epoch": 3.105391942672376,
      "grad_norm": 1.296875,
      "learning_rate": 0.000404677352549278,
      "loss": 5.2838,
      "mean_token_accuracy": 0.2047441303730011,
      "num_tokens": 72007092.0,
      "step": 35535
    },
    {
      "entropy": 6.033539438247681,
      "epoch": 3.1058288910250806,
      "grad_norm": 1.28125,
      "learning_rate": 0.00040465188622770663,
      "loss": 5.3099,
      "mean_token_accuracy": 0.20311189442873,
      "num_tokens": 72016847.0,
      "step": 35540
    },
    {
      "entropy": 5.983414602279663,
      "epoch": 3.1062658393777856,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004046264174193443,
      "loss": 5.2011,
      "mean_token_accuracy": 0.21128697991371154,
      "num_tokens": 72026706.0,
      "step": 35545
    },
    {
      "entropy": 6.057386302947998,
      "epoch": 3.1067027877304905,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004046009461246792,
      "loss": 5.3513,
      "mean_token_accuracy": 0.1968013510107994,
      "num_tokens": 72036358.0,
      "step": 35550
    },
    {
      "entropy": 5.990899276733399,
      "epoch": 3.107139736083195,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004045754723442001,
      "loss": 5.2962,
      "mean_token_accuracy": 0.2044585317373276,
      "num_tokens": 72049156.0,
      "step": 35555
    },
    {
      "entropy": 5.980883026123047,
      "epoch": 3.1075766844359,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004045499960783955,
      "loss": 5.166,
      "mean_token_accuracy": 0.2120998367667198,
      "num_tokens": 72058986.0,
      "step": 35560
    },
    {
      "entropy": 5.986945724487304,
      "epoch": 3.1080136327886043,
      "grad_norm": 1.296875,
      "learning_rate": 0.0004045245173277543,
      "loss": 5.1949,
      "mean_token_accuracy": 0.2129488319158554,
      "num_tokens": 72069141.0,
      "step": 35565
    },
    {
      "entropy": 5.9225287437438965,
      "epoch": 3.1084505811413092,
      "grad_norm": 1.28125,
      "learning_rate": 0.00040449903609276474,
      "loss": 5.1642,
      "mean_token_accuracy": 0.22333614975214006,
      "num_tokens": 72079009.0,
      "step": 35570
    },
    {
      "entropy": 5.970056486129761,
      "epoch": 3.1088875294940137,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0004044735523739159,
      "loss": 5.235,
      "mean_token_accuracy": 0.20539769530296326,
      "num_tokens": 72089551.0,
      "step": 35575
    },
    {
      "entropy": 6.023727703094482,
      "epoch": 3.1093244778467186,
      "grad_norm": 1.3203125,
      "learning_rate": 0.00040444806617169655,
      "loss": 5.2159,
      "mean_token_accuracy": 0.21332413256168364,
      "num_tokens": 72098965.0,
      "step": 35580
    },
    {
      "entropy": 6.040256071090698,
      "epoch": 3.109761426199423,
      "grad_norm": 1.171875,
      "learning_rate": 0.00040442257748659537,
      "loss": 5.2271,
      "mean_token_accuracy": 0.21438271701335906,
      "num_tokens": 72109568.0,
      "step": 35585
    },
    {
      "entropy": 5.969022178649903,
      "epoch": 3.110198374552128,
      "grad_norm": 1.203125,
      "learning_rate": 0.00040439708631910136,
      "loss": 5.2312,
      "mean_token_accuracy": 0.21191180795431136,
      "num_tokens": 72119988.0,
      "step": 35590
    },
    {
      "entropy": 5.919754362106323,
      "epoch": 3.1106353229048325,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004043715926697034,
      "loss": 5.289,
      "mean_token_accuracy": 0.2090469107031822,
      "num_tokens": 72130515.0,
      "step": 35595
    },
    {
      "entropy": 6.066100406646728,
      "epoch": 3.1110722712575374,
      "grad_norm": 1.25,
      "learning_rate": 0.0004043460965388906,
      "loss": 5.2454,
      "mean_token_accuracy": 0.20126128643751146,
      "num_tokens": 72140362.0,
      "step": 35600
    },
    {
      "entropy": 6.037026214599609,
      "epoch": 3.111509219610242,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004043205979271518,
      "loss": 5.2183,
      "mean_token_accuracy": 0.2093772754073143,
      "num_tokens": 72150726.0,
      "step": 35605
    },
    {
      "entropy": 5.993303680419922,
      "epoch": 3.1119461679629468,
      "grad_norm": 1.34375,
      "learning_rate": 0.0004042950968349762,
      "loss": 5.1858,
      "mean_token_accuracy": 0.21784749627113342,
      "num_tokens": 72160264.0,
      "step": 35610
    },
    {
      "entropy": 5.954143428802491,
      "epoch": 3.1123831163156517,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004042695932628529,
      "loss": 5.2516,
      "mean_token_accuracy": 0.20753399133682252,
      "num_tokens": 72171407.0,
      "step": 35615
    },
    {
      "entropy": 5.990995740890503,
      "epoch": 3.112820064668356,
      "grad_norm": 1.125,
      "learning_rate": 0.0004042440872112711,
      "loss": 5.2632,
      "mean_token_accuracy": 0.20634262412786483,
      "num_tokens": 72182132.0,
      "step": 35620
    },
    {
      "entropy": 6.011958408355713,
      "epoch": 3.113257013021061,
      "grad_norm": 1.21875,
      "learning_rate": 0.00040421857868071996,
      "loss": 5.2393,
      "mean_token_accuracy": 0.20290087163448334,
      "num_tokens": 72192129.0,
      "step": 35625
    },
    {
      "entropy": 5.935827779769897,
      "epoch": 3.1136939613737655,
      "grad_norm": 1.1875,
      "learning_rate": 0.00040419306767168874,
      "loss": 5.2011,
      "mean_token_accuracy": 0.21509715169668198,
      "num_tokens": 72202053.0,
      "step": 35630
    },
    {
      "entropy": 6.00157527923584,
      "epoch": 3.1141309097264704,
      "grad_norm": 1.3515625,
      "learning_rate": 0.0004041675541846668,
      "loss": 5.1751,
      "mean_token_accuracy": 0.21171035021543502,
      "num_tokens": 72211352.0,
      "step": 35635
    },
    {
      "entropy": 5.959075212478638,
      "epoch": 3.114567858079175,
      "grad_norm": 1.5,
      "learning_rate": 0.00040414203822014343,
      "loss": 5.1765,
      "mean_token_accuracy": 0.21557988673448564,
      "num_tokens": 72220816.0,
      "step": 35640
    },
    {
      "entropy": 6.045425605773926,
      "epoch": 3.11500480643188,
      "grad_norm": 1.2421875,
      "learning_rate": 0.00040411651977860817,
      "loss": 5.2648,
      "mean_token_accuracy": 0.20392552465200425,
      "num_tokens": 72231318.0,
      "step": 35645
    },
    {
      "entropy": 5.997849607467652,
      "epoch": 3.1154417547845843,
      "grad_norm": 1.3515625,
      "learning_rate": 0.00040409099886055044,
      "loss": 5.2086,
      "mean_token_accuracy": 0.21277497112751007,
      "num_tokens": 72241035.0,
      "step": 35650
    },
    {
      "entropy": 6.035329103469849,
      "epoch": 3.115878703137289,
      "grad_norm": 1.265625,
      "learning_rate": 0.0004040654754664596,
      "loss": 5.1781,
      "mean_token_accuracy": 0.20382563918828964,
      "num_tokens": 72249967.0,
      "step": 35655
    },
    {
      "entropy": 5.989846849441529,
      "epoch": 3.1163156514899937,
      "grad_norm": 1.2265625,
      "learning_rate": 0.00040403994959682546,
      "loss": 5.2459,
      "mean_token_accuracy": 0.21268002986907958,
      "num_tokens": 72260114.0,
      "step": 35660
    },
    {
      "entropy": 6.0405937194824215,
      "epoch": 3.1167525998426986,
      "grad_norm": 1.4453125,
      "learning_rate": 0.00040401442125213735,
      "loss": 5.1814,
      "mean_token_accuracy": 0.20712589472532272,
      "num_tokens": 72270257.0,
      "step": 35665
    },
    {
      "entropy": 5.990549039840698,
      "epoch": 3.1171895481954035,
      "grad_norm": 1.3828125,
      "learning_rate": 0.00040398889043288507,
      "loss": 5.1639,
      "mean_token_accuracy": 0.20411940664052963,
      "num_tokens": 72279628.0,
      "step": 35670
    },
    {
      "entropy": 5.9309876441955565,
      "epoch": 3.117626496548108,
      "grad_norm": 1.234375,
      "learning_rate": 0.0004039633571395583,
      "loss": 5.2122,
      "mean_token_accuracy": 0.21044266372919082,
      "num_tokens": 72289493.0,
      "step": 35675
    },
    {
      "entropy": 5.937978601455688,
      "epoch": 3.118063444900813,
      "grad_norm": 1.21875,
      "learning_rate": 0.00040393782137264676,
      "loss": 5.1051,
      "mean_token_accuracy": 0.22543410062789918,
      "num_tokens": 72300007.0,
      "step": 35680
    },
    {
      "entropy": 5.96638445854187,
      "epoch": 3.1185003932535174,
      "grad_norm": 1.265625,
      "learning_rate": 0.0004039122831326402,
      "loss": 5.1978,
      "mean_token_accuracy": 0.21366283297538757,
      "num_tokens": 72310596.0,
      "step": 35685
    },
    {
      "entropy": 6.008037137985229,
      "epoch": 3.1189373416062223,
      "grad_norm": 1.3671875,
      "learning_rate": 0.0004038867424200285,
      "loss": 5.2844,
      "mean_token_accuracy": 0.20305768847465516,
      "num_tokens": 72320156.0,
      "step": 35690
    },
    {
      "entropy": 6.017124938964844,
      "epoch": 3.1193742899589267,
      "grad_norm": 1.25,
      "learning_rate": 0.0004038611992353016,
      "loss": 5.2153,
      "mean_token_accuracy": 0.20325562208890915,
      "num_tokens": 72329608.0,
      "step": 35695
    },
    {
      "entropy": 5.987379312515259,
      "epoch": 3.1198112383116317,
      "grad_norm": 1.203125,
      "learning_rate": 0.0004038356535789494,
      "loss": 5.1706,
      "mean_token_accuracy": 0.21537667363882065,
      "num_tokens": 72339565.0,
      "step": 35700
    },
    {
      "entropy": 5.976684045791626,
      "epoch": 3.120248186664336,
      "grad_norm": 1.140625,
      "learning_rate": 0.00040381010545146174,
      "loss": 5.2763,
      "mean_token_accuracy": 0.20734078586101531,
      "num_tokens": 72349566.0,
      "step": 35705
    },
    {
      "entropy": 5.9679066181182865,
      "epoch": 3.120685135017041,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0004037845548533289,
      "loss": 5.1721,
      "mean_token_accuracy": 0.21577664464712143,
      "num_tokens": 72360366.0,
      "step": 35710
    },
    {
      "entropy": 6.059414196014404,
      "epoch": 3.1211220833697455,
      "grad_norm": 1.1953125,
      "learning_rate": 0.00040375900178504066,
      "loss": 5.3377,
      "mean_token_accuracy": 0.20448628515005113,
      "num_tokens": 72369893.0,
      "step": 35715
    },
    {
      "entropy": 5.979119110107422,
      "epoch": 3.1215590317224504,
      "grad_norm": 1.296875,
      "learning_rate": 0.0004037334462470874,
      "loss": 5.2548,
      "mean_token_accuracy": 0.20386823564767836,
      "num_tokens": 72380484.0,
      "step": 35720
    },
    {
      "entropy": 5.988490247726441,
      "epoch": 3.1219959800751553,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004037078882399591,
      "loss": 5.1592,
      "mean_token_accuracy": 0.2135234296321869,
      "num_tokens": 72391088.0,
      "step": 35725
    },
    {
      "entropy": 6.039455127716065,
      "epoch": 3.12243292842786,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004036823277641462,
      "loss": 5.2854,
      "mean_token_accuracy": 0.20246261060237886,
      "num_tokens": 72401253.0,
      "step": 35730
    },
    {
      "entropy": 6.018883991241455,
      "epoch": 3.1228698767805647,
      "grad_norm": 1.1875,
      "learning_rate": 0.00040365676482013877,
      "loss": 5.1742,
      "mean_token_accuracy": 0.21322990208864212,
      "num_tokens": 72411235.0,
      "step": 35735
    },
    {
      "entropy": 6.002111387252808,
      "epoch": 3.123306825133269,
      "grad_norm": 1.21875,
      "learning_rate": 0.0004036311994084271,
      "loss": 5.2829,
      "mean_token_accuracy": 0.20513955354690552,
      "num_tokens": 72421387.0,
      "step": 35740
    },
    {
      "entropy": 5.951758003234863,
      "epoch": 3.123743773485974,
      "grad_norm": 1.3125,
      "learning_rate": 0.00040360563152950173,
      "loss": 5.2588,
      "mean_token_accuracy": 0.20510620325803758,
      "num_tokens": 72431431.0,
      "step": 35745
    },
    {
      "entropy": 5.995282173156738,
      "epoch": 3.1241807218386786,
      "grad_norm": 1.296875,
      "learning_rate": 0.0004035800611838529,
      "loss": 5.2622,
      "mean_token_accuracy": 0.20887128710746766,
      "num_tokens": 72441286.0,
      "step": 35750
    },
    {
      "entropy": 6.001228094100952,
      "epoch": 3.1246176701913835,
      "grad_norm": 1.28125,
      "learning_rate": 0.00040355448837197115,
      "loss": 5.2381,
      "mean_token_accuracy": 0.20811278522014617,
      "num_tokens": 72451661.0,
      "step": 35755
    },
    {
      "entropy": 6.01005368232727,
      "epoch": 3.125054618544088,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00040352891309434693,
      "loss": 5.2383,
      "mean_token_accuracy": 0.20685495138168336,
      "num_tokens": 72462013.0,
      "step": 35760
    },
    {
      "entropy": 5.967161512374878,
      "epoch": 3.125491566896793,
      "grad_norm": 1.3359375,
      "learning_rate": 0.0004035033353514708,
      "loss": 5.1564,
      "mean_token_accuracy": 0.21434990167617798,
      "num_tokens": 72472804.0,
      "step": 35765
    },
    {
      "entropy": 5.985950899124146,
      "epoch": 3.1259285152494973,
      "grad_norm": 1.21875,
      "learning_rate": 0.00040347775514383344,
      "loss": 5.2106,
      "mean_token_accuracy": 0.2062163770198822,
      "num_tokens": 72482893.0,
      "step": 35770
    },
    {
      "entropy": 5.969284391403198,
      "epoch": 3.1263654636022022,
      "grad_norm": 1.25,
      "learning_rate": 0.00040345217247192536,
      "loss": 5.2127,
      "mean_token_accuracy": 0.2115439459681511,
      "num_tokens": 72492882.0,
      "step": 35775
    },
    {
      "entropy": 5.937461900711059,
      "epoch": 3.126802411954907,
      "grad_norm": 1.3828125,
      "learning_rate": 0.0004034265873362373,
      "loss": 5.1421,
      "mean_token_accuracy": 0.2149440422654152,
      "num_tokens": 72502322.0,
      "step": 35780
    },
    {
      "entropy": 6.000181102752686,
      "epoch": 3.1272393603076116,
      "grad_norm": 1.2578125,
      "learning_rate": 0.00040340099973726,
      "loss": 5.239,
      "mean_token_accuracy": 0.2104015976190567,
      "num_tokens": 72511401.0,
      "step": 35785
    },
    {
      "entropy": 5.978789186477661,
      "epoch": 3.1276763086603165,
      "grad_norm": 1.328125,
      "learning_rate": 0.00040337540967548427,
      "loss": 5.2429,
      "mean_token_accuracy": 0.2084697440266609,
      "num_tokens": 72522071.0,
      "step": 35790
    },
    {
      "entropy": 6.005998516082764,
      "epoch": 3.128113257013021,
      "grad_norm": 1.25,
      "learning_rate": 0.00040334981715140086,
      "loss": 5.2806,
      "mean_token_accuracy": 0.2099410504102707,
      "num_tokens": 72532899.0,
      "step": 35795
    },
    {
      "entropy": 6.049802541732788,
      "epoch": 3.128550205365726,
      "grad_norm": 1.25,
      "learning_rate": 0.00040332422216550067,
      "loss": 5.2678,
      "mean_token_accuracy": 0.2085474029183388,
      "num_tokens": 72543372.0,
      "step": 35800
    },
    {
      "entropy": 6.021723079681396,
      "epoch": 3.1289871537184304,
      "grad_norm": 1.203125,
      "learning_rate": 0.0004032986247182748,
      "loss": 5.2337,
      "mean_token_accuracy": 0.2128989264369011,
      "num_tokens": 72553014.0,
      "step": 35805
    },
    {
      "entropy": 5.898545646667481,
      "epoch": 3.1294241020711353,
      "grad_norm": 1.3125,
      "learning_rate": 0.00040327302481021394,
      "loss": 5.1477,
      "mean_token_accuracy": 0.2177686169743538,
      "num_tokens": 72562281.0,
      "step": 35810
    },
    {
      "entropy": 5.941893911361694,
      "epoch": 3.1298610504238398,
      "grad_norm": 1.4296875,
      "learning_rate": 0.00040324742244180937,
      "loss": 5.1425,
      "mean_token_accuracy": 0.2185373142361641,
      "num_tokens": 72571817.0,
      "step": 35815
    },
    {
      "entropy": 5.950855827331543,
      "epoch": 3.1302979987765447,
      "grad_norm": 1.2265625,
      "learning_rate": 0.00040322181761355194,
      "loss": 5.1765,
      "mean_token_accuracy": 0.21962557584047318,
      "num_tokens": 72582935.0,
      "step": 35820
    },
    {
      "entropy": 6.005168628692627,
      "epoch": 3.130734947129249,
      "grad_norm": 1.25,
      "learning_rate": 0.0004031962103259329,
      "loss": 5.2332,
      "mean_token_accuracy": 0.2129579022526741,
      "num_tokens": 72593280.0,
      "step": 35825
    },
    {
      "entropy": 5.981230640411377,
      "epoch": 3.131171895481954,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004031706005794434,
      "loss": 5.1749,
      "mean_token_accuracy": 0.20812021493911742,
      "num_tokens": 72603193.0,
      "step": 35830
    },
    {
      "entropy": 5.93087592124939,
      "epoch": 3.1316088438346585,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0004031449883745746,
      "loss": 5.2314,
      "mean_token_accuracy": 0.21363106667995452,
      "num_tokens": 72613363.0,
      "step": 35835
    },
    {
      "entropy": 6.02154541015625,
      "epoch": 3.1320457921873635,
      "grad_norm": 1.125,
      "learning_rate": 0.00040311937371181774,
      "loss": 5.3646,
      "mean_token_accuracy": 0.2005345806479454,
      "num_tokens": 72624151.0,
      "step": 35840
    },
    {
      "entropy": 6.0035929679870605,
      "epoch": 3.1324827405400684,
      "grad_norm": 1.25,
      "learning_rate": 0.00040309375659166414,
      "loss": 5.159,
      "mean_token_accuracy": 0.22246315628290175,
      "num_tokens": 72633692.0,
      "step": 35845
    },
    {
      "entropy": 5.984035921096802,
      "epoch": 3.132919688892773,
      "grad_norm": 1.2734375,
      "learning_rate": 0.00040306813701460525,
      "loss": 5.2402,
      "mean_token_accuracy": 0.20713296234607698,
      "num_tokens": 72644016.0,
      "step": 35850
    },
    {
      "entropy": 5.9323760032653805,
      "epoch": 3.1333566372454777,
      "grad_norm": 1.2734375,
      "learning_rate": 0.0004030425149811324,
      "loss": 5.2406,
      "mean_token_accuracy": 0.2130590245127678,
      "num_tokens": 72654033.0,
      "step": 35855
    },
    {
      "entropy": 6.0426441669464115,
      "epoch": 3.133793585598182,
      "grad_norm": 1.3671875,
      "learning_rate": 0.0004030168904917369,
      "loss": 5.2119,
      "mean_token_accuracy": 0.2062913477420807,
      "num_tokens": 72663452.0,
      "step": 35860
    },
    {
      "entropy": 6.006095886230469,
      "epoch": 3.134230533950887,
      "grad_norm": 1.2890625,
      "learning_rate": 0.00040299126354691043,
      "loss": 5.2599,
      "mean_token_accuracy": 0.20413279980421067,
      "num_tokens": 72674766.0,
      "step": 35865
    },
    {
      "entropy": 6.003501605987549,
      "epoch": 3.1346674823035916,
      "grad_norm": 1.296875,
      "learning_rate": 0.00040296563414714444,
      "loss": 5.2314,
      "mean_token_accuracy": 0.20759523063898086,
      "num_tokens": 72683816.0,
      "step": 35870
    },
    {
      "entropy": 5.958321905136108,
      "epoch": 3.1351044306562965,
      "grad_norm": 1.3671875,
      "learning_rate": 0.0004029400022929306,
      "loss": 5.1659,
      "mean_token_accuracy": 0.21858766078948974,
      "num_tokens": 72693604.0,
      "step": 35875
    },
    {
      "entropy": 5.9739532470703125,
      "epoch": 3.135541379009001,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0004029143679847604,
      "loss": 5.2234,
      "mean_token_accuracy": 0.212674979865551,
      "num_tokens": 72703936.0,
      "step": 35880
    },
    {
      "entropy": 6.019241428375244,
      "epoch": 3.135978327361706,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0004028887312231256,
      "loss": 5.1823,
      "mean_token_accuracy": 0.21542790532112122,
      "num_tokens": 72713646.0,
      "step": 35885
    },
    {
      "entropy": 5.984232997894287,
      "epoch": 3.1364152757144104,
      "grad_norm": 1.234375,
      "learning_rate": 0.00040286309200851793,
      "loss": 5.1645,
      "mean_token_accuracy": 0.2153922885656357,
      "num_tokens": 72723573.0,
      "step": 35890
    },
    {
      "entropy": 6.007145977020263,
      "epoch": 3.1368522240671153,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004028374503414292,
      "loss": 5.2772,
      "mean_token_accuracy": 0.20225815176963807,
      "num_tokens": 72733805.0,
      "step": 35895
    },
    {
      "entropy": 5.9206033706665036,
      "epoch": 3.1372891724198197,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0004028118062223512,
      "loss": 5.1718,
      "mean_token_accuracy": 0.21219138205051422,
      "num_tokens": 72744254.0,
      "step": 35900
    },
    {
      "entropy": 6.031309270858765,
      "epoch": 3.1377261207725247,
      "grad_norm": 1.40625,
      "learning_rate": 0.0004027861596517757,
      "loss": 5.2648,
      "mean_token_accuracy": 0.20407027751207352,
      "num_tokens": 72754267.0,
      "step": 35905
    },
    {
      "entropy": 5.884987449645996,
      "epoch": 3.1381630691252296,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004027605106301948,
      "loss": 5.1333,
      "mean_token_accuracy": 0.22847918421030045,
      "num_tokens": 72764598.0,
      "step": 35910
    },
    {
      "entropy": 6.002379512786865,
      "epoch": 3.138600017477934,
      "grad_norm": 1.2421875,
      "learning_rate": 0.00040273485915810026,
      "loss": 5.2573,
      "mean_token_accuracy": 0.21049088686704637,
      "num_tokens": 72774145.0,
      "step": 35915
    },
    {
      "entropy": 6.092394161224365,
      "epoch": 3.139036965830639,
      "grad_norm": 1.34375,
      "learning_rate": 0.00040270920523598425,
      "loss": 5.3446,
      "mean_token_accuracy": 0.19684766232967377,
      "num_tokens": 72783766.0,
      "step": 35920
    },
    {
      "entropy": 6.030569219589234,
      "epoch": 3.1394739141833434,
      "grad_norm": 1.375,
      "learning_rate": 0.0004026835488643387,
      "loss": 5.2136,
      "mean_token_accuracy": 0.2203134372830391,
      "num_tokens": 72793907.0,
      "step": 35925
    },
    {
      "entropy": 6.0783342838287355,
      "epoch": 3.1399108625360483,
      "grad_norm": 1.3828125,
      "learning_rate": 0.00040265789004365586,
      "loss": 5.3294,
      "mean_token_accuracy": 0.20178809463977815,
      "num_tokens": 72802927.0,
      "step": 35930
    },
    {
      "entropy": 5.901411628723144,
      "epoch": 3.140347810888753,
      "grad_norm": 1.328125,
      "learning_rate": 0.0004026322287744277,
      "loss": 5.083,
      "mean_token_accuracy": 0.2215902879834175,
      "num_tokens": 72813387.0,
      "step": 35935
    },
    {
      "entropy": 5.95255675315857,
      "epoch": 3.1407847592414577,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004026065650571466,
      "loss": 5.1451,
      "mean_token_accuracy": 0.2129099890589714,
      "num_tokens": 72824109.0,
      "step": 35940
    },
    {
      "entropy": 5.986485433578491,
      "epoch": 3.141221707594162,
      "grad_norm": 1.40625,
      "learning_rate": 0.0004025808988923047,
      "loss": 5.1612,
      "mean_token_accuracy": 0.21342051178216934,
      "num_tokens": 72834107.0,
      "step": 35945
    },
    {
      "entropy": 6.018308353424072,
      "epoch": 3.141658655946867,
      "grad_norm": 1.21875,
      "learning_rate": 0.00040255523028039433,
      "loss": 5.2103,
      "mean_token_accuracy": 0.21179032176733018,
      "num_tokens": 72843726.0,
      "step": 35950
    },
    {
      "entropy": 6.005237722396851,
      "epoch": 3.1420956042995716,
      "grad_norm": 1.1953125,
      "learning_rate": 0.00040252955922190776,
      "loss": 5.29,
      "mean_token_accuracy": 0.20687259286642073,
      "num_tokens": 72854203.0,
      "step": 35955
    },
    {
      "entropy": 5.959134101867676,
      "epoch": 3.1425325526522765,
      "grad_norm": 1.28125,
      "learning_rate": 0.00040250388571733744,
      "loss": 5.2091,
      "mean_token_accuracy": 0.2049505442380905,
      "num_tokens": 72864689.0,
      "step": 35960
    },
    {
      "entropy": 5.9589495182037355,
      "epoch": 3.1429695010049814,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0004024782097671758,
      "loss": 5.2446,
      "mean_token_accuracy": 0.20983612537384033,
      "num_tokens": 72875040.0,
      "step": 35965
    },
    {
      "entropy": 5.947899627685547,
      "epoch": 3.143406449357686,
      "grad_norm": 1.2734375,
      "learning_rate": 0.0004024525313719153,
      "loss": 5.2124,
      "mean_token_accuracy": 0.21140925884246825,
      "num_tokens": 72885174.0,
      "step": 35970
    },
    {
      "entropy": 5.956374835968018,
      "epoch": 3.143843397710391,
      "grad_norm": 1.1640625,
      "learning_rate": 0.00040242685053204844,
      "loss": 5.2072,
      "mean_token_accuracy": 0.2111459866166115,
      "num_tokens": 72895344.0,
      "step": 35975
    },
    {
      "entropy": 6.03650312423706,
      "epoch": 3.1442803460630953,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004024011672480678,
      "loss": 5.267,
      "mean_token_accuracy": 0.20696985721588135,
      "num_tokens": 72905950.0,
      "step": 35980
    },
    {
      "entropy": 6.037575197219849,
      "epoch": 3.1447172944158,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00040237548152046603,
      "loss": 5.2177,
      "mean_token_accuracy": 0.21237384229898454,
      "num_tokens": 72916828.0,
      "step": 35985
    },
    {
      "entropy": 5.994926166534424,
      "epoch": 3.1451542427685046,
      "grad_norm": 1.109375,
      "learning_rate": 0.00040234979334973577,
      "loss": 5.2682,
      "mean_token_accuracy": 0.2122324675321579,
      "num_tokens": 72926951.0,
      "step": 35990
    },
    {
      "entropy": 5.921371936798096,
      "epoch": 3.1455911911212096,
      "grad_norm": 1.328125,
      "learning_rate": 0.0004023241027363698,
      "loss": 5.144,
      "mean_token_accuracy": 0.21779072880744935,
      "num_tokens": 72937909.0,
      "step": 35995
    },
    {
      "entropy": 5.961049032211304,
      "epoch": 3.146028139473914,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004022984096808608,
      "loss": 5.1903,
      "mean_token_accuracy": 0.21486343294382096,
      "num_tokens": 72949898.0,
      "step": 36000
    },
    {
      "epoch": 3.146028139473914,
      "eval_entropy": 5.69087637519383,
      "eval_loss": 5.287132263183594,
      "eval_mean_token_accuracy": 0.21496040415423773,
      "eval_num_tokens": 72949898.0,
      "eval_runtime": 21.4578,
      "eval_samples_per_second": 1724.97,
      "eval_steps_per_second": 215.633,
      "step": 36000
    },
    {
      "entropy": 5.994330167770386,
      "epoch": 3.146465087826619,
      "grad_norm": 1.234375,
      "learning_rate": 0.00040227271418370156,
      "loss": 5.2573,
      "mean_token_accuracy": 0.20791046768426896,
      "num_tokens": 72959643.0,
      "step": 36005
    },
    {
      "entropy": 5.962866497039795,
      "epoch": 3.1469020361793234,
      "grad_norm": 1.3125,
      "learning_rate": 0.000402247016245385,
      "loss": 5.2367,
      "mean_token_accuracy": 0.21042568534612655,
      "num_tokens": 72969745.0,
      "step": 36010
    },
    {
      "entropy": 5.994365310668945,
      "epoch": 3.1473389845320283,
      "grad_norm": 1.1953125,
      "learning_rate": 0.00040222131586640397,
      "loss": 5.1969,
      "mean_token_accuracy": 0.20962853133678436,
      "num_tokens": 72979892.0,
      "step": 36015
    },
    {
      "entropy": 5.9822105884552,
      "epoch": 3.1477759328847332,
      "grad_norm": 1.265625,
      "learning_rate": 0.00040219561304725147,
      "loss": 5.2319,
      "mean_token_accuracy": 0.21521868854761123,
      "num_tokens": 72989526.0,
      "step": 36020
    },
    {
      "entropy": 5.959479093551636,
      "epoch": 3.1482128812374377,
      "grad_norm": 1.25,
      "learning_rate": 0.00040216990778842046,
      "loss": 5.268,
      "mean_token_accuracy": 0.2057698607444763,
      "num_tokens": 72999771.0,
      "step": 36025
    },
    {
      "entropy": 5.9696183681488035,
      "epoch": 3.1486498295901426,
      "grad_norm": 1.296875,
      "learning_rate": 0.00040214420009040394,
      "loss": 5.1986,
      "mean_token_accuracy": 0.214352947473526,
      "num_tokens": 73011602.0,
      "step": 36030
    },
    {
      "entropy": 6.013860893249512,
      "epoch": 3.149086777942847,
      "grad_norm": 1.15625,
      "learning_rate": 0.000402118489953695,
      "loss": 5.2386,
      "mean_token_accuracy": 0.21439209580421448,
      "num_tokens": 73021838.0,
      "step": 36035
    },
    {
      "entropy": 6.012020015716553,
      "epoch": 3.149523726295552,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00040209277737878683,
      "loss": 5.2318,
      "mean_token_accuracy": 0.20921419709920883,
      "num_tokens": 73032242.0,
      "step": 36040
    },
    {
      "entropy": 6.055803108215332,
      "epoch": 3.1499606746482565,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004020670623661727,
      "loss": 5.3154,
      "mean_token_accuracy": 0.19789349734783174,
      "num_tokens": 73042903.0,
      "step": 36045
    },
    {
      "entropy": 5.97462797164917,
      "epoch": 3.1503976230009614,
      "grad_norm": 1.25,
      "learning_rate": 0.0004020413449163457,
      "loss": 5.155,
      "mean_token_accuracy": 0.21879207491874694,
      "num_tokens": 73054083.0,
      "step": 36050
    },
    {
      "entropy": 6.0982358932495115,
      "epoch": 3.150834571353666,
      "grad_norm": 1.25,
      "learning_rate": 0.0004020156250297991,
      "loss": 5.2442,
      "mean_token_accuracy": 0.20285544097423552,
      "num_tokens": 73064215.0,
      "step": 36055
    },
    {
      "entropy": 5.896557903289795,
      "epoch": 3.1512715197063708,
      "grad_norm": 1.4765625,
      "learning_rate": 0.0004019899027070262,
      "loss": 5.1399,
      "mean_token_accuracy": 0.2237400159239769,
      "num_tokens": 73074319.0,
      "step": 36060
    },
    {
      "entropy": 5.9613453388214115,
      "epoch": 3.1517084680590752,
      "grad_norm": 1.3515625,
      "learning_rate": 0.0004019641779485206,
      "loss": 5.2814,
      "mean_token_accuracy": 0.2081815406680107,
      "num_tokens": 73083972.0,
      "step": 36065
    },
    {
      "entropy": 5.977067852020264,
      "epoch": 3.15214541641178,
      "grad_norm": 1.171875,
      "learning_rate": 0.00040193845075477537,
      "loss": 5.2596,
      "mean_token_accuracy": 0.21146612614393234,
      "num_tokens": 73094495.0,
      "step": 36070
    },
    {
      "entropy": 5.932252264022827,
      "epoch": 3.152582364764485,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0004019127211262842,
      "loss": 5.09,
      "mean_token_accuracy": 0.2237967148423195,
      "num_tokens": 73104355.0,
      "step": 36075
    },
    {
      "entropy": 5.951805496215821,
      "epoch": 3.1530193131171895,
      "grad_norm": 1.1953125,
      "learning_rate": 0.00040188698906354055,
      "loss": 5.1783,
      "mean_token_accuracy": 0.21561811864376068,
      "num_tokens": 73115795.0,
      "step": 36080
    },
    {
      "entropy": 5.950573968887329,
      "epoch": 3.1534562614698944,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0004018612545670379,
      "loss": 5.1375,
      "mean_token_accuracy": 0.22178913056850433,
      "num_tokens": 73125351.0,
      "step": 36085
    },
    {
      "entropy": 5.960091543197632,
      "epoch": 3.153893209822599,
      "grad_norm": 1.265625,
      "learning_rate": 0.00040183551763727,
      "loss": 5.2116,
      "mean_token_accuracy": 0.21411134749650956,
      "num_tokens": 73135087.0,
      "step": 36090
    },
    {
      "entropy": 5.932052135467529,
      "epoch": 3.154330158175304,
      "grad_norm": 1.21875,
      "learning_rate": 0.00040180977827473035,
      "loss": 5.186,
      "mean_token_accuracy": 0.2107359379529953,
      "num_tokens": 73145382.0,
      "step": 36095
    },
    {
      "entropy": 6.011655378341675,
      "epoch": 3.1547671065280083,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00040178403647991276,
      "loss": 5.2887,
      "mean_token_accuracy": 0.20107637643814086,
      "num_tokens": 73155689.0,
      "step": 36100
    },
    {
      "entropy": 6.085958862304688,
      "epoch": 3.155204054880713,
      "grad_norm": 1.3359375,
      "learning_rate": 0.0004017582922533109,
      "loss": 5.2542,
      "mean_token_accuracy": 0.2016100287437439,
      "num_tokens": 73165803.0,
      "step": 36105
    },
    {
      "entropy": 6.012807893753052,
      "epoch": 3.1556410032334177,
      "grad_norm": 1.265625,
      "learning_rate": 0.00040173254559541853,
      "loss": 5.2666,
      "mean_token_accuracy": 0.21253568977117537,
      "num_tokens": 73176029.0,
      "step": 36110
    },
    {
      "entropy": 5.987212085723877,
      "epoch": 3.1560779515861226,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004017067965067296,
      "loss": 5.248,
      "mean_token_accuracy": 0.21343059986829757,
      "num_tokens": 73187708.0,
      "step": 36115
    },
    {
      "entropy": 6.045594644546509,
      "epoch": 3.156514899938827,
      "grad_norm": 1.2890625,
      "learning_rate": 0.0004016810449877379,
      "loss": 5.2402,
      "mean_token_accuracy": 0.20609516203403472,
      "num_tokens": 73197458.0,
      "step": 36120
    },
    {
      "entropy": 6.009823513031006,
      "epoch": 3.156951848291532,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004016552910389373,
      "loss": 5.234,
      "mean_token_accuracy": 0.21036542505025863,
      "num_tokens": 73206931.0,
      "step": 36125
    },
    {
      "entropy": 5.961417245864868,
      "epoch": 3.157388796644237,
      "grad_norm": 1.2578125,
      "learning_rate": 0.00040162953466082194,
      "loss": 5.2276,
      "mean_token_accuracy": 0.21023621261119843,
      "num_tokens": 73217048.0,
      "step": 36130
    },
    {
      "entropy": 5.967793560028076,
      "epoch": 3.1578257449969414,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0004016037758538857,
      "loss": 5.1972,
      "mean_token_accuracy": 0.2084420144557953,
      "num_tokens": 73226649.0,
      "step": 36135
    },
    {
      "entropy": 5.961489915847778,
      "epoch": 3.1582626933496463,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0004015780146186227,
      "loss": 5.1442,
      "mean_token_accuracy": 0.21708920747041702,
      "num_tokens": 73236822.0,
      "step": 36140
    },
    {
      "entropy": 6.0497016429901125,
      "epoch": 3.1586996417023507,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0004015522509555271,
      "loss": 5.2967,
      "mean_token_accuracy": 0.2065943196415901,
      "num_tokens": 73247078.0,
      "step": 36145
    },
    {
      "entropy": 5.91426362991333,
      "epoch": 3.1591365900550556,
      "grad_norm": 1.171875,
      "learning_rate": 0.000401526484865093,
      "loss": 5.0721,
      "mean_token_accuracy": 0.22076771259307862,
      "num_tokens": 73257001.0,
      "step": 36150
    },
    {
      "entropy": 5.916153860092163,
      "epoch": 3.15957353840776,
      "grad_norm": 1.2734375,
      "learning_rate": 0.0004015007163478146,
      "loss": 5.1652,
      "mean_token_accuracy": 0.21374102234840392,
      "num_tokens": 73266922.0,
      "step": 36155
    },
    {
      "entropy": 5.932410717010498,
      "epoch": 3.160010486760465,
      "grad_norm": 1.234375,
      "learning_rate": 0.00040147494540418617,
      "loss": 5.2136,
      "mean_token_accuracy": 0.20999866724014282,
      "num_tokens": 73277858.0,
      "step": 36160
    },
    {
      "entropy": 5.977039575576782,
      "epoch": 3.1604474351131695,
      "grad_norm": 1.2421875,
      "learning_rate": 0.00040144917203470203,
      "loss": 5.2317,
      "mean_token_accuracy": 0.20962196439504624,
      "num_tokens": 73287361.0,
      "step": 36165
    },
    {
      "entropy": 6.015739250183105,
      "epoch": 3.1608843834658744,
      "grad_norm": 1.375,
      "learning_rate": 0.0004014233962398565,
      "loss": 5.1771,
      "mean_token_accuracy": 0.21085826605558394,
      "num_tokens": 73296521.0,
      "step": 36170
    },
    {
      "entropy": 5.944988441467285,
      "epoch": 3.161321331818579,
      "grad_norm": 1.2109375,
      "learning_rate": 0.000401397618020144,
      "loss": 5.1608,
      "mean_token_accuracy": 0.21268606632947923,
      "num_tokens": 73306257.0,
      "step": 36175
    },
    {
      "entropy": 5.93442211151123,
      "epoch": 3.161758280171284,
      "grad_norm": 1.2890625,
      "learning_rate": 0.000401371837376059,
      "loss": 5.1419,
      "mean_token_accuracy": 0.2142302870750427,
      "num_tokens": 73315939.0,
      "step": 36180
    },
    {
      "entropy": 5.941134691238403,
      "epoch": 3.1621952285239883,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004013460543080959,
      "loss": 5.1807,
      "mean_token_accuracy": 0.2077793687582016,
      "num_tokens": 73326407.0,
      "step": 36185
    },
    {
      "entropy": 5.972102785110474,
      "epoch": 3.162632176876693,
      "grad_norm": 1.296875,
      "learning_rate": 0.0004013202688167493,
      "loss": 5.2169,
      "mean_token_accuracy": 0.2110808879137039,
      "num_tokens": 73336188.0,
      "step": 36190
    },
    {
      "entropy": 6.034938001632691,
      "epoch": 3.163069125229398,
      "grad_norm": 1.5546875,
      "learning_rate": 0.0004012944809025136,
      "loss": 5.2328,
      "mean_token_accuracy": 0.21442510187625885,
      "num_tokens": 73346824.0,
      "step": 36195
    },
    {
      "entropy": 6.0143533706665036,
      "epoch": 3.1635060735821026,
      "grad_norm": 1.28125,
      "learning_rate": 0.00040126869056588375,
      "loss": 5.2055,
      "mean_token_accuracy": 0.20869968980550765,
      "num_tokens": 73356688.0,
      "step": 36200
    },
    {
      "entropy": 5.998204946517944,
      "epoch": 3.1639430219348075,
      "grad_norm": 1.2890625,
      "learning_rate": 0.0004012428978073543,
      "loss": 5.2974,
      "mean_token_accuracy": 0.20683114230632782,
      "num_tokens": 73366905.0,
      "step": 36205
    },
    {
      "entropy": 6.05354790687561,
      "epoch": 3.164379970287512,
      "grad_norm": 1.2734375,
      "learning_rate": 0.00040121710262741974,
      "loss": 5.2888,
      "mean_token_accuracy": 0.20108272582292558,
      "num_tokens": 73376870.0,
      "step": 36210
    },
    {
      "entropy": 5.966932344436645,
      "epoch": 3.164816918640217,
      "grad_norm": 1.296875,
      "learning_rate": 0.0004011913050265751,
      "loss": 5.16,
      "mean_token_accuracy": 0.2114242672920227,
      "num_tokens": 73386153.0,
      "step": 36215
    },
    {
      "entropy": 5.9832682609558105,
      "epoch": 3.1652538669929213,
      "grad_norm": 1.2421875,
      "learning_rate": 0.00040116550500531506,
      "loss": 5.2712,
      "mean_token_accuracy": 0.2082640454173088,
      "num_tokens": 73395598.0,
      "step": 36220
    },
    {
      "entropy": 5.968911838531494,
      "epoch": 3.1656908153456262,
      "grad_norm": 1.265625,
      "learning_rate": 0.00040113970256413465,
      "loss": 5.1854,
      "mean_token_accuracy": 0.2119079813361168,
      "num_tokens": 73406883.0,
      "step": 36225
    },
    {
      "entropy": 5.956019306182862,
      "epoch": 3.1661277636983307,
      "grad_norm": 1.21875,
      "learning_rate": 0.00040111389770352846,
      "loss": 5.2158,
      "mean_token_accuracy": 0.2164468303322792,
      "num_tokens": 73418504.0,
      "step": 36230
    },
    {
      "entropy": 5.937711477279663,
      "epoch": 3.1665647120510356,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00040108809042399183,
      "loss": 5.2152,
      "mean_token_accuracy": 0.2061569094657898,
      "num_tokens": 73429228.0,
      "step": 36235
    },
    {
      "entropy": 5.970110464096069,
      "epoch": 3.16700166040374,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004010622807260194,
      "loss": 5.193,
      "mean_token_accuracy": 0.2122544080018997,
      "num_tokens": 73439269.0,
      "step": 36240
    },
    {
      "entropy": 6.012968587875366,
      "epoch": 3.167438608756445,
      "grad_norm": 1.3125,
      "learning_rate": 0.0004010364686101064,
      "loss": 5.2269,
      "mean_token_accuracy": 0.21435312181711197,
      "num_tokens": 73449554.0,
      "step": 36245
    },
    {
      "entropy": 5.931538772583008,
      "epoch": 3.1678755571091495,
      "grad_norm": 1.2265625,
      "learning_rate": 0.000401010654076748,
      "loss": 5.1794,
      "mean_token_accuracy": 0.2247479036450386,
      "num_tokens": 73460453.0,
      "step": 36250
    },
    {
      "entropy": 5.9540845394134525,
      "epoch": 3.1683125054618544,
      "grad_norm": 1.28125,
      "learning_rate": 0.0004009848371264391,
      "loss": 5.1377,
      "mean_token_accuracy": 0.21965035647153855,
      "num_tokens": 73469905.0,
      "step": 36255
    },
    {
      "entropy": 5.9625168800354,
      "epoch": 3.1687494538145593,
      "grad_norm": 1.234375,
      "learning_rate": 0.00040095901775967507,
      "loss": 5.2983,
      "mean_token_accuracy": 0.20657300502061843,
      "num_tokens": 73480363.0,
      "step": 36260
    },
    {
      "entropy": 5.9708147048950195,
      "epoch": 3.1691864021672638,
      "grad_norm": 1.3203125,
      "learning_rate": 0.00040093319597695105,
      "loss": 5.2332,
      "mean_token_accuracy": 0.21338648051023484,
      "num_tokens": 73490080.0,
      "step": 36265
    },
    {
      "entropy": 6.0957752704620365,
      "epoch": 3.1696233505199687,
      "grad_norm": 1.265625,
      "learning_rate": 0.0004009073717787624,
      "loss": 5.2839,
      "mean_token_accuracy": 0.20067852586507798,
      "num_tokens": 73500464.0,
      "step": 36270
    },
    {
      "entropy": 6.020684289932251,
      "epoch": 3.170060298872673,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004008815451656043,
      "loss": 5.2307,
      "mean_token_accuracy": 0.20998483151197433,
      "num_tokens": 73509834.0,
      "step": 36275
    },
    {
      "entropy": 5.992282485961914,
      "epoch": 3.170497247225378,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00040085571613797226,
      "loss": 5.3283,
      "mean_token_accuracy": 0.19788476675748826,
      "num_tokens": 73520345.0,
      "step": 36280
    },
    {
      "entropy": 5.995387983322144,
      "epoch": 3.1709341955780825,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004008298846963617,
      "loss": 5.2653,
      "mean_token_accuracy": 0.20675631016492843,
      "num_tokens": 73530769.0,
      "step": 36285
    },
    {
      "entropy": 6.057422685623169,
      "epoch": 3.1713711439307875,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004008040508412678,
      "loss": 5.1922,
      "mean_token_accuracy": 0.20642798244953156,
      "num_tokens": 73539989.0,
      "step": 36290
    },
    {
      "entropy": 6.002577781677246,
      "epoch": 3.171808092283492,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004007782145731865,
      "loss": 5.2461,
      "mean_token_accuracy": 0.2037885904312134,
      "num_tokens": 73551344.0,
      "step": 36295
    },
    {
      "entropy": 5.960425090789795,
      "epoch": 3.172245040636197,
      "grad_norm": 1.28125,
      "learning_rate": 0.00040075237589261303,
      "loss": 5.1714,
      "mean_token_accuracy": 0.21475965529680252,
      "num_tokens": 73560580.0,
      "step": 36300
    },
    {
      "entropy": 5.976418590545654,
      "epoch": 3.1726819889889013,
      "grad_norm": 1.3359375,
      "learning_rate": 0.0004007265348000432,
      "loss": 5.1942,
      "mean_token_accuracy": 0.20794024169445038,
      "num_tokens": 73569500.0,
      "step": 36305
    },
    {
      "entropy": 6.065049409866333,
      "epoch": 3.173118937341606,
      "grad_norm": 1.2578125,
      "learning_rate": 0.00040070069129597243,
      "loss": 5.2869,
      "mean_token_accuracy": 0.20636150985956192,
      "num_tokens": 73578658.0,
      "step": 36310
    },
    {
      "entropy": 5.990341567993164,
      "epoch": 3.173555885694311,
      "grad_norm": 1.15625,
      "learning_rate": 0.00040067484538089653,
      "loss": 5.196,
      "mean_token_accuracy": 0.20995879024267197,
      "num_tokens": 73588842.0,
      "step": 36315
    },
    {
      "entropy": 6.0130527973175045,
      "epoch": 3.1739928340470156,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004006489970553114,
      "loss": 5.261,
      "mean_token_accuracy": 0.2057286873459816,
      "num_tokens": 73598962.0,
      "step": 36320
    },
    {
      "entropy": 6.001948022842408,
      "epoch": 3.1744297823997205,
      "grad_norm": 1.3671875,
      "learning_rate": 0.00040062314631971255,
      "loss": 5.2953,
      "mean_token_accuracy": 0.20194557309150696,
      "num_tokens": 73609890.0,
      "step": 36325
    },
    {
      "entropy": 5.9874810695648195,
      "epoch": 3.174866730752425,
      "grad_norm": 1.203125,
      "learning_rate": 0.0004005972931745959,
      "loss": 5.172,
      "mean_token_accuracy": 0.2123900219798088,
      "num_tokens": 73620453.0,
      "step": 36330
    },
    {
      "entropy": 5.982234859466553,
      "epoch": 3.17530367910513,
      "grad_norm": 1.296875,
      "learning_rate": 0.00040057143762045746,
      "loss": 5.2107,
      "mean_token_accuracy": 0.20881110727787017,
      "num_tokens": 73630385.0,
      "step": 36335
    },
    {
      "entropy": 5.993719482421875,
      "epoch": 3.1757406274578344,
      "grad_norm": 1.296875,
      "learning_rate": 0.00040054557965779294,
      "loss": 5.2415,
      "mean_token_accuracy": 0.20639093071222306,
      "num_tokens": 73640081.0,
      "step": 36340
    },
    {
      "entropy": 5.996152353286743,
      "epoch": 3.1761775758105393,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00040051971928709853,
      "loss": 5.232,
      "mean_token_accuracy": 0.2079908847808838,
      "num_tokens": 73650934.0,
      "step": 36345
    },
    {
      "entropy": 5.954885339736938,
      "epoch": 3.1766145241632437,
      "grad_norm": 1.1953125,
      "learning_rate": 0.00040049385650887004,
      "loss": 5.1846,
      "mean_token_accuracy": 0.2111714705824852,
      "num_tokens": 73661835.0,
      "step": 36350
    },
    {
      "entropy": 6.061565351486206,
      "epoch": 3.1770514725159487,
      "grad_norm": 1.265625,
      "learning_rate": 0.0004004679913236036,
      "loss": 5.2685,
      "mean_token_accuracy": 0.21021196693181993,
      "num_tokens": 73671738.0,
      "step": 36355
    },
    {
      "entropy": 6.034300136566162,
      "epoch": 3.177488420868653,
      "grad_norm": 1.2421875,
      "learning_rate": 0.00040044212373179547,
      "loss": 5.2868,
      "mean_token_accuracy": 0.20019840598106384,
      "num_tokens": 73681834.0,
      "step": 36360
    },
    {
      "entropy": 5.990294027328491,
      "epoch": 3.177925369221358,
      "grad_norm": 1.234375,
      "learning_rate": 0.00040041625373394153,
      "loss": 5.2172,
      "mean_token_accuracy": 0.21062696129083633,
      "num_tokens": 73692137.0,
      "step": 36365
    },
    {
      "entropy": 5.98250093460083,
      "epoch": 3.178362317574063,
      "grad_norm": 1.25,
      "learning_rate": 0.0004003903813305383,
      "loss": 5.2619,
      "mean_token_accuracy": 0.20652880817651748,
      "num_tokens": 73702263.0,
      "step": 36370
    },
    {
      "entropy": 5.966595983505249,
      "epoch": 3.1787992659267674,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004003645065220817,
      "loss": 5.2772,
      "mean_token_accuracy": 0.198853762447834,
      "num_tokens": 73711945.0,
      "step": 36375
    },
    {
      "entropy": 6.091276979446411,
      "epoch": 3.1792362142794723,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004003386293090682,
      "loss": 5.2781,
      "mean_token_accuracy": 0.20301803797483445,
      "num_tokens": 73722205.0,
      "step": 36380
    },
    {
      "entropy": 6.082054853439331,
      "epoch": 3.179673162632177,
      "grad_norm": 1.328125,
      "learning_rate": 0.0004003127496919942,
      "loss": 5.291,
      "mean_token_accuracy": 0.20487032681703568,
      "num_tokens": 73732049.0,
      "step": 36385
    },
    {
      "entropy": 5.984602546691894,
      "epoch": 3.1801101109848817,
      "grad_norm": 1.3828125,
      "learning_rate": 0.0004002868676713559,
      "loss": 5.2571,
      "mean_token_accuracy": 0.2061883181333542,
      "num_tokens": 73741559.0,
      "step": 36390
    },
    {
      "entropy": 5.997650289535523,
      "epoch": 3.180547059337586,
      "grad_norm": 1.203125,
      "learning_rate": 0.00040026098324764985,
      "loss": 5.3383,
      "mean_token_accuracy": 0.20066056847572328,
      "num_tokens": 73751576.0,
      "step": 36395
    },
    {
      "entropy": 6.045092010498047,
      "epoch": 3.180984007690291,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004002350964213725,
      "loss": 5.3074,
      "mean_token_accuracy": 0.20681420117616653,
      "num_tokens": 73762155.0,
      "step": 36400
    },
    {
      "entropy": 6.072178030014038,
      "epoch": 3.1814209560429956,
      "grad_norm": 1.3125,
      "learning_rate": 0.0004002092071930204,
      "loss": 5.2275,
      "mean_token_accuracy": 0.2082120731472969,
      "num_tokens": 73772427.0,
      "step": 36405
    },
    {
      "entropy": 5.99566159248352,
      "epoch": 3.1818579043957005,
      "grad_norm": 1.3203125,
      "learning_rate": 0.0004001833155630901,
      "loss": 5.1797,
      "mean_token_accuracy": 0.21324387937784195,
      "num_tokens": 73782868.0,
      "step": 36410
    },
    {
      "entropy": 5.923302125930786,
      "epoch": 3.182294852748405,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00040015742153207823,
      "loss": 5.231,
      "mean_token_accuracy": 0.21264127641916275,
      "num_tokens": 73792480.0,
      "step": 36415
    },
    {
      "entropy": 5.9930992603302,
      "epoch": 3.18273180110111,
      "grad_norm": 1.265625,
      "learning_rate": 0.0004001315251004814,
      "loss": 5.2386,
      "mean_token_accuracy": 0.20675530433654785,
      "num_tokens": 73803264.0,
      "step": 36420
    },
    {
      "entropy": 5.977225351333618,
      "epoch": 3.183168749453815,
      "grad_norm": 1.234375,
      "learning_rate": 0.00040010562626879636,
      "loss": 5.1261,
      "mean_token_accuracy": 0.22074786573648453,
      "num_tokens": 73812491.0,
      "step": 36425
    },
    {
      "entropy": 5.976809406280518,
      "epoch": 3.1836056978065193,
      "grad_norm": 1.3125,
      "learning_rate": 0.00040007972503751984,
      "loss": 5.2085,
      "mean_token_accuracy": 0.21002815067768096,
      "num_tokens": 73821672.0,
      "step": 36430
    },
    {
      "entropy": 5.968982267379761,
      "epoch": 3.184042646159224,
      "grad_norm": 1.296875,
      "learning_rate": 0.00040005382140714867,
      "loss": 5.189,
      "mean_token_accuracy": 0.21240253895521163,
      "num_tokens": 73831709.0,
      "step": 36435
    },
    {
      "entropy": 5.948560190200806,
      "epoch": 3.1844795945119286,
      "grad_norm": 1.3828125,
      "learning_rate": 0.0004000279153781797,
      "loss": 5.2277,
      "mean_token_accuracy": 0.20545834749937059,
      "num_tokens": 73841121.0,
      "step": 36440
    },
    {
      "entropy": 5.991305255889893,
      "epoch": 3.1849165428646335,
      "grad_norm": 1.375,
      "learning_rate": 0.00040000200695110977,
      "loss": 5.2488,
      "mean_token_accuracy": 0.20803157091140748,
      "num_tokens": 73851299.0,
      "step": 36445
    },
    {
      "entropy": 6.07072868347168,
      "epoch": 3.185353491217338,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0003999760961264359,
      "loss": 5.2783,
      "mean_token_accuracy": 0.20540483593940734,
      "num_tokens": 73862020.0,
      "step": 36450
    },
    {
      "entropy": 6.036046648025513,
      "epoch": 3.185790439570043,
      "grad_norm": 1.140625,
      "learning_rate": 0.00039995018290465495,
      "loss": 5.2502,
      "mean_token_accuracy": 0.20578791201114655,
      "num_tokens": 73872786.0,
      "step": 36455
    },
    {
      "entropy": 5.960694599151611,
      "epoch": 3.1862273879227474,
      "grad_norm": 1.2734375,
      "learning_rate": 0.0003999242672862641,
      "loss": 5.1652,
      "mean_token_accuracy": 0.2115115761756897,
      "num_tokens": 73882303.0,
      "step": 36460
    },
    {
      "entropy": 5.941652297973633,
      "epoch": 3.1866643362754523,
      "grad_norm": 1.203125,
      "learning_rate": 0.0003998983492717602,
      "loss": 5.2113,
      "mean_token_accuracy": 0.21463322788476943,
      "num_tokens": 73892124.0,
      "step": 36465
    },
    {
      "entropy": 5.964213609695435,
      "epoch": 3.187101284628157,
      "grad_norm": 1.234375,
      "learning_rate": 0.0003998724288616406,
      "loss": 5.1749,
      "mean_token_accuracy": 0.21703916490077974,
      "num_tokens": 73901803.0,
      "step": 36470
    },
    {
      "entropy": 5.952337026596069,
      "epoch": 3.1875382329808617,
      "grad_norm": 1.2578125,
      "learning_rate": 0.00039984650605640244,
      "loss": 5.1447,
      "mean_token_accuracy": 0.22005608677864075,
      "num_tokens": 73911767.0,
      "step": 36475
    },
    {
      "entropy": 6.0271303176879885,
      "epoch": 3.187975181333566,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0003998205808565428,
      "loss": 5.3003,
      "mean_token_accuracy": 0.20179322063922883,
      "num_tokens": 73921746.0,
      "step": 36480
    },
    {
      "entropy": 5.959591197967529,
      "epoch": 3.188412129686271,
      "grad_norm": 1.21875,
      "learning_rate": 0.00039979465326255904,
      "loss": 5.1989,
      "mean_token_accuracy": 0.215833580493927,
      "num_tokens": 73932282.0,
      "step": 36485
    },
    {
      "entropy": 6.053139972686767,
      "epoch": 3.188849078038976,
      "grad_norm": 1.2890625,
      "learning_rate": 0.0003997687232749484,
      "loss": 5.2884,
      "mean_token_accuracy": 0.20609839409589767,
      "num_tokens": 73942739.0,
      "step": 36490
    },
    {
      "entropy": 5.970696973800659,
      "epoch": 3.1892860263916805,
      "grad_norm": 1.21875,
      "learning_rate": 0.00039974279089420833,
      "loss": 5.2217,
      "mean_token_accuracy": 0.21175850927829742,
      "num_tokens": 73953739.0,
      "step": 36495
    },
    {
      "entropy": 5.998845100402832,
      "epoch": 3.1897229747443854,
      "grad_norm": 1.359375,
      "learning_rate": 0.00039971685612083616,
      "loss": 5.2404,
      "mean_token_accuracy": 0.2068669930100441,
      "num_tokens": 73963808.0,
      "step": 36500
    },
    {
      "entropy": 6.079760217666626,
      "epoch": 3.19015992309709,
      "grad_norm": 1.3359375,
      "learning_rate": 0.00039969091895532933,
      "loss": 5.33,
      "mean_token_accuracy": 0.20405863225460052,
      "num_tokens": 73973083.0,
      "step": 36505
    },
    {
      "entropy": 5.906745100021363,
      "epoch": 3.1905968714497948,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0003996649793981853,
      "loss": 5.1248,
      "mean_token_accuracy": 0.22431110590696335,
      "num_tokens": 73983966.0,
      "step": 36510
    },
    {
      "entropy": 6.047966384887696,
      "epoch": 3.1910338198024992,
      "grad_norm": 1.2578125,
      "learning_rate": 0.00039963903744990166,
      "loss": 5.2665,
      "mean_token_accuracy": 0.2045414626598358,
      "num_tokens": 73993874.0,
      "step": 36515
    },
    {
      "entropy": 6.014336729049683,
      "epoch": 3.191470768155204,
      "grad_norm": 1.1953125,
      "learning_rate": 0.000399613093110976,
      "loss": 5.2701,
      "mean_token_accuracy": 0.19824635088443757,
      "num_tokens": 74004179.0,
      "step": 36520
    },
    {
      "entropy": 5.977627182006836,
      "epoch": 3.1919077165079086,
      "grad_norm": 1.21875,
      "learning_rate": 0.0003995871463819059,
      "loss": 5.2284,
      "mean_token_accuracy": 0.21374060660600663,
      "num_tokens": 74014941.0,
      "step": 36525
    },
    {
      "entropy": 6.012392520904541,
      "epoch": 3.1923446648606135,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00039956119726318907,
      "loss": 5.3054,
      "mean_token_accuracy": 0.2000301644206047,
      "num_tokens": 74026620.0,
      "step": 36530
    },
    {
      "entropy": 5.987627840042114,
      "epoch": 3.192781613213318,
      "grad_norm": 1.40625,
      "learning_rate": 0.00039953524575532317,
      "loss": 5.2544,
      "mean_token_accuracy": 0.2031893476843834,
      "num_tokens": 74036341.0,
      "step": 36535
    },
    {
      "entropy": 5.998262214660644,
      "epoch": 3.193218561566023,
      "grad_norm": 1.28125,
      "learning_rate": 0.00039950929185880604,
      "loss": 5.2187,
      "mean_token_accuracy": 0.20990483164787294,
      "num_tokens": 74046884.0,
      "step": 36540
    },
    {
      "entropy": 5.965526103973389,
      "epoch": 3.1936555099187274,
      "grad_norm": 1.3515625,
      "learning_rate": 0.0003994833355741354,
      "loss": 5.1857,
      "mean_token_accuracy": 0.21277074366807938,
      "num_tokens": 74056706.0,
      "step": 36545
    },
    {
      "entropy": 5.806531620025635,
      "epoch": 3.1940924582714323,
      "grad_norm": 1.234375,
      "learning_rate": 0.00039945737690180917,
      "loss": 5.0974,
      "mean_token_accuracy": 0.23480804711580278,
      "num_tokens": 74067046.0,
      "step": 36550
    },
    {
      "entropy": 5.985738277435303,
      "epoch": 3.194529406624137,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0003994314158423252,
      "loss": 5.1897,
      "mean_token_accuracy": 0.20928405225276947,
      "num_tokens": 74076884.0,
      "step": 36555
    },
    {
      "entropy": 5.981033086776733,
      "epoch": 3.1949663549768417,
      "grad_norm": 1.25,
      "learning_rate": 0.0003994054523961816,
      "loss": 5.2564,
      "mean_token_accuracy": 0.20322962403297423,
      "num_tokens": 74086482.0,
      "step": 36560
    },
    {
      "entropy": 5.916531610488891,
      "epoch": 3.1954033033295466,
      "grad_norm": 1.25,
      "learning_rate": 0.00039937948656387616,
      "loss": 5.172,
      "mean_token_accuracy": 0.21482879668474197,
      "num_tokens": 74095916.0,
      "step": 36565
    },
    {
      "entropy": 6.021908950805664,
      "epoch": 3.195840251682251,
      "grad_norm": 1.234375,
      "learning_rate": 0.00039935351834590696,
      "loss": 5.2969,
      "mean_token_accuracy": 0.20562097877264024,
      "num_tokens": 74106054.0,
      "step": 36570
    },
    {
      "entropy": 5.96282000541687,
      "epoch": 3.196277200034956,
      "grad_norm": 1.2265625,
      "learning_rate": 0.00039932754774277214,
      "loss": 5.2262,
      "mean_token_accuracy": 0.21262089759111405,
      "num_tokens": 74115641.0,
      "step": 36575
    },
    {
      "entropy": 5.983737182617188,
      "epoch": 3.1967141483876604,
      "grad_norm": 1.296875,
      "learning_rate": 0.0003993015747549698,
      "loss": 5.1998,
      "mean_token_accuracy": 0.21105327159166337,
      "num_tokens": 74125370.0,
      "step": 36580
    },
    {
      "entropy": 5.995209836959839,
      "epoch": 3.1971510967403654,
      "grad_norm": 1.3515625,
      "learning_rate": 0.00039927559938299814,
      "loss": 5.2123,
      "mean_token_accuracy": 0.2084878519177437,
      "num_tokens": 74134959.0,
      "step": 36585
    },
    {
      "entropy": 6.05349760055542,
      "epoch": 3.19758804509307,
      "grad_norm": 1.3515625,
      "learning_rate": 0.0003992496216273554,
      "loss": 5.332,
      "mean_token_accuracy": 0.1973387837409973,
      "num_tokens": 74144939.0,
      "step": 36590
    },
    {
      "entropy": 5.988627481460571,
      "epoch": 3.1980249934457747,
      "grad_norm": 1.2421875,
      "learning_rate": 0.00039922364148853973,
      "loss": 5.1166,
      "mean_token_accuracy": 0.21835502684116365,
      "num_tokens": 74154336.0,
      "step": 36595
    },
    {
      "entropy": 5.990877962112426,
      "epoch": 3.198461941798479,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0003991976589670496,
      "loss": 5.233,
      "mean_token_accuracy": 0.20568012148141862,
      "num_tokens": 74164022.0,
      "step": 36600
    },
    {
      "entropy": 6.0674591064453125,
      "epoch": 3.198898890151184,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0003991716740633832,
      "loss": 5.234,
      "mean_token_accuracy": 0.20614907145500183,
      "num_tokens": 74174186.0,
      "step": 36605
    },
    {
      "entropy": 5.975255346298217,
      "epoch": 3.199335838503889,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0003991456867780391,
      "loss": 5.2212,
      "mean_token_accuracy": 0.21223130226135253,
      "num_tokens": 74183913.0,
      "step": 36610
    },
    {
      "entropy": 5.97939510345459,
      "epoch": 3.1997727868565935,
      "grad_norm": 1.140625,
      "learning_rate": 0.0003991196971115157,
      "loss": 5.3093,
      "mean_token_accuracy": 0.2036924347281456,
      "num_tokens": 74194307.0,
      "step": 36615
    },
    {
      "entropy": 6.02734408378601,
      "epoch": 3.2002097352092984,
      "grad_norm": 1.328125,
      "learning_rate": 0.00039909370506431146,
      "loss": 5.2459,
      "mean_token_accuracy": 0.2118093952536583,
      "num_tokens": 74204672.0,
      "step": 36620
    },
    {
      "entropy": 6.015506410598755,
      "epoch": 3.200646683562003,
      "grad_norm": 1.3359375,
      "learning_rate": 0.0003990677106369249,
      "loss": 5.2385,
      "mean_token_accuracy": 0.20754527151584626,
      "num_tokens": 74214022.0,
      "step": 36625
    },
    {
      "entropy": 5.899486398696899,
      "epoch": 3.201083631914708,
      "grad_norm": 1.3125,
      "learning_rate": 0.00039904171382985465,
      "loss": 5.1779,
      "mean_token_accuracy": 0.20972631573677064,
      "num_tokens": 74223736.0,
      "step": 36630
    },
    {
      "entropy": 5.948596477508545,
      "epoch": 3.2015205802674123,
      "grad_norm": 1.265625,
      "learning_rate": 0.0003990157146435993,
      "loss": 5.215,
      "mean_token_accuracy": 0.21477364748716354,
      "num_tokens": 74234742.0,
      "step": 36635
    },
    {
      "entropy": 6.025343751907348,
      "epoch": 3.201957528620117,
      "grad_norm": 1.296875,
      "learning_rate": 0.0003989897130786577,
      "loss": 5.1845,
      "mean_token_accuracy": 0.20910314470529556,
      "num_tokens": 74244949.0,
      "step": 36640
    },
    {
      "entropy": 6.03746862411499,
      "epoch": 3.2023944769728216,
      "grad_norm": 1.3515625,
      "learning_rate": 0.00039896370913552825,
      "loss": 5.2497,
      "mean_token_accuracy": 0.2115543782711029,
      "num_tokens": 74255280.0,
      "step": 36645
    },
    {
      "entropy": 5.836050796508789,
      "epoch": 3.2028314253255266,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00039893770281471005,
      "loss": 5.1391,
      "mean_token_accuracy": 0.22436872571706773,
      "num_tokens": 74265615.0,
      "step": 36650
    },
    {
      "entropy": 5.906017780303955,
      "epoch": 3.203268373678231,
      "grad_norm": 1.3203125,
      "learning_rate": 0.0003989116941167016,
      "loss": 5.2477,
      "mean_token_accuracy": 0.2121705561876297,
      "num_tokens": 74275791.0,
      "step": 36655
    },
    {
      "entropy": 6.028328990936279,
      "epoch": 3.203705322030936,
      "grad_norm": 1.171875,
      "learning_rate": 0.00039888568304200206,
      "loss": 5.2474,
      "mean_token_accuracy": 0.20363278836011886,
      "num_tokens": 74286295.0,
      "step": 36660
    },
    {
      "entropy": 5.975815534591675,
      "epoch": 3.204142270383641,
      "grad_norm": 1.2265625,
      "learning_rate": 0.00039885966959111015,
      "loss": 5.1544,
      "mean_token_accuracy": 0.2180773451924324,
      "num_tokens": 74295163.0,
      "step": 36665
    },
    {
      "entropy": 5.984391069412231,
      "epoch": 3.2045792187363453,
      "grad_norm": 1.265625,
      "learning_rate": 0.0003988336537645249,
      "loss": 5.246,
      "mean_token_accuracy": 0.2076237678527832,
      "num_tokens": 74304855.0,
      "step": 36670
    },
    {
      "entropy": 6.030639362335205,
      "epoch": 3.2050161670890502,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0003988076355627453,
      "loss": 5.2423,
      "mean_token_accuracy": 0.2076481580734253,
      "num_tokens": 74314584.0,
      "step": 36675
    },
    {
      "entropy": 5.999231195449829,
      "epoch": 3.2054531154417547,
      "grad_norm": 1.3828125,
      "learning_rate": 0.0003987816149862703,
      "loss": 5.2254,
      "mean_token_accuracy": 0.21084546744823457,
      "num_tokens": 74324992.0,
      "step": 36680
    },
    {
      "entropy": 5.9657590866088865,
      "epoch": 3.2058900637944596,
      "grad_norm": 1.1875,
      "learning_rate": 0.00039875559203559913,
      "loss": 5.1774,
      "mean_token_accuracy": 0.21098199337720872,
      "num_tokens": 74336180.0,
      "step": 36685
    },
    {
      "entropy": 5.9362133026123045,
      "epoch": 3.206327012147164,
      "grad_norm": 1.3359375,
      "learning_rate": 0.0003987295667112309,
      "loss": 5.0905,
      "mean_token_accuracy": 0.2230081781744957,
      "num_tokens": 74346073.0,
      "step": 36690
    },
    {
      "entropy": 5.97910795211792,
      "epoch": 3.206763960499869,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0003987035390136647,
      "loss": 5.1607,
      "mean_token_accuracy": 0.21544187664985656,
      "num_tokens": 74356470.0,
      "step": 36695
    },
    {
      "entropy": 5.954072141647339,
      "epoch": 3.2072009088525735,
      "grad_norm": 1.1953125,
      "learning_rate": 0.00039867750894339974,
      "loss": 5.1549,
      "mean_token_accuracy": 0.21695929765701294,
      "num_tokens": 74367035.0,
      "step": 36700
    },
    {
      "entropy": 5.949177503585815,
      "epoch": 3.2076378572052784,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0003986514765009354,
      "loss": 5.2078,
      "mean_token_accuracy": 0.21295319944620134,
      "num_tokens": 74377264.0,
      "step": 36705
    },
    {
      "entropy": 6.041066026687622,
      "epoch": 3.208074805557983,
      "grad_norm": 1.125,
      "learning_rate": 0.00039862544168677103,
      "loss": 5.327,
      "mean_token_accuracy": 0.19596253633499144,
      "num_tokens": 74389053.0,
      "step": 36710
    },
    {
      "entropy": 6.013264322280884,
      "epoch": 3.2085117539106878,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0003985994045014058,
      "loss": 5.2093,
      "mean_token_accuracy": 0.20945295989513396,
      "num_tokens": 74399546.0,
      "step": 36715
    },
    {
      "entropy": 6.011672830581665,
      "epoch": 3.2089487022633927,
      "grad_norm": 1.2890625,
      "learning_rate": 0.00039857336494533924,
      "loss": 5.2139,
      "mean_token_accuracy": 0.21154232919216157,
      "num_tokens": 74409905.0,
      "step": 36720
    },
    {
      "entropy": 5.944552373886109,
      "epoch": 3.209385650616097,
      "grad_norm": 1.265625,
      "learning_rate": 0.0003985473230190708,
      "loss": 5.1918,
      "mean_token_accuracy": 0.21207465678453447,
      "num_tokens": 74419893.0,
      "step": 36725
    },
    {
      "entropy": 5.92294750213623,
      "epoch": 3.209822598968802,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0003985212787231,
      "loss": 5.1561,
      "mean_token_accuracy": 0.21811289042234422,
      "num_tokens": 74430286.0,
      "step": 36730
    },
    {
      "entropy": 5.963729524612427,
      "epoch": 3.2102595473215065,
      "grad_norm": 1.359375,
      "learning_rate": 0.0003984952320579263,
      "loss": 5.1697,
      "mean_token_accuracy": 0.20835926830768586,
      "num_tokens": 74439601.0,
      "step": 36735
    },
    {
      "entropy": 6.052721214294434,
      "epoch": 3.2106964956742114,
      "grad_norm": 1.34375,
      "learning_rate": 0.0003984691830240494,
      "loss": 5.2301,
      "mean_token_accuracy": 0.2102837160229683,
      "num_tokens": 74448763.0,
      "step": 36740
    },
    {
      "entropy": 6.059927654266358,
      "epoch": 3.211133444026916,
      "grad_norm": 1.296875,
      "learning_rate": 0.00039844313162196876,
      "loss": 5.3251,
      "mean_token_accuracy": 0.20414782762527467,
      "num_tokens": 74458357.0,
      "step": 36745
    },
    {
      "entropy": 5.957160091400146,
      "epoch": 3.211570392379621,
      "grad_norm": 1.328125,
      "learning_rate": 0.00039841707785218426,
      "loss": 5.1397,
      "mean_token_accuracy": 0.22074098736047745,
      "num_tokens": 74468280.0,
      "step": 36750
    },
    {
      "entropy": 5.921047353744507,
      "epoch": 3.2120073407323253,
      "grad_norm": 1.2265625,
      "learning_rate": 0.00039839102171519556,
      "loss": 5.1158,
      "mean_token_accuracy": 0.22107535749673843,
      "num_tokens": 74478103.0,
      "step": 36755
    },
    {
      "entropy": 5.985677242279053,
      "epoch": 3.21244428908503,
      "grad_norm": 1.25,
      "learning_rate": 0.0003983649632115024,
      "loss": 5.2009,
      "mean_token_accuracy": 0.20649027079343796,
      "num_tokens": 74487903.0,
      "step": 36760
    },
    {
      "entropy": 5.962158203125,
      "epoch": 3.2128812374377347,
      "grad_norm": 1.2734375,
      "learning_rate": 0.0003983389023416045,
      "loss": 5.213,
      "mean_token_accuracy": 0.21330270767211915,
      "num_tokens": 74497998.0,
      "step": 36765
    },
    {
      "entropy": 5.974105262756348,
      "epoch": 3.2133181857904396,
      "grad_norm": 1.328125,
      "learning_rate": 0.00039831283910600197,
      "loss": 5.2268,
      "mean_token_accuracy": 0.20630324333906175,
      "num_tokens": 74507313.0,
      "step": 36770
    },
    {
      "entropy": 6.037602472305298,
      "epoch": 3.2137551341431445,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0003982867735051945,
      "loss": 5.2245,
      "mean_token_accuracy": 0.21075181066989898,
      "num_tokens": 74516983.0,
      "step": 36775
    },
    {
      "entropy": 5.978417634963989,
      "epoch": 3.214192082495849,
      "grad_norm": 1.28125,
      "learning_rate": 0.0003982607055396821,
      "loss": 5.1851,
      "mean_token_accuracy": 0.21139236092567443,
      "num_tokens": 74527061.0,
      "step": 36780
    },
    {
      "entropy": 5.946741342544556,
      "epoch": 3.214629030848554,
      "grad_norm": 1.2421875,
      "learning_rate": 0.00039823463520996484,
      "loss": 5.2449,
      "mean_token_accuracy": 0.21418930888175963,
      "num_tokens": 74537782.0,
      "step": 36785
    },
    {
      "entropy": 6.015959072113037,
      "epoch": 3.2150659792012584,
      "grad_norm": 1.25,
      "learning_rate": 0.0003982085625165426,
      "loss": 5.2105,
      "mean_token_accuracy": 0.21446310728788376,
      "num_tokens": 74548082.0,
      "step": 36790
    },
    {
      "entropy": 5.953747081756592,
      "epoch": 3.2155029275539633,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0003981824874599157,
      "loss": 5.2122,
      "mean_token_accuracy": 0.20678747445344925,
      "num_tokens": 74559286.0,
      "step": 36795
    },
    {
      "entropy": 5.9709867477417,
      "epoch": 3.2159398759066677,
      "grad_norm": 1.28125,
      "learning_rate": 0.000398156410040584,
      "loss": 5.2337,
      "mean_token_accuracy": 0.20728657990694047,
      "num_tokens": 74569306.0,
      "step": 36800
    },
    {
      "entropy": 6.0363654613494875,
      "epoch": 3.2163768242593727,
      "grad_norm": 1.265625,
      "learning_rate": 0.00039813033025904793,
      "loss": 5.3062,
      "mean_token_accuracy": 0.19798780381679534,
      "num_tokens": 74579798.0,
      "step": 36805
    },
    {
      "entropy": 5.993000173568726,
      "epoch": 3.216813772612077,
      "grad_norm": 1.2265625,
      "learning_rate": 0.00039810424811580756,
      "loss": 5.2231,
      "mean_token_accuracy": 0.21000521779060363,
      "num_tokens": 74590068.0,
      "step": 36810
    },
    {
      "entropy": 6.039474868774414,
      "epoch": 3.217250720964782,
      "grad_norm": 1.1640625,
      "learning_rate": 0.00039807816361136323,
      "loss": 5.3007,
      "mean_token_accuracy": 0.1997026339173317,
      "num_tokens": 74600341.0,
      "step": 36815
    },
    {
      "entropy": 5.9710132598876955,
      "epoch": 3.2176876693174865,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0003980520767462152,
      "loss": 5.2814,
      "mean_token_accuracy": 0.20651333183050155,
      "num_tokens": 74609548.0,
      "step": 36820
    },
    {
      "entropy": 6.0015294551849365,
      "epoch": 3.2181246176701914,
      "grad_norm": 1.21875,
      "learning_rate": 0.0003980259875208639,
      "loss": 5.1719,
      "mean_token_accuracy": 0.21175537407398223,
      "num_tokens": 74619590.0,
      "step": 36825
    },
    {
      "entropy": 6.016701412200928,
      "epoch": 3.218561566022896,
      "grad_norm": 1.2734375,
      "learning_rate": 0.0003979998959358097,
      "loss": 5.194,
      "mean_token_accuracy": 0.21216976791620254,
      "num_tokens": 74629664.0,
      "step": 36830
    },
    {
      "entropy": 6.012608194351197,
      "epoch": 3.218998514375601,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0003979738019915529,
      "loss": 5.2245,
      "mean_token_accuracy": 0.21728757172822952,
      "num_tokens": 74639114.0,
      "step": 36835
    },
    {
      "entropy": 5.915748167037964,
      "epoch": 3.2194354627283057,
      "grad_norm": 1.28125,
      "learning_rate": 0.0003979477056885943,
      "loss": 5.1519,
      "mean_token_accuracy": 0.22168749570846558,
      "num_tokens": 74648730.0,
      "step": 36840
    },
    {
      "entropy": 5.994636964797974,
      "epoch": 3.21987241108101,
      "grad_norm": 1.359375,
      "learning_rate": 0.00039792160702743426,
      "loss": 5.2489,
      "mean_token_accuracy": 0.20801662504673005,
      "num_tokens": 74659102.0,
      "step": 36845
    },
    {
      "entropy": 6.03946533203125,
      "epoch": 3.220309359433715,
      "grad_norm": 1.265625,
      "learning_rate": 0.00039789550600857336,
      "loss": 5.352,
      "mean_token_accuracy": 0.19524358958005905,
      "num_tokens": 74669344.0,
      "step": 36850
    },
    {
      "entropy": 6.068647146224976,
      "epoch": 3.2207463077864196,
      "grad_norm": 1.34375,
      "learning_rate": 0.0003978694026325123,
      "loss": 5.2221,
      "mean_token_accuracy": 0.21077917963266374,
      "num_tokens": 74678524.0,
      "step": 36855
    },
    {
      "entropy": 6.004738092422485,
      "epoch": 3.2211832561391245,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0003978432968997517,
      "loss": 5.2574,
      "mean_token_accuracy": 0.20778951346874236,
      "num_tokens": 74688584.0,
      "step": 36860
    },
    {
      "entropy": 6.008630752563477,
      "epoch": 3.221620204491829,
      "grad_norm": 1.265625,
      "learning_rate": 0.00039781718881079227,
      "loss": 5.3004,
      "mean_token_accuracy": 0.2036938861012459,
      "num_tokens": 74699233.0,
      "step": 36865
    },
    {
      "entropy": 6.067531633377075,
      "epoch": 3.222057152844534,
      "grad_norm": 1.1875,
      "learning_rate": 0.00039779107836613475,
      "loss": 5.2448,
      "mean_token_accuracy": 0.20582133233547212,
      "num_tokens": 74710144.0,
      "step": 36870
    },
    {
      "entropy": 6.034370756149292,
      "epoch": 3.2224941011972383,
      "grad_norm": 1.359375,
      "learning_rate": 0.00039776496556628014,
      "loss": 5.2877,
      "mean_token_accuracy": 0.2026286840438843,
      "num_tokens": 74720289.0,
      "step": 36875
    },
    {
      "entropy": 5.955323314666748,
      "epoch": 3.2229310495499432,
      "grad_norm": 1.1796875,
      "learning_rate": 0.00039773885041172907,
      "loss": 5.2659,
      "mean_token_accuracy": 0.20084134191274644,
      "num_tokens": 74732395.0,
      "step": 36880
    },
    {
      "entropy": 5.991200637817383,
      "epoch": 3.2233679979026477,
      "grad_norm": 1.265625,
      "learning_rate": 0.00039771273290298254,
      "loss": 5.2122,
      "mean_token_accuracy": 0.21552206873893737,
      "num_tokens": 74741986.0,
      "step": 36885
    },
    {
      "entropy": 5.972020006179809,
      "epoch": 3.2238049462553526,
      "grad_norm": 1.296875,
      "learning_rate": 0.0003976866130405415,
      "loss": 5.1437,
      "mean_token_accuracy": 0.2118119478225708,
      "num_tokens": 74751540.0,
      "step": 36890
    },
    {
      "entropy": 5.973046875,
      "epoch": 3.224241894608057,
      "grad_norm": 1.28125,
      "learning_rate": 0.00039766049082490696,
      "loss": 5.2177,
      "mean_token_accuracy": 0.20472852885723114,
      "num_tokens": 74761875.0,
      "step": 36895
    },
    {
      "entropy": 5.977625560760498,
      "epoch": 3.224678842960762,
      "grad_norm": 1.28125,
      "learning_rate": 0.00039763436625657987,
      "loss": 5.1774,
      "mean_token_accuracy": 0.2108057752251625,
      "num_tokens": 74771273.0,
      "step": 36900
    },
    {
      "entropy": 5.971162939071656,
      "epoch": 3.225115791313467,
      "grad_norm": 1.21875,
      "learning_rate": 0.0003976082393360614,
      "loss": 5.1535,
      "mean_token_accuracy": 0.21343752592802048,
      "num_tokens": 74781176.0,
      "step": 36905
    },
    {
      "entropy": 5.976289129257202,
      "epoch": 3.2255527396661714,
      "grad_norm": 1.34375,
      "learning_rate": 0.00039758211006385273,
      "loss": 5.2304,
      "mean_token_accuracy": 0.21165557503700255,
      "num_tokens": 74790731.0,
      "step": 36910
    },
    {
      "entropy": 5.966865348815918,
      "epoch": 3.2259896880188763,
      "grad_norm": 1.34375,
      "learning_rate": 0.00039755597844045486,
      "loss": 5.1623,
      "mean_token_accuracy": 0.20758730322122573,
      "num_tokens": 74799810.0,
      "step": 36915
    },
    {
      "entropy": 6.007580661773682,
      "epoch": 3.226426636371581,
      "grad_norm": 1.3203125,
      "learning_rate": 0.0003975298444663692,
      "loss": 5.269,
      "mean_token_accuracy": 0.20994846224784852,
      "num_tokens": 74809701.0,
      "step": 36920
    },
    {
      "entropy": 6.014536142349243,
      "epoch": 3.2268635847242857,
      "grad_norm": 1.171875,
      "learning_rate": 0.00039750370814209683,
      "loss": 5.2058,
      "mean_token_accuracy": 0.21524099558591842,
      "num_tokens": 74820061.0,
      "step": 36925
    },
    {
      "entropy": 5.996228456497192,
      "epoch": 3.22730053307699,
      "grad_norm": 1.3671875,
      "learning_rate": 0.0003974775694681392,
      "loss": 5.1485,
      "mean_token_accuracy": 0.2140946716070175,
      "num_tokens": 74830360.0,
      "step": 36930
    },
    {
      "entropy": 5.965651178359986,
      "epoch": 3.227737481429695,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0003974514284449975,
      "loss": 5.2335,
      "mean_token_accuracy": 0.2067551612854004,
      "num_tokens": 74841855.0,
      "step": 36935
    },
    {
      "entropy": 5.913843774795533,
      "epoch": 3.2281744297823995,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00039742528507317337,
      "loss": 5.1798,
      "mean_token_accuracy": 0.21459125727415085,
      "num_tokens": 74851955.0,
      "step": 36940
    },
    {
      "entropy": 5.963989877700806,
      "epoch": 3.2286113781351045,
      "grad_norm": 1.3125,
      "learning_rate": 0.0003973991393531681,
      "loss": 5.1926,
      "mean_token_accuracy": 0.21913279742002487,
      "num_tokens": 74861720.0,
      "step": 36945
    },
    {
      "entropy": 5.953708219528198,
      "epoch": 3.229048326487809,
      "grad_norm": 1.140625,
      "learning_rate": 0.00039737299128548317,
      "loss": 5.1912,
      "mean_token_accuracy": 0.20746542364358903,
      "num_tokens": 74872136.0,
      "step": 36950
    },
    {
      "entropy": 6.04625358581543,
      "epoch": 3.229485274840514,
      "grad_norm": 1.3125,
      "learning_rate": 0.0003973468408706202,
      "loss": 5.2345,
      "mean_token_accuracy": 0.2054035872220993,
      "num_tokens": 74881683.0,
      "step": 36955
    },
    {
      "entropy": 6.014924621582031,
      "epoch": 3.2299222231932188,
      "grad_norm": 1.28125,
      "learning_rate": 0.00039732068810908067,
      "loss": 5.1629,
      "mean_token_accuracy": 0.21668590754270553,
      "num_tokens": 74892175.0,
      "step": 36960
    },
    {
      "entropy": 5.951018905639648,
      "epoch": 3.2303591715459232,
      "grad_norm": 1.078125,
      "learning_rate": 0.0003972945330013662,
      "loss": 5.2111,
      "mean_token_accuracy": 0.21219986081123351,
      "num_tokens": 74903547.0,
      "step": 36965
    },
    {
      "entropy": 5.950854682922364,
      "epoch": 3.230796119898628,
      "grad_norm": 1.25,
      "learning_rate": 0.00039726837554797856,
      "loss": 5.1803,
      "mean_token_accuracy": 0.21258542239665984,
      "num_tokens": 74912990.0,
      "step": 36970
    },
    {
      "entropy": 5.991128873825073,
      "epoch": 3.2312330682513326,
      "grad_norm": 1.3359375,
      "learning_rate": 0.00039724221574941943,
      "loss": 5.1973,
      "mean_token_accuracy": 0.20916904658079147,
      "num_tokens": 74922306.0,
      "step": 36975
    },
    {
      "entropy": 6.0164836883544925,
      "epoch": 3.2316700166040375,
      "grad_norm": 1.25,
      "learning_rate": 0.00039721605360619054,
      "loss": 5.2265,
      "mean_token_accuracy": 0.20845346748828888,
      "num_tokens": 74932207.0,
      "step": 36980
    },
    {
      "entropy": 5.95095853805542,
      "epoch": 3.232106964956742,
      "grad_norm": 1.3125,
      "learning_rate": 0.00039718988911879367,
      "loss": 5.2247,
      "mean_token_accuracy": 0.21042595356702803,
      "num_tokens": 74941933.0,
      "step": 36985
    },
    {
      "entropy": 6.01222071647644,
      "epoch": 3.232543913309447,
      "grad_norm": 1.203125,
      "learning_rate": 0.00039716372228773073,
      "loss": 5.2679,
      "mean_token_accuracy": 0.2094142109155655,
      "num_tokens": 74953418.0,
      "step": 36990
    },
    {
      "entropy": 6.047036123275757,
      "epoch": 3.2329808616621514,
      "grad_norm": 1.2265625,
      "learning_rate": 0.00039713755311350356,
      "loss": 5.2441,
      "mean_token_accuracy": 0.2041240006685257,
      "num_tokens": 74963381.0,
      "step": 36995
    },
    {
      "entropy": 5.992784547805786,
      "epoch": 3.2334178100148563,
      "grad_norm": 1.40625,
      "learning_rate": 0.00039711138159661413,
      "loss": 5.2226,
      "mean_token_accuracy": 0.21709210574626922,
      "num_tokens": 74974072.0,
      "step": 37000
    },
    {
      "entropy": 5.8857519149780275,
      "epoch": 3.2338547583675608,
      "grad_norm": 1.2890625,
      "learning_rate": 0.0003970852077375644,
      "loss": 5.1368,
      "mean_token_accuracy": 0.22230918258428572,
      "num_tokens": 74984191.0,
      "step": 37005
    },
    {
      "entropy": 5.935143756866455,
      "epoch": 3.2342917067202657,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0003970590315368564,
      "loss": 5.2315,
      "mean_token_accuracy": 0.20983051061630248,
      "num_tokens": 74994278.0,
      "step": 37010
    },
    {
      "entropy": 5.944275331497193,
      "epoch": 3.2347286550729706,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0003970328529949923,
      "loss": 5.1759,
      "mean_token_accuracy": 0.2189546063542366,
      "num_tokens": 75004150.0,
      "step": 37015
    },
    {
      "entropy": 6.001165676116943,
      "epoch": 3.235165603425675,
      "grad_norm": 1.3125,
      "learning_rate": 0.0003970066721124741,
      "loss": 5.1815,
      "mean_token_accuracy": 0.2150743469595909,
      "num_tokens": 75013632.0,
      "step": 37020
    },
    {
      "entropy": 6.002657222747803,
      "epoch": 3.23560255177838,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0003969804888898039,
      "loss": 5.2631,
      "mean_token_accuracy": 0.20694092363119126,
      "num_tokens": 75023217.0,
      "step": 37025
    },
    {
      "entropy": 5.9893652439117435,
      "epoch": 3.2360395001310844,
      "grad_norm": 1.171875,
      "learning_rate": 0.0003969543033274841,
      "loss": 5.2183,
      "mean_token_accuracy": 0.2077735722064972,
      "num_tokens": 75033771.0,
      "step": 37030
    },
    {
      "entropy": 5.988863277435303,
      "epoch": 3.2364764484837893,
      "grad_norm": 1.3203125,
      "learning_rate": 0.00039692811542601684,
      "loss": 5.2611,
      "mean_token_accuracy": 0.21090774089097977,
      "num_tokens": 75044151.0,
      "step": 37035
    },
    {
      "entropy": 5.936868143081665,
      "epoch": 3.236913396836494,
      "grad_norm": 1.328125,
      "learning_rate": 0.0003969019251859045,
      "loss": 5.1615,
      "mean_token_accuracy": 0.220786015689373,
      "num_tokens": 75054129.0,
      "step": 37040
    },
    {
      "entropy": 5.9971825122833256,
      "epoch": 3.2373503451891987,
      "grad_norm": 1.2578125,
      "learning_rate": 0.00039687573260764933,
      "loss": 5.2047,
      "mean_token_accuracy": 0.21064005941152572,
      "num_tokens": 75063147.0,
      "step": 37045
    },
    {
      "entropy": 5.967516326904297,
      "epoch": 3.237787293541903,
      "grad_norm": 1.2734375,
      "learning_rate": 0.00039684953769175376,
      "loss": 5.2629,
      "mean_token_accuracy": 0.2051931545138359,
      "num_tokens": 75072389.0,
      "step": 37050
    },
    {
      "entropy": 5.973908948898315,
      "epoch": 3.238224241894608,
      "grad_norm": 1.390625,
      "learning_rate": 0.0003968233404387201,
      "loss": 5.2137,
      "mean_token_accuracy": 0.21172364056110382,
      "num_tokens": 75081253.0,
      "step": 37055
    },
    {
      "entropy": 5.935465383529663,
      "epoch": 3.2386611902473126,
      "grad_norm": 1.2734375,
      "learning_rate": 0.000396797140849051,
      "loss": 5.1801,
      "mean_token_accuracy": 0.2143392726778984,
      "num_tokens": 75091316.0,
      "step": 37060
    },
    {
      "entropy": 6.0770327091217045,
      "epoch": 3.2390981386000175,
      "grad_norm": 1.3359375,
      "learning_rate": 0.00039677093892324895,
      "loss": 5.3238,
      "mean_token_accuracy": 0.20290479958057403,
      "num_tokens": 75101204.0,
      "step": 37065
    },
    {
      "entropy": 6.007337188720703,
      "epoch": 3.2395350869527224,
      "grad_norm": 1.25,
      "learning_rate": 0.0003967447346618164,
      "loss": 5.1972,
      "mean_token_accuracy": 0.20732709765434265,
      "num_tokens": 75111524.0,
      "step": 37070
    },
    {
      "entropy": 5.924487113952637,
      "epoch": 3.239972035305427,
      "grad_norm": 1.3359375,
      "learning_rate": 0.00039671852806525613,
      "loss": 5.1868,
      "mean_token_accuracy": 0.20790584534406661,
      "num_tokens": 75120699.0,
      "step": 37075
    },
    {
      "entropy": 5.965200996398925,
      "epoch": 3.240408983658132,
      "grad_norm": 1.3515625,
      "learning_rate": 0.00039669231913407065,
      "loss": 5.2055,
      "mean_token_accuracy": 0.21428668200969697,
      "num_tokens": 75130892.0,
      "step": 37080
    },
    {
      "entropy": 6.060673761367798,
      "epoch": 3.2408459320108363,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0003966661078687628,
      "loss": 5.297,
      "mean_token_accuracy": 0.20659992843866348,
      "num_tokens": 75140994.0,
      "step": 37085
    },
    {
      "entropy": 6.046806526184082,
      "epoch": 3.241282880363541,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0003966398942698352,
      "loss": 5.3199,
      "mean_token_accuracy": 0.20123525857925414,
      "num_tokens": 75151084.0,
      "step": 37090
    },
    {
      "entropy": 5.997240686416626,
      "epoch": 3.2417198287162456,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0003966136783377907,
      "loss": 5.2306,
      "mean_token_accuracy": 0.2088170424103737,
      "num_tokens": 75160815.0,
      "step": 37095
    },
    {
      "entropy": 6.008690071105957,
      "epoch": 3.2421567770689506,
      "grad_norm": 1.2890625,
      "learning_rate": 0.0003965874600731321,
      "loss": 5.1944,
      "mean_token_accuracy": 0.21753176003694535,
      "num_tokens": 75170827.0,
      "step": 37100
    },
    {
      "entropy": 6.016010284423828,
      "epoch": 3.242593725421655,
      "grad_norm": 1.40625,
      "learning_rate": 0.0003965612394763623,
      "loss": 5.2385,
      "mean_token_accuracy": 0.21104159355163574,
      "num_tokens": 75180250.0,
      "step": 37105
    },
    {
      "entropy": 5.9672278881073,
      "epoch": 3.24303067377436,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0003965350165479842,
      "loss": 5.2493,
      "mean_token_accuracy": 0.20800133645534516,
      "num_tokens": 75190862.0,
      "step": 37110
    },
    {
      "entropy": 5.975980567932129,
      "epoch": 3.2434676221270644,
      "grad_norm": 1.4765625,
      "learning_rate": 0.0003965087912885009,
      "loss": 5.2037,
      "mean_token_accuracy": 0.2042824625968933,
      "num_tokens": 75199632.0,
      "step": 37115
    },
    {
      "entropy": 5.938367795944214,
      "epoch": 3.2439045704797693,
      "grad_norm": 1.3125,
      "learning_rate": 0.00039648256369841523,
      "loss": 5.1467,
      "mean_token_accuracy": 0.2078110992908478,
      "num_tokens": 75209626.0,
      "step": 37120
    },
    {
      "entropy": 5.988088130950928,
      "epoch": 3.2443415188324742,
      "grad_norm": 1.2890625,
      "learning_rate": 0.0003964563337782305,
      "loss": 5.2562,
      "mean_token_accuracy": 0.20338226109743118,
      "num_tokens": 75220682.0,
      "step": 37125
    },
    {
      "entropy": 6.00103907585144,
      "epoch": 3.2447784671851787,
      "grad_norm": 1.25,
      "learning_rate": 0.00039643010152844946,
      "loss": 5.2305,
      "mean_token_accuracy": 0.21210962831974028,
      "num_tokens": 75230330.0,
      "step": 37130
    },
    {
      "entropy": 6.0112255096435545,
      "epoch": 3.2452154155378836,
      "grad_norm": 1.3359375,
      "learning_rate": 0.00039640386694957553,
      "loss": 5.2336,
      "mean_token_accuracy": 0.20583250969648362,
      "num_tokens": 75240485.0,
      "step": 37135
    },
    {
      "entropy": 5.985204029083252,
      "epoch": 3.245652363890588,
      "grad_norm": 1.2421875,
      "learning_rate": 0.00039637763004211175,
      "loss": 5.215,
      "mean_token_accuracy": 0.20992836505174636,
      "num_tokens": 75250670.0,
      "step": 37140
    },
    {
      "entropy": 6.006415128707886,
      "epoch": 3.246089312243293,
      "grad_norm": 1.1875,
      "learning_rate": 0.00039635139080656146,
      "loss": 5.2373,
      "mean_token_accuracy": 0.21546534746885299,
      "num_tokens": 75260312.0,
      "step": 37145
    },
    {
      "entropy": 6.028215503692627,
      "epoch": 3.2465262605959975,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00039632514924342794,
      "loss": 5.229,
      "mean_token_accuracy": 0.2061275750398636,
      "num_tokens": 75269978.0,
      "step": 37150
    },
    {
      "entropy": 5.946732997894287,
      "epoch": 3.2469632089487024,
      "grad_norm": 1.2890625,
      "learning_rate": 0.00039629890535321444,
      "loss": 5.2296,
      "mean_token_accuracy": 0.2100984737277031,
      "num_tokens": 75279781.0,
      "step": 37155
    },
    {
      "entropy": 6.029564237594604,
      "epoch": 3.247400157301407,
      "grad_norm": 1.203125,
      "learning_rate": 0.00039627265913642435,
      "loss": 5.3053,
      "mean_token_accuracy": 0.20332929044961928,
      "num_tokens": 75290352.0,
      "step": 37160
    },
    {
      "entropy": 6.041515684127807,
      "epoch": 3.2478371056541118,
      "grad_norm": 1.171875,
      "learning_rate": 0.0003962464105935612,
      "loss": 5.212,
      "mean_token_accuracy": 0.2110398828983307,
      "num_tokens": 75300511.0,
      "step": 37165
    },
    {
      "entropy": 5.969415712356567,
      "epoch": 3.2482740540068162,
      "grad_norm": 1.234375,
      "learning_rate": 0.00039622015972512833,
      "loss": 5.2305,
      "mean_token_accuracy": 0.211837700009346,
      "num_tokens": 75310717.0,
      "step": 37170
    },
    {
      "entropy": 5.987599611282349,
      "epoch": 3.248711002359521,
      "grad_norm": 1.234375,
      "learning_rate": 0.0003961939065316293,
      "loss": 5.2277,
      "mean_token_accuracy": 0.20911487340927123,
      "num_tokens": 75322402.0,
      "step": 37175
    },
    {
      "entropy": 5.921188545227051,
      "epoch": 3.2491479507122256,
      "grad_norm": 1.265625,
      "learning_rate": 0.00039616765101356755,
      "loss": 5.1385,
      "mean_token_accuracy": 0.2180623456835747,
      "num_tokens": 75331866.0,
      "step": 37180
    },
    {
      "entropy": 5.939909791946411,
      "epoch": 3.2495848990649305,
      "grad_norm": 1.3671875,
      "learning_rate": 0.00039614139317144676,
      "loss": 5.165,
      "mean_token_accuracy": 0.2137012854218483,
      "num_tokens": 75341125.0,
      "step": 37185
    },
    {
      "entropy": 5.9412743091583256,
      "epoch": 3.250021847417635,
      "grad_norm": 1.21875,
      "learning_rate": 0.0003961151330057706,
      "loss": 5.192,
      "mean_token_accuracy": 0.21308408975601195,
      "num_tokens": 75350518.0,
      "step": 37190
    },
    {
      "entropy": 6.027974319458008,
      "epoch": 3.25045879577034,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0003960888705170428,
      "loss": 5.3089,
      "mean_token_accuracy": 0.19528353363275527,
      "num_tokens": 75359330.0,
      "step": 37195
    },
    {
      "entropy": 6.0307454586029055,
      "epoch": 3.250895744123045,
      "grad_norm": 1.21875,
      "learning_rate": 0.000396062605705767,
      "loss": 5.3084,
      "mean_token_accuracy": 0.20336927175521852,
      "num_tokens": 75368771.0,
      "step": 37200
    },
    {
      "entropy": 6.058759975433349,
      "epoch": 3.2513326924757493,
      "grad_norm": 1.2421875,
      "learning_rate": 0.000396036338572447,
      "loss": 5.2315,
      "mean_token_accuracy": 0.20848500579595566,
      "num_tokens": 75379656.0,
      "step": 37205
    },
    {
      "entropy": 5.980297470092774,
      "epoch": 3.251769640828454,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00039601006911758646,
      "loss": 5.242,
      "mean_token_accuracy": 0.20637882947921754,
      "num_tokens": 75390248.0,
      "step": 37210
    },
    {
      "entropy": 5.976085758209228,
      "epoch": 3.2522065891811587,
      "grad_norm": 1.3828125,
      "learning_rate": 0.0003959837973416895,
      "loss": 5.2586,
      "mean_token_accuracy": 0.2011171668767929,
      "num_tokens": 75400090.0,
      "step": 37215
    },
    {
      "entropy": 6.009684276580811,
      "epoch": 3.2526435375338636,
      "grad_norm": 1.2578125,
      "learning_rate": 0.00039595752324525984,
      "loss": 5.2582,
      "mean_token_accuracy": 0.19934302866458892,
      "num_tokens": 75410380.0,
      "step": 37220
    },
    {
      "entropy": 6.046008920669555,
      "epoch": 3.253080485886568,
      "grad_norm": 1.3046875,
      "learning_rate": 0.0003959312468288016,
      "loss": 5.1928,
      "mean_token_accuracy": 0.205967777967453,
      "num_tokens": 75421265.0,
      "step": 37225
    },
    {
      "entropy": 6.010629272460937,
      "epoch": 3.253517434239273,
      "grad_norm": 1.25,
      "learning_rate": 0.0003959049680928187,
      "loss": 5.2132,
      "mean_token_accuracy": 0.21189339756965636,
      "num_tokens": 75432049.0,
      "step": 37230
    },
    {
      "entropy": 6.035662889480591,
      "epoch": 3.2539543825919774,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0003958786870378151,
      "loss": 5.2751,
      "mean_token_accuracy": 0.20598291158676146,
      "num_tokens": 75441364.0,
      "step": 37235
    },
    {
      "entropy": 5.967995071411133,
      "epoch": 3.2543913309446824,
      "grad_norm": 1.171875,
      "learning_rate": 0.0003958524036642949,
      "loss": 5.2838,
      "mean_token_accuracy": 0.20413027107715606,
      "num_tokens": 75452019.0,
      "step": 37240
    },
    {
      "entropy": 6.010462427139283,
      "epoch": 3.254828279297387,
      "grad_norm": 1.21875,
      "learning_rate": 0.00039582611797276237,
      "loss": 5.2631,
      "mean_token_accuracy": 0.19945982098579407,
      "num_tokens": 75463053.0,
      "step": 37245
    },
    {
      "entropy": 5.983066654205322,
      "epoch": 3.2552652276500917,
      "grad_norm": 1.2734375,
      "learning_rate": 0.0003957998299637215,
      "loss": 5.2436,
      "mean_token_accuracy": 0.20752012282609938,
      "num_tokens": 75472757.0,
      "step": 37250
    },
    {
      "entropy": 5.9500391483306885,
      "epoch": 3.2557021760027967,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0003957735396376766,
      "loss": 5.1854,
      "mean_token_accuracy": 0.2130853846669197,
      "num_tokens": 75482228.0,
      "step": 37255
    },
    {
      "entropy": 6.005646896362305,
      "epoch": 3.256139124355501,
      "grad_norm": 1.3984375,
      "learning_rate": 0.0003957472469951319,
      "loss": 5.2831,
      "mean_token_accuracy": 0.20481423139572144,
      "num_tokens": 75491344.0,
      "step": 37260
    },
    {
      "entropy": 6.002077865600586,
      "epoch": 3.256576072708206,
      "grad_norm": 1.234375,
      "learning_rate": 0.00039572095203659177,
      "loss": 5.3021,
      "mean_token_accuracy": 0.20312528014183046,
      "num_tokens": 75502042.0,
      "step": 37265
    },
    {
      "entropy": 5.971734952926636,
      "epoch": 3.2570130210609105,
      "grad_norm": 1.40625,
      "learning_rate": 0.0003956946547625606,
      "loss": 5.1864,
      "mean_token_accuracy": 0.2119059830904007,
      "num_tokens": 75512116.0,
      "step": 37270
    },
    {
      "entropy": 5.9844742774963375,
      "epoch": 3.2574499694136154,
      "grad_norm": 1.296875,
      "learning_rate": 0.00039566835517354266,
      "loss": 5.1899,
      "mean_token_accuracy": 0.21335407048463823,
      "num_tokens": 75521220.0,
      "step": 37275
    },
    {
      "entropy": 6.058338212966919,
      "epoch": 3.25788691776632,
      "grad_norm": 1.3046875,
      "learning_rate": 0.0003956420532700423,
      "loss": 5.2885,
      "mean_token_accuracy": 0.20506965219974518,
      "num_tokens": 75530556.0,
      "step": 37280
    },
    {
      "entropy": 5.967757701873779,
      "epoch": 3.258323866119025,
      "grad_norm": 1.4140625,
      "learning_rate": 0.0003956157490525643,
      "loss": 5.2112,
      "mean_token_accuracy": 0.22014597803354263,
      "num_tokens": 75539843.0,
      "step": 37285
    },
    {
      "entropy": 5.962552261352539,
      "epoch": 3.2587608144717293,
      "grad_norm": 1.3671875,
      "learning_rate": 0.000395589442521613,
      "loss": 5.17,
      "mean_token_accuracy": 0.21570869535207748,
      "num_tokens": 75549945.0,
      "step": 37290
    },
    {
      "entropy": 6.021987009048462,
      "epoch": 3.259197762824434,
      "grad_norm": 1.3203125,
      "learning_rate": 0.00039556313367769297,
      "loss": 5.317,
      "mean_token_accuracy": 0.2048839271068573,
      "num_tokens": 75560808.0,
      "step": 37295
    },
    {
      "entropy": 6.091677856445313,
      "epoch": 3.2596347111771387,
      "grad_norm": 1.21875,
      "learning_rate": 0.00039553682252130886,
      "loss": 5.2931,
      "mean_token_accuracy": 0.202036552131176,
      "num_tokens": 75571431.0,
      "step": 37300
    },
    {
      "entropy": 6.000689172744751,
      "epoch": 3.2600716595298436,
      "grad_norm": 1.21875,
      "learning_rate": 0.00039551050905296543,
      "loss": 5.2048,
      "mean_token_accuracy": 0.2107224777340889,
      "num_tokens": 75582543.0,
      "step": 37305
    },
    {
      "entropy": 5.9811256408691404,
      "epoch": 3.2605086078825485,
      "grad_norm": 1.1875,
      "learning_rate": 0.00039548419327316715,
      "loss": 5.1966,
      "mean_token_accuracy": 0.21362047493457795,
      "num_tokens": 75591951.0,
      "step": 37310
    },
    {
      "entropy": 5.945314884185791,
      "epoch": 3.260945556235253,
      "grad_norm": 1.25,
      "learning_rate": 0.000395457875182419,
      "loss": 5.2187,
      "mean_token_accuracy": 0.20959272980690002,
      "num_tokens": 75602107.0,
      "step": 37315
    },
    {
      "entropy": 5.963559484481811,
      "epoch": 3.261382504587958,
      "grad_norm": 1.21875,
      "learning_rate": 0.00039543155478122564,
      "loss": 5.1681,
      "mean_token_accuracy": 0.21355142295360566,
      "num_tokens": 75612449.0,
      "step": 37320
    },
    {
      "entropy": 6.003156042098999,
      "epoch": 3.2618194529406623,
      "grad_norm": 1.2421875,
      "learning_rate": 0.000395405232070092,
      "loss": 5.3006,
      "mean_token_accuracy": 0.2060983583331108,
      "num_tokens": 75622078.0,
      "step": 37325
    },
    {
      "entropy": 6.004757213592529,
      "epoch": 3.2622564012933672,
      "grad_norm": 1.2265625,
      "learning_rate": 0.00039537890704952294,
      "loss": 5.2916,
      "mean_token_accuracy": 0.20725774765014648,
      "num_tokens": 75632672.0,
      "step": 37330
    },
    {
      "entropy": 6.035905122756958,
      "epoch": 3.2626933496460717,
      "grad_norm": 1.4140625,
      "learning_rate": 0.00039535257972002325,
      "loss": 5.2324,
      "mean_token_accuracy": 0.21092171370983123,
      "num_tokens": 75641633.0,
      "step": 37335
    },
    {
      "entropy": 5.970296955108642,
      "epoch": 3.2631302979987766,
      "grad_norm": 1.34375,
      "learning_rate": 0.00039532625008209814,
      "loss": 5.139,
      "mean_token_accuracy": 0.22077443152666093,
      "num_tokens": 75651109.0,
      "step": 37340
    },
    {
      "entropy": 5.93199577331543,
      "epoch": 3.263567246351481,
      "grad_norm": 1.328125,
      "learning_rate": 0.0003952999181362525,
      "loss": 5.1961,
      "mean_token_accuracy": 0.2143253743648529,
      "num_tokens": 75661176.0,
      "step": 37345
    },
    {
      "entropy": 6.040124845504761,
      "epoch": 3.264004194704186,
      "grad_norm": 1.4140625,
      "learning_rate": 0.00039527358388299135,
      "loss": 5.2493,
      "mean_token_accuracy": 0.20827727168798446,
      "num_tokens": 75670838.0,
      "step": 37350
    },
    {
      "entropy": 6.009072542190552,
      "epoch": 3.2644411430568905,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0003952472473228198,
      "loss": 5.2097,
      "mean_token_accuracy": 0.2075776442885399,
      "num_tokens": 75681079.0,
      "step": 37355
    },
    {
      "entropy": 5.986509084701538,
      "epoch": 3.2648780914095954,
      "grad_norm": 1.296875,
      "learning_rate": 0.000395220908456243,
      "loss": 5.1124,
      "mean_token_accuracy": 0.22194621711969376,
      "num_tokens": 75691748.0,
      "step": 37360
    },
    {
      "entropy": 5.96825852394104,
      "epoch": 3.2653150397623003,
      "grad_norm": 1.3671875,
      "learning_rate": 0.0003951945672837663,
      "loss": 5.2409,
      "mean_token_accuracy": 0.21426953077316285,
      "num_tokens": 75702751.0,
      "step": 37365
    },
    {
      "entropy": 5.965200757980346,
      "epoch": 3.265751988115005,
      "grad_norm": 1.2890625,
      "learning_rate": 0.00039516822380589476,
      "loss": 5.2344,
      "mean_token_accuracy": 0.21175233125686646,
      "num_tokens": 75712107.0,
      "step": 37370
    },
    {
      "entropy": 6.007630491256714,
      "epoch": 3.2661889364677097,
      "grad_norm": 1.28125,
      "learning_rate": 0.0003951418780231338,
      "loss": 5.2304,
      "mean_token_accuracy": 0.21052582561969757,
      "num_tokens": 75721595.0,
      "step": 37375
    },
    {
      "entropy": 5.9622588634490965,
      "epoch": 3.266625884820414,
      "grad_norm": 1.171875,
      "learning_rate": 0.0003951155299359886,
      "loss": 5.1642,
      "mean_token_accuracy": 0.20941556692123414,
      "num_tokens": 75731332.0,
      "step": 37380
    },
    {
      "entropy": 5.996498250961304,
      "epoch": 3.267062833173119,
      "grad_norm": 1.34375,
      "learning_rate": 0.0003950891795449646,
      "loss": 5.149,
      "mean_token_accuracy": 0.21419319212436677,
      "num_tokens": 75740425.0,
      "step": 37385
    },
    {
      "entropy": 5.921726703643799,
      "epoch": 3.2674997815258235,
      "grad_norm": 1.1875,
      "learning_rate": 0.0003950628268505672,
      "loss": 5.2249,
      "mean_token_accuracy": 0.21832311451435088,
      "num_tokens": 75750091.0,
      "step": 37390
    },
    {
      "entropy": 5.986615324020386,
      "epoch": 3.2679367298785285,
      "grad_norm": 1.2734375,
      "learning_rate": 0.00039503647185330185,
      "loss": 5.2901,
      "mean_token_accuracy": 0.20522186905145645,
      "num_tokens": 75760780.0,
      "step": 37395
    },
    {
      "entropy": 6.03283371925354,
      "epoch": 3.268373678231233,
      "grad_norm": 1.1796875,
      "learning_rate": 0.00039501011455367406,
      "loss": 5.2264,
      "mean_token_accuracy": 0.2117609590291977,
      "num_tokens": 75771056.0,
      "step": 37400
    },
    {
      "entropy": 5.930097341537476,
      "epoch": 3.268810626583938,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0003949837549521895,
      "loss": 5.1971,
      "mean_token_accuracy": 0.21204895824193953,
      "num_tokens": 75781265.0,
      "step": 37405
    },
    {
      "entropy": 5.990870666503906,
      "epoch": 3.2692475749366423,
      "grad_norm": 1.140625,
      "learning_rate": 0.00039495739304935357,
      "loss": 5.2566,
      "mean_token_accuracy": 0.20607847720384598,
      "num_tokens": 75791911.0,
      "step": 37410
    },
    {
      "entropy": 5.998808574676514,
      "epoch": 3.2696845232893472,
      "grad_norm": 1.15625,
      "learning_rate": 0.000394931028845672,
      "loss": 5.1793,
      "mean_token_accuracy": 0.21221567690372467,
      "num_tokens": 75802085.0,
      "step": 37415
    },
    {
      "entropy": 5.968663215637207,
      "epoch": 3.270121471642052,
      "grad_norm": 1.390625,
      "learning_rate": 0.0003949046623416504,
      "loss": 5.1924,
      "mean_token_accuracy": 0.2109674870967865,
      "num_tokens": 75810740.0,
      "step": 37420
    },
    {
      "entropy": 5.992917251586914,
      "epoch": 3.2705584199947566,
      "grad_norm": 1.328125,
      "learning_rate": 0.00039487829353779464,
      "loss": 5.1896,
      "mean_token_accuracy": 0.21088695377111435,
      "num_tokens": 75820260.0,
      "step": 37425
    },
    {
      "entropy": 5.967142057418823,
      "epoch": 3.2709953683474615,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00039485192243461035,
      "loss": 5.1662,
      "mean_token_accuracy": 0.22132823169231414,
      "num_tokens": 75830152.0,
      "step": 37430
    },
    {
      "entropy": 5.910409355163575,
      "epoch": 3.271432316700166,
      "grad_norm": 1.390625,
      "learning_rate": 0.0003948255490326034,
      "loss": 5.1688,
      "mean_token_accuracy": 0.21977866291999817,
      "num_tokens": 75840617.0,
      "step": 37435
    },
    {
      "entropy": 5.929934501647949,
      "epoch": 3.271869265052871,
      "grad_norm": 1.3203125,
      "learning_rate": 0.0003947991733322796,
      "loss": 5.1569,
      "mean_token_accuracy": 0.2168475568294525,
      "num_tokens": 75850114.0,
      "step": 37440
    },
    {
      "entropy": 5.899226427078247,
      "epoch": 3.2723062134055754,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0003947727953341449,
      "loss": 5.1838,
      "mean_token_accuracy": 0.22287508845329285,
      "num_tokens": 75861202.0,
      "step": 37445
    },
    {
      "entropy": 6.037931442260742,
      "epoch": 3.2727431617582803,
      "grad_norm": 1.34375,
      "learning_rate": 0.00039474641503870524,
      "loss": 5.1729,
      "mean_token_accuracy": 0.20858639776706694,
      "num_tokens": 75870613.0,
      "step": 37450
    },
    {
      "entropy": 5.9685615539550785,
      "epoch": 3.2731801101109848,
      "grad_norm": 1.3046875,
      "learning_rate": 0.00039472003244646656,
      "loss": 5.185,
      "mean_token_accuracy": 0.21238043010234833,
      "num_tokens": 75880550.0,
      "step": 37455
    },
    {
      "entropy": 5.8967455387115475,
      "epoch": 3.2736170584636897,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0003946936475579349,
      "loss": 5.1468,
      "mean_token_accuracy": 0.2160112291574478,
      "num_tokens": 75890838.0,
      "step": 37460
    },
    {
      "entropy": 5.953139114379883,
      "epoch": 3.274054006816394,
      "grad_norm": 1.2890625,
      "learning_rate": 0.0003946672603736164,
      "loss": 5.2435,
      "mean_token_accuracy": 0.21683314740657805,
      "num_tokens": 75900834.0,
      "step": 37465
    },
    {
      "entropy": 5.953823661804199,
      "epoch": 3.274490955169099,
      "grad_norm": 1.2734375,
      "learning_rate": 0.00039464087089401714,
      "loss": 5.256,
      "mean_token_accuracy": 0.21211108118295668,
      "num_tokens": 75911442.0,
      "step": 37470
    },
    {
      "entropy": 6.020694780349731,
      "epoch": 3.274927903521804,
      "grad_norm": 1.21875,
      "learning_rate": 0.00039461447911964327,
      "loss": 5.2629,
      "mean_token_accuracy": 0.20586666613817214,
      "num_tokens": 75922824.0,
      "step": 37475
    },
    {
      "entropy": 5.983651542663575,
      "epoch": 3.2753648518745084,
      "grad_norm": 1.15625,
      "learning_rate": 0.0003945880850510011,
      "loss": 5.2379,
      "mean_token_accuracy": 0.21196409314870834,
      "num_tokens": 75932784.0,
      "step": 37480
    },
    {
      "entropy": 5.968876695632934,
      "epoch": 3.275801800227213,
      "grad_norm": 1.3046875,
      "learning_rate": 0.00039456168868859663,
      "loss": 5.1749,
      "mean_token_accuracy": 0.2165621414780617,
      "num_tokens": 75942176.0,
      "step": 37485
    },
    {
      "entropy": 5.967060327529907,
      "epoch": 3.276238748579918,
      "grad_norm": 1.1953125,
      "learning_rate": 0.00039453529003293647,
      "loss": 5.2061,
      "mean_token_accuracy": 0.2101754978299141,
      "num_tokens": 75952602.0,
      "step": 37490
    },
    {
      "entropy": 5.942197847366333,
      "epoch": 3.2766756969326227,
      "grad_norm": 1.3828125,
      "learning_rate": 0.00039450888908452677,
      "loss": 5.189,
      "mean_token_accuracy": 0.20989445596933365,
      "num_tokens": 75962971.0,
      "step": 37495
    },
    {
      "entropy": 6.006074047088623,
      "epoch": 3.277112645285327,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0003944824858438739,
      "loss": 5.3157,
      "mean_token_accuracy": 0.20653017610311508,
      "num_tokens": 75972751.0,
      "step": 37500
    },
    {
      "entropy": 6.0556361198425295,
      "epoch": 3.277549593638032,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0003944560803114845,
      "loss": 5.3709,
      "mean_token_accuracy": 0.19879051446914672,
      "num_tokens": 75984653.0,
      "step": 37505
    },
    {
      "entropy": 6.083554649353028,
      "epoch": 3.2779865419907366,
      "grad_norm": 1.3125,
      "learning_rate": 0.0003944296724878647,
      "loss": 5.2428,
      "mean_token_accuracy": 0.20619755685329438,
      "num_tokens": 75994211.0,
      "step": 37510
    },
    {
      "entropy": 5.94104585647583,
      "epoch": 3.2784234903434415,
      "grad_norm": 1.203125,
      "learning_rate": 0.0003944032623735213,
      "loss": 5.1829,
      "mean_token_accuracy": 0.21052996963262557,
      "num_tokens": 76003891.0,
      "step": 37515
    },
    {
      "entropy": 5.978414011001587,
      "epoch": 3.278860438696146,
      "grad_norm": 1.25,
      "learning_rate": 0.0003943768499689607,
      "loss": 5.2063,
      "mean_token_accuracy": 0.20968832522630693,
      "num_tokens": 76014625.0,
      "step": 37520
    },
    {
      "entropy": 5.9922566413879395,
      "epoch": 3.279297387048851,
      "grad_norm": 1.2734375,
      "learning_rate": 0.00039435043527468963,
      "loss": 5.1881,
      "mean_token_accuracy": 0.21133076697587966,
      "num_tokens": 76024773.0,
      "step": 37525
    },
    {
      "entropy": 5.92668924331665,
      "epoch": 3.2797343354015553,
      "grad_norm": 1.515625,
      "learning_rate": 0.00039432401829121467,
      "loss": 5.0744,
      "mean_token_accuracy": 0.22381837517023087,
      "num_tokens": 76035085.0,
      "step": 37530
    },
    {
      "entropy": 5.9868122100830075,
      "epoch": 3.2801712837542603,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0003942975990190425,
      "loss": 5.2498,
      "mean_token_accuracy": 0.2080296143889427,
      "num_tokens": 76046055.0,
      "step": 37535
    },
    {
      "entropy": 5.919588804244995,
      "epoch": 3.2806082321069647,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0003942711774586799,
      "loss": 5.1452,
      "mean_token_accuracy": 0.219712133705616,
      "num_tokens": 76055761.0,
      "step": 37540
    },
    {
      "entropy": 6.009174108505249,
      "epoch": 3.2810451804596696,
      "grad_norm": 1.3046875,
      "learning_rate": 0.0003942447536106335,
      "loss": 5.3332,
      "mean_token_accuracy": 0.20126602947711944,
      "num_tokens": 76065844.0,
      "step": 37545
    },
    {
      "entropy": 6.033079671859741,
      "epoch": 3.2814821288123746,
      "grad_norm": 1.203125,
      "learning_rate": 0.00039421832747541034,
      "loss": 5.2185,
      "mean_token_accuracy": 0.20996120125055312,
      "num_tokens": 76076048.0,
      "step": 37550
    },
    {
      "entropy": 5.971097993850708,
      "epoch": 3.281919077165079,
      "grad_norm": 1.25,
      "learning_rate": 0.0003941918990535172,
      "loss": 5.1908,
      "mean_token_accuracy": 0.2135141208767891,
      "num_tokens": 76086775.0,
      "step": 37555
    },
    {
      "entropy": 5.9728645324707035,
      "epoch": 3.282356025517784,
      "grad_norm": 1.296875,
      "learning_rate": 0.0003941654683454609,
      "loss": 5.2639,
      "mean_token_accuracy": 0.20991263389587403,
      "num_tokens": 76097492.0,
      "step": 37560
    },
    {
      "entropy": 5.996314525604248,
      "epoch": 3.2827929738704884,
      "grad_norm": 1.25,
      "learning_rate": 0.00039413903535174855,
      "loss": 5.2365,
      "mean_token_accuracy": 0.2045772537589073,
      "num_tokens": 76106709.0,
      "step": 37565
    },
    {
      "entropy": 5.997108364105225,
      "epoch": 3.2832299222231933,
      "grad_norm": 1.28125,
      "learning_rate": 0.000394112600072887,
      "loss": 5.2111,
      "mean_token_accuracy": 0.20852786302566528,
      "num_tokens": 76117189.0,
      "step": 37570
    },
    {
      "entropy": 6.044135189056396,
      "epoch": 3.283666870575898,
      "grad_norm": 1.1796875,
      "learning_rate": 0.00039408616250938353,
      "loss": 5.2817,
      "mean_token_accuracy": 0.20411051362752913,
      "num_tokens": 76127624.0,
      "step": 37575
    },
    {
      "entropy": 6.014318037033081,
      "epoch": 3.2841038189286027,
      "grad_norm": 1.09375,
      "learning_rate": 0.00039405972266174494,
      "loss": 5.2239,
      "mean_token_accuracy": 0.2064025580883026,
      "num_tokens": 76138138.0,
      "step": 37580
    },
    {
      "entropy": 5.914629507064819,
      "epoch": 3.284540767281307,
      "grad_norm": 1.2734375,
      "learning_rate": 0.00039403328053047847,
      "loss": 5.0962,
      "mean_token_accuracy": 0.22641753256320954,
      "num_tokens": 76148780.0,
      "step": 37585
    },
    {
      "entropy": 5.94554328918457,
      "epoch": 3.284977715634012,
      "grad_norm": 1.359375,
      "learning_rate": 0.0003940068361160913,
      "loss": 5.1649,
      "mean_token_accuracy": 0.22076845318078994,
      "num_tokens": 76158468.0,
      "step": 37590
    },
    {
      "entropy": 6.038791084289551,
      "epoch": 3.2854146639867166,
      "grad_norm": 1.1953125,
      "learning_rate": 0.00039398038941909066,
      "loss": 5.2819,
      "mean_token_accuracy": 0.2037226140499115,
      "num_tokens": 76168789.0,
      "step": 37595
    },
    {
      "entropy": 5.968916749954223,
      "epoch": 3.2858516123394215,
      "grad_norm": 1.3359375,
      "learning_rate": 0.0003939539404399839,
      "loss": 5.1944,
      "mean_token_accuracy": 0.20921920537948607,
      "num_tokens": 76179355.0,
      "step": 37600
    },
    {
      "entropy": 6.066064882278442,
      "epoch": 3.2862885606921264,
      "grad_norm": 1.2734375,
      "learning_rate": 0.0003939274891792781,
      "loss": 5.2708,
      "mean_token_accuracy": 0.2024265334010124,
      "num_tokens": 76189235.0,
      "step": 37605
    },
    {
      "entropy": 5.9554901123046875,
      "epoch": 3.286725509044831,
      "grad_norm": 1.1875,
      "learning_rate": 0.00039390103563748086,
      "loss": 5.1889,
      "mean_token_accuracy": 0.21294902712106706,
      "num_tokens": 76200146.0,
      "step": 37610
    },
    {
      "entropy": 6.013968849182129,
      "epoch": 3.2871624573975358,
      "grad_norm": 1.2421875,
      "learning_rate": 0.00039387457981509937,
      "loss": 5.2088,
      "mean_token_accuracy": 0.21187075972557068,
      "num_tokens": 76209519.0,
      "step": 37615
    },
    {
      "entropy": 5.994551944732666,
      "epoch": 3.2875994057502402,
      "grad_norm": 1.2734375,
      "learning_rate": 0.0003938481217126412,
      "loss": 5.2073,
      "mean_token_accuracy": 0.21273314356803893,
      "num_tokens": 76219316.0,
      "step": 37620
    },
    {
      "entropy": 5.956342649459839,
      "epoch": 3.288036354102945,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0003938216613306138,
      "loss": 5.1936,
      "mean_token_accuracy": 0.2124844253063202,
      "num_tokens": 76230707.0,
      "step": 37625
    },
    {
      "entropy": 6.020959568023682,
      "epoch": 3.2884733024556496,
      "grad_norm": 1.171875,
      "learning_rate": 0.00039379519866952463,
      "loss": 5.2997,
      "mean_token_accuracy": 0.20471232980489731,
      "num_tokens": 76240197.0,
      "step": 37630
    },
    {
      "entropy": 6.049661445617676,
      "epoch": 3.2889102508083545,
      "grad_norm": 1.3359375,
      "learning_rate": 0.00039376873372988123,
      "loss": 5.2603,
      "mean_token_accuracy": 0.20661875009536743,
      "num_tokens": 76249292.0,
      "step": 37635
    },
    {
      "entropy": 5.950956726074219,
      "epoch": 3.289347199161059,
      "grad_norm": 1.234375,
      "learning_rate": 0.00039374226651219137,
      "loss": 5.159,
      "mean_token_accuracy": 0.2171294644474983,
      "num_tokens": 76259598.0,
      "step": 37640
    },
    {
      "entropy": 5.965192174911499,
      "epoch": 3.289784147513764,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0003937157970169626,
      "loss": 5.2438,
      "mean_token_accuracy": 0.2144065424799919,
      "num_tokens": 76269624.0,
      "step": 37645
    },
    {
      "entropy": 5.971652936935425,
      "epoch": 3.2902210958664684,
      "grad_norm": 1.6953125,
      "learning_rate": 0.0003936893252447026,
      "loss": 5.1986,
      "mean_token_accuracy": 0.21059406399726868,
      "num_tokens": 76280662.0,
      "step": 37650
    },
    {
      "entropy": 6.001247596740723,
      "epoch": 3.2906580442191733,
      "grad_norm": 1.28125,
      "learning_rate": 0.0003936628511959193,
      "loss": 5.2,
      "mean_token_accuracy": 0.2133916661143303,
      "num_tokens": 76291194.0,
      "step": 37655
    },
    {
      "entropy": 5.948253774642945,
      "epoch": 3.291094992571878,
      "grad_norm": 1.3828125,
      "learning_rate": 0.0003936363748711202,
      "loss": 5.18,
      "mean_token_accuracy": 0.21802556663751602,
      "num_tokens": 76301926.0,
      "step": 37660
    },
    {
      "entropy": 6.022646474838257,
      "epoch": 3.2915319409245827,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0003936098962708132,
      "loss": 5.2569,
      "mean_token_accuracy": 0.21305641531944275,
      "num_tokens": 76313126.0,
      "step": 37665
    },
    {
      "entropy": 5.986992645263672,
      "epoch": 3.2919688892772876,
      "grad_norm": 1.34375,
      "learning_rate": 0.0003935834153955064,
      "loss": 5.1741,
      "mean_token_accuracy": 0.2131185993552208,
      "num_tokens": 76322133.0,
      "step": 37670
    },
    {
      "entropy": 5.916595506668091,
      "epoch": 3.292405837629992,
      "grad_norm": 1.3125,
      "learning_rate": 0.0003935569322457075,
      "loss": 5.139,
      "mean_token_accuracy": 0.2247745767235756,
      "num_tokens": 76332459.0,
      "step": 37675
    },
    {
      "entropy": 5.94236421585083,
      "epoch": 3.292842785982697,
      "grad_norm": 1.3203125,
      "learning_rate": 0.0003935304468219245,
      "loss": 5.2085,
      "mean_token_accuracy": 0.21147796064615249,
      "num_tokens": 76342510.0,
      "step": 37680
    },
    {
      "entropy": 5.984713172912597,
      "epoch": 3.2932797343354014,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0003935039591246654,
      "loss": 5.2591,
      "mean_token_accuracy": 0.2098333716392517,
      "num_tokens": 76352164.0,
      "step": 37685
    },
    {
      "entropy": 5.983382797241211,
      "epoch": 3.2937166826881064,
      "grad_norm": 1.328125,
      "learning_rate": 0.0003934774691544383,
      "loss": 5.2202,
      "mean_token_accuracy": 0.21322626918554305,
      "num_tokens": 76362141.0,
      "step": 37690
    },
    {
      "entropy": 6.058565092086792,
      "epoch": 3.294153631040811,
      "grad_norm": 1.234375,
      "learning_rate": 0.0003934509769117513,
      "loss": 5.2947,
      "mean_token_accuracy": 0.20599161237478256,
      "num_tokens": 76372152.0,
      "step": 37695
    },
    {
      "entropy": 6.019413089752197,
      "epoch": 3.2945905793935157,
      "grad_norm": 1.265625,
      "learning_rate": 0.0003934244823971124,
      "loss": 5.2286,
      "mean_token_accuracy": 0.2105188325047493,
      "num_tokens": 76383033.0,
      "step": 37700
    },
    {
      "entropy": 6.028592157363891,
      "epoch": 3.29502752774622,
      "grad_norm": 1.265625,
      "learning_rate": 0.00039339798561102994,
      "loss": 5.2187,
      "mean_token_accuracy": 0.2072903573513031,
      "num_tokens": 76393552.0,
      "step": 37705
    },
    {
      "entropy": 5.934818124771118,
      "epoch": 3.295464476098925,
      "grad_norm": 1.09375,
      "learning_rate": 0.0003933714865540121,
      "loss": 5.1528,
      "mean_token_accuracy": 0.2133997291326523,
      "num_tokens": 76404363.0,
      "step": 37710
    },
    {
      "entropy": 5.980972766876221,
      "epoch": 3.29590142445163,
      "grad_norm": 1.375,
      "learning_rate": 0.00039334498522656706,
      "loss": 5.1747,
      "mean_token_accuracy": 0.2122305616736412,
      "num_tokens": 76413483.0,
      "step": 37715
    },
    {
      "entropy": 5.936236000061035,
      "epoch": 3.2963383728043345,
      "grad_norm": 1.234375,
      "learning_rate": 0.0003933184816292032,
      "loss": 5.2303,
      "mean_token_accuracy": 0.2040230244398117,
      "num_tokens": 76424786.0,
      "step": 37720
    },
    {
      "entropy": 5.936921119689941,
      "epoch": 3.2967753211570394,
      "grad_norm": 1.21875,
      "learning_rate": 0.0003932919757624289,
      "loss": 5.1494,
      "mean_token_accuracy": 0.21596443951129912,
      "num_tokens": 76434923.0,
      "step": 37725
    },
    {
      "entropy": 6.019931793212891,
      "epoch": 3.297212269509744,
      "grad_norm": 1.2734375,
      "learning_rate": 0.00039326546762675254,
      "loss": 5.1896,
      "mean_token_accuracy": 0.2166581094264984,
      "num_tokens": 76444999.0,
      "step": 37730
    },
    {
      "entropy": 5.941449594497681,
      "epoch": 3.297649217862449,
      "grad_norm": 1.34375,
      "learning_rate": 0.00039323895722268243,
      "loss": 5.2203,
      "mean_token_accuracy": 0.20264840871095657,
      "num_tokens": 76454869.0,
      "step": 37735
    },
    {
      "entropy": 5.970967054367065,
      "epoch": 3.2980861662151533,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0003932124445507273,
      "loss": 5.2232,
      "mean_token_accuracy": 0.20560868829488754,
      "num_tokens": 76465336.0,
      "step": 37740
    },
    {
      "entropy": 5.973147916793823,
      "epoch": 3.298523114567858,
      "grad_norm": 1.3515625,
      "learning_rate": 0.00039318592961139545,
      "loss": 5.2017,
      "mean_token_accuracy": 0.21313826739788055,
      "num_tokens": 76476142.0,
      "step": 37745
    },
    {
      "entropy": 5.9969652652740475,
      "epoch": 3.2989600629205627,
      "grad_norm": 1.3984375,
      "learning_rate": 0.00039315941240519557,
      "loss": 5.2236,
      "mean_token_accuracy": 0.21873712837696074,
      "num_tokens": 76486194.0,
      "step": 37750
    },
    {
      "entropy": 6.0129766941070555,
      "epoch": 3.2993970112732676,
      "grad_norm": 1.28125,
      "learning_rate": 0.0003931328929326363,
      "loss": 5.3262,
      "mean_token_accuracy": 0.1974152982234955,
      "num_tokens": 76496243.0,
      "step": 37755
    },
    {
      "entropy": 5.9524072170257565,
      "epoch": 3.299833959625972,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00039310637119422607,
      "loss": 5.214,
      "mean_token_accuracy": 0.21089604496955872,
      "num_tokens": 76506661.0,
      "step": 37760
    },
    {
      "entropy": 5.961663436889649,
      "epoch": 3.300270907978677,
      "grad_norm": 1.171875,
      "learning_rate": 0.000393079847190474,
      "loss": 5.2318,
      "mean_token_accuracy": 0.21588799357414246,
      "num_tokens": 76516812.0,
      "step": 37765
    },
    {
      "entropy": 5.96543869972229,
      "epoch": 3.300707856331382,
      "grad_norm": 1.21875,
      "learning_rate": 0.0003930533209218884,
      "loss": 5.2529,
      "mean_token_accuracy": 0.2081233710050583,
      "num_tokens": 76527280.0,
      "step": 37770
    },
    {
      "entropy": 5.883729887008667,
      "epoch": 3.3011448046840863,
      "grad_norm": 1.265625,
      "learning_rate": 0.00039302679238897826,
      "loss": 5.103,
      "mean_token_accuracy": 0.22195476144552231,
      "num_tokens": 76536706.0,
      "step": 37775
    },
    {
      "entropy": 5.94611496925354,
      "epoch": 3.3015817530367912,
      "grad_norm": 1.3515625,
      "learning_rate": 0.0003930002615922525,
      "loss": 5.1427,
      "mean_token_accuracy": 0.20604478418827057,
      "num_tokens": 76546574.0,
      "step": 37780
    },
    {
      "entropy": 6.001297092437744,
      "epoch": 3.3020187013894957,
      "grad_norm": 1.296875,
      "learning_rate": 0.0003929737285322198,
      "loss": 5.2296,
      "mean_token_accuracy": 0.2156754031777382,
      "num_tokens": 76556315.0,
      "step": 37785
    },
    {
      "entropy": 5.984061288833618,
      "epoch": 3.3024556497422006,
      "grad_norm": 1.34375,
      "learning_rate": 0.00039294719320938923,
      "loss": 5.2773,
      "mean_token_accuracy": 0.19952573776245117,
      "num_tokens": 76565721.0,
      "step": 37790
    },
    {
      "entropy": 6.013540029525757,
      "epoch": 3.302892598094905,
      "grad_norm": 1.28125,
      "learning_rate": 0.00039292065562426966,
      "loss": 5.2801,
      "mean_token_accuracy": 0.20555967688560486,
      "num_tokens": 76575524.0,
      "step": 37795
    },
    {
      "entropy": 6.0500072002410885,
      "epoch": 3.30332954644761,
      "grad_norm": 1.1640625,
      "learning_rate": 0.00039289411577737014,
      "loss": 5.2501,
      "mean_token_accuracy": 0.20841508060693742,
      "num_tokens": 76586653.0,
      "step": 37800
    },
    {
      "entropy": 5.969437932968139,
      "epoch": 3.3037664948003145,
      "grad_norm": 1.21875,
      "learning_rate": 0.00039286757366919963,
      "loss": 5.223,
      "mean_token_accuracy": 0.20778815895318986,
      "num_tokens": 76597176.0,
      "step": 37805
    },
    {
      "entropy": 5.945397853851318,
      "epoch": 3.3042034431530194,
      "grad_norm": 1.234375,
      "learning_rate": 0.0003928410293002674,
      "loss": 5.2211,
      "mean_token_accuracy": 0.208540940284729,
      "num_tokens": 76608010.0,
      "step": 37810
    },
    {
      "entropy": 5.953241539001465,
      "epoch": 3.304640391505724,
      "grad_norm": 1.328125,
      "learning_rate": 0.0003928144826710824,
      "loss": 5.1061,
      "mean_token_accuracy": 0.21886369735002517,
      "num_tokens": 76618029.0,
      "step": 37815
    },
    {
      "entropy": 6.018591499328613,
      "epoch": 3.3050773398584288,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00039278793378215394,
      "loss": 5.2584,
      "mean_token_accuracy": 0.20708263665437698,
      "num_tokens": 76629529.0,
      "step": 37820
    },
    {
      "entropy": 6.004805994033814,
      "epoch": 3.3055142882111337,
      "grad_norm": 1.3671875,
      "learning_rate": 0.0003927613826339912,
      "loss": 5.2974,
      "mean_token_accuracy": 0.20424160808324815,
      "num_tokens": 76640488.0,
      "step": 37825
    },
    {
      "entropy": 5.919577121734619,
      "epoch": 3.305951236563838,
      "grad_norm": 1.3046875,
      "learning_rate": 0.00039273482922710343,
      "loss": 5.083,
      "mean_token_accuracy": 0.2211790934205055,
      "num_tokens": 76650271.0,
      "step": 37830
    },
    {
      "entropy": 5.947780179977417,
      "epoch": 3.3063881849165426,
      "grad_norm": 1.28125,
      "learning_rate": 0.0003927082735619999,
      "loss": 5.2744,
      "mean_token_accuracy": 0.20398652106523513,
      "num_tokens": 76661413.0,
      "step": 37835
    },
    {
      "entropy": 5.925199127197265,
      "epoch": 3.3068251332692475,
      "grad_norm": 1.2265625,
      "learning_rate": 0.00039268171563919,
      "loss": 5.2503,
      "mean_token_accuracy": 0.20827492773532869,
      "num_tokens": 76671055.0,
      "step": 37840
    },
    {
      "entropy": 6.085491752624511,
      "epoch": 3.3072620816219525,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0003926551554591832,
      "loss": 5.3556,
      "mean_token_accuracy": 0.19945669919252396,
      "num_tokens": 76683472.0,
      "step": 37845
    },
    {
      "entropy": 6.023732471466064,
      "epoch": 3.307699029974657,
      "grad_norm": 1.171875,
      "learning_rate": 0.00039262859302248876,
      "loss": 5.2224,
      "mean_token_accuracy": 0.21166865676641464,
      "num_tokens": 76694641.0,
      "step": 37850
    },
    {
      "entropy": 5.9807336807250975,
      "epoch": 3.308135978327362,
      "grad_norm": 1.34375,
      "learning_rate": 0.0003926020283296164,
      "loss": 5.2046,
      "mean_token_accuracy": 0.21267466247081757,
      "num_tokens": 76704737.0,
      "step": 37855
    },
    {
      "entropy": 5.907724046707154,
      "epoch": 3.3085729266800663,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0003925754613810754,
      "loss": 5.2149,
      "mean_token_accuracy": 0.21016248762607576,
      "num_tokens": 76714157.0,
      "step": 37860
    },
    {
      "entropy": 5.98054256439209,
      "epoch": 3.309009875032771,
      "grad_norm": 1.2421875,
      "learning_rate": 0.00039254889217737554,
      "loss": 5.2113,
      "mean_token_accuracy": 0.21190236508846283,
      "num_tokens": 76724488.0,
      "step": 37865
    },
    {
      "entropy": 5.999096536636353,
      "epoch": 3.3094468233854757,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0003925223207190263,
      "loss": 5.2755,
      "mean_token_accuracy": 0.21019944846630095,
      "num_tokens": 76734700.0,
      "step": 37870
    },
    {
      "entropy": 5.994878149032592,
      "epoch": 3.3098837717381806,
      "grad_norm": 1.265625,
      "learning_rate": 0.0003924957470065373,
      "loss": 5.2333,
      "mean_token_accuracy": 0.21026683002710342,
      "num_tokens": 76744578.0,
      "step": 37875
    },
    {
      "entropy": 5.961751699447632,
      "epoch": 3.310320720090885,
      "grad_norm": 1.40625,
      "learning_rate": 0.00039246917104041843,
      "loss": 5.1902,
      "mean_token_accuracy": 0.21597118824720382,
      "num_tokens": 76754690.0,
      "step": 37880
    },
    {
      "entropy": 6.09553894996643,
      "epoch": 3.31075766844359,
      "grad_norm": 1.203125,
      "learning_rate": 0.0003924425928211792,
      "loss": 5.2793,
      "mean_token_accuracy": 0.20560352653265,
      "num_tokens": 76765197.0,
      "step": 37885
    },
    {
      "entropy": 6.027510786056519,
      "epoch": 3.3111946167962945,
      "grad_norm": 1.3671875,
      "learning_rate": 0.00039241601234932954,
      "loss": 5.2328,
      "mean_token_accuracy": 0.20935094058513642,
      "num_tokens": 76774985.0,
      "step": 37890
    },
    {
      "entropy": 5.993335580825805,
      "epoch": 3.3116315651489994,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0003923894296253792,
      "loss": 5.2334,
      "mean_token_accuracy": 0.21187738329172134,
      "num_tokens": 76784033.0,
      "step": 37895
    },
    {
      "entropy": 5.954847526550293,
      "epoch": 3.3120685135017043,
      "grad_norm": 1.2890625,
      "learning_rate": 0.0003923628446498382,
      "loss": 5.245,
      "mean_token_accuracy": 0.2114758238196373,
      "num_tokens": 76794826.0,
      "step": 37900
    },
    {
      "entropy": 5.953871488571167,
      "epoch": 3.3125054618544088,
      "grad_norm": 1.375,
      "learning_rate": 0.0003923362574232163,
      "loss": 5.163,
      "mean_token_accuracy": 0.21413184553384781,
      "num_tokens": 76805429.0,
      "step": 37905
    },
    {
      "entropy": 6.04456901550293,
      "epoch": 3.3129424102071137,
      "grad_norm": 1.4296875,
      "learning_rate": 0.0003923096679460234,
      "loss": 5.2422,
      "mean_token_accuracy": 0.2037634074687958,
      "num_tokens": 76814880.0,
      "step": 37910
    },
    {
      "entropy": 6.018674659729004,
      "epoch": 3.313379358559818,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0003922830762187697,
      "loss": 5.2409,
      "mean_token_accuracy": 0.2101510301232338,
      "num_tokens": 76824828.0,
      "step": 37915
    },
    {
      "entropy": 6.0545125007629395,
      "epoch": 3.313816306912523,
      "grad_norm": 1.34375,
      "learning_rate": 0.000392256482241965,
      "loss": 5.36,
      "mean_token_accuracy": 0.20138887017965318,
      "num_tokens": 76835140.0,
      "step": 37920
    },
    {
      "entropy": 6.032336044311523,
      "epoch": 3.3142532552652275,
      "grad_norm": 1.2734375,
      "learning_rate": 0.0003922298860161197,
      "loss": 5.2624,
      "mean_token_accuracy": 0.20516727715730668,
      "num_tokens": 76844718.0,
      "step": 37925
    },
    {
      "entropy": 6.086437320709228,
      "epoch": 3.3146902036179324,
      "grad_norm": 1.3203125,
      "learning_rate": 0.00039220328754174376,
      "loss": 5.3349,
      "mean_token_accuracy": 0.2067960575222969,
      "num_tokens": 76854738.0,
      "step": 37930
    },
    {
      "entropy": 6.020941209793091,
      "epoch": 3.315127151970637,
      "grad_norm": 1.203125,
      "learning_rate": 0.00039217668681934727,
      "loss": 5.2667,
      "mean_token_accuracy": 0.2066056728363037,
      "num_tokens": 76864939.0,
      "step": 37935
    },
    {
      "entropy": 5.974774646759033,
      "epoch": 3.315564100323342,
      "grad_norm": 1.25,
      "learning_rate": 0.0003921500838494405,
      "loss": 5.2576,
      "mean_token_accuracy": 0.2082275539636612,
      "num_tokens": 76875895.0,
      "step": 37940
    },
    {
      "entropy": 5.9972435474395756,
      "epoch": 3.3160010486760463,
      "grad_norm": 1.2421875,
      "learning_rate": 0.00039212347863253386,
      "loss": 5.2251,
      "mean_token_accuracy": 0.20963679403066635,
      "num_tokens": 76885415.0,
      "step": 37945
    },
    {
      "entropy": 5.977040958404541,
      "epoch": 3.316437997028751,
      "grad_norm": 1.25,
      "learning_rate": 0.0003920968711691374,
      "loss": 5.2368,
      "mean_token_accuracy": 0.20451264083385468,
      "num_tokens": 76896961.0,
      "step": 37950
    },
    {
      "entropy": 6.02262511253357,
      "epoch": 3.316874945381456,
      "grad_norm": 1.28125,
      "learning_rate": 0.00039207026145976167,
      "loss": 5.2573,
      "mean_token_accuracy": 0.21151680499315262,
      "num_tokens": 76906521.0,
      "step": 37955
    },
    {
      "entropy": 5.976009273529053,
      "epoch": 3.3173118937341606,
      "grad_norm": 1.5625,
      "learning_rate": 0.00039204364950491693,
      "loss": 5.1936,
      "mean_token_accuracy": 0.20878149718046188,
      "num_tokens": 76916971.0,
      "step": 37960
    },
    {
      "entropy": 6.015205907821655,
      "epoch": 3.3177488420868655,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0003920170353051137,
      "loss": 5.2342,
      "mean_token_accuracy": 0.2147262379527092,
      "num_tokens": 76928070.0,
      "step": 37965
    },
    {
      "entropy": 6.02422308921814,
      "epoch": 3.31818579043957,
      "grad_norm": 1.3203125,
      "learning_rate": 0.00039199041886086233,
      "loss": 5.2668,
      "mean_token_accuracy": 0.20409271419048308,
      "num_tokens": 76938020.0,
      "step": 37970
    },
    {
      "entropy": 6.011497879028321,
      "epoch": 3.318622738792275,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0003919638001726735,
      "loss": 5.2433,
      "mean_token_accuracy": 0.2127517729997635,
      "num_tokens": 76949371.0,
      "step": 37975
    },
    {
      "entropy": 6.039971780776978,
      "epoch": 3.3190596871449793,
      "grad_norm": 1.2890625,
      "learning_rate": 0.0003919371792410578,
      "loss": 5.1813,
      "mean_token_accuracy": 0.21188001632690429,
      "num_tokens": 76959120.0,
      "step": 37980
    },
    {
      "entropy": 5.951383924484253,
      "epoch": 3.3194966354976843,
      "grad_norm": 1.265625,
      "learning_rate": 0.00039191055606652554,
      "loss": 5.2052,
      "mean_token_accuracy": 0.21224856823682786,
      "num_tokens": 76969493.0,
      "step": 37985
    },
    {
      "entropy": 5.965099668502807,
      "epoch": 3.3199335838503887,
      "grad_norm": 1.21875,
      "learning_rate": 0.00039188393064958766,
      "loss": 5.2384,
      "mean_token_accuracy": 0.20568109154701233,
      "num_tokens": 76979732.0,
      "step": 37990
    },
    {
      "entropy": 6.021163272857666,
      "epoch": 3.3203705322030936,
      "grad_norm": 1.3203125,
      "learning_rate": 0.00039185730299075473,
      "loss": 5.2602,
      "mean_token_accuracy": 0.20847418904304504,
      "num_tokens": 76990354.0,
      "step": 37995
    },
    {
      "entropy": 6.010745525360107,
      "epoch": 3.320807480555798,
      "grad_norm": 1.2734375,
      "learning_rate": 0.00039183067309053743,
      "loss": 5.1963,
      "mean_token_accuracy": 0.21574352383613588,
      "num_tokens": 76999469.0,
      "step": 38000
    },
    {
      "entropy": 5.9985414981842045,
      "epoch": 3.321244428908503,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0003918040409494467,
      "loss": 5.2065,
      "mean_token_accuracy": 0.2144213557243347,
      "num_tokens": 77009499.0,
      "step": 38005
    },
    {
      "entropy": 5.996597814559936,
      "epoch": 3.321681377261208,
      "grad_norm": 1.15625,
      "learning_rate": 0.00039177740656799314,
      "loss": 5.2739,
      "mean_token_accuracy": 0.19744388461112977,
      "num_tokens": 77019426.0,
      "step": 38010
    },
    {
      "entropy": 6.040851736068726,
      "epoch": 3.3221183256139124,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0003917507699466879,
      "loss": 5.2331,
      "mean_token_accuracy": 0.2048345237970352,
      "num_tokens": 77028274.0,
      "step": 38015
    },
    {
      "entropy": 5.958163022994995,
      "epoch": 3.3225552739666173,
      "grad_norm": 1.15625,
      "learning_rate": 0.0003917241310860416,
      "loss": 5.1863,
      "mean_token_accuracy": 0.21475938856601715,
      "num_tokens": 77038790.0,
      "step": 38020
    },
    {
      "entropy": 6.034795331954956,
      "epoch": 3.322992222319322,
      "grad_norm": 1.40625,
      "learning_rate": 0.00039169748998656536,
      "loss": 5.2052,
      "mean_token_accuracy": 0.21433740258216857,
      "num_tokens": 77047799.0,
      "step": 38025
    },
    {
      "entropy": 6.009879541397095,
      "epoch": 3.3234291706720267,
      "grad_norm": 1.390625,
      "learning_rate": 0.0003916708466487701,
      "loss": 5.312,
      "mean_token_accuracy": 0.19858362823724746,
      "num_tokens": 77057080.0,
      "step": 38030
    },
    {
      "entropy": 6.058250284194946,
      "epoch": 3.323866119024731,
      "grad_norm": 1.203125,
      "learning_rate": 0.00039164420107316676,
      "loss": 5.2555,
      "mean_token_accuracy": 0.20405457317829132,
      "num_tokens": 77066689.0,
      "step": 38035
    },
    {
      "entropy": 6.06418399810791,
      "epoch": 3.324303067377436,
      "grad_norm": 1.3359375,
      "learning_rate": 0.0003916175532602666,
      "loss": 5.2623,
      "mean_token_accuracy": 0.20463999807834626,
      "num_tokens": 77076366.0,
      "step": 38040
    },
    {
      "entropy": 5.96033411026001,
      "epoch": 3.3247400157301406,
      "grad_norm": 1.3203125,
      "learning_rate": 0.0003915909032105808,
      "loss": 5.1644,
      "mean_token_accuracy": 0.22508410662412642,
      "num_tokens": 77085825.0,
      "step": 38045
    },
    {
      "entropy": 6.027450513839722,
      "epoch": 3.3251769640828455,
      "grad_norm": 1.375,
      "learning_rate": 0.0003915642509246202,
      "loss": 5.1697,
      "mean_token_accuracy": 0.21513922959566117,
      "num_tokens": 77095249.0,
      "step": 38050
    },
    {
      "entropy": 5.895831680297851,
      "epoch": 3.32561391243555,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00039153759640289627,
      "loss": 5.155,
      "mean_token_accuracy": 0.21344113647937774,
      "num_tokens": 77105323.0,
      "step": 38055
    },
    {
      "entropy": 5.963362169265747,
      "epoch": 3.326050860788255,
      "grad_norm": 1.328125,
      "learning_rate": 0.00039151093964592007,
      "loss": 5.2621,
      "mean_token_accuracy": 0.20743094235658646,
      "num_tokens": 77116055.0,
      "step": 38060
    },
    {
      "entropy": 6.019742822647094,
      "epoch": 3.3264878091409598,
      "grad_norm": 1.140625,
      "learning_rate": 0.0003914842806542031,
      "loss": 5.2368,
      "mean_token_accuracy": 0.21625731736421586,
      "num_tokens": 77127293.0,
      "step": 38065
    },
    {
      "entropy": 6.020652627944946,
      "epoch": 3.3269247574936642,
      "grad_norm": 1.3203125,
      "learning_rate": 0.0003914576194282566,
      "loss": 5.2343,
      "mean_token_accuracy": 0.197403159737587,
      "num_tokens": 77136872.0,
      "step": 38070
    },
    {
      "entropy": 6.044162368774414,
      "epoch": 3.327361705846369,
      "grad_norm": 1.3828125,
      "learning_rate": 0.00039143095596859184,
      "loss": 5.2381,
      "mean_token_accuracy": 0.20899608880281448,
      "num_tokens": 77146561.0,
      "step": 38075
    },
    {
      "entropy": 5.997143268585205,
      "epoch": 3.3277986541990736,
      "grad_norm": 1.3046875,
      "learning_rate": 0.00039140429027572043,
      "loss": 5.2141,
      "mean_token_accuracy": 0.20905255675315856,
      "num_tokens": 77156043.0,
      "step": 38080
    },
    {
      "entropy": 6.009788465499878,
      "epoch": 3.3282356025517785,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0003913776223501537,
      "loss": 5.2377,
      "mean_token_accuracy": 0.20743249207735062,
      "num_tokens": 77165578.0,
      "step": 38085
    },
    {
      "entropy": 5.987621545791626,
      "epoch": 3.328672550904483,
      "grad_norm": 1.3671875,
      "learning_rate": 0.0003913509521924032,
      "loss": 5.2692,
      "mean_token_accuracy": 0.20510793924331666,
      "num_tokens": 77175105.0,
      "step": 38090
    },
    {
      "entropy": 6.000574159622192,
      "epoch": 3.329109499257188,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0003913242798029805,
      "loss": 5.2493,
      "mean_token_accuracy": 0.19932642877101897,
      "num_tokens": 77185821.0,
      "step": 38095
    },
    {
      "entropy": 5.949774074554443,
      "epoch": 3.3295464476098924,
      "grad_norm": 1.34375,
      "learning_rate": 0.0003912976051823971,
      "loss": 5.1697,
      "mean_token_accuracy": 0.21433610022068023,
      "num_tokens": 77195028.0,
      "step": 38100
    },
    {
      "entropy": 5.984462404251099,
      "epoch": 3.3299833959625973,
      "grad_norm": 1.15625,
      "learning_rate": 0.0003912709283311648,
      "loss": 5.1867,
      "mean_token_accuracy": 0.21095612198114394,
      "num_tokens": 77206317.0,
      "step": 38105
    },
    {
      "entropy": 5.96434760093689,
      "epoch": 3.3304203443153018,
      "grad_norm": 1.203125,
      "learning_rate": 0.0003912442492497951,
      "loss": 5.1539,
      "mean_token_accuracy": 0.21466309279203416,
      "num_tokens": 77216485.0,
      "step": 38110
    },
    {
      "entropy": 5.960155391693116,
      "epoch": 3.3308572926680067,
      "grad_norm": 1.375,
      "learning_rate": 0.0003912175679387997,
      "loss": 5.1975,
      "mean_token_accuracy": 0.21798214465379714,
      "num_tokens": 77226457.0,
      "step": 38115
    },
    {
      "entropy": 5.948058652877807,
      "epoch": 3.3312942410207116,
      "grad_norm": 1.1875,
      "learning_rate": 0.0003911908843986906,
      "loss": 5.1822,
      "mean_token_accuracy": 0.21386836618185043,
      "num_tokens": 77237673.0,
      "step": 38120
    },
    {
      "entropy": 5.984775161743164,
      "epoch": 3.331731189373416,
      "grad_norm": 1.3125,
      "learning_rate": 0.0003911641986299793,
      "loss": 5.1865,
      "mean_token_accuracy": 0.21437856703996658,
      "num_tokens": 77247620.0,
      "step": 38125
    },
    {
      "entropy": 6.0128875255584715,
      "epoch": 3.3321681377261205,
      "grad_norm": 1.1875,
      "learning_rate": 0.00039113751063317795,
      "loss": 5.1716,
      "mean_token_accuracy": 0.21175938546657563,
      "num_tokens": 77257739.0,
      "step": 38130
    },
    {
      "entropy": 5.990154647827149,
      "epoch": 3.3326050860788254,
      "grad_norm": 1.2890625,
      "learning_rate": 0.0003911108204087982,
      "loss": 5.2596,
      "mean_token_accuracy": 0.20538189262151718,
      "num_tokens": 77268917.0,
      "step": 38135
    },
    {
      "entropy": 6.004045200347901,
      "epoch": 3.3330420344315304,
      "grad_norm": 1.1875,
      "learning_rate": 0.0003910841279573521,
      "loss": 5.2663,
      "mean_token_accuracy": 0.20758403986692428,
      "num_tokens": 77279225.0,
      "step": 38140
    },
    {
      "entropy": 5.98643536567688,
      "epoch": 3.333478982784235,
      "grad_norm": 1.265625,
      "learning_rate": 0.0003910574332793516,
      "loss": 5.1978,
      "mean_token_accuracy": 0.21180272847414017,
      "num_tokens": 77289504.0,
      "step": 38145
    },
    {
      "entropy": 5.954039144515991,
      "epoch": 3.3339159311369397,
      "grad_norm": 1.359375,
      "learning_rate": 0.00039103073637530877,
      "loss": 5.2311,
      "mean_token_accuracy": 0.21457992494106293,
      "num_tokens": 77299663.0,
      "step": 38150
    },
    {
      "entropy": 6.003751564025879,
      "epoch": 3.334352879489644,
      "grad_norm": 1.421875,
      "learning_rate": 0.00039100403724573555,
      "loss": 5.199,
      "mean_token_accuracy": 0.21365112364292144,
      "num_tokens": 77308755.0,
      "step": 38155
    },
    {
      "entropy": 5.978236055374145,
      "epoch": 3.334789827842349,
      "grad_norm": 1.421875,
      "learning_rate": 0.0003909773358911441,
      "loss": 5.1882,
      "mean_token_accuracy": 0.2096269726753235,
      "num_tokens": 77318351.0,
      "step": 38160
    },
    {
      "entropy": 5.9990135669708256,
      "epoch": 3.3352267761950536,
      "grad_norm": 1.3046875,
      "learning_rate": 0.00039095063231204657,
      "loss": 5.0969,
      "mean_token_accuracy": 0.21840033829212188,
      "num_tokens": 77328091.0,
      "step": 38165
    },
    {
      "entropy": 5.935589742660523,
      "epoch": 3.3356637245477585,
      "grad_norm": 1.21875,
      "learning_rate": 0.0003909239265089552,
      "loss": 5.1976,
      "mean_token_accuracy": 0.21081101894378662,
      "num_tokens": 77338209.0,
      "step": 38170
    },
    {
      "entropy": 5.9496697902679445,
      "epoch": 3.336100672900463,
      "grad_norm": 1.2578125,
      "learning_rate": 0.00039089721848238216,
      "loss": 5.1569,
      "mean_token_accuracy": 0.2098928913474083,
      "num_tokens": 77349811.0,
      "step": 38175
    },
    {
      "entropy": 6.052197408676148,
      "epoch": 3.336537621253168,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0003908705082328397,
      "loss": 5.2981,
      "mean_token_accuracy": 0.2031749054789543,
      "num_tokens": 77359995.0,
      "step": 38180
    },
    {
      "entropy": 5.965946674346924,
      "epoch": 3.3369745696058724,
      "grad_norm": 1.171875,
      "learning_rate": 0.0003908437957608403,
      "loss": 5.1566,
      "mean_token_accuracy": 0.21531985998153685,
      "num_tokens": 77371149.0,
      "step": 38185
    },
    {
      "entropy": 5.960663986206055,
      "epoch": 3.3374115179585773,
      "grad_norm": 1.28125,
      "learning_rate": 0.0003908170810668961,
      "loss": 5.2273,
      "mean_token_accuracy": 0.2085726633667946,
      "num_tokens": 77381107.0,
      "step": 38190
    },
    {
      "entropy": 5.981304502487182,
      "epoch": 3.337848466311282,
      "grad_norm": 1.21875,
      "learning_rate": 0.00039079036415151967,
      "loss": 5.3087,
      "mean_token_accuracy": 0.1972744345664978,
      "num_tokens": 77391982.0,
      "step": 38195
    },
    {
      "entropy": 5.975159692764282,
      "epoch": 3.3382854146639866,
      "grad_norm": 1.171875,
      "learning_rate": 0.0003907636450152232,
      "loss": 5.212,
      "mean_token_accuracy": 0.20775528699159623,
      "num_tokens": 77403129.0,
      "step": 38200
    },
    {
      "entropy": 5.9958171367645265,
      "epoch": 3.3387223630166916,
      "grad_norm": 1.2890625,
      "learning_rate": 0.0003907369236585195,
      "loss": 5.2892,
      "mean_token_accuracy": 0.20371803641319275,
      "num_tokens": 77412562.0,
      "step": 38205
    },
    {
      "entropy": 5.965830898284912,
      "epoch": 3.339159311369396,
      "grad_norm": 1.265625,
      "learning_rate": 0.000390710200081921,
      "loss": 5.2382,
      "mean_token_accuracy": 0.21250462979078294,
      "num_tokens": 77422693.0,
      "step": 38210
    },
    {
      "entropy": 5.9994453430175785,
      "epoch": 3.339596259722101,
      "grad_norm": 1.25,
      "learning_rate": 0.0003906834742859402,
      "loss": 5.2235,
      "mean_token_accuracy": 0.2091322973370552,
      "num_tokens": 77432455.0,
      "step": 38215
    },
    {
      "entropy": 5.991664695739746,
      "epoch": 3.3400332080748054,
      "grad_norm": 1.2890625,
      "learning_rate": 0.0003906567462710897,
      "loss": 5.2282,
      "mean_token_accuracy": 0.2088407039642334,
      "num_tokens": 77442785.0,
      "step": 38220
    },
    {
      "entropy": 6.009900283813477,
      "epoch": 3.3404701564275103,
      "grad_norm": 1.2265625,
      "learning_rate": 0.00039063001603788217,
      "loss": 5.2084,
      "mean_token_accuracy": 0.21042652875185014,
      "num_tokens": 77453307.0,
      "step": 38225
    },
    {
      "entropy": 6.042657804489136,
      "epoch": 3.340907104780215,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0003906032835868304,
      "loss": 5.3436,
      "mean_token_accuracy": 0.20672540366649628,
      "num_tokens": 77463851.0,
      "step": 38230
    },
    {
      "entropy": 6.052413415908814,
      "epoch": 3.3413440531329197,
      "grad_norm": 1.265625,
      "learning_rate": 0.00039057654891844716,
      "loss": 5.2643,
      "mean_token_accuracy": 0.20419119000434877,
      "num_tokens": 77473391.0,
      "step": 38235
    },
    {
      "entropy": 6.050600814819336,
      "epoch": 3.341781001485624,
      "grad_norm": 1.328125,
      "learning_rate": 0.000390549812033245,
      "loss": 5.2591,
      "mean_token_accuracy": 0.2039020761847496,
      "num_tokens": 77482750.0,
      "step": 38240
    },
    {
      "entropy": 5.953916025161743,
      "epoch": 3.342217949838329,
      "grad_norm": 1.1953125,
      "learning_rate": 0.000390523072931737,
      "loss": 5.2195,
      "mean_token_accuracy": 0.20968654453754426,
      "num_tokens": 77492637.0,
      "step": 38245
    },
    {
      "entropy": 5.997754192352295,
      "epoch": 3.342654898191034,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0003904963316144359,
      "loss": 5.2821,
      "mean_token_accuracy": 0.20455801039934157,
      "num_tokens": 77502877.0,
      "step": 38250
    },
    {
      "entropy": 6.00499119758606,
      "epoch": 3.3430918465437385,
      "grad_norm": 1.28125,
      "learning_rate": 0.00039046958808185454,
      "loss": 5.2196,
      "mean_token_accuracy": 0.21367257386445998,
      "num_tokens": 77513630.0,
      "step": 38255
    },
    {
      "entropy": 5.995534420013428,
      "epoch": 3.3435287948964434,
      "grad_norm": 1.3515625,
      "learning_rate": 0.00039044284233450614,
      "loss": 5.19,
      "mean_token_accuracy": 0.21641572266817094,
      "num_tokens": 77523801.0,
      "step": 38260
    },
    {
      "entropy": 5.960023832321167,
      "epoch": 3.343965743249148,
      "grad_norm": 1.25,
      "learning_rate": 0.00039041609437290346,
      "loss": 5.2179,
      "mean_token_accuracy": 0.21229085326194763,
      "num_tokens": 77533985.0,
      "step": 38265
    },
    {
      "entropy": 5.932739782333374,
      "epoch": 3.3444026916018528,
      "grad_norm": 1.265625,
      "learning_rate": 0.0003903893441975596,
      "loss": 5.159,
      "mean_token_accuracy": 0.2176346629858017,
      "num_tokens": 77543713.0,
      "step": 38270
    },
    {
      "entropy": 5.971943664550781,
      "epoch": 3.3448396399545572,
      "grad_norm": 1.3125,
      "learning_rate": 0.0003903625918089877,
      "loss": 5.2323,
      "mean_token_accuracy": 0.21066380590200423,
      "num_tokens": 77553945.0,
      "step": 38275
    },
    {
      "entropy": 5.953629827499389,
      "epoch": 3.345276588307262,
      "grad_norm": 1.3671875,
      "learning_rate": 0.0003903358372077008,
      "loss": 5.1692,
      "mean_token_accuracy": 0.21443510800600052,
      "num_tokens": 77563615.0,
      "step": 38280
    },
    {
      "entropy": 5.972489500045777,
      "epoch": 3.3457135366599666,
      "grad_norm": 1.265625,
      "learning_rate": 0.0003903090803942121,
      "loss": 5.2025,
      "mean_token_accuracy": 0.21041102707386017,
      "num_tokens": 77573886.0,
      "step": 38285
    },
    {
      "entropy": 6.022552585601806,
      "epoch": 3.3461504850126715,
      "grad_norm": 1.2265625,
      "learning_rate": 0.00039028232136903483,
      "loss": 5.243,
      "mean_token_accuracy": 0.20903008729219436,
      "num_tokens": 77585017.0,
      "step": 38290
    },
    {
      "entropy": 6.0220067501068115,
      "epoch": 3.346587433365376,
      "grad_norm": 1.21875,
      "learning_rate": 0.00039025556013268226,
      "loss": 5.2168,
      "mean_token_accuracy": 0.2110325276851654,
      "num_tokens": 77594605.0,
      "step": 38295
    },
    {
      "entropy": 6.027429723739624,
      "epoch": 3.347024381718081,
      "grad_norm": 1.34375,
      "learning_rate": 0.00039022879668566764,
      "loss": 5.185,
      "mean_token_accuracy": 0.21197237074375153,
      "num_tokens": 77603262.0,
      "step": 38300
    },
    {
      "entropy": 5.9428503036499025,
      "epoch": 3.347461330070786,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0003902020310285043,
      "loss": 5.209,
      "mean_token_accuracy": 0.21097371727228165,
      "num_tokens": 77612963.0,
      "step": 38305
    },
    {
      "entropy": 5.9884840965271,
      "epoch": 3.3478982784234903,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0003901752631617056,
      "loss": 5.2174,
      "mean_token_accuracy": 0.20868604630231857,
      "num_tokens": 77623237.0,
      "step": 38310
    },
    {
      "entropy": 6.010297393798828,
      "epoch": 3.348335226776195,
      "grad_norm": 1.390625,
      "learning_rate": 0.0003901484930857851,
      "loss": 5.1931,
      "mean_token_accuracy": 0.2096306324005127,
      "num_tokens": 77632513.0,
      "step": 38315
    },
    {
      "entropy": 5.947820711135864,
      "epoch": 3.3487721751288997,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0003901217208012561,
      "loss": 5.1515,
      "mean_token_accuracy": 0.21957067400217056,
      "num_tokens": 77643160.0,
      "step": 38320
    },
    {
      "entropy": 5.97583270072937,
      "epoch": 3.3492091234816046,
      "grad_norm": 1.328125,
      "learning_rate": 0.00039009494630863216,
      "loss": 5.2378,
      "mean_token_accuracy": 0.2123193249106407,
      "num_tokens": 77653311.0,
      "step": 38325
    },
    {
      "entropy": 5.994754648208618,
      "epoch": 3.349646071834309,
      "grad_norm": 1.3046875,
      "learning_rate": 0.00039006816960842695,
      "loss": 5.2231,
      "mean_token_accuracy": 0.212730473279953,
      "num_tokens": 77663142.0,
      "step": 38330
    },
    {
      "entropy": 5.997152376174927,
      "epoch": 3.350083020187014,
      "grad_norm": 1.203125,
      "learning_rate": 0.0003900413907011538,
      "loss": 5.246,
      "mean_token_accuracy": 0.2097989648580551,
      "num_tokens": 77675143.0,
      "step": 38335
    },
    {
      "entropy": 5.970989942550659,
      "epoch": 3.3505199685397185,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0003900146095873266,
      "loss": 5.2104,
      "mean_token_accuracy": 0.21136427372694017,
      "num_tokens": 77685464.0,
      "step": 38340
    },
    {
      "entropy": 6.0292150497436525,
      "epoch": 3.3509569168924234,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0003899878262674588,
      "loss": 5.2292,
      "mean_token_accuracy": 0.20937676280736922,
      "num_tokens": 77695749.0,
      "step": 38345
    },
    {
      "entropy": 6.001623487472534,
      "epoch": 3.351393865245128,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0003899610407420643,
      "loss": 5.1866,
      "mean_token_accuracy": 0.20288749635219575,
      "num_tokens": 77705678.0,
      "step": 38350
    },
    {
      "entropy": 6.0176115989685055,
      "epoch": 3.3518308135978327,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0003899342530116569,
      "loss": 5.2361,
      "mean_token_accuracy": 0.20804926455020906,
      "num_tokens": 77716481.0,
      "step": 38355
    },
    {
      "entropy": 5.971369218826294,
      "epoch": 3.3522677619505377,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0003899074630767502,
      "loss": 5.2581,
      "mean_token_accuracy": 0.20647002756595612,
      "num_tokens": 77726977.0,
      "step": 38360
    },
    {
      "entropy": 5.908411884307862,
      "epoch": 3.352704710303242,
      "grad_norm": 1.3046875,
      "learning_rate": 0.00038988067093785817,
      "loss": 5.1739,
      "mean_token_accuracy": 0.21536977887153624,
      "num_tokens": 77736624.0,
      "step": 38365
    },
    {
      "entropy": 5.981042766571045,
      "epoch": 3.353141658655947,
      "grad_norm": 1.28125,
      "learning_rate": 0.00038985387659549466,
      "loss": 5.221,
      "mean_token_accuracy": 0.21564306318759918,
      "num_tokens": 77745964.0,
      "step": 38370
    },
    {
      "entropy": 6.038470029830933,
      "epoch": 3.3535786070086515,
      "grad_norm": 1.296875,
      "learning_rate": 0.00038982708005017366,
      "loss": 5.2314,
      "mean_token_accuracy": 0.208055280148983,
      "num_tokens": 77755801.0,
      "step": 38375
    },
    {
      "entropy": 6.025643396377563,
      "epoch": 3.3540155553613564,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0003898002813024091,
      "loss": 5.2593,
      "mean_token_accuracy": 0.20252178907394408,
      "num_tokens": 77765604.0,
      "step": 38380
    },
    {
      "entropy": 6.025354337692261,
      "epoch": 3.354452503714061,
      "grad_norm": 1.21875,
      "learning_rate": 0.0003897734803527149,
      "loss": 5.2693,
      "mean_token_accuracy": 0.2073269933462143,
      "num_tokens": 77775754.0,
      "step": 38385
    },
    {
      "entropy": 6.065430068969727,
      "epoch": 3.354889452066766,
      "grad_norm": 1.2421875,
      "learning_rate": 0.00038974667720160534,
      "loss": 5.3878,
      "mean_token_accuracy": 0.20101158171892167,
      "num_tokens": 77786063.0,
      "step": 38390
    },
    {
      "entropy": 5.962617301940918,
      "epoch": 3.3553264004194703,
      "grad_norm": 1.34375,
      "learning_rate": 0.00038971987184959427,
      "loss": 5.176,
      "mean_token_accuracy": 0.21253609657287598,
      "num_tokens": 77795217.0,
      "step": 38395
    },
    {
      "entropy": 5.953587055206299,
      "epoch": 3.355763348772175,
      "grad_norm": 1.328125,
      "learning_rate": 0.000389693064297196,
      "loss": 5.2732,
      "mean_token_accuracy": 0.20440305769443512,
      "num_tokens": 77804637.0,
      "step": 38400
    },
    {
      "entropy": 6.0319905281066895,
      "epoch": 3.3562002971248797,
      "grad_norm": 1.3203125,
      "learning_rate": 0.0003896662545449247,
      "loss": 5.2467,
      "mean_token_accuracy": 0.20651216804981232,
      "num_tokens": 77816048.0,
      "step": 38405
    },
    {
      "entropy": 6.02637619972229,
      "epoch": 3.3566372454775846,
      "grad_norm": 1.4140625,
      "learning_rate": 0.0003896394425932944,
      "loss": 5.1602,
      "mean_token_accuracy": 0.2129062294960022,
      "num_tokens": 77826385.0,
      "step": 38410
    },
    {
      "entropy": 5.975121784210205,
      "epoch": 3.3570741938302895,
      "grad_norm": 1.375,
      "learning_rate": 0.00038961262844281966,
      "loss": 5.2565,
      "mean_token_accuracy": 0.20496406257152558,
      "num_tokens": 77835744.0,
      "step": 38415
    },
    {
      "entropy": 5.987965488433838,
      "epoch": 3.357511142182994,
      "grad_norm": 1.265625,
      "learning_rate": 0.0003895858120940146,
      "loss": 5.2586,
      "mean_token_accuracy": 0.20888102948665618,
      "num_tokens": 77845883.0,
      "step": 38420
    },
    {
      "entropy": 5.982995891571045,
      "epoch": 3.357948090535699,
      "grad_norm": 1.296875,
      "learning_rate": 0.00038955899354739364,
      "loss": 5.2159,
      "mean_token_accuracy": 0.20515230000019075,
      "num_tokens": 77856213.0,
      "step": 38425
    },
    {
      "entropy": 6.0208752155303955,
      "epoch": 3.3583850388884033,
      "grad_norm": 1.3203125,
      "learning_rate": 0.00038953217280347113,
      "loss": 5.2891,
      "mean_token_accuracy": 0.20227054506540298,
      "num_tokens": 77867266.0,
      "step": 38430
    },
    {
      "entropy": 6.025368595123291,
      "epoch": 3.3588219872411083,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0003895053498627616,
      "loss": 5.3075,
      "mean_token_accuracy": 0.20773969441652299,
      "num_tokens": 77878358.0,
      "step": 38435
    },
    {
      "entropy": 6.023623895645142,
      "epoch": 3.3592589355938127,
      "grad_norm": 1.296875,
      "learning_rate": 0.0003894785247257794,
      "loss": 5.2964,
      "mean_token_accuracy": 0.20848772525787354,
      "num_tokens": 77889191.0,
      "step": 38440
    },
    {
      "entropy": 5.993926525115967,
      "epoch": 3.3596958839465176,
      "grad_norm": 1.390625,
      "learning_rate": 0.0003894516973930392,
      "loss": 5.2545,
      "mean_token_accuracy": 0.20755357891321183,
      "num_tokens": 77898937.0,
      "step": 38445
    },
    {
      "entropy": 6.003090524673462,
      "epoch": 3.360132832299222,
      "grad_norm": 1.34375,
      "learning_rate": 0.0003894248678650553,
      "loss": 5.1878,
      "mean_token_accuracy": 0.21324982941150666,
      "num_tokens": 77907440.0,
      "step": 38450
    },
    {
      "entropy": 5.9738789081573485,
      "epoch": 3.360569780651927,
      "grad_norm": 1.2734375,
      "learning_rate": 0.0003893980361423426,
      "loss": 5.2389,
      "mean_token_accuracy": 0.2118627056479454,
      "num_tokens": 77917471.0,
      "step": 38455
    },
    {
      "entropy": 6.018824195861816,
      "epoch": 3.3610067290046315,
      "grad_norm": 1.3125,
      "learning_rate": 0.0003893712022254156,
      "loss": 5.1873,
      "mean_token_accuracy": 0.21669118702411652,
      "num_tokens": 77927292.0,
      "step": 38460
    },
    {
      "entropy": 6.024967288970947,
      "epoch": 3.3614436773573364,
      "grad_norm": 1.421875,
      "learning_rate": 0.00038934436611478895,
      "loss": 5.2758,
      "mean_token_accuracy": 0.20679371953010559,
      "num_tokens": 77937870.0,
      "step": 38465
    },
    {
      "entropy": 5.98211030960083,
      "epoch": 3.3618806257100413,
      "grad_norm": 1.3359375,
      "learning_rate": 0.00038931752781097757,
      "loss": 5.2076,
      "mean_token_accuracy": 0.20898813903331756,
      "num_tokens": 77947369.0,
      "step": 38470
    },
    {
      "entropy": 6.00247712135315,
      "epoch": 3.362317574062746,
      "grad_norm": 1.21875,
      "learning_rate": 0.00038929068731449604,
      "loss": 5.2865,
      "mean_token_accuracy": 0.20675278902053834,
      "num_tokens": 77958314.0,
      "step": 38475
    },
    {
      "entropy": 6.100657176971436,
      "epoch": 3.3627545224154503,
      "grad_norm": 1.375,
      "learning_rate": 0.0003892638446258592,
      "loss": 5.3403,
      "mean_token_accuracy": 0.19592336863279342,
      "num_tokens": 77968734.0,
      "step": 38480
    },
    {
      "entropy": 6.067260122299194,
      "epoch": 3.363191470768155,
      "grad_norm": 1.2421875,
      "learning_rate": 0.000389236999745582,
      "loss": 5.2509,
      "mean_token_accuracy": 0.2057457908987999,
      "num_tokens": 77978964.0,
      "step": 38485
    },
    {
      "entropy": 5.944100093841553,
      "epoch": 3.36362841912086,
      "grad_norm": 1.265625,
      "learning_rate": 0.0003892101526741792,
      "loss": 5.1844,
      "mean_token_accuracy": 0.215669621527195,
      "num_tokens": 77989530.0,
      "step": 38490
    },
    {
      "entropy": 5.993073749542236,
      "epoch": 3.3640653674735645,
      "grad_norm": 1.3203125,
      "learning_rate": 0.000389183303412166,
      "loss": 5.2133,
      "mean_token_accuracy": 0.214671491086483,
      "num_tokens": 77999870.0,
      "step": 38495
    },
    {
      "entropy": 6.012211275100708,
      "epoch": 3.3645023158262695,
      "grad_norm": 1.40625,
      "learning_rate": 0.00038915645196005704,
      "loss": 5.2362,
      "mean_token_accuracy": 0.20863778591156007,
      "num_tokens": 78010047.0,
      "step": 38500
    },
    {
      "entropy": 6.0127238750457765,
      "epoch": 3.364939264178974,
      "grad_norm": 1.3359375,
      "learning_rate": 0.0003891295983183676,
      "loss": 5.1766,
      "mean_token_accuracy": 0.20851164013147355,
      "num_tokens": 78019834.0,
      "step": 38505
    },
    {
      "entropy": 6.002682828903199,
      "epoch": 3.365376212531679,
      "grad_norm": 1.3046875,
      "learning_rate": 0.00038910274248761263,
      "loss": 5.2283,
      "mean_token_accuracy": 0.20632967054843904,
      "num_tokens": 78029639.0,
      "step": 38510
    },
    {
      "entropy": 5.979030895233154,
      "epoch": 3.3658131608843833,
      "grad_norm": 1.3125,
      "learning_rate": 0.0003890758844683072,
      "loss": 5.1889,
      "mean_token_accuracy": 0.21420347094535827,
      "num_tokens": 78039638.0,
      "step": 38515
    },
    {
      "entropy": 5.97169451713562,
      "epoch": 3.3662501092370882,
      "grad_norm": 1.1875,
      "learning_rate": 0.00038904902426096664,
      "loss": 5.1843,
      "mean_token_accuracy": 0.21461338996887208,
      "num_tokens": 78050666.0,
      "step": 38520
    },
    {
      "entropy": 5.983243942260742,
      "epoch": 3.3666870575897927,
      "grad_norm": 1.375,
      "learning_rate": 0.000389022161866106,
      "loss": 5.1201,
      "mean_token_accuracy": 0.2210603326559067,
      "num_tokens": 78060292.0,
      "step": 38525
    },
    {
      "entropy": 5.998260545730591,
      "epoch": 3.3671240059424976,
      "grad_norm": 1.265625,
      "learning_rate": 0.00038899529728424057,
      "loss": 5.2447,
      "mean_token_accuracy": 0.20632939040660858,
      "num_tokens": 78069900.0,
      "step": 38530
    },
    {
      "entropy": 5.94430513381958,
      "epoch": 3.367560954295202,
      "grad_norm": 1.3359375,
      "learning_rate": 0.0003889684305158856,
      "loss": 5.1948,
      "mean_token_accuracy": 0.21009042710065842,
      "num_tokens": 78078788.0,
      "step": 38535
    },
    {
      "entropy": 5.946392297744751,
      "epoch": 3.367997902647907,
      "grad_norm": 1.40625,
      "learning_rate": 0.0003889415615615564,
      "loss": 5.228,
      "mean_token_accuracy": 0.21110868602991104,
      "num_tokens": 78087612.0,
      "step": 38540
    },
    {
      "entropy": 5.979540395736694,
      "epoch": 3.368434851000612,
      "grad_norm": 1.1640625,
      "learning_rate": 0.00038891469042176834,
      "loss": 5.1907,
      "mean_token_accuracy": 0.21297576725482942,
      "num_tokens": 78098399.0,
      "step": 38545
    },
    {
      "entropy": 6.051070499420166,
      "epoch": 3.3688717993533164,
      "grad_norm": 1.2890625,
      "learning_rate": 0.0003888878170970369,
      "loss": 5.2348,
      "mean_token_accuracy": 0.1997803196310997,
      "num_tokens": 78107956.0,
      "step": 38550
    },
    {
      "entropy": 6.021359872817993,
      "epoch": 3.3693087477060213,
      "grad_norm": 1.1953125,
      "learning_rate": 0.00038886094158787726,
      "loss": 5.2722,
      "mean_token_accuracy": 0.20528636276721954,
      "num_tokens": 78119613.0,
      "step": 38555
    },
    {
      "entropy": 5.998729181289673,
      "epoch": 3.3697456960587258,
      "grad_norm": 1.3828125,
      "learning_rate": 0.0003888340638948052,
      "loss": 5.2425,
      "mean_token_accuracy": 0.20957454442977905,
      "num_tokens": 78128986.0,
      "step": 38560
    },
    {
      "entropy": 6.015443134307861,
      "epoch": 3.3701826444114307,
      "grad_norm": 1.265625,
      "learning_rate": 0.00038880718401833623,
      "loss": 5.2386,
      "mean_token_accuracy": 0.2086982786655426,
      "num_tokens": 78139085.0,
      "step": 38565
    },
    {
      "entropy": 5.9132428646087645,
      "epoch": 3.370619592764135,
      "grad_norm": 1.3125,
      "learning_rate": 0.0003887803019589858,
      "loss": 5.135,
      "mean_token_accuracy": 0.21625823378562928,
      "num_tokens": 78148780.0,
      "step": 38570
    },
    {
      "entropy": 5.968820238113404,
      "epoch": 3.37105654111684,
      "grad_norm": 1.3046875,
      "learning_rate": 0.0003887534177172695,
      "loss": 5.2253,
      "mean_token_accuracy": 0.213738152384758,
      "num_tokens": 78159021.0,
      "step": 38575
    },
    {
      "entropy": 6.010356378555298,
      "epoch": 3.3714934894695445,
      "grad_norm": 1.265625,
      "learning_rate": 0.00038872653129370303,
      "loss": 5.2268,
      "mean_token_accuracy": 0.20962730795145035,
      "num_tokens": 78169553.0,
      "step": 38580
    },
    {
      "entropy": 5.899683618545533,
      "epoch": 3.3719304378222494,
      "grad_norm": 1.3046875,
      "learning_rate": 0.00038869964268880224,
      "loss": 5.126,
      "mean_token_accuracy": 0.22251324057579042,
      "num_tokens": 78179631.0,
      "step": 38585
    },
    {
      "entropy": 5.990120553970337,
      "epoch": 3.372367386174954,
      "grad_norm": 1.390625,
      "learning_rate": 0.0003886727519030826,
      "loss": 5.1722,
      "mean_token_accuracy": 0.20435334444046022,
      "num_tokens": 78189497.0,
      "step": 38590
    },
    {
      "entropy": 5.9425468921661375,
      "epoch": 3.372804334527659,
      "grad_norm": 1.1640625,
      "learning_rate": 0.00038864585893706006,
      "loss": 5.2077,
      "mean_token_accuracy": 0.21208090782165528,
      "num_tokens": 78200786.0,
      "step": 38595
    },
    {
      "entropy": 6.033557510375976,
      "epoch": 3.3732412828803637,
      "grad_norm": 1.40625,
      "learning_rate": 0.00038861896379125034,
      "loss": 5.2229,
      "mean_token_accuracy": 0.20942153334617614,
      "num_tokens": 78209783.0,
      "step": 38600
    },
    {
      "entropy": 5.984731721878052,
      "epoch": 3.373678231233068,
      "grad_norm": 1.265625,
      "learning_rate": 0.0003885920664661695,
      "loss": 5.2122,
      "mean_token_accuracy": 0.21356225609779358,
      "num_tokens": 78218988.0,
      "step": 38605
    },
    {
      "entropy": 5.986994361877441,
      "epoch": 3.374115179585773,
      "grad_norm": 1.2734375,
      "learning_rate": 0.0003885651669623331,
      "loss": 5.2336,
      "mean_token_accuracy": 0.21103633791208268,
      "num_tokens": 78228545.0,
      "step": 38610
    },
    {
      "entropy": 5.958047723770141,
      "epoch": 3.3745521279384776,
      "grad_norm": 1.171875,
      "learning_rate": 0.0003885382652802574,
      "loss": 5.1608,
      "mean_token_accuracy": 0.21881334185600282,
      "num_tokens": 78238167.0,
      "step": 38615
    },
    {
      "entropy": 5.958810234069825,
      "epoch": 3.3749890762911825,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0003885113614204583,
      "loss": 5.1716,
      "mean_token_accuracy": 0.21886762231588364,
      "num_tokens": 78248257.0,
      "step": 38620
    },
    {
      "entropy": 6.019055557250977,
      "epoch": 3.375426024643887,
      "grad_norm": 1.34375,
      "learning_rate": 0.00038848445538345173,
      "loss": 5.2599,
      "mean_token_accuracy": 0.20970089137554168,
      "num_tokens": 78257406.0,
      "step": 38625
    },
    {
      "entropy": 5.924074935913086,
      "epoch": 3.375862972996592,
      "grad_norm": 1.21875,
      "learning_rate": 0.0003884575471697539,
      "loss": 5.1217,
      "mean_token_accuracy": 0.219333478808403,
      "num_tokens": 78267022.0,
      "step": 38630
    },
    {
      "entropy": 5.983104276657104,
      "epoch": 3.3762999213492964,
      "grad_norm": 1.234375,
      "learning_rate": 0.00038843063677988093,
      "loss": 5.2374,
      "mean_token_accuracy": 0.21418662518262863,
      "num_tokens": 78277584.0,
      "step": 38635
    },
    {
      "entropy": 5.987958908081055,
      "epoch": 3.3767368697020013,
      "grad_norm": 1.3125,
      "learning_rate": 0.0003884037242143488,
      "loss": 5.2015,
      "mean_token_accuracy": 0.2111847534775734,
      "num_tokens": 78288218.0,
      "step": 38640
    },
    {
      "entropy": 6.01775860786438,
      "epoch": 3.3771738180547057,
      "grad_norm": 1.25,
      "learning_rate": 0.0003883768094736738,
      "loss": 5.2071,
      "mean_token_accuracy": 0.21127267479896544,
      "num_tokens": 78297585.0,
      "step": 38645
    },
    {
      "entropy": 5.945238637924194,
      "epoch": 3.3776107664074106,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0003883498925583723,
      "loss": 5.1946,
      "mean_token_accuracy": 0.21242676675319672,
      "num_tokens": 78308406.0,
      "step": 38650
    },
    {
      "entropy": 5.98296799659729,
      "epoch": 3.3780477147601156,
      "grad_norm": 1.25,
      "learning_rate": 0.0003883229734689604,
      "loss": 5.1998,
      "mean_token_accuracy": 0.21199540048837662,
      "num_tokens": 78318151.0,
      "step": 38655
    },
    {
      "entropy": 5.995928382873535,
      "epoch": 3.37848466311282,
      "grad_norm": 1.296875,
      "learning_rate": 0.0003882960522059545,
      "loss": 5.191,
      "mean_token_accuracy": 0.21655762940645218,
      "num_tokens": 78327316.0,
      "step": 38660
    },
    {
      "entropy": 5.952148580551148,
      "epoch": 3.378921611465525,
      "grad_norm": 1.2734375,
      "learning_rate": 0.0003882691287698709,
      "loss": 5.1836,
      "mean_token_accuracy": 0.21267059743404387,
      "num_tokens": 78337564.0,
      "step": 38665
    },
    {
      "entropy": 6.001201057434082,
      "epoch": 3.3793585598182294,
      "grad_norm": 1.328125,
      "learning_rate": 0.0003882422031612261,
      "loss": 5.2181,
      "mean_token_accuracy": 0.21303608566522597,
      "num_tokens": 78347796.0,
      "step": 38670
    },
    {
      "entropy": 6.055404567718506,
      "epoch": 3.3797955081709343,
      "grad_norm": 1.28125,
      "learning_rate": 0.0003882152753805366,
      "loss": 5.2697,
      "mean_token_accuracy": 0.20283253639936447,
      "num_tokens": 78357269.0,
      "step": 38675
    },
    {
      "entropy": 5.997165775299072,
      "epoch": 3.380232456523639,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00038818834542831863,
      "loss": 5.1908,
      "mean_token_accuracy": 0.21404978185892104,
      "num_tokens": 78368001.0,
      "step": 38680
    },
    {
      "entropy": 5.92606372833252,
      "epoch": 3.3806694048763437,
      "grad_norm": 1.3125,
      "learning_rate": 0.000388161413305089,
      "loss": 5.1237,
      "mean_token_accuracy": 0.21810924559831618,
      "num_tokens": 78377908.0,
      "step": 38685
    },
    {
      "entropy": 5.964816331863403,
      "epoch": 3.381106353229048,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0003881344790113641,
      "loss": 5.2945,
      "mean_token_accuracy": 0.2065021276473999,
      "num_tokens": 78389450.0,
      "step": 38690
    },
    {
      "entropy": 6.034304857254028,
      "epoch": 3.381543301581753,
      "grad_norm": 1.1953125,
      "learning_rate": 0.00038810754254766066,
      "loss": 5.2184,
      "mean_token_accuracy": 0.20783133655786515,
      "num_tokens": 78400397.0,
      "step": 38695
    },
    {
      "entropy": 5.989366674423218,
      "epoch": 3.3819802499344576,
      "grad_norm": 1.2578125,
      "learning_rate": 0.00038808060391449525,
      "loss": 5.176,
      "mean_token_accuracy": 0.21122523993253708,
      "num_tokens": 78410322.0,
      "step": 38700
    },
    {
      "entropy": 5.989820432662964,
      "epoch": 3.3824171982871625,
      "grad_norm": 1.3359375,
      "learning_rate": 0.0003880536631123847,
      "loss": 5.2513,
      "mean_token_accuracy": 0.20064744502305984,
      "num_tokens": 78420816.0,
      "step": 38705
    },
    {
      "entropy": 5.957139492034912,
      "epoch": 3.3828541466398674,
      "grad_norm": 1.296875,
      "learning_rate": 0.0003880267201418455,
      "loss": 5.2853,
      "mean_token_accuracy": 0.20714489370584488,
      "num_tokens": 78430217.0,
      "step": 38710
    },
    {
      "entropy": 6.037467050552368,
      "epoch": 3.383291094992572,
      "grad_norm": 1.34375,
      "learning_rate": 0.0003879997750033946,
      "loss": 5.2131,
      "mean_token_accuracy": 0.211479027569294,
      "num_tokens": 78439938.0,
      "step": 38715
    },
    {
      "entropy": 6.022889566421509,
      "epoch": 3.3837280433452768,
      "grad_norm": 1.3046875,
      "learning_rate": 0.0003879728276975489,
      "loss": 5.2236,
      "mean_token_accuracy": 0.21208476126194,
      "num_tokens": 78450805.0,
      "step": 38720
    },
    {
      "entropy": 5.944331312179566,
      "epoch": 3.3841649916979812,
      "grad_norm": 1.1484375,
      "learning_rate": 0.00038794587822482506,
      "loss": 5.2414,
      "mean_token_accuracy": 0.20876692235469818,
      "num_tokens": 78460653.0,
      "step": 38725
    },
    {
      "entropy": 5.9656401634216305,
      "epoch": 3.384601940050686,
      "grad_norm": 1.2734375,
      "learning_rate": 0.00038791892658574016,
      "loss": 5.1878,
      "mean_token_accuracy": 0.20880887657403946,
      "num_tokens": 78471457.0,
      "step": 38730
    },
    {
      "entropy": 6.0494636535644535,
      "epoch": 3.3850388884033906,
      "grad_norm": 1.359375,
      "learning_rate": 0.0003878919727808111,
      "loss": 5.2667,
      "mean_token_accuracy": 0.20569456666707991,
      "num_tokens": 78480834.0,
      "step": 38735
    },
    {
      "entropy": 6.003370380401611,
      "epoch": 3.3854758367560955,
      "grad_norm": 1.34375,
      "learning_rate": 0.00038786501681055483,
      "loss": 5.2264,
      "mean_token_accuracy": 0.21612219661474227,
      "num_tokens": 78491509.0,
      "step": 38740
    },
    {
      "entropy": 6.02648811340332,
      "epoch": 3.3859127851088,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0003878380586754884,
      "loss": 5.3059,
      "mean_token_accuracy": 0.2057381957769394,
      "num_tokens": 78502137.0,
      "step": 38745
    },
    {
      "entropy": 5.943806600570679,
      "epoch": 3.386349733461505,
      "grad_norm": 1.3046875,
      "learning_rate": 0.00038781109837612886,
      "loss": 5.1285,
      "mean_token_accuracy": 0.219109445810318,
      "num_tokens": 78511888.0,
      "step": 38750
    },
    {
      "entropy": 5.991896677017212,
      "epoch": 3.3867866818142094,
      "grad_norm": 1.2734375,
      "learning_rate": 0.0003877841359129934,
      "loss": 5.2438,
      "mean_token_accuracy": 0.2028999760746956,
      "num_tokens": 78521553.0,
      "step": 38755
    },
    {
      "entropy": 5.9047609806060795,
      "epoch": 3.3872236301669143,
      "grad_norm": 1.1875,
      "learning_rate": 0.000387757171286599,
      "loss": 5.135,
      "mean_token_accuracy": 0.21835474222898482,
      "num_tokens": 78531290.0,
      "step": 38760
    },
    {
      "entropy": 5.938372373580933,
      "epoch": 3.387660578519619,
      "grad_norm": 1.2734375,
      "learning_rate": 0.0003877302044974631,
      "loss": 5.1998,
      "mean_token_accuracy": 0.20911850035190582,
      "num_tokens": 78541200.0,
      "step": 38765
    },
    {
      "entropy": 5.944586181640625,
      "epoch": 3.3880975268723237,
      "grad_norm": 1.2890625,
      "learning_rate": 0.0003877032355461027,
      "loss": 5.2078,
      "mean_token_accuracy": 0.21374817192554474,
      "num_tokens": 78551075.0,
      "step": 38770
    },
    {
      "entropy": 5.9956708431243895,
      "epoch": 3.388534475225028,
      "grad_norm": 1.2734375,
      "learning_rate": 0.00038767626443303525,
      "loss": 5.2481,
      "mean_token_accuracy": 0.21429917216300964,
      "num_tokens": 78560935.0,
      "step": 38775
    },
    {
      "entropy": 5.9916548252105715,
      "epoch": 3.388971423577733,
      "grad_norm": 1.359375,
      "learning_rate": 0.000387649291158778,
      "loss": 5.1967,
      "mean_token_accuracy": 0.2150934562087059,
      "num_tokens": 78570856.0,
      "step": 38780
    },
    {
      "entropy": 5.976428079605102,
      "epoch": 3.389408371930438,
      "grad_norm": 1.3125,
      "learning_rate": 0.00038762231572384833,
      "loss": 5.2947,
      "mean_token_accuracy": 0.2032129645347595,
      "num_tokens": 78581128.0,
      "step": 38785
    },
    {
      "entropy": 6.0010699272155765,
      "epoch": 3.3898453202831424,
      "grad_norm": 1.4375,
      "learning_rate": 0.0003875953381287636,
      "loss": 5.1982,
      "mean_token_accuracy": 0.2098063513636589,
      "num_tokens": 78591131.0,
      "step": 38790
    },
    {
      "entropy": 6.02394118309021,
      "epoch": 3.3902822686358474,
      "grad_norm": 1.265625,
      "learning_rate": 0.0003875683583740413,
      "loss": 5.2771,
      "mean_token_accuracy": 0.21139323711395264,
      "num_tokens": 78600470.0,
      "step": 38795
    },
    {
      "entropy": 5.994800758361817,
      "epoch": 3.390719216988552,
      "grad_norm": 1.3203125,
      "learning_rate": 0.0003875413764601989,
      "loss": 5.249,
      "mean_token_accuracy": 0.20638655722141266,
      "num_tokens": 78610916.0,
      "step": 38800
    },
    {
      "entropy": 5.999562406539917,
      "epoch": 3.3911561653412567,
      "grad_norm": 1.4453125,
      "learning_rate": 0.0003875143923877539,
      "loss": 5.1666,
      "mean_token_accuracy": 0.21291647255420684,
      "num_tokens": 78620199.0,
      "step": 38805
    },
    {
      "entropy": 6.039033079147339,
      "epoch": 3.391593113693961,
      "grad_norm": 1.359375,
      "learning_rate": 0.00038748740615722395,
      "loss": 5.2288,
      "mean_token_accuracy": 0.21919241696596145,
      "num_tokens": 78629186.0,
      "step": 38810
    },
    {
      "entropy": 5.979355001449585,
      "epoch": 3.392030062046666,
      "grad_norm": 1.390625,
      "learning_rate": 0.00038746041776912654,
      "loss": 5.2013,
      "mean_token_accuracy": 0.20649159103631973,
      "num_tokens": 78638786.0,
      "step": 38815
    },
    {
      "entropy": 6.042377901077271,
      "epoch": 3.392467010399371,
      "grad_norm": 1.1640625,
      "learning_rate": 0.00038743342722397946,
      "loss": 5.2871,
      "mean_token_accuracy": 0.20392387509346008,
      "num_tokens": 78647904.0,
      "step": 38820
    },
    {
      "entropy": 6.010066795349121,
      "epoch": 3.3929039587520755,
      "grad_norm": 1.390625,
      "learning_rate": 0.0003874064345223003,
      "loss": 5.2244,
      "mean_token_accuracy": 0.20648531913757323,
      "num_tokens": 78657765.0,
      "step": 38825
    },
    {
      "entropy": 6.001179313659668,
      "epoch": 3.39334090710478,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00038737943966460684,
      "loss": 5.2392,
      "mean_token_accuracy": 0.20118386596441268,
      "num_tokens": 78667871.0,
      "step": 38830
    },
    {
      "entropy": 5.949110126495361,
      "epoch": 3.393777855457485,
      "grad_norm": 1.296875,
      "learning_rate": 0.00038735244265141676,
      "loss": 5.1717,
      "mean_token_accuracy": 0.21668135821819307,
      "num_tokens": 78677824.0,
      "step": 38835
    },
    {
      "entropy": 6.013160228729248,
      "epoch": 3.39421480381019,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0003873254434832481,
      "loss": 5.2784,
      "mean_token_accuracy": 0.20597802847623825,
      "num_tokens": 78687498.0,
      "step": 38840
    },
    {
      "entropy": 6.009931659698486,
      "epoch": 3.3946517521628943,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00038729844216061845,
      "loss": 5.2773,
      "mean_token_accuracy": 0.209026999771595,
      "num_tokens": 78698645.0,
      "step": 38845
    },
    {
      "entropy": 5.978536987304688,
      "epoch": 3.395088700515599,
      "grad_norm": 1.4296875,
      "learning_rate": 0.00038727143868404597,
      "loss": 5.0946,
      "mean_token_accuracy": 0.22240799516439438,
      "num_tokens": 78707796.0,
      "step": 38850
    },
    {
      "entropy": 5.9298923969268795,
      "epoch": 3.3955256488683037,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0003872444330540483,
      "loss": 5.2074,
      "mean_token_accuracy": 0.21180037707090377,
      "num_tokens": 78717838.0,
      "step": 38855
    },
    {
      "entropy": 5.990523004531861,
      "epoch": 3.3959625972210086,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0003872174252711437,
      "loss": 5.2168,
      "mean_token_accuracy": 0.21190039813518524,
      "num_tokens": 78727318.0,
      "step": 38860
    },
    {
      "entropy": 6.076482057571411,
      "epoch": 3.396399545573713,
      "grad_norm": 1.3203125,
      "learning_rate": 0.00038719041533585,
      "loss": 5.2412,
      "mean_token_accuracy": 0.2082442656159401,
      "num_tokens": 78737446.0,
      "step": 38865
    },
    {
      "entropy": 6.0061853408813475,
      "epoch": 3.396836493926418,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0003871634032486854,
      "loss": 5.2778,
      "mean_token_accuracy": 0.20601473450660707,
      "num_tokens": 78748557.0,
      "step": 38870
    },
    {
      "entropy": 6.071121454238892,
      "epoch": 3.3972734422791224,
      "grad_norm": 1.3359375,
      "learning_rate": 0.000387136389010168,
      "loss": 5.3673,
      "mean_token_accuracy": 0.1989118367433548,
      "num_tokens": 78759482.0,
      "step": 38875
    },
    {
      "entropy": 5.970856952667236,
      "epoch": 3.3977103906318273,
      "grad_norm": 1.2734375,
      "learning_rate": 0.00038710937262081583,
      "loss": 5.1221,
      "mean_token_accuracy": 0.22046610862016677,
      "num_tokens": 78768959.0,
      "step": 38880
    },
    {
      "entropy": 5.894539165496826,
      "epoch": 3.398147338984532,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0003870823540811472,
      "loss": 5.1541,
      "mean_token_accuracy": 0.22419933080673218,
      "num_tokens": 78779631.0,
      "step": 38885
    },
    {
      "entropy": 5.968981122970581,
      "epoch": 3.3985842873372367,
      "grad_norm": 1.2578125,
      "learning_rate": 0.00038705533339168023,
      "loss": 5.2355,
      "mean_token_accuracy": 0.21936261802911758,
      "num_tokens": 78789291.0,
      "step": 38890
    },
    {
      "entropy": 5.983367872238159,
      "epoch": 3.3990212356899416,
      "grad_norm": 1.3359375,
      "learning_rate": 0.0003870283105529333,
      "loss": 5.269,
      "mean_token_accuracy": 0.20752484053373338,
      "num_tokens": 78799452.0,
      "step": 38895
    },
    {
      "entropy": 6.021881771087647,
      "epoch": 3.399458184042646,
      "grad_norm": 1.328125,
      "learning_rate": 0.00038700128556542465,
      "loss": 5.2353,
      "mean_token_accuracy": 0.21115681380033494,
      "num_tokens": 78809390.0,
      "step": 38900
    },
    {
      "entropy": 5.968513298034668,
      "epoch": 3.399895132395351,
      "grad_norm": 1.2734375,
      "learning_rate": 0.0003869742584296727,
      "loss": 5.1911,
      "mean_token_accuracy": 0.21399319022893906,
      "num_tokens": 78818979.0,
      "step": 38905
    },
    {
      "entropy": 6.002098131179809,
      "epoch": 3.4003320807480555,
      "grad_norm": 1.328125,
      "learning_rate": 0.0003869472291461957,
      "loss": 5.279,
      "mean_token_accuracy": 0.20542768388986588,
      "num_tokens": 78829773.0,
      "step": 38910
    },
    {
      "entropy": 6.013431739807129,
      "epoch": 3.4007690291007604,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00038692019771551227,
      "loss": 5.235,
      "mean_token_accuracy": 0.21156928092241287,
      "num_tokens": 78839664.0,
      "step": 38915
    },
    {
      "entropy": 5.975368785858154,
      "epoch": 3.401205977453465,
      "grad_norm": 1.34375,
      "learning_rate": 0.0003868931641381408,
      "loss": 5.1946,
      "mean_token_accuracy": 0.21614762842655183,
      "num_tokens": 78849941.0,
      "step": 38920
    },
    {
      "entropy": 6.063531732559204,
      "epoch": 3.40164292580617,
      "grad_norm": 1.234375,
      "learning_rate": 0.00038686612841459973,
      "loss": 5.2598,
      "mean_token_accuracy": 0.20679197907447816,
      "num_tokens": 78860709.0,
      "step": 38925
    },
    {
      "entropy": 6.0156783103942875,
      "epoch": 3.4020798741588743,
      "grad_norm": 1.125,
      "learning_rate": 0.0003868390905454078,
      "loss": 5.2318,
      "mean_token_accuracy": 0.20549283176660538,
      "num_tokens": 78871001.0,
      "step": 38930
    },
    {
      "entropy": 5.976951646804809,
      "epoch": 3.402516822511579,
      "grad_norm": 1.25,
      "learning_rate": 0.0003868120505310835,
      "loss": 5.2546,
      "mean_token_accuracy": 0.21061965227127075,
      "num_tokens": 78881033.0,
      "step": 38935
    },
    {
      "entropy": 5.939688682556152,
      "epoch": 3.4029537708642836,
      "grad_norm": 1.3203125,
      "learning_rate": 0.00038678500837214543,
      "loss": 5.2126,
      "mean_token_accuracy": 0.21478598713874816,
      "num_tokens": 78890078.0,
      "step": 38940
    },
    {
      "entropy": 5.978373908996582,
      "epoch": 3.4033907192169885,
      "grad_norm": 1.1875,
      "learning_rate": 0.00038675796406911235,
      "loss": 5.2417,
      "mean_token_accuracy": 0.20942546129226686,
      "num_tokens": 78900209.0,
      "step": 38945
    },
    {
      "entropy": 6.006230020523072,
      "epoch": 3.4038276675696935,
      "grad_norm": 1.234375,
      "learning_rate": 0.00038673091762250295,
      "loss": 5.2355,
      "mean_token_accuracy": 0.21442665606737138,
      "num_tokens": 78911431.0,
      "step": 38950
    },
    {
      "entropy": 6.057792997360229,
      "epoch": 3.404264615922398,
      "grad_norm": 1.2265625,
      "learning_rate": 0.000386703869032836,
      "loss": 5.2619,
      "mean_token_accuracy": 0.210164350271225,
      "num_tokens": 78922516.0,
      "step": 38955
    },
    {
      "entropy": 5.898442125320434,
      "epoch": 3.404701564275103,
      "grad_norm": 1.6015625,
      "learning_rate": 0.0003866768183006303,
      "loss": 5.0796,
      "mean_token_accuracy": 0.2261952355504036,
      "num_tokens": 78933186.0,
      "step": 38960
    },
    {
      "entropy": 5.8598551750183105,
      "epoch": 3.4051385126278073,
      "grad_norm": 1.203125,
      "learning_rate": 0.0003866497654264048,
      "loss": 5.0783,
      "mean_token_accuracy": 0.22505019903182982,
      "num_tokens": 78944602.0,
      "step": 38965
    },
    {
      "entropy": 5.912006998062134,
      "epoch": 3.4055754609805122,
      "grad_norm": 1.34375,
      "learning_rate": 0.0003866227104106782,
      "loss": 5.1905,
      "mean_token_accuracy": 0.21388037502765656,
      "num_tokens": 78954336.0,
      "step": 38970
    },
    {
      "entropy": 5.968288469314575,
      "epoch": 3.4060124093332167,
      "grad_norm": 1.078125,
      "learning_rate": 0.0003865956532539695,
      "loss": 5.2385,
      "mean_token_accuracy": 0.20959792733192445,
      "num_tokens": 78965306.0,
      "step": 38975
    },
    {
      "entropy": 5.995489454269409,
      "epoch": 3.4064493576859216,
      "grad_norm": 1.25,
      "learning_rate": 0.0003865685939567977,
      "loss": 5.2321,
      "mean_token_accuracy": 0.20733409374952316,
      "num_tokens": 78975528.0,
      "step": 38980
    },
    {
      "entropy": 6.0768028736114506,
      "epoch": 3.406886306038626,
      "grad_norm": 1.3125,
      "learning_rate": 0.0003865415325196819,
      "loss": 5.3144,
      "mean_token_accuracy": 0.20456992238759994,
      "num_tokens": 78985402.0,
      "step": 38985
    },
    {
      "entropy": 5.96926474571228,
      "epoch": 3.407323254391331,
      "grad_norm": 1.1484375,
      "learning_rate": 0.00038651446894314107,
      "loss": 5.2414,
      "mean_token_accuracy": 0.21054739654064178,
      "num_tokens": 78996053.0,
      "step": 38990
    },
    {
      "entropy": 5.990025758743286,
      "epoch": 3.4077602027440355,
      "grad_norm": 1.171875,
      "learning_rate": 0.0003864874032276942,
      "loss": 5.263,
      "mean_token_accuracy": 0.20499811470508575,
      "num_tokens": 79007645.0,
      "step": 38995
    },
    {
      "entropy": 6.015042495727539,
      "epoch": 3.4081971510967404,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0003864603353738605,
      "loss": 5.1627,
      "mean_token_accuracy": 0.21678952127695084,
      "num_tokens": 79018649.0,
      "step": 39000
    },
    {
      "epoch": 3.4081971510967404,
      "eval_entropy": 5.746483776413237,
      "eval_loss": 5.2771525382995605,
      "eval_mean_token_accuracy": 0.21703332373544312,
      "eval_num_tokens": 79018649.0,
      "eval_runtime": 21.4792,
      "eval_samples_per_second": 1723.246,
      "eval_steps_per_second": 215.417,
      "step": 39000
    },
    {
      "entropy": 5.91158652305603,
      "epoch": 3.4086340994494453,
      "grad_norm": 1.21875,
      "learning_rate": 0.0003864332653821592,
      "loss": 5.1424,
      "mean_token_accuracy": 0.21718721687793732,
      "num_tokens": 79028549.0,
      "step": 39005
    },
    {
      "entropy": 5.949188613891602,
      "epoch": 3.4090710478021498,
      "grad_norm": 1.359375,
      "learning_rate": 0.0003864061932531095,
      "loss": 5.2061,
      "mean_token_accuracy": 0.2082264631986618,
      "num_tokens": 79037788.0,
      "step": 39010
    },
    {
      "entropy": 5.977621793746948,
      "epoch": 3.4095079961548547,
      "grad_norm": 1.2265625,
      "learning_rate": 0.00038637911898723067,
      "loss": 5.2352,
      "mean_token_accuracy": 0.20857731103897095,
      "num_tokens": 79048205.0,
      "step": 39015
    },
    {
      "entropy": 5.928020238876343,
      "epoch": 3.409944944507559,
      "grad_norm": 1.25,
      "learning_rate": 0.0003863520425850419,
      "loss": 5.1522,
      "mean_token_accuracy": 0.21347012966871262,
      "num_tokens": 79057594.0,
      "step": 39020
    },
    {
      "entropy": 5.98960657119751,
      "epoch": 3.410381892860264,
      "grad_norm": 1.359375,
      "learning_rate": 0.0003863249640470627,
      "loss": 5.2491,
      "mean_token_accuracy": 0.20729945451021195,
      "num_tokens": 79066815.0,
      "step": 39025
    },
    {
      "entropy": 5.997173500061035,
      "epoch": 3.4108188412129685,
      "grad_norm": 1.3203125,
      "learning_rate": 0.00038629788337381227,
      "loss": 5.1657,
      "mean_token_accuracy": 0.21667973399162294,
      "num_tokens": 79077191.0,
      "step": 39030
    },
    {
      "entropy": 5.99167275428772,
      "epoch": 3.4112557895656734,
      "grad_norm": 1.25,
      "learning_rate": 0.0003862708005658102,
      "loss": 5.236,
      "mean_token_accuracy": 0.21054106652736665,
      "num_tokens": 79086958.0,
      "step": 39035
    },
    {
      "entropy": 5.944002246856689,
      "epoch": 3.411692737918378,
      "grad_norm": 1.21875,
      "learning_rate": 0.00038624371562357573,
      "loss": 5.2667,
      "mean_token_accuracy": 0.20652924329042435,
      "num_tokens": 79098298.0,
      "step": 39040
    },
    {
      "entropy": 5.947992944717408,
      "epoch": 3.412129686271083,
      "grad_norm": 1.34375,
      "learning_rate": 0.00038621662854762865,
      "loss": 5.1994,
      "mean_token_accuracy": 0.20698471665382384,
      "num_tokens": 79107954.0,
      "step": 39045
    },
    {
      "entropy": 5.978771543502807,
      "epoch": 3.4125666346237873,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0003861895393384882,
      "loss": 5.2204,
      "mean_token_accuracy": 0.20896978080272674,
      "num_tokens": 79118062.0,
      "step": 39050
    },
    {
      "entropy": 5.992974853515625,
      "epoch": 3.413003582976492,
      "grad_norm": 1.265625,
      "learning_rate": 0.00038616244799667427,
      "loss": 5.2446,
      "mean_token_accuracy": 0.20937482714653016,
      "num_tokens": 79128358.0,
      "step": 39055
    },
    {
      "entropy": 6.041663360595703,
      "epoch": 3.413440531329197,
      "grad_norm": 1.3046875,
      "learning_rate": 0.0003861353545227063,
      "loss": 5.2518,
      "mean_token_accuracy": 0.20730084478855132,
      "num_tokens": 79139882.0,
      "step": 39060
    },
    {
      "entropy": 6.063335800170899,
      "epoch": 3.4138774796819016,
      "grad_norm": 1.15625,
      "learning_rate": 0.0003861082589171039,
      "loss": 5.2325,
      "mean_token_accuracy": 0.21782322973012924,
      "num_tokens": 79150748.0,
      "step": 39065
    },
    {
      "entropy": 5.967334747314453,
      "epoch": 3.4143144280346065,
      "grad_norm": 1.4375,
      "learning_rate": 0.00038608116118038705,
      "loss": 5.1862,
      "mean_token_accuracy": 0.21166732609272004,
      "num_tokens": 79160088.0,
      "step": 39070
    },
    {
      "entropy": 5.874472808837891,
      "epoch": 3.414751376387311,
      "grad_norm": 1.2890625,
      "learning_rate": 0.0003860540613130752,
      "loss": 5.1343,
      "mean_token_accuracy": 0.22185680717229844,
      "num_tokens": 79169539.0,
      "step": 39075
    },
    {
      "entropy": 6.012013673782349,
      "epoch": 3.415188324740016,
      "grad_norm": 1.3046875,
      "learning_rate": 0.00038602695931568834,
      "loss": 5.29,
      "mean_token_accuracy": 0.20565297156572343,
      "num_tokens": 79179505.0,
      "step": 39080
    },
    {
      "entropy": 5.986672067642212,
      "epoch": 3.4156252730927203,
      "grad_norm": 1.203125,
      "learning_rate": 0.00038599985518874614,
      "loss": 5.1905,
      "mean_token_accuracy": 0.2136340007185936,
      "num_tokens": 79189791.0,
      "step": 39085
    },
    {
      "entropy": 6.040204048156738,
      "epoch": 3.4160622214454253,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00038597274893276855,
      "loss": 5.2603,
      "mean_token_accuracy": 0.2070924773812294,
      "num_tokens": 79199708.0,
      "step": 39090
    },
    {
      "entropy": 5.994767093658448,
      "epoch": 3.4164991697981297,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0003859456405482755,
      "loss": 5.2203,
      "mean_token_accuracy": 0.2098955661058426,
      "num_tokens": 79209624.0,
      "step": 39095
    },
    {
      "entropy": 5.975700616836548,
      "epoch": 3.4169361181508346,
      "grad_norm": 1.296875,
      "learning_rate": 0.000385918530035787,
      "loss": 5.1957,
      "mean_token_accuracy": 0.2129207134246826,
      "num_tokens": 79218873.0,
      "step": 39100
    },
    {
      "entropy": 6.010353660583496,
      "epoch": 3.417373066503539,
      "grad_norm": 1.171875,
      "learning_rate": 0.00038589141739582295,
      "loss": 5.2467,
      "mean_token_accuracy": 0.20671897679567336,
      "num_tokens": 79228838.0,
      "step": 39105
    },
    {
      "entropy": 6.000509452819824,
      "epoch": 3.417810014856244,
      "grad_norm": 1.3671875,
      "learning_rate": 0.0003858643026289034,
      "loss": 5.2009,
      "mean_token_accuracy": 0.21539975851774215,
      "num_tokens": 79238185.0,
      "step": 39110
    },
    {
      "entropy": 5.991603422164917,
      "epoch": 3.418246963208949,
      "grad_norm": 1.25,
      "learning_rate": 0.00038583718573554845,
      "loss": 5.2217,
      "mean_token_accuracy": 0.2091034784913063,
      "num_tokens": 79248777.0,
      "step": 39115
    },
    {
      "entropy": 5.972693347930909,
      "epoch": 3.4186839115616534,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0003858100667162781,
      "loss": 5.1422,
      "mean_token_accuracy": 0.21612708121538163,
      "num_tokens": 79258471.0,
      "step": 39120
    },
    {
      "entropy": 5.936896085739136,
      "epoch": 3.419120859914358,
      "grad_norm": 1.21875,
      "learning_rate": 0.0003857829455716127,
      "loss": 5.1414,
      "mean_token_accuracy": 0.21711113154888154,
      "num_tokens": 79268483.0,
      "step": 39125
    },
    {
      "entropy": 5.954291820526123,
      "epoch": 3.419557808267063,
      "grad_norm": 1.28125,
      "learning_rate": 0.0003857558223020724,
      "loss": 5.2004,
      "mean_token_accuracy": 0.21108752340078354,
      "num_tokens": 79278497.0,
      "step": 39130
    },
    {
      "entropy": 5.992113208770752,
      "epoch": 3.4199947566197677,
      "grad_norm": 1.21875,
      "learning_rate": 0.0003857286969081773,
      "loss": 5.2042,
      "mean_token_accuracy": 0.21416906118392945,
      "num_tokens": 79288010.0,
      "step": 39135
    },
    {
      "entropy": 6.003529787063599,
      "epoch": 3.420431704972472,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00038570156939044784,
      "loss": 5.2596,
      "mean_token_accuracy": 0.20417586863040924,
      "num_tokens": 79298092.0,
      "step": 39140
    },
    {
      "entropy": 6.00747971534729,
      "epoch": 3.420868653325177,
      "grad_norm": 1.3203125,
      "learning_rate": 0.0003856744397494042,
      "loss": 5.2782,
      "mean_token_accuracy": 0.2047974780201912,
      "num_tokens": 79308458.0,
      "step": 39145
    },
    {
      "entropy": 6.03300633430481,
      "epoch": 3.4213056016778816,
      "grad_norm": 1.1875,
      "learning_rate": 0.0003856473079855668,
      "loss": 5.3019,
      "mean_token_accuracy": 0.19820011258125306,
      "num_tokens": 79318740.0,
      "step": 39150
    },
    {
      "entropy": 5.9981913566589355,
      "epoch": 3.4217425500305865,
      "grad_norm": 1.203125,
      "learning_rate": 0.00038562017409945614,
      "loss": 5.2442,
      "mean_token_accuracy": 0.21975863426923753,
      "num_tokens": 79329738.0,
      "step": 39155
    },
    {
      "entropy": 6.002697372436524,
      "epoch": 3.422179498383291,
      "grad_norm": 1.28125,
      "learning_rate": 0.00038559303809159254,
      "loss": 5.2521,
      "mean_token_accuracy": 0.2096335455775261,
      "num_tokens": 79341137.0,
      "step": 39160
    },
    {
      "entropy": 5.9964556217193605,
      "epoch": 3.422616446735996,
      "grad_norm": 1.203125,
      "learning_rate": 0.0003855658999624965,
      "loss": 5.2289,
      "mean_token_accuracy": 0.21153792440891267,
      "num_tokens": 79351601.0,
      "step": 39165
    },
    {
      "entropy": 6.000562572479248,
      "epoch": 3.4230533950887003,
      "grad_norm": 1.28125,
      "learning_rate": 0.0003855387597126886,
      "loss": 5.2369,
      "mean_token_accuracy": 0.20728776305913926,
      "num_tokens": 79360875.0,
      "step": 39170
    },
    {
      "entropy": 6.060517740249634,
      "epoch": 3.4234903434414052,
      "grad_norm": 1.1953125,
      "learning_rate": 0.00038551161734268934,
      "loss": 5.2709,
      "mean_token_accuracy": 0.20990706235170364,
      "num_tokens": 79371033.0,
      "step": 39175
    },
    {
      "entropy": 6.01944375038147,
      "epoch": 3.4239272917941097,
      "grad_norm": 1.1953125,
      "learning_rate": 0.00038548447285301934,
      "loss": 5.2587,
      "mean_token_accuracy": 0.21159248501062394,
      "num_tokens": 79381237.0,
      "step": 39180
    },
    {
      "entropy": 6.048744869232178,
      "epoch": 3.4243642401468146,
      "grad_norm": 1.3203125,
      "learning_rate": 0.0003854573262441993,
      "loss": 5.2693,
      "mean_token_accuracy": 0.20330974608659744,
      "num_tokens": 79392279.0,
      "step": 39185
    },
    {
      "entropy": 5.986871957778931,
      "epoch": 3.4248011884995195,
      "grad_norm": 1.421875,
      "learning_rate": 0.00038543017751674986,
      "loss": 5.2216,
      "mean_token_accuracy": 0.21138205528259277,
      "num_tokens": 79401723.0,
      "step": 39190
    },
    {
      "entropy": 5.884765481948852,
      "epoch": 3.425238136852224,
      "grad_norm": 1.234375,
      "learning_rate": 0.0003854030266711917,
      "loss": 5.1447,
      "mean_token_accuracy": 0.22420164346694946,
      "num_tokens": 79413436.0,
      "step": 39195
    },
    {
      "entropy": 5.95949764251709,
      "epoch": 3.425675085204929,
      "grad_norm": 1.171875,
      "learning_rate": 0.00038537587370804567,
      "loss": 5.251,
      "mean_token_accuracy": 0.21374431550502776,
      "num_tokens": 79423923.0,
      "step": 39200
    },
    {
      "entropy": 6.043959760665894,
      "epoch": 3.4261120335576334,
      "grad_norm": 1.2734375,
      "learning_rate": 0.0003853487186278326,
      "loss": 5.2194,
      "mean_token_accuracy": 0.20995139330625534,
      "num_tokens": 79433992.0,
      "step": 39205
    },
    {
      "entropy": 6.027338027954102,
      "epoch": 3.4265489819103383,
      "grad_norm": 1.25,
      "learning_rate": 0.00038532156143107323,
      "loss": 5.2795,
      "mean_token_accuracy": 0.2066596418619156,
      "num_tokens": 79444564.0,
      "step": 39210
    },
    {
      "entropy": 6.027161693572998,
      "epoch": 3.4269859302630428,
      "grad_norm": 1.203125,
      "learning_rate": 0.0003852944021182885,
      "loss": 5.2263,
      "mean_token_accuracy": 0.20437069237232208,
      "num_tokens": 79454985.0,
      "step": 39215
    },
    {
      "entropy": 6.010594177246094,
      "epoch": 3.4274228786157477,
      "grad_norm": 1.21875,
      "learning_rate": 0.0003852672406899993,
      "loss": 5.2675,
      "mean_token_accuracy": 0.2043803095817566,
      "num_tokens": 79464959.0,
      "step": 39220
    },
    {
      "entropy": 5.991332912445069,
      "epoch": 3.427859826968452,
      "grad_norm": 1.1796875,
      "learning_rate": 0.00038524007714672674,
      "loss": 5.2204,
      "mean_token_accuracy": 0.20892982333898544,
      "num_tokens": 79474679.0,
      "step": 39225
    },
    {
      "entropy": 5.994321537017822,
      "epoch": 3.428296775321157,
      "grad_norm": 1.328125,
      "learning_rate": 0.0003852129114889916,
      "loss": 5.2575,
      "mean_token_accuracy": 0.2066154420375824,
      "num_tokens": 79485908.0,
      "step": 39230
    },
    {
      "entropy": 5.952984762191773,
      "epoch": 3.4287337236738615,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0003851857437173152,
      "loss": 5.2481,
      "mean_token_accuracy": 0.2105616807937622,
      "num_tokens": 79496209.0,
      "step": 39235
    },
    {
      "entropy": 6.01669545173645,
      "epoch": 3.4291706720265664,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0003851585738322184,
      "loss": 5.1848,
      "mean_token_accuracy": 0.21641256511211396,
      "num_tokens": 79507351.0,
      "step": 39240
    },
    {
      "entropy": 5.953211832046509,
      "epoch": 3.4296076203792714,
      "grad_norm": 1.328125,
      "learning_rate": 0.00038513140183422256,
      "loss": 5.1778,
      "mean_token_accuracy": 0.20918124914169312,
      "num_tokens": 79517517.0,
      "step": 39245
    },
    {
      "entropy": 5.937784910202026,
      "epoch": 3.430044568731976,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0003851042277238486,
      "loss": 5.1411,
      "mean_token_accuracy": 0.21951407194137573,
      "num_tokens": 79528616.0,
      "step": 39250
    },
    {
      "entropy": 5.989116573333741,
      "epoch": 3.4304815170846807,
      "grad_norm": 1.421875,
      "learning_rate": 0.0003850770515016179,
      "loss": 5.2416,
      "mean_token_accuracy": 0.20702860355377198,
      "num_tokens": 79538424.0,
      "step": 39255
    },
    {
      "entropy": 6.082424926757812,
      "epoch": 3.430918465437385,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0003850498731680517,
      "loss": 5.2923,
      "mean_token_accuracy": 0.19916804283857345,
      "num_tokens": 79548717.0,
      "step": 39260
    },
    {
      "entropy": 6.000591564178467,
      "epoch": 3.43135541379009,
      "grad_norm": 1.265625,
      "learning_rate": 0.00038502269272367123,
      "loss": 5.1623,
      "mean_token_accuracy": 0.21064757704734802,
      "num_tokens": 79558998.0,
      "step": 39265
    },
    {
      "entropy": 6.030930614471435,
      "epoch": 3.4317923621427946,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00038499551016899793,
      "loss": 5.2968,
      "mean_token_accuracy": 0.20537202060222626,
      "num_tokens": 79569424.0,
      "step": 39270
    },
    {
      "entropy": 5.98950457572937,
      "epoch": 3.4322293104954995,
      "grad_norm": 1.2578125,
      "learning_rate": 0.00038496832550455307,
      "loss": 5.2423,
      "mean_token_accuracy": 0.2019144654273987,
      "num_tokens": 79578670.0,
      "step": 39275
    },
    {
      "entropy": 6.058748722076416,
      "epoch": 3.432666258848204,
      "grad_norm": 1.2578125,
      "learning_rate": 0.00038494113873085805,
      "loss": 5.3079,
      "mean_token_accuracy": 0.20541510432958604,
      "num_tokens": 79588883.0,
      "step": 39280
    },
    {
      "entropy": 5.98098349571228,
      "epoch": 3.433103207200909,
      "grad_norm": 1.296875,
      "learning_rate": 0.00038491394984843446,
      "loss": 5.1914,
      "mean_token_accuracy": 0.2105633556842804,
      "num_tokens": 79598158.0,
      "step": 39285
    },
    {
      "entropy": 5.909594774246216,
      "epoch": 3.4335401555536134,
      "grad_norm": 1.2734375,
      "learning_rate": 0.00038488675885780366,
      "loss": 5.168,
      "mean_token_accuracy": 0.21387324780225753,
      "num_tokens": 79608699.0,
      "step": 39290
    },
    {
      "entropy": 5.987071132659912,
      "epoch": 3.4339771039063183,
      "grad_norm": 1.328125,
      "learning_rate": 0.00038485956575948726,
      "loss": 5.1749,
      "mean_token_accuracy": 0.22323956340551376,
      "num_tokens": 79618628.0,
      "step": 39295
    },
    {
      "entropy": 6.016866540908813,
      "epoch": 3.434414052259023,
      "grad_norm": 1.4609375,
      "learning_rate": 0.0003848323705540069,
      "loss": 5.1913,
      "mean_token_accuracy": 0.2103236958384514,
      "num_tokens": 79628836.0,
      "step": 39300
    },
    {
      "entropy": 6.0113853931427,
      "epoch": 3.4348510006117277,
      "grad_norm": 1.2890625,
      "learning_rate": 0.000384805173241884,
      "loss": 5.1782,
      "mean_token_accuracy": 0.2087380364537239,
      "num_tokens": 79638306.0,
      "step": 39305
    },
    {
      "entropy": 5.981340837478638,
      "epoch": 3.4352879489644326,
      "grad_norm": 1.265625,
      "learning_rate": 0.00038477797382364037,
      "loss": 5.2786,
      "mean_token_accuracy": 0.2110616534948349,
      "num_tokens": 79647955.0,
      "step": 39310
    },
    {
      "entropy": 6.004306411743164,
      "epoch": 3.435724897317137,
      "grad_norm": 1.3359375,
      "learning_rate": 0.00038475077229979774,
      "loss": 5.2298,
      "mean_token_accuracy": 0.20948316156864166,
      "num_tokens": 79658701.0,
      "step": 39315
    },
    {
      "entropy": 5.982245016098022,
      "epoch": 3.436161845669842,
      "grad_norm": 1.375,
      "learning_rate": 0.00038472356867087776,
      "loss": 5.2517,
      "mean_token_accuracy": 0.20918960720300675,
      "num_tokens": 79669436.0,
      "step": 39320
    },
    {
      "entropy": 6.017612552642822,
      "epoch": 3.4365987940225464,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0003846963629374022,
      "loss": 5.2596,
      "mean_token_accuracy": 0.19847382456064225,
      "num_tokens": 79679350.0,
      "step": 39325
    },
    {
      "entropy": 5.975634002685547,
      "epoch": 3.4370357423752513,
      "grad_norm": 1.2265625,
      "learning_rate": 0.00038466915509989297,
      "loss": 5.1598,
      "mean_token_accuracy": 0.2224550276994705,
      "num_tokens": 79689762.0,
      "step": 39330
    },
    {
      "entropy": 6.012682819366455,
      "epoch": 3.437472690727956,
      "grad_norm": 1.3125,
      "learning_rate": 0.00038464194515887187,
      "loss": 5.1763,
      "mean_token_accuracy": 0.2163536101579666,
      "num_tokens": 79699594.0,
      "step": 39335
    },
    {
      "entropy": 5.974755573272705,
      "epoch": 3.4379096390806607,
      "grad_norm": 1.3359375,
      "learning_rate": 0.0003846147331148608,
      "loss": 5.295,
      "mean_token_accuracy": 0.21042654663324356,
      "num_tokens": 79710403.0,
      "step": 39340
    },
    {
      "entropy": 5.880723524093628,
      "epoch": 3.438346587433365,
      "grad_norm": 1.265625,
      "learning_rate": 0.00038458751896838176,
      "loss": 5.0872,
      "mean_token_accuracy": 0.22548784762620927,
      "num_tokens": 79721291.0,
      "step": 39345
    },
    {
      "entropy": 5.988047552108765,
      "epoch": 3.43878353578607,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0003845603027199566,
      "loss": 5.2584,
      "mean_token_accuracy": 0.2034972831606865,
      "num_tokens": 79732505.0,
      "step": 39350
    },
    {
      "entropy": 6.015184450149536,
      "epoch": 3.439220484138775,
      "grad_norm": 1.1796875,
      "learning_rate": 0.00038453308437010747,
      "loss": 5.2734,
      "mean_token_accuracy": 0.20917467623949051,
      "num_tokens": 79743707.0,
      "step": 39355
    },
    {
      "entropy": 6.076509475708008,
      "epoch": 3.4396574324914795,
      "grad_norm": 1.1640625,
      "learning_rate": 0.00038450586391935635,
      "loss": 5.2598,
      "mean_token_accuracy": 0.20420958250761032,
      "num_tokens": 79754669.0,
      "step": 39360
    },
    {
      "entropy": 6.0101048946380615,
      "epoch": 3.4400943808441844,
      "grad_norm": 1.296875,
      "learning_rate": 0.0003844786413682254,
      "loss": 5.2229,
      "mean_token_accuracy": 0.21615834832191466,
      "num_tokens": 79764444.0,
      "step": 39365
    },
    {
      "entropy": 6.003366994857788,
      "epoch": 3.440531329196889,
      "grad_norm": 1.21875,
      "learning_rate": 0.0003844514167172368,
      "loss": 5.278,
      "mean_token_accuracy": 0.19854013472795487,
      "num_tokens": 79774942.0,
      "step": 39370
    },
    {
      "entropy": 6.035770654678345,
      "epoch": 3.440968277549594,
      "grad_norm": 1.3203125,
      "learning_rate": 0.0003844241899669126,
      "loss": 5.2342,
      "mean_token_accuracy": 0.19812796711921693,
      "num_tokens": 79785710.0,
      "step": 39375
    },
    {
      "entropy": 6.057388019561768,
      "epoch": 3.4414052259022982,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0003843969611177751,
      "loss": 5.2918,
      "mean_token_accuracy": 0.2015348717570305,
      "num_tokens": 79795841.0,
      "step": 39380
    },
    {
      "entropy": 5.979343605041504,
      "epoch": 3.441842174255003,
      "grad_norm": 1.2890625,
      "learning_rate": 0.0003843697301703466,
      "loss": 5.1804,
      "mean_token_accuracy": 0.21260567903518676,
      "num_tokens": 79805400.0,
      "step": 39385
    },
    {
      "entropy": 5.9325049877166744,
      "epoch": 3.4422791226077076,
      "grad_norm": 1.1875,
      "learning_rate": 0.0003843424971251494,
      "loss": 5.2574,
      "mean_token_accuracy": 0.2059984713792801,
      "num_tokens": 79816212.0,
      "step": 39390
    },
    {
      "entropy": 5.974296712875367,
      "epoch": 3.4427160709604125,
      "grad_norm": 1.3125,
      "learning_rate": 0.0003843152619827058,
      "loss": 5.1944,
      "mean_token_accuracy": 0.21256231665611267,
      "num_tokens": 79827125.0,
      "step": 39395
    },
    {
      "entropy": 6.0697221755981445,
      "epoch": 3.443153019313117,
      "grad_norm": 1.375,
      "learning_rate": 0.00038428802474353816,
      "loss": 5.2743,
      "mean_token_accuracy": 0.20234580636024474,
      "num_tokens": 79837436.0,
      "step": 39400
    },
    {
      "entropy": 6.040170383453369,
      "epoch": 3.443589967665822,
      "grad_norm": 1.2890625,
      "learning_rate": 0.0003842607854081688,
      "loss": 5.2906,
      "mean_token_accuracy": 0.2055224135518074,
      "num_tokens": 79847297.0,
      "step": 39405
    },
    {
      "entropy": 6.004715633392334,
      "epoch": 3.444026916018527,
      "grad_norm": 1.3046875,
      "learning_rate": 0.0003842335439771205,
      "loss": 5.1744,
      "mean_token_accuracy": 0.21273394525051117,
      "num_tokens": 79856321.0,
      "step": 39410
    },
    {
      "entropy": 5.992973804473877,
      "epoch": 3.4444638643712313,
      "grad_norm": 1.25,
      "learning_rate": 0.00038420630045091556,
      "loss": 5.1849,
      "mean_token_accuracy": 0.21556561887264253,
      "num_tokens": 79866244.0,
      "step": 39415
    },
    {
      "entropy": 6.009449672698975,
      "epoch": 3.4449008127239362,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0003841790548300765,
      "loss": 5.2962,
      "mean_token_accuracy": 0.198925119638443,
      "num_tokens": 79876900.0,
      "step": 39420
    },
    {
      "entropy": 5.996653747558594,
      "epoch": 3.4453377610766407,
      "grad_norm": 1.3359375,
      "learning_rate": 0.00038415180711512604,
      "loss": 5.2497,
      "mean_token_accuracy": 0.212540864944458,
      "num_tokens": 79887864.0,
      "step": 39425
    },
    {
      "entropy": 6.016697645187378,
      "epoch": 3.4457747094293456,
      "grad_norm": 1.3203125,
      "learning_rate": 0.0003841245573065867,
      "loss": 5.2391,
      "mean_token_accuracy": 0.2057338386774063,
      "num_tokens": 79897625.0,
      "step": 39430
    },
    {
      "entropy": 6.076511287689209,
      "epoch": 3.44621165778205,
      "grad_norm": 1.15625,
      "learning_rate": 0.0003840973054049812,
      "loss": 5.2458,
      "mean_token_accuracy": 0.21054041236639023,
      "num_tokens": 79907742.0,
      "step": 39435
    },
    {
      "entropy": 5.994728326797485,
      "epoch": 3.446648606134755,
      "grad_norm": 1.2265625,
      "learning_rate": 0.00038407005141083216,
      "loss": 5.2198,
      "mean_token_accuracy": 0.21105381697416306,
      "num_tokens": 79917974.0,
      "step": 39440
    },
    {
      "entropy": 5.930918979644775,
      "epoch": 3.4470855544874595,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0003840427953246624,
      "loss": 5.2136,
      "mean_token_accuracy": 0.21223434805870056,
      "num_tokens": 79928089.0,
      "step": 39445
    },
    {
      "entropy": 5.900275564193725,
      "epoch": 3.4475225028401644,
      "grad_norm": 1.2890625,
      "learning_rate": 0.00038401553714699466,
      "loss": 5.1711,
      "mean_token_accuracy": 0.2158128947019577,
      "num_tokens": 79938396.0,
      "step": 39450
    },
    {
      "entropy": 6.011893844604492,
      "epoch": 3.447959451192869,
      "grad_norm": 1.234375,
      "learning_rate": 0.0003839882768783518,
      "loss": 5.2474,
      "mean_token_accuracy": 0.20189825892448426,
      "num_tokens": 79948157.0,
      "step": 39455
    },
    {
      "entropy": 6.056663179397583,
      "epoch": 3.4483963995455738,
      "grad_norm": 1.21875,
      "learning_rate": 0.0003839610145192567,
      "loss": 5.2443,
      "mean_token_accuracy": 0.20820903033018112,
      "num_tokens": 79958653.0,
      "step": 39460
    },
    {
      "entropy": 5.953338479995727,
      "epoch": 3.4488333478982787,
      "grad_norm": 1.2734375,
      "learning_rate": 0.0003839337500702323,
      "loss": 5.2585,
      "mean_token_accuracy": 0.20436079949140548,
      "num_tokens": 79969180.0,
      "step": 39465
    },
    {
      "entropy": 5.980085134506226,
      "epoch": 3.449270296250983,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00038390648353180145,
      "loss": 5.2729,
      "mean_token_accuracy": 0.21261857450008392,
      "num_tokens": 79978467.0,
      "step": 39470
    },
    {
      "entropy": 6.023677825927734,
      "epoch": 3.4497072446036876,
      "grad_norm": 1.25,
      "learning_rate": 0.0003838792149044871,
      "loss": 5.2079,
      "mean_token_accuracy": 0.2063453510403633,
      "num_tokens": 79989071.0,
      "step": 39475
    },
    {
      "entropy": 6.047200107574463,
      "epoch": 3.4501441929563925,
      "grad_norm": 1.3203125,
      "learning_rate": 0.00038385194418881247,
      "loss": 5.2043,
      "mean_token_accuracy": 0.20858898907899856,
      "num_tokens": 79999476.0,
      "step": 39480
    },
    {
      "entropy": 5.922449064254761,
      "epoch": 3.4505811413090974,
      "grad_norm": 1.203125,
      "learning_rate": 0.00038382467138530055,
      "loss": 5.145,
      "mean_token_accuracy": 0.2264697715640068,
      "num_tokens": 80009986.0,
      "step": 39485
    },
    {
      "entropy": 5.968990707397461,
      "epoch": 3.451018089661802,
      "grad_norm": 1.4453125,
      "learning_rate": 0.00038379739649447425,
      "loss": 5.3241,
      "mean_token_accuracy": 0.20326921492815017,
      "num_tokens": 80020916.0,
      "step": 39490
    },
    {
      "entropy": 5.989291334152222,
      "epoch": 3.451455038014507,
      "grad_norm": 1.2578125,
      "learning_rate": 0.000383770119516857,
      "loss": 5.1751,
      "mean_token_accuracy": 0.21489415913820267,
      "num_tokens": 80030769.0,
      "step": 39495
    },
    {
      "entropy": 6.013498115539551,
      "epoch": 3.4518919863672113,
      "grad_norm": 1.25,
      "learning_rate": 0.0003837428404529718,
      "loss": 5.2027,
      "mean_token_accuracy": 0.21045919954776765,
      "num_tokens": 80040838.0,
      "step": 39500
    },
    {
      "entropy": 6.04914402961731,
      "epoch": 3.452328934719916,
      "grad_norm": 1.2578125,
      "learning_rate": 0.00038371555930334194,
      "loss": 5.25,
      "mean_token_accuracy": 0.2080962985754013,
      "num_tokens": 80050600.0,
      "step": 39505
    },
    {
      "entropy": 6.000579786300659,
      "epoch": 3.4527658830726207,
      "grad_norm": 1.2734375,
      "learning_rate": 0.0003836882760684907,
      "loss": 5.2268,
      "mean_token_accuracy": 0.20828127562999726,
      "num_tokens": 80060826.0,
      "step": 39510
    },
    {
      "entropy": 6.012658023834229,
      "epoch": 3.4532028314253256,
      "grad_norm": 1.2890625,
      "learning_rate": 0.0003836609907489414,
      "loss": 5.2771,
      "mean_token_accuracy": 0.207615864276886,
      "num_tokens": 80070213.0,
      "step": 39515
    },
    {
      "entropy": 5.9626784324646,
      "epoch": 3.45363977977803,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0003836337033452173,
      "loss": 5.1532,
      "mean_token_accuracy": 0.2160072848200798,
      "num_tokens": 80080197.0,
      "step": 39520
    },
    {
      "entropy": 6.0879007339477536,
      "epoch": 3.454076728130735,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0003836064138578419,
      "loss": 5.2633,
      "mean_token_accuracy": 0.20232462584972383,
      "num_tokens": 80089504.0,
      "step": 39525
    },
    {
      "entropy": 6.019804620742798,
      "epoch": 3.4545136764834394,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0003835791222873386,
      "loss": 5.2065,
      "mean_token_accuracy": 0.2133520469069481,
      "num_tokens": 80099621.0,
      "step": 39530
    },
    {
      "entropy": 5.942175006866455,
      "epoch": 3.4549506248361443,
      "grad_norm": 1.25,
      "learning_rate": 0.00038355182863423077,
      "loss": 5.1971,
      "mean_token_accuracy": 0.21845616698265075,
      "num_tokens": 80109880.0,
      "step": 39535
    },
    {
      "entropy": 5.973734283447266,
      "epoch": 3.4553875731888493,
      "grad_norm": 1.3046875,
      "learning_rate": 0.00038352453289904206,
      "loss": 5.1877,
      "mean_token_accuracy": 0.220575949549675,
      "num_tokens": 80119236.0,
      "step": 39540
    },
    {
      "entropy": 5.921563816070557,
      "epoch": 3.4558245215415537,
      "grad_norm": 1.3359375,
      "learning_rate": 0.00038349723508229587,
      "loss": 5.2002,
      "mean_token_accuracy": 0.21123829036951064,
      "num_tokens": 80129598.0,
      "step": 39545
    },
    {
      "entropy": 6.057568168640136,
      "epoch": 3.4562614698942586,
      "grad_norm": 1.375,
      "learning_rate": 0.00038346993518451587,
      "loss": 5.223,
      "mean_token_accuracy": 0.20445257276296616,
      "num_tokens": 80140050.0,
      "step": 39550
    },
    {
      "entropy": 6.01996636390686,
      "epoch": 3.456698418246963,
      "grad_norm": 1.2890625,
      "learning_rate": 0.00038344263320622574,
      "loss": 5.1839,
      "mean_token_accuracy": 0.22044931054115297,
      "num_tokens": 80150101.0,
      "step": 39555
    },
    {
      "entropy": 6.037164211273193,
      "epoch": 3.457135366599668,
      "grad_norm": 1.359375,
      "learning_rate": 0.00038341532914794904,
      "loss": 5.2402,
      "mean_token_accuracy": 0.20370396077632905,
      "num_tokens": 80159416.0,
      "step": 39560
    },
    {
      "entropy": 5.950136327743531,
      "epoch": 3.4575723149523725,
      "grad_norm": 1.296875,
      "learning_rate": 0.0003833880230102095,
      "loss": 5.2249,
      "mean_token_accuracy": 0.21140849590301514,
      "num_tokens": 80168979.0,
      "step": 39565
    },
    {
      "entropy": 5.993734979629517,
      "epoch": 3.4580092633050774,
      "grad_norm": 1.171875,
      "learning_rate": 0.00038336071479353086,
      "loss": 5.2438,
      "mean_token_accuracy": 0.21237406581640245,
      "num_tokens": 80179328.0,
      "step": 39570
    },
    {
      "entropy": 6.003957891464234,
      "epoch": 3.458446211657782,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00038333340449843694,
      "loss": 5.169,
      "mean_token_accuracy": 0.2191226914525032,
      "num_tokens": 80189151.0,
      "step": 39575
    },
    {
      "entropy": 6.004670667648315,
      "epoch": 3.458883160010487,
      "grad_norm": 1.34375,
      "learning_rate": 0.0003833060921254517,
      "loss": 5.2533,
      "mean_token_accuracy": 0.2141463652253151,
      "num_tokens": 80199622.0,
      "step": 39580
    },
    {
      "entropy": 6.026517486572265,
      "epoch": 3.4593201083631913,
      "grad_norm": 1.2890625,
      "learning_rate": 0.00038327877767509866,
      "loss": 5.2582,
      "mean_token_accuracy": 0.20190582275390626,
      "num_tokens": 80209335.0,
      "step": 39585
    },
    {
      "entropy": 5.985488843917847,
      "epoch": 3.459757056715896,
      "grad_norm": 1.1484375,
      "learning_rate": 0.000383251461147902,
      "loss": 5.2607,
      "mean_token_accuracy": 0.20837426632642747,
      "num_tokens": 80220336.0,
      "step": 39590
    },
    {
      "entropy": 5.999020099639893,
      "epoch": 3.460194005068601,
      "grad_norm": 1.2421875,
      "learning_rate": 0.00038322414254438557,
      "loss": 5.2445,
      "mean_token_accuracy": 0.20970449447631836,
      "num_tokens": 80231459.0,
      "step": 39595
    },
    {
      "entropy": 6.041537284851074,
      "epoch": 3.4606309534213056,
      "grad_norm": 1.359375,
      "learning_rate": 0.0003831968218650735,
      "loss": 5.2872,
      "mean_token_accuracy": 0.2113416537642479,
      "num_tokens": 80240997.0,
      "step": 39600
    },
    {
      "entropy": 5.992711782455444,
      "epoch": 3.4610679017740105,
      "grad_norm": 1.3671875,
      "learning_rate": 0.00038316949911048953,
      "loss": 5.2328,
      "mean_token_accuracy": 0.2113897755742073,
      "num_tokens": 80251663.0,
      "step": 39605
    },
    {
      "entropy": 6.008801126480103,
      "epoch": 3.461504850126715,
      "grad_norm": 1.2421875,
      "learning_rate": 0.00038314217428115797,
      "loss": 5.302,
      "mean_token_accuracy": 0.2028003841638565,
      "num_tokens": 80261059.0,
      "step": 39610
    },
    {
      "entropy": 5.912024354934692,
      "epoch": 3.46194179847942,
      "grad_norm": 1.3359375,
      "learning_rate": 0.0003831148473776028,
      "loss": 5.1789,
      "mean_token_accuracy": 0.2178211197257042,
      "num_tokens": 80271781.0,
      "step": 39615
    },
    {
      "entropy": 5.965564298629761,
      "epoch": 3.4623787468321243,
      "grad_norm": 1.296875,
      "learning_rate": 0.00038308751840034826,
      "loss": 5.2575,
      "mean_token_accuracy": 0.20694106370210646,
      "num_tokens": 80281996.0,
      "step": 39620
    },
    {
      "entropy": 5.955424976348877,
      "epoch": 3.4628156951848292,
      "grad_norm": 1.171875,
      "learning_rate": 0.0003830601873499185,
      "loss": 5.1952,
      "mean_token_accuracy": 0.21654094457626344,
      "num_tokens": 80293181.0,
      "step": 39625
    },
    {
      "entropy": 5.997841167449951,
      "epoch": 3.4632526435375337,
      "grad_norm": 1.2734375,
      "learning_rate": 0.0003830328542268377,
      "loss": 5.2404,
      "mean_token_accuracy": 0.20661004781723022,
      "num_tokens": 80303697.0,
      "step": 39630
    },
    {
      "entropy": 5.951514625549317,
      "epoch": 3.4636895918902386,
      "grad_norm": 1.296875,
      "learning_rate": 0.00038300551903163013,
      "loss": 5.1472,
      "mean_token_accuracy": 0.22046260237693788,
      "num_tokens": 80313104.0,
      "step": 39635
    },
    {
      "entropy": 5.941115808486939,
      "epoch": 3.464126540242943,
      "grad_norm": 1.359375,
      "learning_rate": 0.00038297818176482006,
      "loss": 5.1502,
      "mean_token_accuracy": 0.21942847669124604,
      "num_tokens": 80323168.0,
      "step": 39640
    },
    {
      "entropy": 5.971783971786499,
      "epoch": 3.464563488595648,
      "grad_norm": 1.3125,
      "learning_rate": 0.000382950842426932,
      "loss": 5.2406,
      "mean_token_accuracy": 0.21203084737062455,
      "num_tokens": 80333064.0,
      "step": 39645
    },
    {
      "entropy": 5.944721603393555,
      "epoch": 3.465000436948353,
      "grad_norm": 1.2578125,
      "learning_rate": 0.00038292350101849017,
      "loss": 5.1313,
      "mean_token_accuracy": 0.22033621072769166,
      "num_tokens": 80342827.0,
      "step": 39650
    },
    {
      "entropy": 5.957590389251709,
      "epoch": 3.4654373853010574,
      "grad_norm": 1.34375,
      "learning_rate": 0.000382896157540019,
      "loss": 5.2633,
      "mean_token_accuracy": 0.20486376881599427,
      "num_tokens": 80352732.0,
      "step": 39655
    },
    {
      "entropy": 6.018450784683227,
      "epoch": 3.4658743336537623,
      "grad_norm": 1.3203125,
      "learning_rate": 0.000382868811992043,
      "loss": 5.2911,
      "mean_token_accuracy": 0.19959843307733535,
      "num_tokens": 80362427.0,
      "step": 39660
    },
    {
      "entropy": 6.038689851760864,
      "epoch": 3.4663112820064668,
      "grad_norm": 1.375,
      "learning_rate": 0.0003828414643750867,
      "loss": 5.1807,
      "mean_token_accuracy": 0.21667228788137435,
      "num_tokens": 80372719.0,
      "step": 39665
    },
    {
      "entropy": 5.996759557723999,
      "epoch": 3.4667482303591717,
      "grad_norm": 1.359375,
      "learning_rate": 0.00038281411468967457,
      "loss": 5.197,
      "mean_token_accuracy": 0.2078879863023758,
      "num_tokens": 80381753.0,
      "step": 39670
    },
    {
      "entropy": 5.881184530258179,
      "epoch": 3.467185178711876,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0003827867629363312,
      "loss": 5.2252,
      "mean_token_accuracy": 0.21479190587997438,
      "num_tokens": 80393401.0,
      "step": 39675
    },
    {
      "entropy": 6.032796478271484,
      "epoch": 3.467622127064581,
      "grad_norm": 1.3203125,
      "learning_rate": 0.00038275940911558135,
      "loss": 5.2686,
      "mean_token_accuracy": 0.20663146078586578,
      "num_tokens": 80403194.0,
      "step": 39680
    },
    {
      "entropy": 6.0468337059021,
      "epoch": 3.4680590754172855,
      "grad_norm": 1.265625,
      "learning_rate": 0.0003827320532279495,
      "loss": 5.2181,
      "mean_token_accuracy": 0.20618036836385728,
      "num_tokens": 80413283.0,
      "step": 39685
    },
    {
      "entropy": 6.037442970275879,
      "epoch": 3.4684960237699904,
      "grad_norm": 1.3203125,
      "learning_rate": 0.00038270469527396035,
      "loss": 5.2039,
      "mean_token_accuracy": 0.2124500423669815,
      "num_tokens": 80423976.0,
      "step": 39690
    },
    {
      "entropy": 5.9631952285766605,
      "epoch": 3.468932972122695,
      "grad_norm": 1.28125,
      "learning_rate": 0.00038267733525413884,
      "loss": 5.2146,
      "mean_token_accuracy": 0.21560170948505403,
      "num_tokens": 80434017.0,
      "step": 39695
    },
    {
      "entropy": 5.962672519683838,
      "epoch": 3.4693699204754,
      "grad_norm": 1.28125,
      "learning_rate": 0.0003826499731690095,
      "loss": 5.1947,
      "mean_token_accuracy": 0.2134961888194084,
      "num_tokens": 80444289.0,
      "step": 39700
    },
    {
      "entropy": 6.026262617111206,
      "epoch": 3.4698068688281047,
      "grad_norm": 1.3671875,
      "learning_rate": 0.0003826226090190974,
      "loss": 5.2545,
      "mean_token_accuracy": 0.21054824441671371,
      "num_tokens": 80453420.0,
      "step": 39705
    },
    {
      "entropy": 6.057781982421875,
      "epoch": 3.470243817180809,
      "grad_norm": 1.25,
      "learning_rate": 0.00038259524280492716,
      "loss": 5.2491,
      "mean_token_accuracy": 0.20727925151586532,
      "num_tokens": 80462977.0,
      "step": 39710
    },
    {
      "entropy": 5.951946115493774,
      "epoch": 3.470680765533514,
      "grad_norm": 1.2578125,
      "learning_rate": 0.00038256787452702377,
      "loss": 5.1276,
      "mean_token_accuracy": 0.21454741060733795,
      "num_tokens": 80471806.0,
      "step": 39715
    },
    {
      "entropy": 5.9393209457397464,
      "epoch": 3.4711177138862186,
      "grad_norm": 1.4453125,
      "learning_rate": 0.00038254050418591227,
      "loss": 5.2201,
      "mean_token_accuracy": 0.20861286520957947,
      "num_tokens": 80481510.0,
      "step": 39720
    },
    {
      "entropy": 6.018211698532104,
      "epoch": 3.4715546622389235,
      "grad_norm": 1.2734375,
      "learning_rate": 0.0003825131317821175,
      "loss": 5.2587,
      "mean_token_accuracy": 0.2022302344441414,
      "num_tokens": 80491670.0,
      "step": 39725
    },
    {
      "entropy": 6.074352121353149,
      "epoch": 3.471991610591628,
      "grad_norm": 1.390625,
      "learning_rate": 0.00038248575731616454,
      "loss": 5.2875,
      "mean_token_accuracy": 0.20731158256530763,
      "num_tokens": 80501518.0,
      "step": 39730
    },
    {
      "entropy": 5.967597579956054,
      "epoch": 3.472428558944333,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00038245838078857837,
      "loss": 5.2063,
      "mean_token_accuracy": 0.2112124502658844,
      "num_tokens": 80511943.0,
      "step": 39735
    },
    {
      "entropy": 5.941483497619629,
      "epoch": 3.4728655072970374,
      "grad_norm": 1.171875,
      "learning_rate": 0.0003824310021998841,
      "loss": 5.1881,
      "mean_token_accuracy": 0.20696741640567778,
      "num_tokens": 80523114.0,
      "step": 39740
    },
    {
      "entropy": 6.029041385650634,
      "epoch": 3.4733024556497423,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0003824036215506071,
      "loss": 5.2976,
      "mean_token_accuracy": 0.2025396630167961,
      "num_tokens": 80534802.0,
      "step": 39745
    },
    {
      "entropy": 6.068965864181519,
      "epoch": 3.4737394040024467,
      "grad_norm": 1.171875,
      "learning_rate": 0.00038237623884127225,
      "loss": 5.228,
      "mean_token_accuracy": 0.20855650156736374,
      "num_tokens": 80544367.0,
      "step": 39750
    },
    {
      "entropy": 5.980259847640991,
      "epoch": 3.4741763523551517,
      "grad_norm": 1.328125,
      "learning_rate": 0.00038234885407240494,
      "loss": 5.2786,
      "mean_token_accuracy": 0.21233195960521697,
      "num_tokens": 80554841.0,
      "step": 39755
    },
    {
      "entropy": 6.0044519901275635,
      "epoch": 3.4746133007078566,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0003823214672445302,
      "loss": 5.2681,
      "mean_token_accuracy": 0.198776975274086,
      "num_tokens": 80565076.0,
      "step": 39760
    },
    {
      "entropy": 6.039692163467407,
      "epoch": 3.475050249060561,
      "grad_norm": 1.28125,
      "learning_rate": 0.00038229407835817366,
      "loss": 5.3001,
      "mean_token_accuracy": 0.20604861229658128,
      "num_tokens": 80575410.0,
      "step": 39765
    },
    {
      "entropy": 5.9488612651824955,
      "epoch": 3.4754871974132655,
      "grad_norm": 1.3359375,
      "learning_rate": 0.00038226668741386046,
      "loss": 5.2178,
      "mean_token_accuracy": 0.21304796934127807,
      "num_tokens": 80585400.0,
      "step": 39770
    },
    {
      "entropy": 6.026010656356812,
      "epoch": 3.4759241457659704,
      "grad_norm": 1.3203125,
      "learning_rate": 0.0003822392944121159,
      "loss": 5.209,
      "mean_token_accuracy": 0.20930231213569642,
      "num_tokens": 80595429.0,
      "step": 39775
    },
    {
      "entropy": 6.026197862625122,
      "epoch": 3.4763610941186753,
      "grad_norm": 1.390625,
      "learning_rate": 0.0003822118993534655,
      "loss": 5.2049,
      "mean_token_accuracy": 0.21379354149103164,
      "num_tokens": 80605060.0,
      "step": 39780
    },
    {
      "entropy": 5.954631757736206,
      "epoch": 3.47679804247138,
      "grad_norm": 1.3359375,
      "learning_rate": 0.0003821845022384348,
      "loss": 5.1363,
      "mean_token_accuracy": 0.2172404184937477,
      "num_tokens": 80614927.0,
      "step": 39785
    },
    {
      "entropy": 5.945276737213135,
      "epoch": 3.4772349908240847,
      "grad_norm": 1.328125,
      "learning_rate": 0.00038215710306754906,
      "loss": 5.2277,
      "mean_token_accuracy": 0.21042795181274415,
      "num_tokens": 80624748.0,
      "step": 39790
    },
    {
      "entropy": 6.025992774963379,
      "epoch": 3.477671939176789,
      "grad_norm": 1.21875,
      "learning_rate": 0.00038212970184133395,
      "loss": 5.3132,
      "mean_token_accuracy": 0.1980056568980217,
      "num_tokens": 80635221.0,
      "step": 39795
    },
    {
      "entropy": 5.9593370914459225,
      "epoch": 3.478108887529494,
      "grad_norm": 1.2265625,
      "learning_rate": 0.00038210229856031503,
      "loss": 5.2766,
      "mean_token_accuracy": 0.2106964185833931,
      "num_tokens": 80645268.0,
      "step": 39800
    },
    {
      "entropy": 6.100025415420532,
      "epoch": 3.4785458358821986,
      "grad_norm": 1.390625,
      "learning_rate": 0.0003820748932250179,
      "loss": 5.2887,
      "mean_token_accuracy": 0.20639315843582154,
      "num_tokens": 80655209.0,
      "step": 39805
    },
    {
      "entropy": 6.046753740310669,
      "epoch": 3.4789827842349035,
      "grad_norm": 1.234375,
      "learning_rate": 0.00038204748583596835,
      "loss": 5.2721,
      "mean_token_accuracy": 0.20303875654935838,
      "num_tokens": 80665652.0,
      "step": 39810
    },
    {
      "entropy": 5.966974925994873,
      "epoch": 3.4794197325876084,
      "grad_norm": 1.265625,
      "learning_rate": 0.0003820200763936917,
      "loss": 5.2611,
      "mean_token_accuracy": 0.20864615738391876,
      "num_tokens": 80675430.0,
      "step": 39815
    },
    {
      "entropy": 6.005458211898803,
      "epoch": 3.479856680940313,
      "grad_norm": 1.25,
      "learning_rate": 0.0003819926648987141,
      "loss": 5.2301,
      "mean_token_accuracy": 0.21054732352495192,
      "num_tokens": 80685997.0,
      "step": 39820
    },
    {
      "entropy": 6.01109094619751,
      "epoch": 3.4802936292930173,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00038196525135156094,
      "loss": 5.2432,
      "mean_token_accuracy": 0.21097709387540817,
      "num_tokens": 80697470.0,
      "step": 39825
    },
    {
      "entropy": 5.982220840454102,
      "epoch": 3.4807305776457222,
      "grad_norm": 1.3671875,
      "learning_rate": 0.0003819378357527583,
      "loss": 5.1483,
      "mean_token_accuracy": 0.2214530423283577,
      "num_tokens": 80708810.0,
      "step": 39830
    },
    {
      "entropy": 5.944644498825073,
      "epoch": 3.481167525998427,
      "grad_norm": 1.3671875,
      "learning_rate": 0.000381910418102832,
      "loss": 5.1515,
      "mean_token_accuracy": 0.2185894399881363,
      "num_tokens": 80718036.0,
      "step": 39835
    },
    {
      "entropy": 5.983967542648315,
      "epoch": 3.4816044743511316,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0003818829984023078,
      "loss": 5.282,
      "mean_token_accuracy": 0.20525011718273162,
      "num_tokens": 80728247.0,
      "step": 39840
    },
    {
      "entropy": 5.946909952163696,
      "epoch": 3.4820414227038365,
      "grad_norm": 1.21875,
      "learning_rate": 0.00038185557665171174,
      "loss": 5.2428,
      "mean_token_accuracy": 0.21361775398254396,
      "num_tokens": 80738873.0,
      "step": 39845
    },
    {
      "entropy": 5.972134065628052,
      "epoch": 3.482478371056541,
      "grad_norm": 1.1640625,
      "learning_rate": 0.00038182815285156964,
      "loss": 5.2772,
      "mean_token_accuracy": 0.2060937136411667,
      "num_tokens": 80748734.0,
      "step": 39850
    },
    {
      "entropy": 5.998664140701294,
      "epoch": 3.482915319409246,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0003818007270024076,
      "loss": 5.2441,
      "mean_token_accuracy": 0.20858817398548127,
      "num_tokens": 80759256.0,
      "step": 39855
    },
    {
      "entropy": 5.973020076751709,
      "epoch": 3.4833522677619504,
      "grad_norm": 1.2734375,
      "learning_rate": 0.0003817732991047518,
      "loss": 5.1882,
      "mean_token_accuracy": 0.2166049912571907,
      "num_tokens": 80769670.0,
      "step": 39860
    },
    {
      "entropy": 5.952420902252197,
      "epoch": 3.4837892161146553,
      "grad_norm": 1.2890625,
      "learning_rate": 0.00038174586915912804,
      "loss": 5.1695,
      "mean_token_accuracy": 0.2131270408630371,
      "num_tokens": 80778937.0,
      "step": 39865
    },
    {
      "entropy": 5.956316184997559,
      "epoch": 3.4842261644673598,
      "grad_norm": 1.28125,
      "learning_rate": 0.00038171843716606254,
      "loss": 5.2143,
      "mean_token_accuracy": 0.2098279967904091,
      "num_tokens": 80789329.0,
      "step": 39870
    },
    {
      "entropy": 5.962375736236572,
      "epoch": 3.4846631128200647,
      "grad_norm": 1.28125,
      "learning_rate": 0.00038169100312608156,
      "loss": 5.2035,
      "mean_token_accuracy": 0.21281096786260606,
      "num_tokens": 80798943.0,
      "step": 39875
    },
    {
      "entropy": 6.022423982620239,
      "epoch": 3.485100061172769,
      "grad_norm": 1.3359375,
      "learning_rate": 0.0003816635670397112,
      "loss": 5.2995,
      "mean_token_accuracy": 0.20353493392467498,
      "num_tokens": 80808915.0,
      "step": 39880
    },
    {
      "entropy": 5.9842695713043215,
      "epoch": 3.485537009525474,
      "grad_norm": 1.1953125,
      "learning_rate": 0.00038163612890747777,
      "loss": 5.22,
      "mean_token_accuracy": 0.2133956640958786,
      "num_tokens": 80820162.0,
      "step": 39885
    },
    {
      "entropy": 5.900581932067871,
      "epoch": 3.485973957878179,
      "grad_norm": 1.2734375,
      "learning_rate": 0.0003816086887299075,
      "loss": 5.1246,
      "mean_token_accuracy": 0.22689466774463654,
      "num_tokens": 80830179.0,
      "step": 39890
    },
    {
      "entropy": 6.009086275100708,
      "epoch": 3.4864109062308835,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0003815812465075267,
      "loss": 5.2136,
      "mean_token_accuracy": 0.2090754896402359,
      "num_tokens": 80839924.0,
      "step": 39895
    },
    {
      "entropy": 5.993330430984497,
      "epoch": 3.4868478545835884,
      "grad_norm": 1.3203125,
      "learning_rate": 0.00038155380224086177,
      "loss": 5.2265,
      "mean_token_accuracy": 0.215635222196579,
      "num_tokens": 80849594.0,
      "step": 39900
    },
    {
      "entropy": 5.941576242446899,
      "epoch": 3.487284802936293,
      "grad_norm": 1.3046875,
      "learning_rate": 0.0003815263559304391,
      "loss": 5.1739,
      "mean_token_accuracy": 0.21356867402791976,
      "num_tokens": 80859706.0,
      "step": 39905
    },
    {
      "entropy": 6.00630030632019,
      "epoch": 3.4877217512889978,
      "grad_norm": 1.40625,
      "learning_rate": 0.00038149890757678507,
      "loss": 5.2895,
      "mean_token_accuracy": 0.20568839460611343,
      "num_tokens": 80869121.0,
      "step": 39910
    },
    {
      "entropy": 5.994717168807983,
      "epoch": 3.488158699641702,
      "grad_norm": 1.25,
      "learning_rate": 0.00038147145718042626,
      "loss": 5.2744,
      "mean_token_accuracy": 0.21130325943231582,
      "num_tokens": 80879347.0,
      "step": 39915
    },
    {
      "entropy": 5.9789632797241214,
      "epoch": 3.488595647994407,
      "grad_norm": 1.171875,
      "learning_rate": 0.000381444004741889,
      "loss": 5.1727,
      "mean_token_accuracy": 0.21911518573760985,
      "num_tokens": 80889819.0,
      "step": 39920
    },
    {
      "entropy": 6.0077986240386965,
      "epoch": 3.4890325963471116,
      "grad_norm": 1.3515625,
      "learning_rate": 0.0003814165502617,
      "loss": 5.2839,
      "mean_token_accuracy": 0.20857477486133574,
      "num_tokens": 80900576.0,
      "step": 39925
    },
    {
      "entropy": 6.0114682674407955,
      "epoch": 3.4894695446998165,
      "grad_norm": 1.203125,
      "learning_rate": 0.0003813890937403858,
      "loss": 5.2126,
      "mean_token_accuracy": 0.2174866810441017,
      "num_tokens": 80910966.0,
      "step": 39930
    },
    {
      "entropy": 6.000121402740478,
      "epoch": 3.489906493052521,
      "grad_norm": 1.3046875,
      "learning_rate": 0.00038136163517847306,
      "loss": 5.2084,
      "mean_token_accuracy": 0.20997109711170198,
      "num_tokens": 80920533.0,
      "step": 39935
    },
    {
      "entropy": 5.987140750885009,
      "epoch": 3.490343441405226,
      "grad_norm": 1.3671875,
      "learning_rate": 0.00038133417457648835,
      "loss": 5.259,
      "mean_token_accuracy": 0.21115306615829468,
      "num_tokens": 80930989.0,
      "step": 39940
    },
    {
      "entropy": 6.032073879241944,
      "epoch": 3.490780389757931,
      "grad_norm": 1.328125,
      "learning_rate": 0.00038130671193495845,
      "loss": 5.2613,
      "mean_token_accuracy": 0.2043430909514427,
      "num_tokens": 80942283.0,
      "step": 39945
    },
    {
      "entropy": 6.057424116134643,
      "epoch": 3.4912173381106353,
      "grad_norm": 1.125,
      "learning_rate": 0.00038127924725441024,
      "loss": 5.217,
      "mean_token_accuracy": 0.20953633785247802,
      "num_tokens": 80953258.0,
      "step": 39950
    },
    {
      "entropy": 5.941764259338379,
      "epoch": 3.49165428646334,
      "grad_norm": 1.28125,
      "learning_rate": 0.0003812517805353703,
      "loss": 5.1638,
      "mean_token_accuracy": 0.21582247465848922,
      "num_tokens": 80963748.0,
      "step": 39955
    },
    {
      "entropy": 5.95787992477417,
      "epoch": 3.4920912348160447,
      "grad_norm": 1.3828125,
      "learning_rate": 0.0003812243117783656,
      "loss": 5.252,
      "mean_token_accuracy": 0.2076788365840912,
      "num_tokens": 80973677.0,
      "step": 39960
    },
    {
      "entropy": 5.973050117492676,
      "epoch": 3.4925281831687496,
      "grad_norm": 1.3046875,
      "learning_rate": 0.00038119684098392284,
      "loss": 5.2411,
      "mean_token_accuracy": 0.21082510501146318,
      "num_tokens": 80984021.0,
      "step": 39965
    },
    {
      "entropy": 5.9518242359161375,
      "epoch": 3.492965131521454,
      "grad_norm": 1.3046875,
      "learning_rate": 0.000381169368152569,
      "loss": 5.073,
      "mean_token_accuracy": 0.22982884496450423,
      "num_tokens": 80993498.0,
      "step": 39970
    },
    {
      "entropy": 6.047281312942505,
      "epoch": 3.493402079874159,
      "grad_norm": 1.40625,
      "learning_rate": 0.00038114189328483124,
      "loss": 5.2911,
      "mean_token_accuracy": 0.20500487238168716,
      "num_tokens": 81002693.0,
      "step": 39975
    },
    {
      "entropy": 6.035944175720215,
      "epoch": 3.4938390282268634,
      "grad_norm": 1.375,
      "learning_rate": 0.0003811144163812362,
      "loss": 5.2849,
      "mean_token_accuracy": 0.20434953570365905,
      "num_tokens": 81012715.0,
      "step": 39980
    },
    {
      "entropy": 6.008230924606323,
      "epoch": 3.4942759765795683,
      "grad_norm": 1.3671875,
      "learning_rate": 0.00038108693744231105,
      "loss": 5.1852,
      "mean_token_accuracy": 0.21589977890253068,
      "num_tokens": 81023779.0,
      "step": 39985
    },
    {
      "entropy": 5.965020704269409,
      "epoch": 3.494712924932273,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0003810594564685829,
      "loss": 5.1924,
      "mean_token_accuracy": 0.22301999479532242,
      "num_tokens": 81035103.0,
      "step": 39990
    },
    {
      "entropy": 6.0136559963226315,
      "epoch": 3.4951498732849777,
      "grad_norm": 1.296875,
      "learning_rate": 0.0003810319734605787,
      "loss": 5.2351,
      "mean_token_accuracy": 0.20725687593221664,
      "num_tokens": 81045011.0,
      "step": 39995
    },
    {
      "entropy": 5.957651519775391,
      "epoch": 3.4955868216376826,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0003810044884188258,
      "loss": 5.2178,
      "mean_token_accuracy": 0.21582753211259842,
      "num_tokens": 81055841.0,
      "step": 40000
    },
    {
      "entropy": 5.981171607971191,
      "epoch": 3.496023769990387,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0003809770013438512,
      "loss": 5.2424,
      "mean_token_accuracy": 0.2064807027578354,
      "num_tokens": 81067270.0,
      "step": 40005
    },
    {
      "entropy": 6.0462767601013185,
      "epoch": 3.496460718343092,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00038094951223618224,
      "loss": 5.2442,
      "mean_token_accuracy": 0.2119047984480858,
      "num_tokens": 81076963.0,
      "step": 40010
    },
    {
      "entropy": 6.015077352523804,
      "epoch": 3.4968976666957965,
      "grad_norm": 1.2890625,
      "learning_rate": 0.00038092202109634603,
      "loss": 5.2137,
      "mean_token_accuracy": 0.2089099556207657,
      "num_tokens": 81086146.0,
      "step": 40015
    },
    {
      "entropy": 6.01000943183899,
      "epoch": 3.4973346150485014,
      "grad_norm": 1.328125,
      "learning_rate": 0.00038089452792487005,
      "loss": 5.2242,
      "mean_token_accuracy": 0.21129990071058274,
      "num_tokens": 81095924.0,
      "step": 40020
    },
    {
      "entropy": 5.931520223617554,
      "epoch": 3.497771563401206,
      "grad_norm": 1.2890625,
      "learning_rate": 0.0003808670327222815,
      "loss": 5.2109,
      "mean_token_accuracy": 0.20738615542650224,
      "num_tokens": 81106396.0,
      "step": 40025
    },
    {
      "entropy": 5.991251420974732,
      "epoch": 3.498208511753911,
      "grad_norm": 1.296875,
      "learning_rate": 0.00038083953548910776,
      "loss": 5.1626,
      "mean_token_accuracy": 0.2126147925853729,
      "num_tokens": 81117098.0,
      "step": 40030
    },
    {
      "entropy": 5.940868663787842,
      "epoch": 3.4986454601066153,
      "grad_norm": 1.1875,
      "learning_rate": 0.00038081203622587637,
      "loss": 5.1798,
      "mean_token_accuracy": 0.20941933244466782,
      "num_tokens": 81127335.0,
      "step": 40035
    },
    {
      "entropy": 5.971509647369385,
      "epoch": 3.49908240845932,
      "grad_norm": 1.2890625,
      "learning_rate": 0.00038078453493311463,
      "loss": 5.2193,
      "mean_token_accuracy": 0.20836377143859863,
      "num_tokens": 81136608.0,
      "step": 40040
    },
    {
      "entropy": 6.084847450256348,
      "epoch": 3.4995193568120246,
      "grad_norm": 1.34375,
      "learning_rate": 0.00038075703161135,
      "loss": 5.3036,
      "mean_token_accuracy": 0.2003863662481308,
      "num_tokens": 81146690.0,
      "step": 40045
    },
    {
      "entropy": 6.013670349121094,
      "epoch": 3.4999563051647296,
      "grad_norm": 1.375,
      "learning_rate": 0.00038072952626111016,
      "loss": 5.1583,
      "mean_token_accuracy": 0.210635507106781,
      "num_tokens": 81155914.0,
      "step": 40050
    },
    {
      "entropy": 5.954414749145508,
      "epoch": 3.5003932535174345,
      "grad_norm": 1.234375,
      "learning_rate": 0.0003807020188829226,
      "loss": 5.2022,
      "mean_token_accuracy": 0.2115880146622658,
      "num_tokens": 81166537.0,
      "step": 40055
    },
    {
      "entropy": 5.972074842453003,
      "epoch": 3.500830201870139,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0003806745094773149,
      "loss": 5.2045,
      "mean_token_accuracy": 0.2098950356245041,
      "num_tokens": 81176328.0,
      "step": 40060
    },
    {
      "entropy": 6.011626052856445,
      "epoch": 3.5012671502228434,
      "grad_norm": 1.3125,
      "learning_rate": 0.00038064699804481476,
      "loss": 5.2349,
      "mean_token_accuracy": 0.21191549599170684,
      "num_tokens": 81186345.0,
      "step": 40065
    },
    {
      "entropy": 6.00443434715271,
      "epoch": 3.5017040985755483,
      "grad_norm": 1.3046875,
      "learning_rate": 0.0003806194845859499,
      "loss": 5.2219,
      "mean_token_accuracy": 0.21015285402536393,
      "num_tokens": 81196683.0,
      "step": 40070
    },
    {
      "entropy": 6.003873205184936,
      "epoch": 3.5021410469282532,
      "grad_norm": 1.1875,
      "learning_rate": 0.0003805919691012479,
      "loss": 5.2186,
      "mean_token_accuracy": 0.20898327827453614,
      "num_tokens": 81206381.0,
      "step": 40075
    },
    {
      "entropy": 5.994255828857422,
      "epoch": 3.5025779952809577,
      "grad_norm": 1.2734375,
      "learning_rate": 0.00038056445159123664,
      "loss": 5.2846,
      "mean_token_accuracy": 0.2112138718366623,
      "num_tokens": 81217056.0,
      "step": 40080
    },
    {
      "entropy": 5.971289825439453,
      "epoch": 3.5030149436336626,
      "grad_norm": 1.3203125,
      "learning_rate": 0.0003805369320564438,
      "loss": 5.2118,
      "mean_token_accuracy": 0.21402477324008942,
      "num_tokens": 81227803.0,
      "step": 40085
    },
    {
      "entropy": 6.002825021743774,
      "epoch": 3.503451891986367,
      "grad_norm": 1.234375,
      "learning_rate": 0.0003805094104973974,
      "loss": 5.1984,
      "mean_token_accuracy": 0.21343668252229692,
      "num_tokens": 81237680.0,
      "step": 40090
    },
    {
      "entropy": 5.982443141937256,
      "epoch": 3.503888840339072,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0003804818869146252,
      "loss": 5.2013,
      "mean_token_accuracy": 0.2124364987015724,
      "num_tokens": 81247624.0,
      "step": 40095
    },
    {
      "entropy": 6.02717604637146,
      "epoch": 3.5043257886917765,
      "grad_norm": 1.21875,
      "learning_rate": 0.00038045436130865515,
      "loss": 5.205,
      "mean_token_accuracy": 0.21376815289258957,
      "num_tokens": 81257932.0,
      "step": 40100
    },
    {
      "entropy": 6.059745407104492,
      "epoch": 3.5047627370444814,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0003804268336800151,
      "loss": 5.2333,
      "mean_token_accuracy": 0.21126592308282852,
      "num_tokens": 81268595.0,
      "step": 40105
    },
    {
      "entropy": 6.001213645935058,
      "epoch": 3.5051996853971863,
      "grad_norm": 1.4375,
      "learning_rate": 0.00038039930402923323,
      "loss": 5.1677,
      "mean_token_accuracy": 0.2176545113325119,
      "num_tokens": 81279252.0,
      "step": 40110
    },
    {
      "entropy": 5.9219519138336185,
      "epoch": 3.5056366337498908,
      "grad_norm": 1.25,
      "learning_rate": 0.00038037177235683746,
      "loss": 5.1957,
      "mean_token_accuracy": 0.21152234226465225,
      "num_tokens": 81289897.0,
      "step": 40115
    },
    {
      "entropy": 5.97627100944519,
      "epoch": 3.5060735821025952,
      "grad_norm": 1.28125,
      "learning_rate": 0.00038034423866335586,
      "loss": 5.2144,
      "mean_token_accuracy": 0.20765054374933242,
      "num_tokens": 81300297.0,
      "step": 40120
    },
    {
      "entropy": 6.032549953460693,
      "epoch": 3.5065105304553,
      "grad_norm": 1.28125,
      "learning_rate": 0.0003803167029493166,
      "loss": 5.2322,
      "mean_token_accuracy": 0.2054198756814003,
      "num_tokens": 81309628.0,
      "step": 40125
    },
    {
      "entropy": 5.943956995010376,
      "epoch": 3.506947478808005,
      "grad_norm": 1.265625,
      "learning_rate": 0.00038028916521524775,
      "loss": 5.1698,
      "mean_token_accuracy": 0.21769097745418547,
      "num_tokens": 81320511.0,
      "step": 40130
    },
    {
      "entropy": 5.952792596817017,
      "epoch": 3.5073844271607095,
      "grad_norm": 1.25,
      "learning_rate": 0.0003802616254616776,
      "loss": 5.2268,
      "mean_token_accuracy": 0.21128324419260025,
      "num_tokens": 81330982.0,
      "step": 40135
    },
    {
      "entropy": 6.009698438644409,
      "epoch": 3.5078213755134144,
      "grad_norm": 1.203125,
      "learning_rate": 0.0003802340836891343,
      "loss": 5.2391,
      "mean_token_accuracy": 0.20736513584852218,
      "num_tokens": 81339955.0,
      "step": 40140
    },
    {
      "entropy": 5.988759231567383,
      "epoch": 3.508258323866119,
      "grad_norm": 1.34375,
      "learning_rate": 0.00038020653989814606,
      "loss": 5.2214,
      "mean_token_accuracy": 0.2096529260277748,
      "num_tokens": 81349151.0,
      "step": 40145
    },
    {
      "entropy": 5.991725254058838,
      "epoch": 3.508695272218824,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0003801789940892413,
      "loss": 5.1365,
      "mean_token_accuracy": 0.21688181161880493,
      "num_tokens": 81359563.0,
      "step": 40150
    },
    {
      "entropy": 6.008686494827271,
      "epoch": 3.5091322205715283,
      "grad_norm": 1.296875,
      "learning_rate": 0.0003801514462629483,
      "loss": 5.2784,
      "mean_token_accuracy": 0.20535288155078887,
      "num_tokens": 81369669.0,
      "step": 40155
    },
    {
      "entropy": 5.986677551269532,
      "epoch": 3.509569168924233,
      "grad_norm": 1.328125,
      "learning_rate": 0.00038012389641979555,
      "loss": 5.2813,
      "mean_token_accuracy": 0.20406733006238936,
      "num_tokens": 81380322.0,
      "step": 40160
    },
    {
      "entropy": 6.059705686569214,
      "epoch": 3.510006117276938,
      "grad_norm": 1.328125,
      "learning_rate": 0.0003800963445603114,
      "loss": 5.2585,
      "mean_token_accuracy": 0.20732030570507048,
      "num_tokens": 81389871.0,
      "step": 40165
    },
    {
      "entropy": 5.93379282951355,
      "epoch": 3.5104430656296426,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0003800687906850242,
      "loss": 5.1193,
      "mean_token_accuracy": 0.21753465831279756,
      "num_tokens": 81399684.0,
      "step": 40170
    },
    {
      "entropy": 5.988771963119507,
      "epoch": 3.510880013982347,
      "grad_norm": 1.4140625,
      "learning_rate": 0.0003800412347944626,
      "loss": 5.2276,
      "mean_token_accuracy": 0.21025886982679368,
      "num_tokens": 81409638.0,
      "step": 40175
    },
    {
      "entropy": 6.05966968536377,
      "epoch": 3.511316962335052,
      "grad_norm": 1.171875,
      "learning_rate": 0.0003800136768891549,
      "loss": 5.2422,
      "mean_token_accuracy": 0.2105055496096611,
      "num_tokens": 81419963.0,
      "step": 40180
    },
    {
      "entropy": 5.990682458877563,
      "epoch": 3.511753910687757,
      "grad_norm": 1.203125,
      "learning_rate": 0.00037998611696963,
      "loss": 5.1691,
      "mean_token_accuracy": 0.21347892433404922,
      "num_tokens": 81429747.0,
      "step": 40185
    },
    {
      "entropy": 5.976068067550659,
      "epoch": 3.5121908590404614,
      "grad_norm": 1.3515625,
      "learning_rate": 0.0003799585550364164,
      "loss": 5.161,
      "mean_token_accuracy": 0.21180161386728286,
      "num_tokens": 81439012.0,
      "step": 40190
    },
    {
      "entropy": 6.002408742904663,
      "epoch": 3.5126278073931663,
      "grad_norm": 1.3203125,
      "learning_rate": 0.0003799309910900427,
      "loss": 5.2733,
      "mean_token_accuracy": 0.20825047940015792,
      "num_tokens": 81449713.0,
      "step": 40195
    },
    {
      "entropy": 5.943318319320679,
      "epoch": 3.5130647557458707,
      "grad_norm": 1.3203125,
      "learning_rate": 0.0003799034251310376,
      "loss": 5.1703,
      "mean_token_accuracy": 0.21458796113729478,
      "num_tokens": 81459326.0,
      "step": 40200
    },
    {
      "entropy": 6.008851432800293,
      "epoch": 3.5135017040985757,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00037987585715992974,
      "loss": 5.196,
      "mean_token_accuracy": 0.215149387717247,
      "num_tokens": 81469419.0,
      "step": 40205
    },
    {
      "entropy": 5.977057361602784,
      "epoch": 3.51393865245128,
      "grad_norm": 1.2890625,
      "learning_rate": 0.00037984828717724814,
      "loss": 5.2038,
      "mean_token_accuracy": 0.21374112069606782,
      "num_tokens": 81478494.0,
      "step": 40210
    },
    {
      "entropy": 5.964844751358032,
      "epoch": 3.514375600803985,
      "grad_norm": 1.2890625,
      "learning_rate": 0.00037982071518352135,
      "loss": 5.2093,
      "mean_token_accuracy": 0.21359846889972686,
      "num_tokens": 81488080.0,
      "step": 40215
    },
    {
      "entropy": 6.000747013092041,
      "epoch": 3.51481254915669,
      "grad_norm": 1.328125,
      "learning_rate": 0.0003797931411792783,
      "loss": 5.2334,
      "mean_token_accuracy": 0.21004547774791718,
      "num_tokens": 81498075.0,
      "step": 40220
    },
    {
      "entropy": 6.000423383712769,
      "epoch": 3.5152494975093944,
      "grad_norm": 1.3203125,
      "learning_rate": 0.00037976556516504796,
      "loss": 5.2214,
      "mean_token_accuracy": 0.2060687944293022,
      "num_tokens": 81508407.0,
      "step": 40225
    },
    {
      "entropy": 6.049767780303955,
      "epoch": 3.515686445862099,
      "grad_norm": 1.21875,
      "learning_rate": 0.00037973798714135916,
      "loss": 5.2111,
      "mean_token_accuracy": 0.20321133881807327,
      "num_tokens": 81518009.0,
      "step": 40230
    },
    {
      "entropy": 5.942583417892456,
      "epoch": 3.516123394214804,
      "grad_norm": 1.265625,
      "learning_rate": 0.0003797104071087409,
      "loss": 5.2242,
      "mean_token_accuracy": 0.2141487032175064,
      "num_tokens": 81527468.0,
      "step": 40235
    },
    {
      "entropy": 5.977592468261719,
      "epoch": 3.5165603425675087,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0003796828250677221,
      "loss": 5.2369,
      "mean_token_accuracy": 0.21754139065742492,
      "num_tokens": 81538133.0,
      "step": 40240
    },
    {
      "entropy": 5.968178796768188,
      "epoch": 3.516997290920213,
      "grad_norm": 1.2890625,
      "learning_rate": 0.00037965524101883196,
      "loss": 5.1713,
      "mean_token_accuracy": 0.2160339742898941,
      "num_tokens": 81548051.0,
      "step": 40245
    },
    {
      "entropy": 6.00339937210083,
      "epoch": 3.517434239272918,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0003796276549625994,
      "loss": 5.2308,
      "mean_token_accuracy": 0.21640250831842422,
      "num_tokens": 81557984.0,
      "step": 40250
    },
    {
      "entropy": 5.977806282043457,
      "epoch": 3.5178711876256226,
      "grad_norm": 1.3203125,
      "learning_rate": 0.00037960006689955356,
      "loss": 5.2124,
      "mean_token_accuracy": 0.21471371203660966,
      "num_tokens": 81568587.0,
      "step": 40255
    },
    {
      "entropy": 5.97011137008667,
      "epoch": 3.5183081359783275,
      "grad_norm": 1.359375,
      "learning_rate": 0.00037957247683022375,
      "loss": 5.2051,
      "mean_token_accuracy": 0.21363290697336196,
      "num_tokens": 81578085.0,
      "step": 40260
    },
    {
      "entropy": 6.003130960464477,
      "epoch": 3.518745084331032,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0003795448847551389,
      "loss": 5.3323,
      "mean_token_accuracy": 0.1974305182695389,
      "num_tokens": 81588037.0,
      "step": 40265
    },
    {
      "entropy": 5.980045413970947,
      "epoch": 3.519182032683737,
      "grad_norm": 1.234375,
      "learning_rate": 0.00037951729067482845,
      "loss": 5.2371,
      "mean_token_accuracy": 0.21351048052310945,
      "num_tokens": 81598364.0,
      "step": 40270
    },
    {
      "entropy": 6.042012023925781,
      "epoch": 3.5196189810364413,
      "grad_norm": 1.140625,
      "learning_rate": 0.00037948969458982153,
      "loss": 5.1916,
      "mean_token_accuracy": 0.2084983065724373,
      "num_tokens": 81609428.0,
      "step": 40275
    },
    {
      "entropy": 5.967985010147094,
      "epoch": 3.5200559293891462,
      "grad_norm": 1.28125,
      "learning_rate": 0.00037946209650064754,
      "loss": 5.24,
      "mean_token_accuracy": 0.20248227715492248,
      "num_tokens": 81619605.0,
      "step": 40280
    },
    {
      "entropy": 6.005457210540771,
      "epoch": 3.5204928777418507,
      "grad_norm": 1.3359375,
      "learning_rate": 0.0003794344964078359,
      "loss": 5.2692,
      "mean_token_accuracy": 0.19999895989894867,
      "num_tokens": 81628987.0,
      "step": 40285
    },
    {
      "entropy": 6.027797508239746,
      "epoch": 3.5209298260945556,
      "grad_norm": 1.328125,
      "learning_rate": 0.0003794068943119159,
      "loss": 5.1922,
      "mean_token_accuracy": 0.21708374768495559,
      "num_tokens": 81637628.0,
      "step": 40290
    },
    {
      "entropy": 5.945917272567749,
      "epoch": 3.5213667744472605,
      "grad_norm": 1.4453125,
      "learning_rate": 0.0003793792902134168,
      "loss": 5.1623,
      "mean_token_accuracy": 0.21638017892837524,
      "num_tokens": 81647470.0,
      "step": 40295
    },
    {
      "entropy": 5.981637477874756,
      "epoch": 3.521803722799965,
      "grad_norm": 1.3125,
      "learning_rate": 0.0003793516841128683,
      "loss": 5.1944,
      "mean_token_accuracy": 0.21283286809921265,
      "num_tokens": 81657882.0,
      "step": 40300
    },
    {
      "entropy": 5.964283561706543,
      "epoch": 3.5222406711526695,
      "grad_norm": 1.203125,
      "learning_rate": 0.00037932407601079987,
      "loss": 5.2315,
      "mean_token_accuracy": 0.21418367624282836,
      "num_tokens": 81668506.0,
      "step": 40305
    },
    {
      "entropy": 5.969643402099609,
      "epoch": 3.5226776195053744,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00037929646590774093,
      "loss": 5.2401,
      "mean_token_accuracy": 0.20548049211502076,
      "num_tokens": 81678590.0,
      "step": 40310
    },
    {
      "entropy": 5.954198217391967,
      "epoch": 3.5231145678580793,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0003792688538042211,
      "loss": 5.2452,
      "mean_token_accuracy": 0.21729227602481843,
      "num_tokens": 81689625.0,
      "step": 40315
    },
    {
      "entropy": 6.024524784088134,
      "epoch": 3.5235515162107838,
      "grad_norm": 1.203125,
      "learning_rate": 0.0003792412397007701,
      "loss": 5.2767,
      "mean_token_accuracy": 0.20603448450565337,
      "num_tokens": 81699251.0,
      "step": 40320
    },
    {
      "entropy": 6.021684408187866,
      "epoch": 3.5239884645634887,
      "grad_norm": 1.2890625,
      "learning_rate": 0.00037921362359791743,
      "loss": 5.1609,
      "mean_token_accuracy": 0.2188482403755188,
      "num_tokens": 81708851.0,
      "step": 40325
    },
    {
      "entropy": 6.0217653751373295,
      "epoch": 3.524425412916193,
      "grad_norm": 1.3359375,
      "learning_rate": 0.0003791860054961929,
      "loss": 5.238,
      "mean_token_accuracy": 0.20450521260499954,
      "num_tokens": 81718399.0,
      "step": 40330
    },
    {
      "entropy": 5.999441480636596,
      "epoch": 3.524862361268898,
      "grad_norm": 1.2890625,
      "learning_rate": 0.00037915838539612624,
      "loss": 5.2573,
      "mean_token_accuracy": 0.21322110891342164,
      "num_tokens": 81728546.0,
      "step": 40335
    },
    {
      "entropy": 6.046658706665039,
      "epoch": 3.5252993096216025,
      "grad_norm": 1.3359375,
      "learning_rate": 0.000379130763298247,
      "loss": 5.2059,
      "mean_token_accuracy": 0.2169446125626564,
      "num_tokens": 81737830.0,
      "step": 40340
    },
    {
      "entropy": 5.9832710266113285,
      "epoch": 3.5257362579743075,
      "grad_norm": 1.328125,
      "learning_rate": 0.0003791031392030853,
      "loss": 5.1485,
      "mean_token_accuracy": 0.21348080784082413,
      "num_tokens": 81747534.0,
      "step": 40345
    },
    {
      "entropy": 5.977258777618408,
      "epoch": 3.5261732063270124,
      "grad_norm": 1.296875,
      "learning_rate": 0.00037907551311117083,
      "loss": 5.2406,
      "mean_token_accuracy": 0.205394946038723,
      "num_tokens": 81758411.0,
      "step": 40350
    },
    {
      "entropy": 5.956866693496704,
      "epoch": 3.526610154679717,
      "grad_norm": 1.25,
      "learning_rate": 0.0003790478850230335,
      "loss": 5.2121,
      "mean_token_accuracy": 0.21093601882457733,
      "num_tokens": 81768441.0,
      "step": 40355
    },
    {
      "entropy": 6.015394878387451,
      "epoch": 3.5270471030324213,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00037902025493920314,
      "loss": 5.2745,
      "mean_token_accuracy": 0.20998533964157104,
      "num_tokens": 81778899.0,
      "step": 40360
    },
    {
      "entropy": 6.007842969894409,
      "epoch": 3.527484051385126,
      "grad_norm": 1.2734375,
      "learning_rate": 0.00037899262286020984,
      "loss": 5.2139,
      "mean_token_accuracy": 0.21242464631795882,
      "num_tokens": 81788643.0,
      "step": 40365
    },
    {
      "entropy": 5.9987099170684814,
      "epoch": 3.527920999737831,
      "grad_norm": 1.2890625,
      "learning_rate": 0.00037896498878658345,
      "loss": 5.2433,
      "mean_token_accuracy": 0.20944509506225586,
      "num_tokens": 81798781.0,
      "step": 40370
    },
    {
      "entropy": 5.965692186355591,
      "epoch": 3.5283579480905356,
      "grad_norm": 1.28125,
      "learning_rate": 0.0003789373527188542,
      "loss": 5.2077,
      "mean_token_accuracy": 0.21549184173345565,
      "num_tokens": 81808402.0,
      "step": 40375
    },
    {
      "entropy": 6.013513231277466,
      "epoch": 3.5287948964432405,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0003789097146575521,
      "loss": 5.2567,
      "mean_token_accuracy": 0.20592889487743377,
      "num_tokens": 81819285.0,
      "step": 40380
    },
    {
      "entropy": 5.99107780456543,
      "epoch": 3.529231844795945,
      "grad_norm": 1.3828125,
      "learning_rate": 0.0003788820746032071,
      "loss": 5.1592,
      "mean_token_accuracy": 0.21485917419195175,
      "num_tokens": 81829357.0,
      "step": 40385
    },
    {
      "entropy": 5.991991996765137,
      "epoch": 3.52966879314865,
      "grad_norm": 1.375,
      "learning_rate": 0.00037885443255634955,
      "loss": 5.1638,
      "mean_token_accuracy": 0.21718602478504181,
      "num_tokens": 81838547.0,
      "step": 40390
    },
    {
      "entropy": 5.977119493484497,
      "epoch": 3.5301057415013544,
      "grad_norm": 1.25,
      "learning_rate": 0.0003788267885175095,
      "loss": 5.2074,
      "mean_token_accuracy": 0.21465080678462983,
      "num_tokens": 81849286.0,
      "step": 40395
    },
    {
      "entropy": 6.098897790908813,
      "epoch": 3.5305426898540593,
      "grad_norm": 1.28125,
      "learning_rate": 0.00037879914248721737,
      "loss": 5.2971,
      "mean_token_accuracy": 0.19930667728185653,
      "num_tokens": 81859599.0,
      "step": 40400
    },
    {
      "entropy": 5.990884637832641,
      "epoch": 3.530979638206764,
      "grad_norm": 1.3515625,
      "learning_rate": 0.0003787714944660032,
      "loss": 5.2063,
      "mean_token_accuracy": 0.2172235518693924,
      "num_tokens": 81869497.0,
      "step": 40405
    },
    {
      "entropy": 5.979701280593872,
      "epoch": 3.5314165865594687,
      "grad_norm": 1.3671875,
      "learning_rate": 0.00037874384445439743,
      "loss": 5.1606,
      "mean_token_accuracy": 0.21527298390865326,
      "num_tokens": 81878502.0,
      "step": 40410
    },
    {
      "entropy": 5.982868242263794,
      "epoch": 3.531853534912173,
      "grad_norm": 1.3984375,
      "learning_rate": 0.0003787161924529303,
      "loss": 5.1604,
      "mean_token_accuracy": 0.217031891644001,
      "num_tokens": 81888748.0,
      "step": 40415
    },
    {
      "entropy": 5.959860944747925,
      "epoch": 3.532290483264878,
      "grad_norm": 1.3359375,
      "learning_rate": 0.0003786885384621323,
      "loss": 5.1627,
      "mean_token_accuracy": 0.2218816801905632,
      "num_tokens": 81897705.0,
      "step": 40420
    },
    {
      "entropy": 5.9057121753692625,
      "epoch": 3.532727431617583,
      "grad_norm": 1.2734375,
      "learning_rate": 0.0003786608824825338,
      "loss": 5.2623,
      "mean_token_accuracy": 0.210308276116848,
      "num_tokens": 81909294.0,
      "step": 40425
    },
    {
      "entropy": 6.086305332183838,
      "epoch": 3.5331643799702874,
      "grad_norm": 1.296875,
      "learning_rate": 0.00037863322451466523,
      "loss": 5.3243,
      "mean_token_accuracy": 0.19896505177021026,
      "num_tokens": 81919191.0,
      "step": 40430
    },
    {
      "entropy": 6.029626560211182,
      "epoch": 3.5336013283229923,
      "grad_norm": 1.3359375,
      "learning_rate": 0.0003786055645590571,
      "loss": 5.1468,
      "mean_token_accuracy": 0.22297304421663283,
      "num_tokens": 81928660.0,
      "step": 40435
    },
    {
      "entropy": 5.946561622619629,
      "epoch": 3.534038276675697,
      "grad_norm": 1.296875,
      "learning_rate": 0.00037857790261624006,
      "loss": 5.2051,
      "mean_token_accuracy": 0.21801133900880815,
      "num_tokens": 81938626.0,
      "step": 40440
    },
    {
      "entropy": 5.937910509109497,
      "epoch": 3.5344752250284017,
      "grad_norm": 1.328125,
      "learning_rate": 0.0003785502386867445,
      "loss": 5.1975,
      "mean_token_accuracy": 0.2198658689856529,
      "num_tokens": 81948304.0,
      "step": 40445
    },
    {
      "entropy": 5.92593207359314,
      "epoch": 3.534912173381106,
      "grad_norm": 1.203125,
      "learning_rate": 0.00037852257277110106,
      "loss": 5.2071,
      "mean_token_accuracy": 0.21584825962781906,
      "num_tokens": 81958455.0,
      "step": 40450
    },
    {
      "entropy": 5.886973094940186,
      "epoch": 3.535349121733811,
      "grad_norm": 1.25,
      "learning_rate": 0.0003784949048698405,
      "loss": 5.1115,
      "mean_token_accuracy": 0.22012409269809724,
      "num_tokens": 81967809.0,
      "step": 40455
    },
    {
      "entropy": 5.973112487792969,
      "epoch": 3.535786070086516,
      "grad_norm": 1.3046875,
      "learning_rate": 0.0003784672349834934,
      "loss": 5.1531,
      "mean_token_accuracy": 0.2250572055578232,
      "num_tokens": 81979801.0,
      "step": 40460
    },
    {
      "entropy": 5.980770587921143,
      "epoch": 3.5362230184392205,
      "grad_norm": 1.2265625,
      "learning_rate": 0.00037843956311259047,
      "loss": 5.2207,
      "mean_token_accuracy": 0.21265264004468917,
      "num_tokens": 81989591.0,
      "step": 40465
    },
    {
      "entropy": 5.996424150466919,
      "epoch": 3.536659966791925,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0003784118892576626,
      "loss": 5.1998,
      "mean_token_accuracy": 0.21169531494379043,
      "num_tokens": 81999470.0,
      "step": 40470
    },
    {
      "entropy": 5.955213928222657,
      "epoch": 3.53709691514463,
      "grad_norm": 1.2421875,
      "learning_rate": 0.00037838421341924045,
      "loss": 5.2098,
      "mean_token_accuracy": 0.21481357365846634,
      "num_tokens": 82010307.0,
      "step": 40475
    },
    {
      "entropy": 5.940017938613892,
      "epoch": 3.537533863497335,
      "grad_norm": 1.3203125,
      "learning_rate": 0.00037835653559785496,
      "loss": 5.1324,
      "mean_token_accuracy": 0.2200007662177086,
      "num_tokens": 82019997.0,
      "step": 40480
    },
    {
      "entropy": 5.96108775138855,
      "epoch": 3.5379708118500393,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0003783288557940369,
      "loss": 5.1516,
      "mean_token_accuracy": 0.21622145622968675,
      "num_tokens": 82030328.0,
      "step": 40485
    },
    {
      "entropy": 6.043560409545899,
      "epoch": 3.538407760202744,
      "grad_norm": 1.25,
      "learning_rate": 0.0003783011740083173,
      "loss": 5.2745,
      "mean_token_accuracy": 0.20688283294439316,
      "num_tokens": 82041153.0,
      "step": 40490
    },
    {
      "entropy": 5.931415367126465,
      "epoch": 3.5388447085554486,
      "grad_norm": 1.484375,
      "learning_rate": 0.0003782734902412271,
      "loss": 5.0914,
      "mean_token_accuracy": 0.2293970465660095,
      "num_tokens": 82050962.0,
      "step": 40495
    },
    {
      "entropy": 5.970646667480469,
      "epoch": 3.5392816569081536,
      "grad_norm": 1.359375,
      "learning_rate": 0.00037824580449329716,
      "loss": 5.2337,
      "mean_token_accuracy": 0.2117023065686226,
      "num_tokens": 82061033.0,
      "step": 40500
    },
    {
      "entropy": 6.0126101016998295,
      "epoch": 3.539718605260858,
      "grad_norm": 1.34375,
      "learning_rate": 0.00037821811676505855,
      "loss": 5.2165,
      "mean_token_accuracy": 0.21028208136558532,
      "num_tokens": 82070352.0,
      "step": 40505
    },
    {
      "entropy": 5.9959711074829105,
      "epoch": 3.540155553613563,
      "grad_norm": 1.21875,
      "learning_rate": 0.00037819042705704244,
      "loss": 5.2154,
      "mean_token_accuracy": 0.2126770481467247,
      "num_tokens": 82080608.0,
      "step": 40510
    },
    {
      "entropy": 5.991484689712524,
      "epoch": 3.540592501966268,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00037816273536977986,
      "loss": 5.1732,
      "mean_token_accuracy": 0.21302805691957474,
      "num_tokens": 82089935.0,
      "step": 40515
    },
    {
      "entropy": 5.9442863941192625,
      "epoch": 3.5410294503189723,
      "grad_norm": 1.3203125,
      "learning_rate": 0.000378135041703802,
      "loss": 5.2009,
      "mean_token_accuracy": 0.21582228541374207,
      "num_tokens": 82100983.0,
      "step": 40520
    },
    {
      "entropy": 6.044645118713379,
      "epoch": 3.541466398671677,
      "grad_norm": 1.265625,
      "learning_rate": 0.00037810734605963996,
      "loss": 5.2871,
      "mean_token_accuracy": 0.20469704866409302,
      "num_tokens": 82110791.0,
      "step": 40525
    },
    {
      "entropy": 5.969568109512329,
      "epoch": 3.5419033470243817,
      "grad_norm": 1.2578125,
      "learning_rate": 0.000378079648437825,
      "loss": 5.1689,
      "mean_token_accuracy": 0.21407078951597214,
      "num_tokens": 82120330.0,
      "step": 40530
    },
    {
      "entropy": 6.0831207752227785,
      "epoch": 3.5423402953770866,
      "grad_norm": 1.2734375,
      "learning_rate": 0.00037805194883888834,
      "loss": 5.2459,
      "mean_token_accuracy": 0.2060851886868477,
      "num_tokens": 82130589.0,
      "step": 40535
    },
    {
      "entropy": 5.996694707870484,
      "epoch": 3.542777243729791,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0003780242472633614,
      "loss": 5.1795,
      "mean_token_accuracy": 0.2202543467283249,
      "num_tokens": 82141421.0,
      "step": 40540
    },
    {
      "entropy": 5.953121471405029,
      "epoch": 3.543214192082496,
      "grad_norm": 1.3359375,
      "learning_rate": 0.0003779965437117753,
      "loss": 5.2277,
      "mean_token_accuracy": 0.21178117245435715,
      "num_tokens": 82150688.0,
      "step": 40545
    },
    {
      "entropy": 6.033569765090943,
      "epoch": 3.5436511404352005,
      "grad_norm": 1.125,
      "learning_rate": 0.00037796883818466155,
      "loss": 5.262,
      "mean_token_accuracy": 0.20614133924245834,
      "num_tokens": 82161850.0,
      "step": 40550
    },
    {
      "entropy": 6.059738636016846,
      "epoch": 3.5440880887879054,
      "grad_norm": 1.3046875,
      "learning_rate": 0.00037794113068255155,
      "loss": 5.211,
      "mean_token_accuracy": 0.211199027299881,
      "num_tokens": 82171492.0,
      "step": 40555
    },
    {
      "entropy": 6.0070412158966064,
      "epoch": 3.54452503714061,
      "grad_norm": 1.4296875,
      "learning_rate": 0.00037791342120597674,
      "loss": 5.2619,
      "mean_token_accuracy": 0.21280560344457627,
      "num_tokens": 82182469.0,
      "step": 40560
    },
    {
      "entropy": 5.992942523956299,
      "epoch": 3.5449619854933148,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00037788570975546854,
      "loss": 5.1907,
      "mean_token_accuracy": 0.21888145953416824,
      "num_tokens": 82192395.0,
      "step": 40565
    },
    {
      "entropy": 6.002217388153076,
      "epoch": 3.5453989338460197,
      "grad_norm": 1.40625,
      "learning_rate": 0.00037785799633155854,
      "loss": 5.2259,
      "mean_token_accuracy": 0.20947378128767014,
      "num_tokens": 82201555.0,
      "step": 40570
    },
    {
      "entropy": 5.955815601348877,
      "epoch": 3.545835882198724,
      "grad_norm": 1.421875,
      "learning_rate": 0.0003778302809347782,
      "loss": 5.2038,
      "mean_token_accuracy": 0.2139519363641739,
      "num_tokens": 82211013.0,
      "step": 40575
    },
    {
      "entropy": 6.024874305725097,
      "epoch": 3.5462728305514286,
      "grad_norm": 1.203125,
      "learning_rate": 0.0003778025635656593,
      "loss": 5.2421,
      "mean_token_accuracy": 0.20545684546232224,
      "num_tokens": 82221317.0,
      "step": 40580
    },
    {
      "entropy": 5.992921638488769,
      "epoch": 3.5467097789041335,
      "grad_norm": 1.3203125,
      "learning_rate": 0.0003777748442247333,
      "loss": 5.1617,
      "mean_token_accuracy": 0.21909435391426085,
      "num_tokens": 82230837.0,
      "step": 40585
    },
    {
      "entropy": 6.012803220748902,
      "epoch": 3.5471467272568384,
      "grad_norm": 1.3515625,
      "learning_rate": 0.000377747122912532,
      "loss": 5.2576,
      "mean_token_accuracy": 0.20291056632995605,
      "num_tokens": 82241034.0,
      "step": 40590
    },
    {
      "entropy": 5.967536926269531,
      "epoch": 3.547583675609543,
      "grad_norm": 1.3046875,
      "learning_rate": 0.000377719399629587,
      "loss": 5.2184,
      "mean_token_accuracy": 0.21130281686782837,
      "num_tokens": 82251047.0,
      "step": 40595
    },
    {
      "entropy": 6.085036087036133,
      "epoch": 3.548020623962248,
      "grad_norm": 1.4609375,
      "learning_rate": 0.0003776916743764301,
      "loss": 5.2281,
      "mean_token_accuracy": 0.20850505381822587,
      "num_tokens": 82261215.0,
      "step": 40600
    },
    {
      "entropy": 6.051683759689331,
      "epoch": 3.5484575723149523,
      "grad_norm": 1.296875,
      "learning_rate": 0.0003776639471535931,
      "loss": 5.2399,
      "mean_token_accuracy": 0.21065747141838073,
      "num_tokens": 82271527.0,
      "step": 40605
    },
    {
      "entropy": 6.055803728103638,
      "epoch": 3.548894520667657,
      "grad_norm": 1.328125,
      "learning_rate": 0.0003776362179616077,
      "loss": 5.3376,
      "mean_token_accuracy": 0.20079106390476226,
      "num_tokens": 82282021.0,
      "step": 40610
    },
    {
      "entropy": 6.068645763397217,
      "epoch": 3.5493314690203617,
      "grad_norm": 1.4140625,
      "learning_rate": 0.00037760848680100595,
      "loss": 5.3092,
      "mean_token_accuracy": 0.20417022407054902,
      "num_tokens": 82291279.0,
      "step": 40615
    },
    {
      "entropy": 5.988069200515747,
      "epoch": 3.5497684173730666,
      "grad_norm": 1.3515625,
      "learning_rate": 0.0003775807536723196,
      "loss": 5.1805,
      "mean_token_accuracy": 0.21192567199468612,
      "num_tokens": 82300756.0,
      "step": 40620
    },
    {
      "entropy": 5.992761182785034,
      "epoch": 3.550205365725771,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0003775530185760807,
      "loss": 5.2509,
      "mean_token_accuracy": 0.20900951623916625,
      "num_tokens": 82309896.0,
      "step": 40625
    },
    {
      "entropy": 5.900658321380615,
      "epoch": 3.550642314078476,
      "grad_norm": 1.203125,
      "learning_rate": 0.0003775252815128211,
      "loss": 5.0954,
      "mean_token_accuracy": 0.22184739559888839,
      "num_tokens": 82319646.0,
      "step": 40630
    },
    {
      "entropy": 5.990797424316407,
      "epoch": 3.5510792624311804,
      "grad_norm": 1.3046875,
      "learning_rate": 0.0003774975424830729,
      "loss": 5.2259,
      "mean_token_accuracy": 0.21050614565610887,
      "num_tokens": 82329492.0,
      "step": 40635
    },
    {
      "entropy": 6.005106687545776,
      "epoch": 3.5515162107838854,
      "grad_norm": 1.328125,
      "learning_rate": 0.0003774698014873682,
      "loss": 5.1965,
      "mean_token_accuracy": 0.21773013919591905,
      "num_tokens": 82340339.0,
      "step": 40640
    },
    {
      "entropy": 6.01350507736206,
      "epoch": 3.5519531591365903,
      "grad_norm": 1.375,
      "learning_rate": 0.00037744205852623895,
      "loss": 5.1946,
      "mean_token_accuracy": 0.21226463317871094,
      "num_tokens": 82351337.0,
      "step": 40645
    },
    {
      "entropy": 5.961523771286011,
      "epoch": 3.5523901074892947,
      "grad_norm": 1.2734375,
      "learning_rate": 0.0003774143136002173,
      "loss": 5.1926,
      "mean_token_accuracy": 0.21679865419864655,
      "num_tokens": 82361616.0,
      "step": 40650
    },
    {
      "entropy": 6.001495504379273,
      "epoch": 3.552827055841999,
      "grad_norm": 1.3515625,
      "learning_rate": 0.00037738656670983553,
      "loss": 5.1895,
      "mean_token_accuracy": 0.2001300796866417,
      "num_tokens": 82371359.0,
      "step": 40655
    },
    {
      "entropy": 5.935352420806884,
      "epoch": 3.553264004194704,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0003773588178556258,
      "loss": 5.1155,
      "mean_token_accuracy": 0.2089954823255539,
      "num_tokens": 82381575.0,
      "step": 40660
    },
    {
      "entropy": 5.943134737014771,
      "epoch": 3.553700952547409,
      "grad_norm": 1.3125,
      "learning_rate": 0.0003773310670381202,
      "loss": 5.2004,
      "mean_token_accuracy": 0.21260568797588347,
      "num_tokens": 82392175.0,
      "step": 40665
    },
    {
      "entropy": 6.0144086360931395,
      "epoch": 3.5541379009001135,
      "grad_norm": 1.3671875,
      "learning_rate": 0.00037730331425785114,
      "loss": 5.25,
      "mean_token_accuracy": 0.20674891024827957,
      "num_tokens": 82402570.0,
      "step": 40670
    },
    {
      "entropy": 6.009007549285888,
      "epoch": 3.5545748492528184,
      "grad_norm": 1.234375,
      "learning_rate": 0.00037727555951535093,
      "loss": 5.2203,
      "mean_token_accuracy": 0.20932938605546952,
      "num_tokens": 82413433.0,
      "step": 40675
    },
    {
      "entropy": 6.032381200790406,
      "epoch": 3.555011797605523,
      "grad_norm": 1.3203125,
      "learning_rate": 0.0003772478028111519,
      "loss": 5.2345,
      "mean_token_accuracy": 0.21099642664194107,
      "num_tokens": 82423144.0,
      "step": 40680
    },
    {
      "entropy": 5.987121105194092,
      "epoch": 3.555448745958228,
      "grad_norm": 1.3203125,
      "learning_rate": 0.0003772200441457864,
      "loss": 5.1925,
      "mean_token_accuracy": 0.20916872769594191,
      "num_tokens": 82433096.0,
      "step": 40685
    },
    {
      "entropy": 5.916495132446289,
      "epoch": 3.5558856943109323,
      "grad_norm": 1.234375,
      "learning_rate": 0.0003771922835197869,
      "loss": 5.1309,
      "mean_token_accuracy": 0.220112644135952,
      "num_tokens": 82444261.0,
      "step": 40690
    },
    {
      "entropy": 6.022463750839234,
      "epoch": 3.556322642663637,
      "grad_norm": 1.328125,
      "learning_rate": 0.0003771645209336859,
      "loss": 5.2746,
      "mean_token_accuracy": 0.20663362443447114,
      "num_tokens": 82454442.0,
      "step": 40695
    },
    {
      "entropy": 5.999220943450927,
      "epoch": 3.556759591016342,
      "grad_norm": 1.296875,
      "learning_rate": 0.0003771367563880158,
      "loss": 5.2674,
      "mean_token_accuracy": 0.21208664178848266,
      "num_tokens": 82464589.0,
      "step": 40700
    },
    {
      "entropy": 5.969696378707885,
      "epoch": 3.5571965393690466,
      "grad_norm": 1.3671875,
      "learning_rate": 0.00037710898988330924,
      "loss": 5.2427,
      "mean_token_accuracy": 0.21803270876407624,
      "num_tokens": 82475624.0,
      "step": 40705
    },
    {
      "entropy": 6.033435678482055,
      "epoch": 3.557633487721751,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0003770812214200987,
      "loss": 5.2475,
      "mean_token_accuracy": 0.2133526921272278,
      "num_tokens": 82485142.0,
      "step": 40710
    },
    {
      "entropy": 6.067033863067627,
      "epoch": 3.558070436074456,
      "grad_norm": 1.3515625,
      "learning_rate": 0.00037705345099891684,
      "loss": 5.2744,
      "mean_token_accuracy": 0.20224409252405168,
      "num_tokens": 82495165.0,
      "step": 40715
    },
    {
      "entropy": 5.91968035697937,
      "epoch": 3.558507384427161,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0003770256786202964,
      "loss": 5.1439,
      "mean_token_accuracy": 0.21127038300037385,
      "num_tokens": 82505867.0,
      "step": 40720
    },
    {
      "entropy": 6.001956415176392,
      "epoch": 3.5589443327798653,
      "grad_norm": 1.1484375,
      "learning_rate": 0.00037699790428476996,
      "loss": 5.285,
      "mean_token_accuracy": 0.20801862478256225,
      "num_tokens": 82517416.0,
      "step": 40725
    },
    {
      "entropy": 6.0637500286102295,
      "epoch": 3.5593812811325702,
      "grad_norm": 1.453125,
      "learning_rate": 0.0003769701279928702,
      "loss": 5.2291,
      "mean_token_accuracy": 0.2138801097869873,
      "num_tokens": 82527192.0,
      "step": 40730
    },
    {
      "entropy": 6.049369812011719,
      "epoch": 3.5598182294852747,
      "grad_norm": 1.4609375,
      "learning_rate": 0.00037694234974512995,
      "loss": 5.2384,
      "mean_token_accuracy": 0.21537800133228302,
      "num_tokens": 82536600.0,
      "step": 40735
    },
    {
      "entropy": 6.023892879486084,
      "epoch": 3.5602551778379796,
      "grad_norm": 1.3515625,
      "learning_rate": 0.00037691456954208207,
      "loss": 5.2844,
      "mean_token_accuracy": 0.21018040627241136,
      "num_tokens": 82546899.0,
      "step": 40740
    },
    {
      "entropy": 5.990833282470703,
      "epoch": 3.560692126190684,
      "grad_norm": 1.171875,
      "learning_rate": 0.0003768867873842593,
      "loss": 5.2606,
      "mean_token_accuracy": 0.20903474986553192,
      "num_tokens": 82557884.0,
      "step": 40745
    },
    {
      "entropy": 5.986349296569824,
      "epoch": 3.561129074543389,
      "grad_norm": 1.21875,
      "learning_rate": 0.0003768590032721946,
      "loss": 5.1208,
      "mean_token_accuracy": 0.2237634390592575,
      "num_tokens": 82567726.0,
      "step": 40750
    },
    {
      "entropy": 6.030255842208862,
      "epoch": 3.561566022896094,
      "grad_norm": 1.21875,
      "learning_rate": 0.00037683121720642087,
      "loss": 5.3039,
      "mean_token_accuracy": 0.20546133667230607,
      "num_tokens": 82577741.0,
      "step": 40755
    },
    {
      "entropy": 6.05502462387085,
      "epoch": 3.5620029712487984,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00037680342918747103,
      "loss": 5.2827,
      "mean_token_accuracy": 0.20660802870988845,
      "num_tokens": 82588591.0,
      "step": 40760
    },
    {
      "entropy": 5.996897649765015,
      "epoch": 3.562439919601503,
      "grad_norm": 1.1484375,
      "learning_rate": 0.000376775639215878,
      "loss": 5.1973,
      "mean_token_accuracy": 0.20839327871799468,
      "num_tokens": 82598276.0,
      "step": 40765
    },
    {
      "entropy": 5.945931816101075,
      "epoch": 3.5628768679542078,
      "grad_norm": 1.3203125,
      "learning_rate": 0.00037674784729217493,
      "loss": 5.1963,
      "mean_token_accuracy": 0.21661996394395827,
      "num_tokens": 82608715.0,
      "step": 40770
    },
    {
      "entropy": 6.004905319213867,
      "epoch": 3.5633138163069127,
      "grad_norm": 1.2265625,
      "learning_rate": 0.00037672005341689486,
      "loss": 5.2522,
      "mean_token_accuracy": 0.21328778713941574,
      "num_tokens": 82618854.0,
      "step": 40775
    },
    {
      "entropy": 6.014324617385864,
      "epoch": 3.563750764659617,
      "grad_norm": 1.28125,
      "learning_rate": 0.0003766922575905708,
      "loss": 5.1822,
      "mean_token_accuracy": 0.21524158269166946,
      "num_tokens": 82628391.0,
      "step": 40780
    },
    {
      "entropy": 6.018698120117188,
      "epoch": 3.564187713012322,
      "grad_norm": 1.3046875,
      "learning_rate": 0.000376664459813736,
      "loss": 5.3264,
      "mean_token_accuracy": 0.2019406169652939,
      "num_tokens": 82639560.0,
      "step": 40785
    },
    {
      "entropy": 5.945163822174072,
      "epoch": 3.5646246613650265,
      "grad_norm": 1.25,
      "learning_rate": 0.00037663666008692356,
      "loss": 5.2046,
      "mean_token_accuracy": 0.20694662481546403,
      "num_tokens": 82650252.0,
      "step": 40790
    },
    {
      "entropy": 6.0723817348480225,
      "epoch": 3.5650616097177315,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0003766088584106667,
      "loss": 5.2565,
      "mean_token_accuracy": 0.2097021907567978,
      "num_tokens": 82660035.0,
      "step": 40795
    },
    {
      "entropy": 5.978595018386841,
      "epoch": 3.565498558070436,
      "grad_norm": 1.2578125,
      "learning_rate": 0.00037658105478549875,
      "loss": 5.1971,
      "mean_token_accuracy": 0.21581194996833802,
      "num_tokens": 82669435.0,
      "step": 40800
    },
    {
      "entropy": 6.023144769668579,
      "epoch": 3.565935506423141,
      "grad_norm": 1.265625,
      "learning_rate": 0.00037655324921195295,
      "loss": 5.2265,
      "mean_token_accuracy": 0.20569396913051605,
      "num_tokens": 82679314.0,
      "step": 40805
    },
    {
      "entropy": 5.920157146453858,
      "epoch": 3.5663724547758457,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0003765254416905626,
      "loss": 5.1717,
      "mean_token_accuracy": 0.22148195207118987,
      "num_tokens": 82690140.0,
      "step": 40810
    },
    {
      "entropy": 5.945184707641602,
      "epoch": 3.56680940312855,
      "grad_norm": 1.359375,
      "learning_rate": 0.000376497632221861,
      "loss": 5.2077,
      "mean_token_accuracy": 0.2116372123360634,
      "num_tokens": 82699210.0,
      "step": 40815
    },
    {
      "entropy": 6.030962610244751,
      "epoch": 3.5672463514812547,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0003764698208063818,
      "loss": 5.3114,
      "mean_token_accuracy": 0.20104606151580812,
      "num_tokens": 82710398.0,
      "step": 40820
    },
    {
      "entropy": 6.08330774307251,
      "epoch": 3.5676832998339596,
      "grad_norm": 1.3984375,
      "learning_rate": 0.0003764420074446581,
      "loss": 5.1909,
      "mean_token_accuracy": 0.21337599009275438,
      "num_tokens": 82721036.0,
      "step": 40825
    },
    {
      "entropy": 5.996559095382691,
      "epoch": 3.5681202481866645,
      "grad_norm": 1.3671875,
      "learning_rate": 0.0003764141921372236,
      "loss": 5.2703,
      "mean_token_accuracy": 0.2132744684815407,
      "num_tokens": 82730884.0,
      "step": 40830
    },
    {
      "entropy": 5.9478412628173825,
      "epoch": 3.568557196539369,
      "grad_norm": 1.3828125,
      "learning_rate": 0.0003763863748846118,
      "loss": 5.1934,
      "mean_token_accuracy": 0.21117874830961228,
      "num_tokens": 82740561.0,
      "step": 40835
    },
    {
      "entropy": 6.03808970451355,
      "epoch": 3.568994144892074,
      "grad_norm": 1.3125,
      "learning_rate": 0.00037635855568735613,
      "loss": 5.2651,
      "mean_token_accuracy": 0.2088703453540802,
      "num_tokens": 82751064.0,
      "step": 40840
    },
    {
      "entropy": 6.016758680343628,
      "epoch": 3.5694310932447784,
      "grad_norm": 1.4765625,
      "learning_rate": 0.0003763307345459903,
      "loss": 5.1649,
      "mean_token_accuracy": 0.215263295173645,
      "num_tokens": 82760502.0,
      "step": 40845
    },
    {
      "entropy": 5.961738014221192,
      "epoch": 3.5698680415974833,
      "grad_norm": 1.4296875,
      "learning_rate": 0.0003763029114610479,
      "loss": 5.2232,
      "mean_token_accuracy": 0.20565683394670486,
      "num_tokens": 82771477.0,
      "step": 40850
    },
    {
      "entropy": 5.9691578388214115,
      "epoch": 3.5703049899501877,
      "grad_norm": 1.203125,
      "learning_rate": 0.0003762750864330625,
      "loss": 5.2043,
      "mean_token_accuracy": 0.2131677895784378,
      "num_tokens": 82781572.0,
      "step": 40855
    },
    {
      "entropy": 6.044671726226807,
      "epoch": 3.5707419383028927,
      "grad_norm": 1.34375,
      "learning_rate": 0.00037624725946256793,
      "loss": 5.1893,
      "mean_token_accuracy": 0.2083288997411728,
      "num_tokens": 82790217.0,
      "step": 40860
    },
    {
      "entropy": 6.034622287750244,
      "epoch": 3.5711788866555976,
      "grad_norm": 1.25,
      "learning_rate": 0.00037621943055009786,
      "loss": 5.2304,
      "mean_token_accuracy": 0.21348563730716705,
      "num_tokens": 82800566.0,
      "step": 40865
    },
    {
      "entropy": 6.02234034538269,
      "epoch": 3.571615835008302,
      "grad_norm": 1.390625,
      "learning_rate": 0.0003761915996961861,
      "loss": 5.2306,
      "mean_token_accuracy": 0.21310293674468994,
      "num_tokens": 82810188.0,
      "step": 40870
    },
    {
      "entropy": 5.983364009857178,
      "epoch": 3.5720527833610065,
      "grad_norm": 1.28125,
      "learning_rate": 0.00037616376690136646,
      "loss": 5.2471,
      "mean_token_accuracy": 0.20375101864337922,
      "num_tokens": 82819509.0,
      "step": 40875
    },
    {
      "entropy": 6.023684072494507,
      "epoch": 3.5724897317137114,
      "grad_norm": 1.4296875,
      "learning_rate": 0.0003761359321661727,
      "loss": 5.2301,
      "mean_token_accuracy": 0.2017921596765518,
      "num_tokens": 82830172.0,
      "step": 40880
    },
    {
      "entropy": 6.041930437088013,
      "epoch": 3.5729266800664163,
      "grad_norm": 1.3359375,
      "learning_rate": 0.00037610809549113876,
      "loss": 5.2324,
      "mean_token_accuracy": 0.20822001695632936,
      "num_tokens": 82839245.0,
      "step": 40885
    },
    {
      "entropy": 5.997630929946899,
      "epoch": 3.573363628419121,
      "grad_norm": 1.1875,
      "learning_rate": 0.0003760802568767986,
      "loss": 5.2799,
      "mean_token_accuracy": 0.20798009783029556,
      "num_tokens": 82850479.0,
      "step": 40890
    },
    {
      "entropy": 6.01740198135376,
      "epoch": 3.5738005767718257,
      "grad_norm": 1.34375,
      "learning_rate": 0.0003760524163236862,
      "loss": 5.2202,
      "mean_token_accuracy": 0.2035554528236389,
      "num_tokens": 82859816.0,
      "step": 40895
    },
    {
      "entropy": 6.003358173370361,
      "epoch": 3.57423752512453,
      "grad_norm": 1.203125,
      "learning_rate": 0.0003760245738323354,
      "loss": 5.2748,
      "mean_token_accuracy": 0.20706569850444795,
      "num_tokens": 82870124.0,
      "step": 40900
    },
    {
      "entropy": 5.980833578109741,
      "epoch": 3.574674473477235,
      "grad_norm": 1.3828125,
      "learning_rate": 0.0003759967294032803,
      "loss": 5.2201,
      "mean_token_accuracy": 0.21340578347444533,
      "num_tokens": 82880721.0,
      "step": 40905
    },
    {
      "entropy": 6.051639652252197,
      "epoch": 3.5751114218299396,
      "grad_norm": 1.3515625,
      "learning_rate": 0.0003759688830370551,
      "loss": 5.2506,
      "mean_token_accuracy": 0.20592520833015443,
      "num_tokens": 82890580.0,
      "step": 40910
    },
    {
      "entropy": 6.0409345626831055,
      "epoch": 3.5755483701826445,
      "grad_norm": 1.1796875,
      "learning_rate": 0.00037594103473419384,
      "loss": 5.3797,
      "mean_token_accuracy": 0.19783022850751877,
      "num_tokens": 82902465.0,
      "step": 40915
    },
    {
      "entropy": 5.9671773433685305,
      "epoch": 3.575985318535349,
      "grad_norm": 1.2734375,
      "learning_rate": 0.00037591318449523063,
      "loss": 5.1871,
      "mean_token_accuracy": 0.21183813065290452,
      "num_tokens": 82912665.0,
      "step": 40920
    },
    {
      "entropy": 5.979487371444702,
      "epoch": 3.576422266888054,
      "grad_norm": 1.421875,
      "learning_rate": 0.00037588533232069967,
      "loss": 5.145,
      "mean_token_accuracy": 0.21657422930002213,
      "num_tokens": 82921727.0,
      "step": 40925
    },
    {
      "entropy": 6.012878942489624,
      "epoch": 3.5768592152407583,
      "grad_norm": 1.3828125,
      "learning_rate": 0.0003758574782111351,
      "loss": 5.2146,
      "mean_token_accuracy": 0.205362905561924,
      "num_tokens": 82932449.0,
      "step": 40930
    },
    {
      "entropy": 5.987359952926636,
      "epoch": 3.5772961635934633,
      "grad_norm": 1.3125,
      "learning_rate": 0.0003758296221670713,
      "loss": 5.1267,
      "mean_token_accuracy": 0.2193179175257683,
      "num_tokens": 82941939.0,
      "step": 40935
    },
    {
      "entropy": 5.816741514205932,
      "epoch": 3.577733111946168,
      "grad_norm": 1.28125,
      "learning_rate": 0.0003758017641890425,
      "loss": 5.135,
      "mean_token_accuracy": 0.2257607251405716,
      "num_tokens": 82951958.0,
      "step": 40940
    },
    {
      "entropy": 5.8361104965209964,
      "epoch": 3.5781700602988726,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0003757739042775831,
      "loss": 5.2292,
      "mean_token_accuracy": 0.22263831794261932,
      "num_tokens": 82963014.0,
      "step": 40945
    },
    {
      "entropy": 6.060298156738281,
      "epoch": 3.5786070086515775,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0003757460424332273,
      "loss": 5.2201,
      "mean_token_accuracy": 0.21074064671993256,
      "num_tokens": 82973081.0,
      "step": 40950
    },
    {
      "entropy": 6.059357023239135,
      "epoch": 3.579043957004282,
      "grad_norm": 1.234375,
      "learning_rate": 0.0003757181786565097,
      "loss": 5.2447,
      "mean_token_accuracy": 0.20935791581869126,
      "num_tokens": 82982835.0,
      "step": 40955
    },
    {
      "entropy": 5.992875480651856,
      "epoch": 3.579480905356987,
      "grad_norm": 1.234375,
      "learning_rate": 0.0003756903129479646,
      "loss": 5.2052,
      "mean_token_accuracy": 0.21154295653104782,
      "num_tokens": 82993275.0,
      "step": 40960
    },
    {
      "entropy": 6.005402040481568,
      "epoch": 3.5799178537096914,
      "grad_norm": 1.265625,
      "learning_rate": 0.0003756624453081266,
      "loss": 5.2808,
      "mean_token_accuracy": 0.2066364273428917,
      "num_tokens": 83003844.0,
      "step": 40965
    },
    {
      "entropy": 6.03498420715332,
      "epoch": 3.5803548020623963,
      "grad_norm": 1.3125,
      "learning_rate": 0.0003756345757375302,
      "loss": 5.2585,
      "mean_token_accuracy": 0.20528511554002762,
      "num_tokens": 83014248.0,
      "step": 40970
    },
    {
      "entropy": 5.958522701263428,
      "epoch": 3.580791750415101,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0003756067042367098,
      "loss": 5.1626,
      "mean_token_accuracy": 0.21393537670373916,
      "num_tokens": 83023967.0,
      "step": 40975
    },
    {
      "entropy": 6.044177484512329,
      "epoch": 3.5812286987678057,
      "grad_norm": 1.2734375,
      "learning_rate": 0.0003755788308062001,
      "loss": 5.2908,
      "mean_token_accuracy": 0.20340060144662858,
      "num_tokens": 83034167.0,
      "step": 40980
    },
    {
      "entropy": 5.944771814346313,
      "epoch": 3.58166564712051,
      "grad_norm": 1.234375,
      "learning_rate": 0.00037555095544653574,
      "loss": 5.2189,
      "mean_token_accuracy": 0.21276070922613144,
      "num_tokens": 83043822.0,
      "step": 40985
    },
    {
      "entropy": 5.927205371856689,
      "epoch": 3.582102595473215,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00037552307815825136,
      "loss": 5.2214,
      "mean_token_accuracy": 0.2184990093111992,
      "num_tokens": 83054152.0,
      "step": 40990
    },
    {
      "entropy": 6.047349309921264,
      "epoch": 3.58253954382592,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00037549519894188174,
      "loss": 5.2022,
      "mean_token_accuracy": 0.21498739570379258,
      "num_tokens": 83064553.0,
      "step": 40995
    },
    {
      "entropy": 5.983953762054443,
      "epoch": 3.5829764921786245,
      "grad_norm": 1.3984375,
      "learning_rate": 0.0003754673177979614,
      "loss": 5.2285,
      "mean_token_accuracy": 0.21164462864398956,
      "num_tokens": 83073423.0,
      "step": 41000
    },
    {
      "entropy": 5.963369750976563,
      "epoch": 3.583413440531329,
      "grad_norm": 1.109375,
      "learning_rate": 0.00037543943472702536,
      "loss": 5.2269,
      "mean_token_accuracy": 0.21584215462207795,
      "num_tokens": 83083774.0,
      "step": 41005
    },
    {
      "entropy": 5.949609470367432,
      "epoch": 3.583850388884034,
      "grad_norm": 1.3828125,
      "learning_rate": 0.0003754115497296084,
      "loss": 5.1276,
      "mean_token_accuracy": 0.21861237436532974,
      "num_tokens": 83092647.0,
      "step": 41010
    },
    {
      "entropy": 6.047265815734863,
      "epoch": 3.5842873372367388,
      "grad_norm": 1.40625,
      "learning_rate": 0.00037538366280624513,
      "loss": 5.367,
      "mean_token_accuracy": 0.20250961631536485,
      "num_tokens": 83104070.0,
      "step": 41015
    },
    {
      "entropy": 5.96100926399231,
      "epoch": 3.5847242855894432,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0003753557739574707,
      "loss": 5.1835,
      "mean_token_accuracy": 0.2194785490632057,
      "num_tokens": 83113747.0,
      "step": 41020
    },
    {
      "entropy": 6.023291969299317,
      "epoch": 3.585161233942148,
      "grad_norm": 1.359375,
      "learning_rate": 0.00037532788318382,
      "loss": 5.2846,
      "mean_token_accuracy": 0.2007220968604088,
      "num_tokens": 83123678.0,
      "step": 41025
    },
    {
      "entropy": 6.082035398483276,
      "epoch": 3.5855981822948526,
      "grad_norm": 1.4140625,
      "learning_rate": 0.0003752999904858278,
      "loss": 5.2442,
      "mean_token_accuracy": 0.2052535429596901,
      "num_tokens": 83133232.0,
      "step": 41030
    },
    {
      "entropy": 6.053817415237427,
      "epoch": 3.5860351306475575,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00037527209586402934,
      "loss": 5.2733,
      "mean_token_accuracy": 0.20688636898994445,
      "num_tokens": 83144351.0,
      "step": 41035
    },
    {
      "entropy": 6.0054497718811035,
      "epoch": 3.586472079000262,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0003752441993189595,
      "loss": 5.2617,
      "mean_token_accuracy": 0.20359273701906205,
      "num_tokens": 83155116.0,
      "step": 41040
    },
    {
      "entropy": 5.987156963348388,
      "epoch": 3.586909027352967,
      "grad_norm": 1.28125,
      "learning_rate": 0.0003752163008511534,
      "loss": 5.2542,
      "mean_token_accuracy": 0.2084663152694702,
      "num_tokens": 83165227.0,
      "step": 41045
    },
    {
      "entropy": 6.030224323272705,
      "epoch": 3.587345975705672,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0003751884004611461,
      "loss": 5.2669,
      "mean_token_accuracy": 0.20854073464870454,
      "num_tokens": 83175235.0,
      "step": 41050
    },
    {
      "entropy": 5.998302698135376,
      "epoch": 3.5877829240583763,
      "grad_norm": 1.296875,
      "learning_rate": 0.00037516049814947277,
      "loss": 5.2235,
      "mean_token_accuracy": 0.20367397964000702,
      "num_tokens": 83185373.0,
      "step": 41055
    },
    {
      "entropy": 6.083981466293335,
      "epoch": 3.5882198724110808,
      "grad_norm": 1.328125,
      "learning_rate": 0.0003751325939166687,
      "loss": 5.2561,
      "mean_token_accuracy": 0.20511035174131392,
      "num_tokens": 83195046.0,
      "step": 41060
    },
    {
      "entropy": 6.005699110031128,
      "epoch": 3.5886568207637857,
      "grad_norm": 1.3671875,
      "learning_rate": 0.00037510468776326894,
      "loss": 5.2396,
      "mean_token_accuracy": 0.2123185098171234,
      "num_tokens": 83203817.0,
      "step": 41065
    },
    {
      "entropy": 6.025589513778686,
      "epoch": 3.5890937691164906,
      "grad_norm": 1.21875,
      "learning_rate": 0.0003750767796898088,
      "loss": 5.2938,
      "mean_token_accuracy": 0.20855873078107834,
      "num_tokens": 83215096.0,
      "step": 41070
    },
    {
      "entropy": 5.99912428855896,
      "epoch": 3.589530717469195,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0003750488696968236,
      "loss": 5.3229,
      "mean_token_accuracy": 0.2096594378352165,
      "num_tokens": 83225547.0,
      "step": 41075
    },
    {
      "entropy": 5.986753463745117,
      "epoch": 3.5899676658219,
      "grad_norm": 1.3046875,
      "learning_rate": 0.00037502095778484866,
      "loss": 5.1929,
      "mean_token_accuracy": 0.21329004019498826,
      "num_tokens": 83235658.0,
      "step": 41080
    },
    {
      "entropy": 6.001068544387818,
      "epoch": 3.5904046141746044,
      "grad_norm": 1.3203125,
      "learning_rate": 0.00037499304395441943,
      "loss": 5.2167,
      "mean_token_accuracy": 0.20681311786174775,
      "num_tokens": 83244819.0,
      "step": 41085
    },
    {
      "entropy": 5.830929374694824,
      "epoch": 3.5908415625273093,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0003749651282060711,
      "loss": 5.1006,
      "mean_token_accuracy": 0.23194365352392196,
      "num_tokens": 83255729.0,
      "step": 41090
    },
    {
      "entropy": 6.006374025344849,
      "epoch": 3.591278510880014,
      "grad_norm": 1.25,
      "learning_rate": 0.0003749372105403392,
      "loss": 5.2499,
      "mean_token_accuracy": 0.21201165914535522,
      "num_tokens": 83265687.0,
      "step": 41095
    },
    {
      "entropy": 5.992859697341919,
      "epoch": 3.5917154592327187,
      "grad_norm": 1.265625,
      "learning_rate": 0.00037490929095775934,
      "loss": 5.2144,
      "mean_token_accuracy": 0.212306347489357,
      "num_tokens": 83275558.0,
      "step": 41100
    },
    {
      "entropy": 5.9907660484313965,
      "epoch": 3.5921524075854236,
      "grad_norm": 1.4375,
      "learning_rate": 0.00037488136945886685,
      "loss": 5.1977,
      "mean_token_accuracy": 0.21774085611104965,
      "num_tokens": 83284744.0,
      "step": 41105
    },
    {
      "entropy": 5.979308843612671,
      "epoch": 3.592589355938128,
      "grad_norm": 1.25,
      "learning_rate": 0.0003748534460441975,
      "loss": 5.2288,
      "mean_token_accuracy": 0.2110472872853279,
      "num_tokens": 83294372.0,
      "step": 41110
    },
    {
      "entropy": 5.974397945404053,
      "epoch": 3.5930263042908326,
      "grad_norm": 1.2578125,
      "learning_rate": 0.00037482552071428654,
      "loss": 5.1888,
      "mean_token_accuracy": 0.209030120074749,
      "num_tokens": 83305378.0,
      "step": 41115
    },
    {
      "entropy": 6.0007219314575195,
      "epoch": 3.5934632526435375,
      "grad_norm": 1.3046875,
      "learning_rate": 0.00037479759346966985,
      "loss": 5.2849,
      "mean_token_accuracy": 0.2055335372686386,
      "num_tokens": 83315073.0,
      "step": 41120
    },
    {
      "entropy": 5.976393938064575,
      "epoch": 3.5939002009962424,
      "grad_norm": 1.2265625,
      "learning_rate": 0.00037476966431088305,
      "loss": 5.1445,
      "mean_token_accuracy": 0.21799743324518203,
      "num_tokens": 83324940.0,
      "step": 41125
    },
    {
      "entropy": 6.033898496627808,
      "epoch": 3.594337149348947,
      "grad_norm": 1.21875,
      "learning_rate": 0.0003747417332384618,
      "loss": 5.2795,
      "mean_token_accuracy": 0.20864484161138536,
      "num_tokens": 83335678.0,
      "step": 41130
    },
    {
      "entropy": 5.926942634582519,
      "epoch": 3.594774097701652,
      "grad_norm": 1.3203125,
      "learning_rate": 0.00037471380025294186,
      "loss": 5.1884,
      "mean_token_accuracy": 0.22066106647253036,
      "num_tokens": 83345682.0,
      "step": 41135
    },
    {
      "entropy": 5.945220136642456,
      "epoch": 3.5952110460543563,
      "grad_norm": 1.3671875,
      "learning_rate": 0.000374685865354859,
      "loss": 5.2069,
      "mean_token_accuracy": 0.21426186114549636,
      "num_tokens": 83354934.0,
      "step": 41140
    },
    {
      "entropy": 5.925578260421753,
      "epoch": 3.595647994407061,
      "grad_norm": 1.25,
      "learning_rate": 0.000374657928544749,
      "loss": 5.2722,
      "mean_token_accuracy": 0.20913155674934386,
      "num_tokens": 83365647.0,
      "step": 41145
    },
    {
      "entropy": 5.9782435417175295,
      "epoch": 3.5960849427597656,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0003746299898231477,
      "loss": 5.2335,
      "mean_token_accuracy": 0.20936993956565858,
      "num_tokens": 83376040.0,
      "step": 41150
    },
    {
      "entropy": 6.0074859142303465,
      "epoch": 3.5965218911124706,
      "grad_norm": 1.28125,
      "learning_rate": 0.0003746020491905909,
      "loss": 5.2189,
      "mean_token_accuracy": 0.21124968379735948,
      "num_tokens": 83386097.0,
      "step": 41155
    },
    {
      "entropy": 6.085264539718628,
      "epoch": 3.5969588394651755,
      "grad_norm": 1.3515625,
      "learning_rate": 0.00037457410664761475,
      "loss": 5.3572,
      "mean_token_accuracy": 0.1995665669441223,
      "num_tokens": 83395555.0,
      "step": 41160
    },
    {
      "entropy": 6.001600646972657,
      "epoch": 3.59739578781788,
      "grad_norm": 1.828125,
      "learning_rate": 0.000374546162194755,
      "loss": 5.1793,
      "mean_token_accuracy": 0.22086623758077623,
      "num_tokens": 83406195.0,
      "step": 41165
    },
    {
      "entropy": 5.96944146156311,
      "epoch": 3.5978327361705844,
      "grad_norm": 1.328125,
      "learning_rate": 0.00037451821583254764,
      "loss": 5.201,
      "mean_token_accuracy": 0.21484850943088532,
      "num_tokens": 83415254.0,
      "step": 41170
    },
    {
      "entropy": 5.993502950668335,
      "epoch": 3.5982696845232893,
      "grad_norm": 1.203125,
      "learning_rate": 0.00037449026756152876,
      "loss": 5.1836,
      "mean_token_accuracy": 0.21287524998188018,
      "num_tokens": 83425112.0,
      "step": 41175
    },
    {
      "entropy": 5.996870279312134,
      "epoch": 3.5987066328759942,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00037446231738223453,
      "loss": 5.3205,
      "mean_token_accuracy": 0.19510464370250702,
      "num_tokens": 83436185.0,
      "step": 41180
    },
    {
      "entropy": 6.086634588241577,
      "epoch": 3.5991435812286987,
      "grad_norm": 1.3828125,
      "learning_rate": 0.0003744343652952008,
      "loss": 5.2727,
      "mean_token_accuracy": 0.198787859082222,
      "num_tokens": 83446540.0,
      "step": 41185
    },
    {
      "entropy": 6.022716379165649,
      "epoch": 3.5995805295814036,
      "grad_norm": 1.1796875,
      "learning_rate": 0.00037440641130096386,
      "loss": 5.1639,
      "mean_token_accuracy": 0.2190870836377144,
      "num_tokens": 83457247.0,
      "step": 41190
    },
    {
      "entropy": 6.023445510864258,
      "epoch": 3.600017477934108,
      "grad_norm": 1.3671875,
      "learning_rate": 0.0003743784554000599,
      "loss": 5.24,
      "mean_token_accuracy": 0.21384759843349457,
      "num_tokens": 83468132.0,
      "step": 41195
    },
    {
      "entropy": 5.943492031097412,
      "epoch": 3.600454426286813,
      "grad_norm": 1.203125,
      "learning_rate": 0.0003743504975930252,
      "loss": 5.2066,
      "mean_token_accuracy": 0.21227552890777587,
      "num_tokens": 83477824.0,
      "step": 41200
    },
    {
      "entropy": 6.027092409133911,
      "epoch": 3.6008913746395175,
      "grad_norm": 1.28125,
      "learning_rate": 0.0003743225378803958,
      "loss": 5.2339,
      "mean_token_accuracy": 0.21027154624462127,
      "num_tokens": 83487352.0,
      "step": 41205
    },
    {
      "entropy": 5.98960313796997,
      "epoch": 3.6013283229922224,
      "grad_norm": 1.2734375,
      "learning_rate": 0.0003742945762627081,
      "loss": 5.2177,
      "mean_token_accuracy": 0.2122754141688347,
      "num_tokens": 83497957.0,
      "step": 41210
    },
    {
      "entropy": 5.937092256546021,
      "epoch": 3.6017652713449273,
      "grad_norm": 1.2734375,
      "learning_rate": 0.0003742666127404983,
      "loss": 5.1424,
      "mean_token_accuracy": 0.22512135654687881,
      "num_tokens": 83508213.0,
      "step": 41215
    },
    {
      "entropy": 5.969577169418335,
      "epoch": 3.6022022196976318,
      "grad_norm": 1.8203125,
      "learning_rate": 0.0003742386473143029,
      "loss": 5.1969,
      "mean_token_accuracy": 0.22119296342134476,
      "num_tokens": 83518694.0,
      "step": 41220
    },
    {
      "entropy": 5.972129058837891,
      "epoch": 3.6026391680503362,
      "grad_norm": 1.3125,
      "learning_rate": 0.00037421067998465835,
      "loss": 5.1779,
      "mean_token_accuracy": 0.2169826880097389,
      "num_tokens": 83529077.0,
      "step": 41225
    },
    {
      "entropy": 5.953436279296875,
      "epoch": 3.603076116403041,
      "grad_norm": 1.1875,
      "learning_rate": 0.00037418271075210087,
      "loss": 5.217,
      "mean_token_accuracy": 0.21393050998449326,
      "num_tokens": 83539502.0,
      "step": 41230
    },
    {
      "entropy": 5.981333541870117,
      "epoch": 3.603513064755746,
      "grad_norm": 1.4140625,
      "learning_rate": 0.000374154739617167,
      "loss": 5.1837,
      "mean_token_accuracy": 0.21273717284202576,
      "num_tokens": 83549073.0,
      "step": 41235
    },
    {
      "entropy": 5.947324180603028,
      "epoch": 3.6039500131084505,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0003741267665803934,
      "loss": 5.2388,
      "mean_token_accuracy": 0.20760630816221237,
      "num_tokens": 83560404.0,
      "step": 41240
    },
    {
      "entropy": 5.962080001831055,
      "epoch": 3.6043869614611554,
      "grad_norm": 1.296875,
      "learning_rate": 0.0003740987916423164,
      "loss": 5.1694,
      "mean_token_accuracy": 0.21492515951395036,
      "num_tokens": 83570421.0,
      "step": 41245
    },
    {
      "entropy": 5.997164106369018,
      "epoch": 3.60482390981386,
      "grad_norm": 1.203125,
      "learning_rate": 0.00037407081480347263,
      "loss": 5.2446,
      "mean_token_accuracy": 0.20833670347929,
      "num_tokens": 83581653.0,
      "step": 41250
    },
    {
      "entropy": 5.966063451766968,
      "epoch": 3.605260858166565,
      "grad_norm": 1.2734375,
      "learning_rate": 0.0003740428360643987,
      "loss": 5.1748,
      "mean_token_accuracy": 0.21398816555738448,
      "num_tokens": 83592190.0,
      "step": 41255
    },
    {
      "entropy": 5.989912700653076,
      "epoch": 3.6056978065192693,
      "grad_norm": 1.5,
      "learning_rate": 0.0003740148554256313,
      "loss": 5.2039,
      "mean_token_accuracy": 0.20911395251750947,
      "num_tokens": 83602495.0,
      "step": 41260
    },
    {
      "entropy": 6.018696212768555,
      "epoch": 3.606134754871974,
      "grad_norm": 1.296875,
      "learning_rate": 0.0003739868728877071,
      "loss": 5.2095,
      "mean_token_accuracy": 0.21053600907325745,
      "num_tokens": 83612772.0,
      "step": 41265
    },
    {
      "entropy": 5.969478797912598,
      "epoch": 3.6065717032246787,
      "grad_norm": 1.296875,
      "learning_rate": 0.0003739588884511628,
      "loss": 5.2559,
      "mean_token_accuracy": 0.21300801485776902,
      "num_tokens": 83623472.0,
      "step": 41270
    },
    {
      "entropy": 6.0056565284729,
      "epoch": 3.6070086515773836,
      "grad_norm": 1.3515625,
      "learning_rate": 0.0003739309021165352,
      "loss": 5.204,
      "mean_token_accuracy": 0.21253546923398972,
      "num_tokens": 83633783.0,
      "step": 41275
    },
    {
      "entropy": 6.025558185577393,
      "epoch": 3.607445599930088,
      "grad_norm": 1.2734375,
      "learning_rate": 0.00037390291388436105,
      "loss": 5.2498,
      "mean_token_accuracy": 0.2112725019454956,
      "num_tokens": 83643594.0,
      "step": 41280
    },
    {
      "entropy": 5.960246944427491,
      "epoch": 3.607882548282793,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0003738749237551772,
      "loss": 5.106,
      "mean_token_accuracy": 0.2275495171546936,
      "num_tokens": 83653405.0,
      "step": 41285
    },
    {
      "entropy": 5.948560190200806,
      "epoch": 3.608319496635498,
      "grad_norm": 1.359375,
      "learning_rate": 0.00037384693172952047,
      "loss": 5.1702,
      "mean_token_accuracy": 0.21118754595518113,
      "num_tokens": 83663233.0,
      "step": 41290
    },
    {
      "entropy": 5.985286235809326,
      "epoch": 3.6087564449882024,
      "grad_norm": 1.328125,
      "learning_rate": 0.0003738189378079278,
      "loss": 5.2413,
      "mean_token_accuracy": 0.21635299623012544,
      "num_tokens": 83672899.0,
      "step": 41295
    },
    {
      "entropy": 5.972886657714843,
      "epoch": 3.609193393340907,
      "grad_norm": 1.2578125,
      "learning_rate": 0.00037379094199093603,
      "loss": 5.3003,
      "mean_token_accuracy": 0.20811718255281447,
      "num_tokens": 83683542.0,
      "step": 41300
    },
    {
      "entropy": 6.047097063064575,
      "epoch": 3.6096303416936117,
      "grad_norm": 1.3125,
      "learning_rate": 0.00037376294427908237,
      "loss": 5.3069,
      "mean_token_accuracy": 0.2085806354880333,
      "num_tokens": 83693806.0,
      "step": 41305
    },
    {
      "entropy": 5.970059394836426,
      "epoch": 3.6100672900463167,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0003737349446729036,
      "loss": 5.1528,
      "mean_token_accuracy": 0.21640584319829942,
      "num_tokens": 83704293.0,
      "step": 41310
    },
    {
      "entropy": 5.9544110774993895,
      "epoch": 3.610504238399021,
      "grad_norm": 1.25,
      "learning_rate": 0.0003737069431729369,
      "loss": 5.1969,
      "mean_token_accuracy": 0.21475372463464737,
      "num_tokens": 83714321.0,
      "step": 41315
    },
    {
      "entropy": 5.91466269493103,
      "epoch": 3.610941186751726,
      "grad_norm": 1.265625,
      "learning_rate": 0.00037367893977971933,
      "loss": 5.1501,
      "mean_token_accuracy": 0.21676723659038544,
      "num_tokens": 83723815.0,
      "step": 41320
    },
    {
      "entropy": 6.0202414989471436,
      "epoch": 3.6113781351044305,
      "grad_norm": 1.2578125,
      "learning_rate": 0.00037365093449378796,
      "loss": 5.2726,
      "mean_token_accuracy": 0.20532486885786055,
      "num_tokens": 83734036.0,
      "step": 41325
    },
    {
      "entropy": 6.079260158538818,
      "epoch": 3.6118150834571354,
      "grad_norm": 1.328125,
      "learning_rate": 0.00037362292731567997,
      "loss": 5.2488,
      "mean_token_accuracy": 0.20591152608394622,
      "num_tokens": 83744343.0,
      "step": 41330
    },
    {
      "entropy": 6.08623251914978,
      "epoch": 3.61225203180984,
      "grad_norm": 1.2734375,
      "learning_rate": 0.0003735949182459325,
      "loss": 5.2673,
      "mean_token_accuracy": 0.20749062448740005,
      "num_tokens": 83754898.0,
      "step": 41335
    },
    {
      "entropy": 6.068013906478882,
      "epoch": 3.612688980162545,
      "grad_norm": 1.203125,
      "learning_rate": 0.0003735669072850829,
      "loss": 5.2665,
      "mean_token_accuracy": 0.2021748751401901,
      "num_tokens": 83765964.0,
      "step": 41340
    },
    {
      "entropy": 5.9832435131073,
      "epoch": 3.6131259285152497,
      "grad_norm": 1.3828125,
      "learning_rate": 0.00037353889443366843,
      "loss": 5.1809,
      "mean_token_accuracy": 0.20928642600774766,
      "num_tokens": 83775920.0,
      "step": 41345
    },
    {
      "entropy": 6.001045751571655,
      "epoch": 3.613562876867954,
      "grad_norm": 1.328125,
      "learning_rate": 0.00037351087969222626,
      "loss": 5.1645,
      "mean_token_accuracy": 0.21828336268663406,
      "num_tokens": 83784371.0,
      "step": 41350
    },
    {
      "entropy": 6.026519155502319,
      "epoch": 3.6139998252206587,
      "grad_norm": 1.2890625,
      "learning_rate": 0.0003734828630612938,
      "loss": 5.2203,
      "mean_token_accuracy": 0.20855443626642228,
      "num_tokens": 83794618.0,
      "step": 41355
    },
    {
      "entropy": 5.984287071228027,
      "epoch": 3.6144367735733636,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0003734548445414084,
      "loss": 5.2621,
      "mean_token_accuracy": 0.207272270321846,
      "num_tokens": 83805070.0,
      "step": 41360
    },
    {
      "entropy": 6.007787466049194,
      "epoch": 3.6148737219260685,
      "grad_norm": 1.2890625,
      "learning_rate": 0.00037342682413310746,
      "loss": 5.2916,
      "mean_token_accuracy": 0.20600193589925767,
      "num_tokens": 83816257.0,
      "step": 41365
    },
    {
      "entropy": 6.0227126121521,
      "epoch": 3.615310670278773,
      "grad_norm": 1.21875,
      "learning_rate": 0.00037339880183692855,
      "loss": 5.2402,
      "mean_token_accuracy": 0.2078098863363266,
      "num_tokens": 83826432.0,
      "step": 41370
    },
    {
      "entropy": 6.050706815719605,
      "epoch": 3.615747618631478,
      "grad_norm": 1.21875,
      "learning_rate": 0.00037337077765340905,
      "loss": 5.2507,
      "mean_token_accuracy": 0.2084639459848404,
      "num_tokens": 83836746.0,
      "step": 41375
    },
    {
      "entropy": 5.93930835723877,
      "epoch": 3.6161845669841823,
      "grad_norm": 1.3125,
      "learning_rate": 0.00037334275158308643,
      "loss": 5.1863,
      "mean_token_accuracy": 0.21959627270698548,
      "num_tokens": 83845783.0,
      "step": 41380
    },
    {
      "entropy": 5.972873306274414,
      "epoch": 3.6166215153368872,
      "grad_norm": 1.34375,
      "learning_rate": 0.0003733147236264983,
      "loss": 5.2074,
      "mean_token_accuracy": 0.20982422679662704,
      "num_tokens": 83856981.0,
      "step": 41385
    },
    {
      "entropy": 6.027396297454834,
      "epoch": 3.6170584636895917,
      "grad_norm": 1.296875,
      "learning_rate": 0.00037328669378418236,
      "loss": 5.2828,
      "mean_token_accuracy": 0.20668912827968597,
      "num_tokens": 83867873.0,
      "step": 41390
    },
    {
      "entropy": 5.968715763092041,
      "epoch": 3.6174954120422966,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0003732586620566761,
      "loss": 5.2075,
      "mean_token_accuracy": 0.20655394047498704,
      "num_tokens": 83877946.0,
      "step": 41395
    },
    {
      "entropy": 6.012089586257934,
      "epoch": 3.6179323603950015,
      "grad_norm": 1.3984375,
      "learning_rate": 0.00037323062844451713,
      "loss": 5.2021,
      "mean_token_accuracy": 0.21657317280769348,
      "num_tokens": 83888318.0,
      "step": 41400
    },
    {
      "entropy": 5.992654752731323,
      "epoch": 3.618369308747706,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0003732025929482433,
      "loss": 5.1833,
      "mean_token_accuracy": 0.2114448219537735,
      "num_tokens": 83899092.0,
      "step": 41405
    },
    {
      "entropy": 5.989547967910767,
      "epoch": 3.6188062571004105,
      "grad_norm": 1.3125,
      "learning_rate": 0.0003731745555683922,
      "loss": 5.1832,
      "mean_token_accuracy": 0.21727084815502168,
      "num_tokens": 83908257.0,
      "step": 41410
    },
    {
      "entropy": 5.98741307258606,
      "epoch": 3.6192432054531154,
      "grad_norm": 1.3046875,
      "learning_rate": 0.00037314651630550186,
      "loss": 5.2433,
      "mean_token_accuracy": 0.21064170598983764,
      "num_tokens": 83918821.0,
      "step": 41415
    },
    {
      "entropy": 5.974112319946289,
      "epoch": 3.6196801538058203,
      "grad_norm": 1.28125,
      "learning_rate": 0.00037311847516010975,
      "loss": 5.1835,
      "mean_token_accuracy": 0.21677025258541108,
      "num_tokens": 83928122.0,
      "step": 41420
    },
    {
      "entropy": 5.994118595123291,
      "epoch": 3.620117102158525,
      "grad_norm": 1.4453125,
      "learning_rate": 0.0003730904321327539,
      "loss": 5.257,
      "mean_token_accuracy": 0.20701172947883606,
      "num_tokens": 83939904.0,
      "step": 41425
    },
    {
      "entropy": 6.012892150878907,
      "epoch": 3.6205540505112297,
      "grad_norm": 1.15625,
      "learning_rate": 0.0003730623872239722,
      "loss": 5.192,
      "mean_token_accuracy": 0.2130548670887947,
      "num_tokens": 83950631.0,
      "step": 41430
    },
    {
      "entropy": 6.074395704269409,
      "epoch": 3.620990998863934,
      "grad_norm": 1.203125,
      "learning_rate": 0.0003730343404343025,
      "loss": 5.2906,
      "mean_token_accuracy": 0.20273180603981017,
      "num_tokens": 83960860.0,
      "step": 41435
    },
    {
      "entropy": 6.0304046154022215,
      "epoch": 3.621427947216639,
      "grad_norm": 1.375,
      "learning_rate": 0.0003730062917642828,
      "loss": 5.295,
      "mean_token_accuracy": 0.20356090664863585,
      "num_tokens": 83971182.0,
      "step": 41440
    },
    {
      "entropy": 5.92114748954773,
      "epoch": 3.6218648955693435,
      "grad_norm": 1.265625,
      "learning_rate": 0.0003729782412144511,
      "loss": 5.1471,
      "mean_token_accuracy": 0.21704084873199464,
      "num_tokens": 83981576.0,
      "step": 41445
    },
    {
      "entropy": 6.044942378997803,
      "epoch": 3.6223018439220485,
      "grad_norm": 1.296875,
      "learning_rate": 0.0003729501887853453,
      "loss": 5.2131,
      "mean_token_accuracy": 0.21198872178792955,
      "num_tokens": 83991526.0,
      "step": 41450
    },
    {
      "entropy": 5.990426445007325,
      "epoch": 3.6227387922747534,
      "grad_norm": 1.2734375,
      "learning_rate": 0.0003729221344775036,
      "loss": 5.2514,
      "mean_token_accuracy": 0.2102910563349724,
      "num_tokens": 84001979.0,
      "step": 41455
    },
    {
      "entropy": 5.913033866882325,
      "epoch": 3.623175740627458,
      "grad_norm": 1.3125,
      "learning_rate": 0.0003728940782914641,
      "loss": 5.1198,
      "mean_token_accuracy": 0.21260732859373094,
      "num_tokens": 84011977.0,
      "step": 41460
    },
    {
      "entropy": 6.024624252319336,
      "epoch": 3.6236126889801623,
      "grad_norm": 1.28125,
      "learning_rate": 0.00037286602022776485,
      "loss": 5.2347,
      "mean_token_accuracy": 0.21394542157649993,
      "num_tokens": 84021826.0,
      "step": 41465
    },
    {
      "entropy": 5.99863486289978,
      "epoch": 3.6240496373328672,
      "grad_norm": 1.2578125,
      "learning_rate": 0.00037283796028694403,
      "loss": 5.1582,
      "mean_token_accuracy": 0.21798916310071945,
      "num_tokens": 84032180.0,
      "step": 41470
    },
    {
      "entropy": 6.010128784179687,
      "epoch": 3.624486585685572,
      "grad_norm": 1.203125,
      "learning_rate": 0.00037280989846953986,
      "loss": 5.2858,
      "mean_token_accuracy": 0.20869385153055192,
      "num_tokens": 84043698.0,
      "step": 41475
    },
    {
      "entropy": 5.9755181789398195,
      "epoch": 3.6249235340382766,
      "grad_norm": 1.4296875,
      "learning_rate": 0.0003727818347760906,
      "loss": 5.1701,
      "mean_token_accuracy": 0.21452523469924928,
      "num_tokens": 84053323.0,
      "step": 41480
    },
    {
      "entropy": 6.047667407989502,
      "epoch": 3.6253604823909815,
      "grad_norm": 1.3359375,
      "learning_rate": 0.00037275376920713454,
      "loss": 5.3609,
      "mean_token_accuracy": 0.2028621956706047,
      "num_tokens": 84064092.0,
      "step": 41485
    },
    {
      "entropy": 6.025535583496094,
      "epoch": 3.625797430743686,
      "grad_norm": 1.25,
      "learning_rate": 0.00037272570176320995,
      "loss": 5.2226,
      "mean_token_accuracy": 0.21459200084209443,
      "num_tokens": 84073661.0,
      "step": 41490
    },
    {
      "entropy": 5.959817838668823,
      "epoch": 3.626234379096391,
      "grad_norm": 1.203125,
      "learning_rate": 0.0003726976324448552,
      "loss": 5.2546,
      "mean_token_accuracy": 0.21018464863300323,
      "num_tokens": 84083199.0,
      "step": 41495
    },
    {
      "entropy": 6.03043646812439,
      "epoch": 3.6266713274490954,
      "grad_norm": 1.171875,
      "learning_rate": 0.0003726695612526086,
      "loss": 5.265,
      "mean_token_accuracy": 0.2092223659157753,
      "num_tokens": 84093600.0,
      "step": 41500
    },
    {
      "entropy": 6.0368493556976315,
      "epoch": 3.6271082758018003,
      "grad_norm": 1.2890625,
      "learning_rate": 0.0003726414881870087,
      "loss": 5.2729,
      "mean_token_accuracy": 0.20400782823562622,
      "num_tokens": 84103147.0,
      "step": 41505
    },
    {
      "entropy": 5.87620177268982,
      "epoch": 3.627545224154505,
      "grad_norm": 1.2421875,
      "learning_rate": 0.00037261341324859386,
      "loss": 5.1622,
      "mean_token_accuracy": 0.2165527194738388,
      "num_tokens": 84113719.0,
      "step": 41510
    },
    {
      "entropy": 5.9965544700622555,
      "epoch": 3.6279821725072097,
      "grad_norm": 1.21875,
      "learning_rate": 0.00037258533643790264,
      "loss": 5.1847,
      "mean_token_accuracy": 0.21028360575437546,
      "num_tokens": 84123563.0,
      "step": 41515
    },
    {
      "entropy": 5.992640161514283,
      "epoch": 3.628419120859914,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00037255725775547357,
      "loss": 5.2613,
      "mean_token_accuracy": 0.21100142896175383,
      "num_tokens": 84134753.0,
      "step": 41520
    },
    {
      "entropy": 6.030256938934326,
      "epoch": 3.628856069212619,
      "grad_norm": 1.25,
      "learning_rate": 0.00037252917720184507,
      "loss": 5.2637,
      "mean_token_accuracy": 0.19817177802324296,
      "num_tokens": 84146549.0,
      "step": 41525
    },
    {
      "entropy": 6.060654354095459,
      "epoch": 3.629293017565324,
      "grad_norm": 1.328125,
      "learning_rate": 0.0003725010947775559,
      "loss": 5.3114,
      "mean_token_accuracy": 0.20697868913412093,
      "num_tokens": 84157069.0,
      "step": 41530
    },
    {
      "entropy": 5.996780061721802,
      "epoch": 3.6297299659180284,
      "grad_norm": 1.2890625,
      "learning_rate": 0.00037247301048314464,
      "loss": 5.2679,
      "mean_token_accuracy": 0.2106503501534462,
      "num_tokens": 84167516.0,
      "step": 41535
    },
    {
      "entropy": 6.015526914596558,
      "epoch": 3.6301669142707333,
      "grad_norm": 1.2578125,
      "learning_rate": 0.00037244492431914996,
      "loss": 5.2219,
      "mean_token_accuracy": 0.21645674109458923,
      "num_tokens": 84178539.0,
      "step": 41540
    },
    {
      "entropy": 6.0414650440216064,
      "epoch": 3.630603862623438,
      "grad_norm": 1.21875,
      "learning_rate": 0.00037241683628611055,
      "loss": 5.2059,
      "mean_token_accuracy": 0.21694633960723878,
      "num_tokens": 84188605.0,
      "step": 41545
    },
    {
      "entropy": 6.012977218627929,
      "epoch": 3.6310408109761427,
      "grad_norm": 1.4375,
      "learning_rate": 0.00037238874638456524,
      "loss": 5.1935,
      "mean_token_accuracy": 0.21190727055072783,
      "num_tokens": 84197478.0,
      "step": 41550
    },
    {
      "entropy": 5.981661415100097,
      "epoch": 3.631477759328847,
      "grad_norm": 1.3125,
      "learning_rate": 0.0003723606546150527,
      "loss": 5.2473,
      "mean_token_accuracy": 0.20389394462108612,
      "num_tokens": 84207455.0,
      "step": 41555
    },
    {
      "entropy": 5.960843658447265,
      "epoch": 3.631914707681552,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0003723325609781118,
      "loss": 5.1324,
      "mean_token_accuracy": 0.22404718399047852,
      "num_tokens": 84217336.0,
      "step": 41560
    },
    {
      "entropy": 5.996269989013672,
      "epoch": 3.632351656034257,
      "grad_norm": 1.296875,
      "learning_rate": 0.00037230446547428136,
      "loss": 5.1962,
      "mean_token_accuracy": 0.20977620482444764,
      "num_tokens": 84227474.0,
      "step": 41565
    },
    {
      "entropy": 6.009340143203735,
      "epoch": 3.6327886043869615,
      "grad_norm": 1.3828125,
      "learning_rate": 0.0003722763681041003,
      "loss": 5.251,
      "mean_token_accuracy": 0.21062082499265672,
      "num_tokens": 84237382.0,
      "step": 41570
    },
    {
      "entropy": 6.0342785835266115,
      "epoch": 3.633225552739666,
      "grad_norm": 1.2734375,
      "learning_rate": 0.0003722482688681075,
      "loss": 5.2704,
      "mean_token_accuracy": 0.20260724276304246,
      "num_tokens": 84247816.0,
      "step": 41575
    },
    {
      "entropy": 5.999215936660766,
      "epoch": 3.633662501092371,
      "grad_norm": 1.3125,
      "learning_rate": 0.000372220167766842,
      "loss": 5.2179,
      "mean_token_accuracy": 0.20786736458539962,
      "num_tokens": 84257056.0,
      "step": 41580
    },
    {
      "entropy": 6.098840808868408,
      "epoch": 3.634099449445076,
      "grad_norm": 1.484375,
      "learning_rate": 0.00037219206480084273,
      "loss": 5.3414,
      "mean_token_accuracy": 0.2073394849896431,
      "num_tokens": 84267499.0,
      "step": 41585
    },
    {
      "entropy": 6.0139116764068605,
      "epoch": 3.6345363977977803,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0003721639599706487,
      "loss": 5.1613,
      "mean_token_accuracy": 0.2124720886349678,
      "num_tokens": 84277548.0,
      "step": 41590
    },
    {
      "entropy": 5.951689195632935,
      "epoch": 3.634973346150485,
      "grad_norm": 1.3515625,
      "learning_rate": 0.00037213585327679904,
      "loss": 5.1702,
      "mean_token_accuracy": 0.21077069491147996,
      "num_tokens": 84287461.0,
      "step": 41595
    },
    {
      "entropy": 6.004881238937378,
      "epoch": 3.6354102945031896,
      "grad_norm": 1.234375,
      "learning_rate": 0.00037210774471983283,
      "loss": 5.1993,
      "mean_token_accuracy": 0.20993804484605788,
      "num_tokens": 84297878.0,
      "step": 41600
    },
    {
      "entropy": 5.958820486068726,
      "epoch": 3.6358472428558946,
      "grad_norm": 1.2578125,
      "learning_rate": 0.00037207963430028915,
      "loss": 5.1527,
      "mean_token_accuracy": 0.2131800174713135,
      "num_tokens": 84307850.0,
      "step": 41605
    },
    {
      "entropy": 6.003637409210205,
      "epoch": 3.636284191208599,
      "grad_norm": 1.3046875,
      "learning_rate": 0.0003720515220187072,
      "loss": 5.2787,
      "mean_token_accuracy": 0.20884561389684678,
      "num_tokens": 84318111.0,
      "step": 41610
    },
    {
      "entropy": 5.915695095062256,
      "epoch": 3.636721139561304,
      "grad_norm": 1.28125,
      "learning_rate": 0.0003720234078756262,
      "loss": 5.0969,
      "mean_token_accuracy": 0.21998956352472304,
      "num_tokens": 84327118.0,
      "step": 41615
    },
    {
      "entropy": 5.9856198787689205,
      "epoch": 3.6371580879140084,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0003719952918715854,
      "loss": 5.2551,
      "mean_token_accuracy": 0.20994248539209365,
      "num_tokens": 84338428.0,
      "step": 41620
    },
    {
      "entropy": 6.086912298202515,
      "epoch": 3.6375950362667133,
      "grad_norm": 1.28125,
      "learning_rate": 0.00037196717400712415,
      "loss": 5.3257,
      "mean_token_accuracy": 0.20219970494508743,
      "num_tokens": 84349117.0,
      "step": 41625
    },
    {
      "entropy": 6.0585568904876705,
      "epoch": 3.638031984619418,
      "grad_norm": 1.3125,
      "learning_rate": 0.0003719390542827816,
      "loss": 5.267,
      "mean_token_accuracy": 0.21033480763435364,
      "num_tokens": 84358807.0,
      "step": 41630
    },
    {
      "entropy": 5.939479637145996,
      "epoch": 3.6384689329721227,
      "grad_norm": 1.171875,
      "learning_rate": 0.0003719109326990973,
      "loss": 5.234,
      "mean_token_accuracy": 0.21388497203588486,
      "num_tokens": 84368970.0,
      "step": 41635
    },
    {
      "entropy": 5.975696611404419,
      "epoch": 3.6389058813248276,
      "grad_norm": 1.2734375,
      "learning_rate": 0.00037188280925661043,
      "loss": 5.1579,
      "mean_token_accuracy": 0.21943201422691344,
      "num_tokens": 84378475.0,
      "step": 41640
    },
    {
      "entropy": 5.977670955657959,
      "epoch": 3.639342829677532,
      "grad_norm": 1.3046875,
      "learning_rate": 0.0003718546839558606,
      "loss": 5.1622,
      "mean_token_accuracy": 0.21516495943069458,
      "num_tokens": 84387832.0,
      "step": 41645
    },
    {
      "entropy": 5.969519472122192,
      "epoch": 3.6397797780302366,
      "grad_norm": 1.2734375,
      "learning_rate": 0.00037182655679738713,
      "loss": 5.1689,
      "mean_token_accuracy": 0.2144344389438629,
      "num_tokens": 84398316.0,
      "step": 41650
    },
    {
      "entropy": 5.977440404891968,
      "epoch": 3.6402167263829415,
      "grad_norm": 1.234375,
      "learning_rate": 0.0003717984277817296,
      "loss": 5.135,
      "mean_token_accuracy": 0.21010302901268005,
      "num_tokens": 84408624.0,
      "step": 41655
    },
    {
      "entropy": 5.96987509727478,
      "epoch": 3.6406536747356464,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00037177029690942744,
      "loss": 5.1571,
      "mean_token_accuracy": 0.21796817928552628,
      "num_tokens": 84417422.0,
      "step": 41660
    },
    {
      "entropy": 5.993507003784179,
      "epoch": 3.641090623088351,
      "grad_norm": 1.3671875,
      "learning_rate": 0.0003717421641810202,
      "loss": 5.2722,
      "mean_token_accuracy": 0.2064882144331932,
      "num_tokens": 84427857.0,
      "step": 41665
    },
    {
      "entropy": 6.077078580856323,
      "epoch": 3.6415275714410558,
      "grad_norm": 1.234375,
      "learning_rate": 0.00037171402959704767,
      "loss": 5.2641,
      "mean_token_accuracy": 0.20293206423521043,
      "num_tokens": 84438468.0,
      "step": 41670
    },
    {
      "entropy": 5.995455074310303,
      "epoch": 3.6419645197937602,
      "grad_norm": 1.1875,
      "learning_rate": 0.00037168589315804944,
      "loss": 5.255,
      "mean_token_accuracy": 0.20857799500226976,
      "num_tokens": 84449371.0,
      "step": 41675
    },
    {
      "entropy": 6.0114492893219,
      "epoch": 3.642401468146465,
      "grad_norm": 1.3671875,
      "learning_rate": 0.0003716577548645651,
      "loss": 5.212,
      "mean_token_accuracy": 0.20718142092227937,
      "num_tokens": 84458569.0,
      "step": 41680
    },
    {
      "entropy": 5.995342874526978,
      "epoch": 3.6428384164991696,
      "grad_norm": 1.3125,
      "learning_rate": 0.0003716296147171343,
      "loss": 5.3054,
      "mean_token_accuracy": 0.21185602098703385,
      "num_tokens": 84469244.0,
      "step": 41685
    },
    {
      "entropy": 5.924101829528809,
      "epoch": 3.6432753648518745,
      "grad_norm": 1.359375,
      "learning_rate": 0.0003716014727162969,
      "loss": 5.171,
      "mean_token_accuracy": 0.2277572900056839,
      "num_tokens": 84478902.0,
      "step": 41690
    },
    {
      "entropy": 5.9607185363769535,
      "epoch": 3.6437123132045794,
      "grad_norm": 1.4140625,
      "learning_rate": 0.00037157332886259253,
      "loss": 5.1854,
      "mean_token_accuracy": 0.21003703027963638,
      "num_tokens": 84489166.0,
      "step": 41695
    },
    {
      "entropy": 6.010383367538452,
      "epoch": 3.644149261557284,
      "grad_norm": 1.3046875,
      "learning_rate": 0.0003715451831565613,
      "loss": 5.1625,
      "mean_token_accuracy": 0.21718533635139464,
      "num_tokens": 84499093.0,
      "step": 41700
    },
    {
      "entropy": 5.98678560256958,
      "epoch": 3.6445862099099884,
      "grad_norm": 1.3359375,
      "learning_rate": 0.00037151703559874273,
      "loss": 5.1804,
      "mean_token_accuracy": 0.2133525088429451,
      "num_tokens": 84508898.0,
      "step": 41705
    },
    {
      "entropy": 6.049355363845825,
      "epoch": 3.6450231582626933,
      "grad_norm": 1.3828125,
      "learning_rate": 0.00037148888618967677,
      "loss": 5.3041,
      "mean_token_accuracy": 0.20723367035388945,
      "num_tokens": 84518277.0,
      "step": 41710
    },
    {
      "entropy": 6.032641315460205,
      "epoch": 3.645460106615398,
      "grad_norm": 1.3671875,
      "learning_rate": 0.0003714607349299035,
      "loss": 5.2239,
      "mean_token_accuracy": 0.2052912712097168,
      "num_tokens": 84527882.0,
      "step": 41715
    },
    {
      "entropy": 5.986955451965332,
      "epoch": 3.6458970549681027,
      "grad_norm": 1.3359375,
      "learning_rate": 0.00037143258181996286,
      "loss": 5.2121,
      "mean_token_accuracy": 0.21260377615690232,
      "num_tokens": 84538065.0,
      "step": 41720
    },
    {
      "entropy": 5.998819589614868,
      "epoch": 3.6463340033208076,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0003714044268603947,
      "loss": 5.2464,
      "mean_token_accuracy": 0.20872043520212175,
      "num_tokens": 84547923.0,
      "step": 41725
    },
    {
      "entropy": 5.9762884140014645,
      "epoch": 3.646770951673512,
      "grad_norm": 1.2890625,
      "learning_rate": 0.0003713762700517392,
      "loss": 5.2125,
      "mean_token_accuracy": 0.21211955845355987,
      "num_tokens": 84558725.0,
      "step": 41730
    },
    {
      "entropy": 5.9841451168060305,
      "epoch": 3.647207900026217,
      "grad_norm": 1.3984375,
      "learning_rate": 0.00037134811139453625,
      "loss": 5.201,
      "mean_token_accuracy": 0.21629490405321122,
      "num_tokens": 84568945.0,
      "step": 41735
    },
    {
      "entropy": 6.054435682296753,
      "epoch": 3.6476448483789214,
      "grad_norm": 1.2421875,
      "learning_rate": 0.000371319950889326,
      "loss": 5.2797,
      "mean_token_accuracy": 0.20916419178247453,
      "num_tokens": 84579230.0,
      "step": 41740
    },
    {
      "entropy": 6.0722270011901855,
      "epoch": 3.6480817967316264,
      "grad_norm": 1.3125,
      "learning_rate": 0.0003712917885366487,
      "loss": 5.2382,
      "mean_token_accuracy": 0.20857585966587067,
      "num_tokens": 84588966.0,
      "step": 41745
    },
    {
      "entropy": 5.922271776199341,
      "epoch": 3.6485187450843313,
      "grad_norm": 1.2734375,
      "learning_rate": 0.0003712636243370444,
      "loss": 5.1644,
      "mean_token_accuracy": 0.21385636180639267,
      "num_tokens": 84598631.0,
      "step": 41750
    },
    {
      "entropy": 5.986331033706665,
      "epoch": 3.6489556934370357,
      "grad_norm": 1.25,
      "learning_rate": 0.00037123545829105336,
      "loss": 5.2089,
      "mean_token_accuracy": 0.20961571782827376,
      "num_tokens": 84609849.0,
      "step": 41755
    },
    {
      "entropy": 6.023617601394653,
      "epoch": 3.64939264178974,
      "grad_norm": 1.328125,
      "learning_rate": 0.0003712072903992159,
      "loss": 5.2341,
      "mean_token_accuracy": 0.2109450727701187,
      "num_tokens": 84619959.0,
      "step": 41760
    },
    {
      "entropy": 6.0402740955352785,
      "epoch": 3.649829590142445,
      "grad_norm": 1.3359375,
      "learning_rate": 0.0003711791206620721,
      "loss": 5.1956,
      "mean_token_accuracy": 0.21605014950037002,
      "num_tokens": 84630224.0,
      "step": 41765
    },
    {
      "entropy": 6.024369382858277,
      "epoch": 3.65026653849515,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0003711509490801624,
      "loss": 5.2284,
      "mean_token_accuracy": 0.2090152010321617,
      "num_tokens": 84641595.0,
      "step": 41770
    },
    {
      "entropy": 5.954857254028321,
      "epoch": 3.6507034868478545,
      "grad_norm": 1.453125,
      "learning_rate": 0.000371122775654027,
      "loss": 5.1725,
      "mean_token_accuracy": 0.21618105620145797,
      "num_tokens": 84652406.0,
      "step": 41775
    },
    {
      "entropy": 5.961166524887085,
      "epoch": 3.6511404352005594,
      "grad_norm": 1.28125,
      "learning_rate": 0.0003710946003842065,
      "loss": 5.1108,
      "mean_token_accuracy": 0.22990546375513077,
      "num_tokens": 84662319.0,
      "step": 41780
    },
    {
      "entropy": 6.010535955429077,
      "epoch": 3.651577383553264,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0003710664232712412,
      "loss": 5.2458,
      "mean_token_accuracy": 0.2044620230793953,
      "num_tokens": 84673086.0,
      "step": 41785
    },
    {
      "entropy": 5.972371816635132,
      "epoch": 3.652014331905969,
      "grad_norm": 1.234375,
      "learning_rate": 0.0003710382443156716,
      "loss": 5.2616,
      "mean_token_accuracy": 0.20747527480125427,
      "num_tokens": 84684536.0,
      "step": 41790
    },
    {
      "entropy": 5.979980850219727,
      "epoch": 3.6524512802586733,
      "grad_norm": 1.4453125,
      "learning_rate": 0.0003710100635180381,
      "loss": 5.223,
      "mean_token_accuracy": 0.2083861470222473,
      "num_tokens": 84694975.0,
      "step": 41795
    },
    {
      "entropy": 5.962133073806763,
      "epoch": 3.652888228611378,
      "grad_norm": 1.34375,
      "learning_rate": 0.0003709818808788813,
      "loss": 5.167,
      "mean_token_accuracy": 0.20887467563152312,
      "num_tokens": 84704290.0,
      "step": 41800
    },
    {
      "entropy": 6.050942325592041,
      "epoch": 3.653325176964083,
      "grad_norm": 1.3046875,
      "learning_rate": 0.0003709536963987417,
      "loss": 5.1837,
      "mean_token_accuracy": 0.20516703873872758,
      "num_tokens": 84714280.0,
      "step": 41805
    },
    {
      "entropy": 6.061722660064698,
      "epoch": 3.6537621253167876,
      "grad_norm": 1.2265625,
      "learning_rate": 0.00037092551007815997,
      "loss": 5.2366,
      "mean_token_accuracy": 0.21309737712144852,
      "num_tokens": 84725127.0,
      "step": 41810
    },
    {
      "entropy": 6.023503732681275,
      "epoch": 3.654199073669492,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0003708973219176767,
      "loss": 5.258,
      "mean_token_accuracy": 0.20696799010038375,
      "num_tokens": 84736385.0,
      "step": 41815
    },
    {
      "entropy": 5.944138908386231,
      "epoch": 3.654636022022197,
      "grad_norm": 1.203125,
      "learning_rate": 0.00037086913191783247,
      "loss": 5.1848,
      "mean_token_accuracy": 0.22026635110378265,
      "num_tokens": 84746489.0,
      "step": 41820
    },
    {
      "entropy": 6.020600271224976,
      "epoch": 3.655072970374902,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0003708409400791681,
      "loss": 5.2365,
      "mean_token_accuracy": 0.21159013509750366,
      "num_tokens": 84756743.0,
      "step": 41825
    },
    {
      "entropy": 6.016503477096558,
      "epoch": 3.6555099187276063,
      "grad_norm": 1.25,
      "learning_rate": 0.00037081274640222425,
      "loss": 5.1777,
      "mean_token_accuracy": 0.22062451094388963,
      "num_tokens": 84767647.0,
      "step": 41830
    },
    {
      "entropy": 6.002627611160278,
      "epoch": 3.6559468670803112,
      "grad_norm": 1.3828125,
      "learning_rate": 0.0003707845508875417,
      "loss": 5.2714,
      "mean_token_accuracy": 0.20107346028089523,
      "num_tokens": 84778122.0,
      "step": 41835
    },
    {
      "entropy": 6.023426723480225,
      "epoch": 3.6563838154330157,
      "grad_norm": 1.328125,
      "learning_rate": 0.0003707563535356614,
      "loss": 5.262,
      "mean_token_accuracy": 0.21228715628385544,
      "num_tokens": 84787300.0,
      "step": 41840
    },
    {
      "entropy": 6.002052879333496,
      "epoch": 3.6568207637857206,
      "grad_norm": 1.234375,
      "learning_rate": 0.0003707281543471239,
      "loss": 5.2043,
      "mean_token_accuracy": 0.20944420993328094,
      "num_tokens": 84798271.0,
      "step": 41845
    },
    {
      "entropy": 5.9955181121826175,
      "epoch": 3.657257712138425,
      "grad_norm": 1.171875,
      "learning_rate": 0.0003706999533224704,
      "loss": 5.2763,
      "mean_token_accuracy": 0.20562912672758102,
      "num_tokens": 84810377.0,
      "step": 41850
    },
    {
      "entropy": 6.029188919067383,
      "epoch": 3.65769466049113,
      "grad_norm": 1.3203125,
      "learning_rate": 0.0003706717504622415,
      "loss": 5.2106,
      "mean_token_accuracy": 0.212224780023098,
      "num_tokens": 84821319.0,
      "step": 41855
    },
    {
      "entropy": 6.059714031219483,
      "epoch": 3.658131608843835,
      "grad_norm": 1.2890625,
      "learning_rate": 0.0003706435457669784,
      "loss": 5.2454,
      "mean_token_accuracy": 0.20511113107204437,
      "num_tokens": 84831558.0,
      "step": 41860
    },
    {
      "entropy": 6.057404279708862,
      "epoch": 3.6585685571965394,
      "grad_norm": 1.3984375,
      "learning_rate": 0.00037061533923722195,
      "loss": 5.2075,
      "mean_token_accuracy": 0.20907956659793853,
      "num_tokens": 84840983.0,
      "step": 41865
    },
    {
      "entropy": 5.927416181564331,
      "epoch": 3.659005505549244,
      "grad_norm": 1.3359375,
      "learning_rate": 0.00037058713087351317,
      "loss": 5.1135,
      "mean_token_accuracy": 0.22269607931375504,
      "num_tokens": 84851304.0,
      "step": 41870
    },
    {
      "entropy": 5.946199750900268,
      "epoch": 3.6594424539019488,
      "grad_norm": 1.4375,
      "learning_rate": 0.00037055892067639314,
      "loss": 5.2145,
      "mean_token_accuracy": 0.21393157094717025,
      "num_tokens": 84862849.0,
      "step": 41875
    },
    {
      "entropy": 5.967535781860351,
      "epoch": 3.6598794022546537,
      "grad_norm": 1.328125,
      "learning_rate": 0.00037053070864640294,
      "loss": 5.1662,
      "mean_token_accuracy": 0.22025655210018158,
      "num_tokens": 84873591.0,
      "step": 41880
    },
    {
      "entropy": 5.986719608306885,
      "epoch": 3.660316350607358,
      "grad_norm": 1.3125,
      "learning_rate": 0.00037050249478408364,
      "loss": 5.1654,
      "mean_token_accuracy": 0.21989696323871613,
      "num_tokens": 84883701.0,
      "step": 41885
    },
    {
      "entropy": 5.9968382835388185,
      "epoch": 3.660753298960063,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0003704742790899765,
      "loss": 5.2347,
      "mean_token_accuracy": 0.20625614523887634,
      "num_tokens": 84893842.0,
      "step": 41890
    },
    {
      "entropy": 6.037725114822388,
      "epoch": 3.6611902473127675,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0003704460615646227,
      "loss": 5.2916,
      "mean_token_accuracy": 0.20193877518177034,
      "num_tokens": 84903797.0,
      "step": 41895
    },
    {
      "entropy": 6.04024600982666,
      "epoch": 3.6616271956654725,
      "grad_norm": 1.171875,
      "learning_rate": 0.00037041784220856336,
      "loss": 5.3034,
      "mean_token_accuracy": 0.20876918435096742,
      "num_tokens": 84915459.0,
      "step": 41900
    },
    {
      "entropy": 5.991748905181884,
      "epoch": 3.662064144018177,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0003703896210223399,
      "loss": 5.2471,
      "mean_token_accuracy": 0.20841061025857927,
      "num_tokens": 84926067.0,
      "step": 41905
    },
    {
      "entropy": 6.060164976119995,
      "epoch": 3.662501092370882,
      "grad_norm": 1.328125,
      "learning_rate": 0.00037036139800649336,
      "loss": 5.23,
      "mean_token_accuracy": 0.21740641742944716,
      "num_tokens": 84936612.0,
      "step": 41910
    },
    {
      "entropy": 5.964126682281494,
      "epoch": 3.6629380407235863,
      "grad_norm": 1.3203125,
      "learning_rate": 0.0003703331731615654,
      "loss": 5.1523,
      "mean_token_accuracy": 0.22132239043712615,
      "num_tokens": 84946620.0,
      "step": 41915
    },
    {
      "entropy": 6.016808319091797,
      "epoch": 3.663374989076291,
      "grad_norm": 1.3984375,
      "learning_rate": 0.00037030494648809716,
      "loss": 5.1884,
      "mean_token_accuracy": 0.21151911467313766,
      "num_tokens": 84955890.0,
      "step": 41920
    },
    {
      "entropy": 5.910205221176147,
      "epoch": 3.6638119374289957,
      "grad_norm": 1.375,
      "learning_rate": 0.0003702767179866301,
      "loss": 5.1627,
      "mean_token_accuracy": 0.21143693923950196,
      "num_tokens": 84964694.0,
      "step": 41925
    },
    {
      "entropy": 5.986209535598755,
      "epoch": 3.6642488857817006,
      "grad_norm": 1.359375,
      "learning_rate": 0.0003702484876577057,
      "loss": 5.2076,
      "mean_token_accuracy": 0.21210452616214753,
      "num_tokens": 84974203.0,
      "step": 41930
    },
    {
      "entropy": 5.952255392074585,
      "epoch": 3.6646858341344055,
      "grad_norm": 1.3203125,
      "learning_rate": 0.00037022025550186537,
      "loss": 5.1526,
      "mean_token_accuracy": 0.21822408139705657,
      "num_tokens": 84984326.0,
      "step": 41935
    },
    {
      "entropy": 6.0345118045806885,
      "epoch": 3.66512278248711,
      "grad_norm": 1.3203125,
      "learning_rate": 0.0003701920215196506,
      "loss": 5.1792,
      "mean_token_accuracy": 0.2111915722489357,
      "num_tokens": 84993284.0,
      "step": 41940
    },
    {
      "entropy": 5.992990732192993,
      "epoch": 3.665559730839815,
      "grad_norm": 1.40625,
      "learning_rate": 0.0003701637857116031,
      "loss": 5.1782,
      "mean_token_accuracy": 0.21756477057933807,
      "num_tokens": 85003239.0,
      "step": 41945
    },
    {
      "entropy": 5.95367841720581,
      "epoch": 3.6659966791925194,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0003701355480782642,
      "loss": 5.1942,
      "mean_token_accuracy": 0.21379982829093933,
      "num_tokens": 85015493.0,
      "step": 41950
    },
    {
      "entropy": 5.989173412322998,
      "epoch": 3.6664336275452243,
      "grad_norm": 1.2578125,
      "learning_rate": 0.00037010730862017575,
      "loss": 5.1979,
      "mean_token_accuracy": 0.21238990426063536,
      "num_tokens": 85025677.0,
      "step": 41955
    },
    {
      "entropy": 6.016908121109009,
      "epoch": 3.6668705758979288,
      "grad_norm": 1.28125,
      "learning_rate": 0.00037007906733787913,
      "loss": 5.2171,
      "mean_token_accuracy": 0.21774194985628129,
      "num_tokens": 85034908.0,
      "step": 41960
    },
    {
      "entropy": 6.008920383453369,
      "epoch": 3.6673075242506337,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0003700508242319163,
      "loss": 5.2619,
      "mean_token_accuracy": 0.20006509721279145,
      "num_tokens": 85045416.0,
      "step": 41965
    },
    {
      "entropy": 6.044436645507813,
      "epoch": 3.667744472603338,
      "grad_norm": 1.28125,
      "learning_rate": 0.00037002257930282887,
      "loss": 5.3021,
      "mean_token_accuracy": 0.20474781095981598,
      "num_tokens": 85056259.0,
      "step": 41970
    },
    {
      "entropy": 6.0532807350158695,
      "epoch": 3.668181420956043,
      "grad_norm": 1.375,
      "learning_rate": 0.0003699943325511585,
      "loss": 5.2005,
      "mean_token_accuracy": 0.21297334581613542,
      "num_tokens": 85065579.0,
      "step": 41975
    },
    {
      "entropy": 6.004543733596802,
      "epoch": 3.6686183693087475,
      "grad_norm": 1.4140625,
      "learning_rate": 0.0003699660839774471,
      "loss": 5.2267,
      "mean_token_accuracy": 0.210647788643837,
      "num_tokens": 85075084.0,
      "step": 41980
    },
    {
      "entropy": 5.976365947723389,
      "epoch": 3.6690553176614524,
      "grad_norm": 1.203125,
      "learning_rate": 0.0003699378335822364,
      "loss": 5.231,
      "mean_token_accuracy": 0.21211632043123246,
      "num_tokens": 85084536.0,
      "step": 41985
    },
    {
      "entropy": 5.990276765823364,
      "epoch": 3.6694922660141573,
      "grad_norm": 1.296875,
      "learning_rate": 0.0003699095813660683,
      "loss": 5.2155,
      "mean_token_accuracy": 0.21237311512231827,
      "num_tokens": 85094076.0,
      "step": 41990
    },
    {
      "entropy": 5.951875782012939,
      "epoch": 3.669929214366862,
      "grad_norm": 1.4609375,
      "learning_rate": 0.0003698813273294848,
      "loss": 5.1656,
      "mean_token_accuracy": 0.2156445413827896,
      "num_tokens": 85103784.0,
      "step": 41995
    },
    {
      "entropy": 5.975443983078003,
      "epoch": 3.6703661627195663,
      "grad_norm": 1.296875,
      "learning_rate": 0.00036985307147302765,
      "loss": 5.2235,
      "mean_token_accuracy": 0.21280946284532548,
      "num_tokens": 85114066.0,
      "step": 42000
    },
    {
      "epoch": 3.6703661627195663,
      "eval_entropy": 5.699521302558548,
      "eval_loss": 5.271507263183594,
      "eval_mean_token_accuracy": 0.21808341670936762,
      "eval_num_tokens": 85114066.0,
      "eval_runtime": 21.3998,
      "eval_samples_per_second": 1729.645,
      "eval_steps_per_second": 216.217,
      "step": 42000
    }
  ],
  "logging_steps": 5,
  "max_steps": 114420,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 10,
  "save_steps": 3000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 1.88946432880128e+16,
  "train_batch_size": 16,
  "trial_name": null,
  "trial_params": null
}