heb-hebr-10mb-after-ppt-Dp-100mb-ckpt500_seed3407/checkpoint-21000/trainer_state.json

{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.2472042377869337,
  "eval_steps": 3000,
  "global_step": 21000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "entropy": 8.438523864746093,
      "epoch": 0.0005350741077639254,
      "grad_norm": 0.8984375,
      "learning_rate": 2e-06,
      "loss": 7.9918,
      "mean_token_accuracy": 0.07089582867920399,
      "num_tokens": 10038.0,
      "step": 5
    },
    {
      "entropy": 8.456669139862061,
      "epoch": 0.0010701482155278507,
      "grad_norm": 0.953125,
      "learning_rate": 4.5e-06,
      "loss": 8.0207,
      "mean_token_accuracy": 0.06915676817297936,
      "num_tokens": 21916.0,
      "step": 10
    },
    {
      "entropy": 8.433949184417724,
      "epoch": 0.0016052223232917758,
      "grad_norm": 0.90234375,
      "learning_rate": 7e-06,
      "loss": 7.9738,
      "mean_token_accuracy": 0.07175181061029434,
      "num_tokens": 33434.0,
      "step": 15
    },
    {
      "entropy": 8.42863655090332,
      "epoch": 0.0021402964310557014,
      "grad_norm": 0.890625,
      "learning_rate": 9.5e-06,
      "loss": 7.9992,
      "mean_token_accuracy": 0.07069024555385113,
      "num_tokens": 44216.0,
      "step": 20
    },
    {
      "entropy": 8.486217021942139,
      "epoch": 0.0026753705388196263,
      "grad_norm": 0.8203125,
      "learning_rate": 1.2e-05,
      "loss": 8.0517,
      "mean_token_accuracy": 0.06462443582713603,
      "num_tokens": 54874.0,
      "step": 25
    },
    {
      "entropy": 8.387908840179444,
      "epoch": 0.0032104446465835517,
      "grad_norm": 0.87109375,
      "learning_rate": 1.4500000000000002e-05,
      "loss": 8.0177,
      "mean_token_accuracy": 0.06798936054110527,
      "num_tokens": 65085.0,
      "step": 30
    },
    {
      "entropy": 8.35386152267456,
      "epoch": 0.003745518754347477,
      "grad_norm": 0.921875,
      "learning_rate": 1.7000000000000003e-05,
      "loss": 7.9437,
      "mean_token_accuracy": 0.07121415473520756,
      "num_tokens": 75601.0,
      "step": 35
    },
    {
      "entropy": 8.347406768798828,
      "epoch": 0.004280592862111403,
      "grad_norm": 0.8203125,
      "learning_rate": 1.95e-05,
      "loss": 7.9581,
      "mean_token_accuracy": 0.06999797709286212,
      "num_tokens": 86193.0,
      "step": 40
    },
    {
      "entropy": 8.334976387023925,
      "epoch": 0.004815666969875327,
      "grad_norm": 0.84375,
      "learning_rate": 2.2e-05,
      "loss": 7.9684,
      "mean_token_accuracy": 0.07105263583362102,
      "num_tokens": 96957.0,
      "step": 45
    },
    {
      "entropy": 8.303908538818359,
      "epoch": 0.005350741077639253,
      "grad_norm": 0.82421875,
      "learning_rate": 2.4500000000000003e-05,
      "loss": 7.9762,
      "mean_token_accuracy": 0.07353106662631034,
      "num_tokens": 108408.0,
      "step": 50
    },
    {
      "entropy": 8.298726749420165,
      "epoch": 0.005885815185403178,
      "grad_norm": 0.6640625,
      "learning_rate": 2.7e-05,
      "loss": 7.9953,
      "mean_token_accuracy": 0.07212709933519364,
      "num_tokens": 119273.0,
      "step": 55
    },
    {
      "entropy": 8.286288166046143,
      "epoch": 0.006420889293167103,
      "grad_norm": 0.734375,
      "learning_rate": 2.95e-05,
      "loss": 7.9905,
      "mean_token_accuracy": 0.07027627490460872,
      "num_tokens": 130817.0,
      "step": 60
    },
    {
      "entropy": 8.316905498504639,
      "epoch": 0.006955963400931029,
      "grad_norm": 0.74609375,
      "learning_rate": 3.2e-05,
      "loss": 7.9532,
      "mean_token_accuracy": 0.07230342477560044,
      "num_tokens": 142599.0,
      "step": 65
    },
    {
      "entropy": 8.320288467407227,
      "epoch": 0.007491037508694954,
      "grad_norm": 0.80859375,
      "learning_rate": 3.4500000000000005e-05,
      "loss": 8.0265,
      "mean_token_accuracy": 0.07138649448752403,
      "num_tokens": 153617.0,
      "step": 70
    },
    {
      "entropy": 8.27239990234375,
      "epoch": 0.00802611161645888,
      "grad_norm": 0.7578125,
      "learning_rate": 3.7e-05,
      "loss": 8.0025,
      "mean_token_accuracy": 0.07099051140248776,
      "num_tokens": 165280.0,
      "step": 75
    },
    {
      "entropy": 8.26258363723755,
      "epoch": 0.008561185724222806,
      "grad_norm": 0.71484375,
      "learning_rate": 3.95e-05,
      "loss": 8.0114,
      "mean_token_accuracy": 0.06905640251934528,
      "num_tokens": 176896.0,
      "step": 80
    },
    {
      "entropy": 8.284344100952149,
      "epoch": 0.00909625983198673,
      "grad_norm": 0.75390625,
      "learning_rate": 4.2000000000000004e-05,
      "loss": 8.0257,
      "mean_token_accuracy": 0.07325906008481979,
      "num_tokens": 188000.0,
      "step": 85
    },
    {
      "entropy": 8.30929183959961,
      "epoch": 0.009631333939750655,
      "grad_norm": 0.859375,
      "learning_rate": 4.45e-05,
      "loss": 8.0456,
      "mean_token_accuracy": 0.07206745408475398,
      "num_tokens": 199360.0,
      "step": 90
    },
    {
      "entropy": 8.334034061431884,
      "epoch": 0.01016640804751458,
      "grad_norm": 0.7578125,
      "learning_rate": 4.7000000000000004e-05,
      "loss": 8.0372,
      "mean_token_accuracy": 0.06812816448509693,
      "num_tokens": 210214.0,
      "step": 95
    },
    {
      "entropy": 8.277380561828613,
      "epoch": 0.010701482155278505,
      "grad_norm": 0.828125,
      "learning_rate": 4.9500000000000004e-05,
      "loss": 7.9812,
      "mean_token_accuracy": 0.0726207286119461,
      "num_tokens": 220567.0,
      "step": 100
    },
    {
      "entropy": 8.28692798614502,
      "epoch": 0.011236556263042432,
      "grad_norm": 0.84375,
      "learning_rate": 5.2e-05,
      "loss": 7.9213,
      "mean_token_accuracy": 0.0739015869796276,
      "num_tokens": 230585.0,
      "step": 105
    },
    {
      "entropy": 8.240860843658448,
      "epoch": 0.011771630370806356,
      "grad_norm": 0.7890625,
      "learning_rate": 5.45e-05,
      "loss": 7.9529,
      "mean_token_accuracy": 0.07597600407898426,
      "num_tokens": 241996.0,
      "step": 110
    },
    {
      "entropy": 8.269025707244873,
      "epoch": 0.012306704478570282,
      "grad_norm": 0.80078125,
      "learning_rate": 5.7e-05,
      "loss": 8.0585,
      "mean_token_accuracy": 0.0713857039809227,
      "num_tokens": 253348.0,
      "step": 115
    },
    {
      "entropy": 8.29678030014038,
      "epoch": 0.012841778586334207,
      "grad_norm": 0.8984375,
      "learning_rate": 5.9499999999999996e-05,
      "loss": 7.9934,
      "mean_token_accuracy": 0.07136886790394784,
      "num_tokens": 264239.0,
      "step": 120
    },
    {
      "entropy": 8.290089511871338,
      "epoch": 0.013376852694098133,
      "grad_norm": 0.7890625,
      "learning_rate": 6.2e-05,
      "loss": 7.9854,
      "mean_token_accuracy": 0.0759938657283783,
      "num_tokens": 274522.0,
      "step": 125
    },
    {
      "entropy": 8.258779525756836,
      "epoch": 0.013911926801862057,
      "grad_norm": 1.0078125,
      "learning_rate": 6.450000000000001e-05,
      "loss": 7.9162,
      "mean_token_accuracy": 0.07372806034982204,
      "num_tokens": 284492.0,
      "step": 130
    },
    {
      "entropy": 8.259482097625732,
      "epoch": 0.014447000909625984,
      "grad_norm": 0.84375,
      "learning_rate": 6.7e-05,
      "loss": 7.9495,
      "mean_token_accuracy": 0.0691726591438055,
      "num_tokens": 294796.0,
      "step": 135
    },
    {
      "entropy": 8.262565422058106,
      "epoch": 0.014982075017389908,
      "grad_norm": 0.8515625,
      "learning_rate": 6.950000000000001e-05,
      "loss": 7.9688,
      "mean_token_accuracy": 0.06928434409201145,
      "num_tokens": 305252.0,
      "step": 140
    },
    {
      "entropy": 8.28972578048706,
      "epoch": 0.015517149125153834,
      "grad_norm": 0.859375,
      "learning_rate": 7.2e-05,
      "loss": 7.9392,
      "mean_token_accuracy": 0.07088566608726979,
      "num_tokens": 315505.0,
      "step": 145
    },
    {
      "entropy": 8.30866813659668,
      "epoch": 0.01605222323291776,
      "grad_norm": 0.8203125,
      "learning_rate": 7.45e-05,
      "loss": 7.9823,
      "mean_token_accuracy": 0.07642340660095215,
      "num_tokens": 326997.0,
      "step": 150
    },
    {
      "entropy": 8.21926565170288,
      "epoch": 0.016587297340681685,
      "grad_norm": 0.8046875,
      "learning_rate": 7.7e-05,
      "loss": 7.965,
      "mean_token_accuracy": 0.07135060504078865,
      "num_tokens": 338089.0,
      "step": 155
    },
    {
      "entropy": 8.278623867034913,
      "epoch": 0.01712237144844561,
      "grad_norm": 0.87890625,
      "learning_rate": 7.950000000000001e-05,
      "loss": 7.941,
      "mean_token_accuracy": 0.07322553470730782,
      "num_tokens": 348536.0,
      "step": 160
    },
    {
      "entropy": 8.384468746185302,
      "epoch": 0.017657445556209534,
      "grad_norm": 0.828125,
      "learning_rate": 8.2e-05,
      "loss": 7.9822,
      "mean_token_accuracy": 0.07200570702552796,
      "num_tokens": 359776.0,
      "step": 165
    },
    {
      "entropy": 8.223766422271728,
      "epoch": 0.01819251966397346,
      "grad_norm": 0.76171875,
      "learning_rate": 8.450000000000001e-05,
      "loss": 7.9346,
      "mean_token_accuracy": 0.07174736969172954,
      "num_tokens": 370810.0,
      "step": 170
    },
    {
      "entropy": 8.291064643859864,
      "epoch": 0.018727593771737387,
      "grad_norm": 0.8046875,
      "learning_rate": 8.7e-05,
      "loss": 7.9297,
      "mean_token_accuracy": 0.06886534281075,
      "num_tokens": 381788.0,
      "step": 175
    },
    {
      "entropy": 8.28944501876831,
      "epoch": 0.01926266787950131,
      "grad_norm": 0.8984375,
      "learning_rate": 8.95e-05,
      "loss": 7.9655,
      "mean_token_accuracy": 0.07360603064298629,
      "num_tokens": 391984.0,
      "step": 180
    },
    {
      "entropy": 8.233330154418946,
      "epoch": 0.019797741987265235,
      "grad_norm": 0.76171875,
      "learning_rate": 9.2e-05,
      "loss": 7.9263,
      "mean_token_accuracy": 0.0702251672744751,
      "num_tokens": 403430.0,
      "step": 185
    },
    {
      "entropy": 8.325261878967286,
      "epoch": 0.02033281609502916,
      "grad_norm": 0.90234375,
      "learning_rate": 9.45e-05,
      "loss": 7.9371,
      "mean_token_accuracy": 0.07427182346582413,
      "num_tokens": 414467.0,
      "step": 190
    },
    {
      "entropy": 8.184919452667236,
      "epoch": 0.020867890202793088,
      "grad_norm": 0.7734375,
      "learning_rate": 9.7e-05,
      "loss": 7.9317,
      "mean_token_accuracy": 0.07251705303788185,
      "num_tokens": 425752.0,
      "step": 195
    },
    {
      "entropy": 8.154995250701905,
      "epoch": 0.02140296431055701,
      "grad_norm": 0.87109375,
      "learning_rate": 9.95e-05,
      "loss": 7.9332,
      "mean_token_accuracy": 0.07673878967761993,
      "num_tokens": 435908.0,
      "step": 200
    },
    {
      "entropy": 8.37842092514038,
      "epoch": 0.021938038418320937,
      "grad_norm": 0.8984375,
      "learning_rate": 0.000102,
      "loss": 7.9546,
      "mean_token_accuracy": 0.07372537180781365,
      "num_tokens": 446424.0,
      "step": 205
    },
    {
      "entropy": 8.196290493011475,
      "epoch": 0.022473112526084863,
      "grad_norm": 0.91796875,
      "learning_rate": 0.00010449999999999999,
      "loss": 7.9501,
      "mean_token_accuracy": 0.07161405347287655,
      "num_tokens": 456854.0,
      "step": 210
    },
    {
      "entropy": 8.268616867065429,
      "epoch": 0.02300818663384879,
      "grad_norm": 0.9453125,
      "learning_rate": 0.000107,
      "loss": 7.9591,
      "mean_token_accuracy": 0.07364804670214653,
      "num_tokens": 467899.0,
      "step": 215
    },
    {
      "entropy": 8.188086223602294,
      "epoch": 0.023543260741612712,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0001095,
      "loss": 7.8925,
      "mean_token_accuracy": 0.07161371931433677,
      "num_tokens": 478683.0,
      "step": 220
    },
    {
      "entropy": 8.310243034362793,
      "epoch": 0.02407833484937664,
      "grad_norm": 0.90234375,
      "learning_rate": 0.000112,
      "loss": 7.9332,
      "mean_token_accuracy": 0.07252216972410679,
      "num_tokens": 488745.0,
      "step": 225
    },
    {
      "entropy": 8.256323719024659,
      "epoch": 0.024613408957140565,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0001145,
      "loss": 8.0014,
      "mean_token_accuracy": 0.06898210793733597,
      "num_tokens": 499448.0,
      "step": 230
    },
    {
      "entropy": 8.350125885009765,
      "epoch": 0.02514848306490449,
      "grad_norm": 0.8515625,
      "learning_rate": 0.00011700000000000001,
      "loss": 7.9571,
      "mean_token_accuracy": 0.07444347888231277,
      "num_tokens": 510148.0,
      "step": 235
    },
    {
      "entropy": 8.19766731262207,
      "epoch": 0.025683557172668414,
      "grad_norm": 0.86328125,
      "learning_rate": 0.00011949999999999999,
      "loss": 7.8968,
      "mean_token_accuracy": 0.06857617050409318,
      "num_tokens": 522093.0,
      "step": 240
    },
    {
      "entropy": 8.271492099761963,
      "epoch": 0.02621863128043234,
      "grad_norm": 0.84375,
      "learning_rate": 0.000122,
      "loss": 7.9091,
      "mean_token_accuracy": 0.07259679697453976,
      "num_tokens": 532598.0,
      "step": 245
    },
    {
      "entropy": 8.260428142547607,
      "epoch": 0.026753705388196266,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0001245,
      "loss": 7.9073,
      "mean_token_accuracy": 0.07138925977051258,
      "num_tokens": 542652.0,
      "step": 250
    },
    {
      "entropy": 8.230937385559082,
      "epoch": 0.027288779495960192,
      "grad_norm": 0.81640625,
      "learning_rate": 0.000127,
      "loss": 7.9364,
      "mean_token_accuracy": 0.0716529581695795,
      "num_tokens": 552526.0,
      "step": 255
    },
    {
      "entropy": 8.221650218963623,
      "epoch": 0.027823853603724115,
      "grad_norm": 0.82421875,
      "learning_rate": 0.0001295,
      "loss": 7.9482,
      "mean_token_accuracy": 0.07255502007901668,
      "num_tokens": 563143.0,
      "step": 260
    },
    {
      "entropy": 8.36287260055542,
      "epoch": 0.02835892771148804,
      "grad_norm": 0.859375,
      "learning_rate": 0.000132,
      "loss": 7.914,
      "mean_token_accuracy": 0.07049775309860706,
      "num_tokens": 573814.0,
      "step": 265
    },
    {
      "entropy": 8.100260066986085,
      "epoch": 0.028894001819251967,
      "grad_norm": 0.8515625,
      "learning_rate": 0.00013450000000000002,
      "loss": 7.8981,
      "mean_token_accuracy": 0.08190436586737633,
      "num_tokens": 585367.0,
      "step": 270
    },
    {
      "entropy": 8.38329620361328,
      "epoch": 0.02942907592701589,
      "grad_norm": 1.9609375,
      "learning_rate": 0.00013700000000000002,
      "loss": 7.97,
      "mean_token_accuracy": 0.07323053516447545,
      "num_tokens": 595902.0,
      "step": 275
    },
    {
      "entropy": 8.164136409759521,
      "epoch": 0.029964150034779816,
      "grad_norm": 1.4296875,
      "learning_rate": 0.0001395,
      "loss": 7.8714,
      "mean_token_accuracy": 0.06739694848656655,
      "num_tokens": 607178.0,
      "step": 280
    },
    {
      "entropy": 8.225701713562012,
      "epoch": 0.030499224142543743,
      "grad_norm": 0.87890625,
      "learning_rate": 0.00014199999999999998,
      "loss": 7.8633,
      "mean_token_accuracy": 0.07506305202841759,
      "num_tokens": 618604.0,
      "step": 285
    },
    {
      "entropy": 8.170948696136474,
      "epoch": 0.03103429825030767,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0001445,
      "loss": 7.9374,
      "mean_token_accuracy": 0.08010841310024261,
      "num_tokens": 628111.0,
      "step": 290
    },
    {
      "entropy": 8.36645040512085,
      "epoch": 0.03156937235807159,
      "grad_norm": 0.9296875,
      "learning_rate": 0.000147,
      "loss": 7.9578,
      "mean_token_accuracy": 0.0780744157731533,
      "num_tokens": 639358.0,
      "step": 295
    },
    {
      "entropy": 8.155040645599366,
      "epoch": 0.03210444646583552,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0001495,
      "loss": 7.8323,
      "mean_token_accuracy": 0.0761849269270897,
      "num_tokens": 649504.0,
      "step": 300
    },
    {
      "entropy": 8.273955917358398,
      "epoch": 0.032639520573599444,
      "grad_norm": 0.9375,
      "learning_rate": 0.000152,
      "loss": 7.8248,
      "mean_token_accuracy": 0.07312047109007835,
      "num_tokens": 659924.0,
      "step": 305
    },
    {
      "entropy": 8.170460605621338,
      "epoch": 0.03317459468136337,
      "grad_norm": 1.2890625,
      "learning_rate": 0.00015450000000000001,
      "loss": 7.9094,
      "mean_token_accuracy": 0.07122809328138828,
      "num_tokens": 671120.0,
      "step": 310
    },
    {
      "entropy": 8.215112972259522,
      "epoch": 0.033709668789127296,
      "grad_norm": 0.98828125,
      "learning_rate": 0.000157,
      "loss": 7.9236,
      "mean_token_accuracy": 0.0743540145456791,
      "num_tokens": 681956.0,
      "step": 315
    },
    {
      "entropy": 8.37024908065796,
      "epoch": 0.03424474289689122,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0001595,
      "loss": 7.9141,
      "mean_token_accuracy": 0.07260976172983646,
      "num_tokens": 693226.0,
      "step": 320
    },
    {
      "entropy": 8.151279401779174,
      "epoch": 0.03477981700465514,
      "grad_norm": 0.9375,
      "learning_rate": 0.000162,
      "loss": 7.916,
      "mean_token_accuracy": 0.07916250079870224,
      "num_tokens": 704691.0,
      "step": 325
    },
    {
      "entropy": 8.25889320373535,
      "epoch": 0.03531489111241907,
      "grad_norm": 0.984375,
      "learning_rate": 0.00016450000000000001,
      "loss": 7.8971,
      "mean_token_accuracy": 0.07115237936377525,
      "num_tokens": 716000.0,
      "step": 330
    },
    {
      "entropy": 8.184357643127441,
      "epoch": 0.035849965220182994,
      "grad_norm": 0.92578125,
      "learning_rate": 0.00016700000000000002,
      "loss": 7.8192,
      "mean_token_accuracy": 0.07512345798313617,
      "num_tokens": 726723.0,
      "step": 335
    },
    {
      "entropy": 8.12232265472412,
      "epoch": 0.03638503932794692,
      "grad_norm": 0.9609375,
      "learning_rate": 0.00016950000000000003,
      "loss": 7.839,
      "mean_token_accuracy": 0.07773829847574235,
      "num_tokens": 736740.0,
      "step": 340
    },
    {
      "entropy": 8.21993284225464,
      "epoch": 0.03692011343571085,
      "grad_norm": 2.03125,
      "learning_rate": 0.00017199999999999998,
      "loss": 7.8836,
      "mean_token_accuracy": 0.07603165321052074,
      "num_tokens": 747567.0,
      "step": 345
    },
    {
      "entropy": 8.259039783477784,
      "epoch": 0.03745518754347477,
      "grad_norm": 0.9453125,
      "learning_rate": 0.00017449999999999999,
      "loss": 7.8234,
      "mean_token_accuracy": 0.07849031463265418,
      "num_tokens": 757937.0,
      "step": 350
    },
    {
      "entropy": 8.095407104492187,
      "epoch": 0.0379902616512387,
      "grad_norm": 0.93359375,
      "learning_rate": 0.000177,
      "loss": 7.8581,
      "mean_token_accuracy": 0.07850076630711555,
      "num_tokens": 768003.0,
      "step": 355
    },
    {
      "entropy": 8.291385746002197,
      "epoch": 0.03852533575900262,
      "grad_norm": 0.921875,
      "learning_rate": 0.0001795,
      "loss": 7.8925,
      "mean_token_accuracy": 0.0735244907438755,
      "num_tokens": 779098.0,
      "step": 360
    },
    {
      "entropy": 8.161334991455078,
      "epoch": 0.039060409866766545,
      "grad_norm": 0.91015625,
      "learning_rate": 0.000182,
      "loss": 7.84,
      "mean_token_accuracy": 0.06926697231829167,
      "num_tokens": 790002.0,
      "step": 365
    },
    {
      "entropy": 8.280758094787597,
      "epoch": 0.03959548397453047,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0001845,
      "loss": 7.8499,
      "mean_token_accuracy": 0.07700608000159263,
      "num_tokens": 800444.0,
      "step": 370
    },
    {
      "entropy": 8.134241199493408,
      "epoch": 0.0401305580822944,
      "grad_norm": 0.87109375,
      "learning_rate": 0.000187,
      "loss": 7.8075,
      "mean_token_accuracy": 0.07820181213319302,
      "num_tokens": 810912.0,
      "step": 375
    },
    {
      "entropy": 8.192010021209716,
      "epoch": 0.04066563219005832,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0001895,
      "loss": 7.8624,
      "mean_token_accuracy": 0.07260131053626537,
      "num_tokens": 822809.0,
      "step": 380
    },
    {
      "entropy": 8.224451732635497,
      "epoch": 0.04120070629782225,
      "grad_norm": 0.96484375,
      "learning_rate": 0.000192,
      "loss": 7.8217,
      "mean_token_accuracy": 0.07982959300279617,
      "num_tokens": 833362.0,
      "step": 385
    },
    {
      "entropy": 8.141465377807616,
      "epoch": 0.041735780405586176,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0001945,
      "loss": 7.8313,
      "mean_token_accuracy": 0.077750289067626,
      "num_tokens": 844239.0,
      "step": 390
    },
    {
      "entropy": 8.161445951461792,
      "epoch": 0.0422708545133501,
      "grad_norm": 1.0,
      "learning_rate": 0.00019700000000000002,
      "loss": 7.8359,
      "mean_token_accuracy": 0.07241239324212075,
      "num_tokens": 855178.0,
      "step": 395
    },
    {
      "entropy": 8.187870597839355,
      "epoch": 0.04280592862111402,
      "grad_norm": 1.109375,
      "learning_rate": 0.00019950000000000002,
      "loss": 7.8156,
      "mean_token_accuracy": 0.07676684893667698,
      "num_tokens": 866120.0,
      "step": 400
    },
    {
      "entropy": 8.141285848617553,
      "epoch": 0.04334100272887795,
      "grad_norm": 1.15625,
      "learning_rate": 0.000202,
      "loss": 7.8404,
      "mean_token_accuracy": 0.07553332224488259,
      "num_tokens": 876569.0,
      "step": 405
    },
    {
      "entropy": 8.255392122268677,
      "epoch": 0.043876076836641874,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00020449999999999998,
      "loss": 7.8992,
      "mean_token_accuracy": 0.0690174788236618,
      "num_tokens": 887580.0,
      "step": 410
    },
    {
      "entropy": 8.085278511047363,
      "epoch": 0.0444111509444058,
      "grad_norm": 0.98828125,
      "learning_rate": 0.000207,
      "loss": 7.7913,
      "mean_token_accuracy": 0.07601235955953597,
      "num_tokens": 897922.0,
      "step": 415
    },
    {
      "entropy": 8.172503471374512,
      "epoch": 0.044946225052169726,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0002095,
      "loss": 7.7577,
      "mean_token_accuracy": 0.0789629127830267,
      "num_tokens": 908522.0,
      "step": 420
    },
    {
      "entropy": 8.165214443206787,
      "epoch": 0.04548129915993365,
      "grad_norm": 0.95703125,
      "learning_rate": 0.000212,
      "loss": 7.7885,
      "mean_token_accuracy": 0.07326138317584992,
      "num_tokens": 918253.0,
      "step": 425
    },
    {
      "entropy": 8.115808629989624,
      "epoch": 0.04601637326769758,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0002145,
      "loss": 7.8016,
      "mean_token_accuracy": 0.08077133670449257,
      "num_tokens": 929150.0,
      "step": 430
    },
    {
      "entropy": 8.195698833465576,
      "epoch": 0.0465514473754615,
      "grad_norm": 0.9453125,
      "learning_rate": 0.00021700000000000002,
      "loss": 7.8347,
      "mean_token_accuracy": 0.07574150152504444,
      "num_tokens": 941041.0,
      "step": 435
    },
    {
      "entropy": 8.075660133361817,
      "epoch": 0.047086521483225424,
      "grad_norm": 1.6328125,
      "learning_rate": 0.0002195,
      "loss": 7.7722,
      "mean_token_accuracy": 0.08273379057645798,
      "num_tokens": 952714.0,
      "step": 440
    },
    {
      "entropy": 8.142275619506837,
      "epoch": 0.04762159559098935,
      "grad_norm": 1.0703125,
      "learning_rate": 0.000222,
      "loss": 7.8408,
      "mean_token_accuracy": 0.07047965601086617,
      "num_tokens": 964330.0,
      "step": 445
    },
    {
      "entropy": 8.172155475616455,
      "epoch": 0.04815666969875328,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0002245,
      "loss": 7.7753,
      "mean_token_accuracy": 0.07703164294362068,
      "num_tokens": 975257.0,
      "step": 450
    },
    {
      "entropy": 8.126901054382325,
      "epoch": 0.0486917438065172,
      "grad_norm": 0.89453125,
      "learning_rate": 0.00022700000000000002,
      "loss": 7.7927,
      "mean_token_accuracy": 0.07552689984440804,
      "num_tokens": 986335.0,
      "step": 455
    },
    {
      "entropy": 8.074871110916138,
      "epoch": 0.04922681791428113,
      "grad_norm": 0.94140625,
      "learning_rate": 0.00022950000000000002,
      "loss": 7.6976,
      "mean_token_accuracy": 0.08165326192975045,
      "num_tokens": 997521.0,
      "step": 460
    },
    {
      "entropy": 8.101482772827149,
      "epoch": 0.049761892022045055,
      "grad_norm": 0.96484375,
      "learning_rate": 0.00023200000000000003,
      "loss": 7.7373,
      "mean_token_accuracy": 0.07321427799761296,
      "num_tokens": 1008383.0,
      "step": 465
    },
    {
      "entropy": 8.052536773681641,
      "epoch": 0.05029696612980898,
      "grad_norm": 0.8984375,
      "learning_rate": 0.00023449999999999998,
      "loss": 7.7954,
      "mean_token_accuracy": 0.0785468976944685,
      "num_tokens": 1020552.0,
      "step": 470
    },
    {
      "entropy": 8.111948776245118,
      "epoch": 0.0508320402375729,
      "grad_norm": 0.8828125,
      "learning_rate": 0.000237,
      "loss": 7.777,
      "mean_token_accuracy": 0.07793653532862663,
      "num_tokens": 1031127.0,
      "step": 475
    },
    {
      "entropy": 8.031802463531495,
      "epoch": 0.05136711434533683,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0002395,
      "loss": 7.7047,
      "mean_token_accuracy": 0.08362473249435425,
      "num_tokens": 1043209.0,
      "step": 480
    },
    {
      "entropy": 8.201984310150147,
      "epoch": 0.05190218845310075,
      "grad_norm": 0.97265625,
      "learning_rate": 0.000242,
      "loss": 7.8272,
      "mean_token_accuracy": 0.07358191162347794,
      "num_tokens": 1054032.0,
      "step": 485
    },
    {
      "entropy": 7.945471096038818,
      "epoch": 0.05243726256086468,
      "grad_norm": 1.046875,
      "learning_rate": 0.0002445,
      "loss": 7.6616,
      "mean_token_accuracy": 0.08464075922966004,
      "num_tokens": 1064565.0,
      "step": 490
    },
    {
      "entropy": 8.197793436050414,
      "epoch": 0.052972336668628606,
      "grad_norm": 0.984375,
      "learning_rate": 0.000247,
      "loss": 7.8045,
      "mean_token_accuracy": 0.0828012503683567,
      "num_tokens": 1076352.0,
      "step": 495
    },
    {
      "entropy": 8.114227867126464,
      "epoch": 0.05350741077639253,
      "grad_norm": 1.171875,
      "learning_rate": 0.0002495,
      "loss": 7.7318,
      "mean_token_accuracy": 0.08148737102746964,
      "num_tokens": 1087697.0,
      "step": 500
    },
    {
      "entropy": 8.048880052566528,
      "epoch": 0.05404248488415646,
      "grad_norm": 0.890625,
      "learning_rate": 0.000252,
      "loss": 7.6889,
      "mean_token_accuracy": 0.08205336779356003,
      "num_tokens": 1098056.0,
      "step": 505
    },
    {
      "entropy": 8.030955266952514,
      "epoch": 0.054577558991920384,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0002545,
      "loss": 7.6531,
      "mean_token_accuracy": 0.08614925965666771,
      "num_tokens": 1109219.0,
      "step": 510
    },
    {
      "entropy": 8.043565845489502,
      "epoch": 0.055112633099684304,
      "grad_norm": 0.953125,
      "learning_rate": 0.000257,
      "loss": 7.7548,
      "mean_token_accuracy": 0.07777477391064166,
      "num_tokens": 1120248.0,
      "step": 515
    },
    {
      "entropy": 8.027316761016845,
      "epoch": 0.05564770720744823,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0002595,
      "loss": 7.76,
      "mean_token_accuracy": 0.08049454391002656,
      "num_tokens": 1131278.0,
      "step": 520
    },
    {
      "entropy": 8.131014013290406,
      "epoch": 0.056182781315212156,
      "grad_norm": 1.0625,
      "learning_rate": 0.000262,
      "loss": 7.7705,
      "mean_token_accuracy": 0.07245919480919838,
      "num_tokens": 1143147.0,
      "step": 525
    },
    {
      "entropy": 8.059695053100587,
      "epoch": 0.05671785542297608,
      "grad_norm": 0.875,
      "learning_rate": 0.00026450000000000003,
      "loss": 7.6859,
      "mean_token_accuracy": 0.07856054306030273,
      "num_tokens": 1154316.0,
      "step": 530
    },
    {
      "entropy": 7.993293809890747,
      "epoch": 0.05725292953074001,
      "grad_norm": 0.98828125,
      "learning_rate": 0.00026700000000000004,
      "loss": 7.7234,
      "mean_token_accuracy": 0.07792837470769882,
      "num_tokens": 1164696.0,
      "step": 535
    },
    {
      "entropy": 8.043428564071656,
      "epoch": 0.057788003638503935,
      "grad_norm": 1.015625,
      "learning_rate": 0.00026950000000000005,
      "loss": 7.7068,
      "mean_token_accuracy": 0.08335861712694168,
      "num_tokens": 1176129.0,
      "step": 540
    },
    {
      "entropy": 8.078899621963501,
      "epoch": 0.05832307774626786,
      "grad_norm": 1.0625,
      "learning_rate": 0.00027200000000000005,
      "loss": 7.7054,
      "mean_token_accuracy": 0.07883682176470756,
      "num_tokens": 1186499.0,
      "step": 545
    },
    {
      "entropy": 7.940136432647705,
      "epoch": 0.05885815185403178,
      "grad_norm": 1.140625,
      "learning_rate": 0.0002745,
      "loss": 7.6918,
      "mean_token_accuracy": 0.07827556133270264,
      "num_tokens": 1196841.0,
      "step": 550
    },
    {
      "entropy": 8.093690872192383,
      "epoch": 0.059393225961795706,
      "grad_norm": 0.9609375,
      "learning_rate": 0.000277,
      "loss": 7.6333,
      "mean_token_accuracy": 0.08411285057663917,
      "num_tokens": 1207647.0,
      "step": 555
    },
    {
      "entropy": 7.92292013168335,
      "epoch": 0.05992830006955963,
      "grad_norm": 1.046875,
      "learning_rate": 0.0002795,
      "loss": 7.6327,
      "mean_token_accuracy": 0.08724270015954971,
      "num_tokens": 1217072.0,
      "step": 560
    },
    {
      "entropy": 8.077197456359864,
      "epoch": 0.06046337417732356,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00028199999999999997,
      "loss": 7.7452,
      "mean_token_accuracy": 0.07838767245411873,
      "num_tokens": 1228564.0,
      "step": 565
    },
    {
      "entropy": 8.018522500991821,
      "epoch": 0.060998448285087485,
      "grad_norm": 1.015625,
      "learning_rate": 0.0002845,
      "loss": 7.6793,
      "mean_token_accuracy": 0.08147106729447842,
      "num_tokens": 1238755.0,
      "step": 570
    },
    {
      "entropy": 7.919596767425537,
      "epoch": 0.06153352239285141,
      "grad_norm": 0.98046875,
      "learning_rate": 0.000287,
      "loss": 7.6333,
      "mean_token_accuracy": 0.08646477684378624,
      "num_tokens": 1248968.0,
      "step": 575
    },
    {
      "entropy": 8.03002233505249,
      "epoch": 0.06206859650061534,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0002895,
      "loss": 7.6137,
      "mean_token_accuracy": 0.08215007483959198,
      "num_tokens": 1259256.0,
      "step": 580
    },
    {
      "entropy": 7.944347524642945,
      "epoch": 0.06260367060837926,
      "grad_norm": 1.0546875,
      "learning_rate": 0.000292,
      "loss": 7.643,
      "mean_token_accuracy": 0.08642460480332374,
      "num_tokens": 1270469.0,
      "step": 585
    },
    {
      "entropy": 8.007751417160033,
      "epoch": 0.06313874471614318,
      "grad_norm": 1.046875,
      "learning_rate": 0.0002945,
      "loss": 7.6181,
      "mean_token_accuracy": 0.08229104541242123,
      "num_tokens": 1280558.0,
      "step": 590
    },
    {
      "entropy": 7.976322603225708,
      "epoch": 0.06367381882390712,
      "grad_norm": 1.0703125,
      "learning_rate": 0.000297,
      "loss": 7.674,
      "mean_token_accuracy": 0.07687576077878475,
      "num_tokens": 1291372.0,
      "step": 595
    },
    {
      "entropy": 7.998635149002075,
      "epoch": 0.06420889293167104,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0002995,
      "loss": 7.7289,
      "mean_token_accuracy": 0.07478231713175773,
      "num_tokens": 1302521.0,
      "step": 600
    },
    {
      "entropy": 7.969287395477295,
      "epoch": 0.06474396703943497,
      "grad_norm": 1.03125,
      "learning_rate": 0.000302,
      "loss": 7.5754,
      "mean_token_accuracy": 0.08087456151843071,
      "num_tokens": 1313632.0,
      "step": 605
    },
    {
      "entropy": 7.923420429229736,
      "epoch": 0.06527904114719889,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0003045,
      "loss": 7.6678,
      "mean_token_accuracy": 0.08702994361519814,
      "num_tokens": 1325247.0,
      "step": 610
    },
    {
      "entropy": 8.002186822891236,
      "epoch": 0.06581411525496281,
      "grad_norm": 0.9609375,
      "learning_rate": 0.000307,
      "loss": 7.6436,
      "mean_token_accuracy": 0.08546153195202351,
      "num_tokens": 1336026.0,
      "step": 615
    },
    {
      "entropy": 7.921476411819458,
      "epoch": 0.06634918936272674,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0003095,
      "loss": 7.5697,
      "mean_token_accuracy": 0.08310725018382073,
      "num_tokens": 1346920.0,
      "step": 620
    },
    {
      "entropy": 7.907757997512817,
      "epoch": 0.06688426347049066,
      "grad_norm": 1.15625,
      "learning_rate": 0.000312,
      "loss": 7.7126,
      "mean_token_accuracy": 0.0809940081089735,
      "num_tokens": 1359752.0,
      "step": 625
    },
    {
      "entropy": 8.077805948257446,
      "epoch": 0.06741933757825459,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0003145,
      "loss": 7.7158,
      "mean_token_accuracy": 0.0815380372107029,
      "num_tokens": 1370874.0,
      "step": 630
    },
    {
      "entropy": 7.973085069656372,
      "epoch": 0.06795441168601851,
      "grad_norm": 0.921875,
      "learning_rate": 0.000317,
      "loss": 7.6168,
      "mean_token_accuracy": 0.08611245974898338,
      "num_tokens": 1382316.0,
      "step": 635
    },
    {
      "entropy": 7.903048658370972,
      "epoch": 0.06848948579378245,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0003195,
      "loss": 7.6414,
      "mean_token_accuracy": 0.07778934091329574,
      "num_tokens": 1394656.0,
      "step": 640
    },
    {
      "entropy": 7.872803163528443,
      "epoch": 0.06902455990154636,
      "grad_norm": 1.0703125,
      "learning_rate": 0.000322,
      "loss": 7.606,
      "mean_token_accuracy": 0.08503136709332466,
      "num_tokens": 1405061.0,
      "step": 645
    },
    {
      "entropy": 7.917471504211425,
      "epoch": 0.06955963400931028,
      "grad_norm": 0.96484375,
      "learning_rate": 0.00032450000000000003,
      "loss": 7.5769,
      "mean_token_accuracy": 0.09031685814261436,
      "num_tokens": 1415573.0,
      "step": 650
    },
    {
      "entropy": 7.893562746047974,
      "epoch": 0.07009470811707422,
      "grad_norm": 1.078125,
      "learning_rate": 0.00032700000000000003,
      "loss": 7.6178,
      "mean_token_accuracy": 0.08216161504387856,
      "num_tokens": 1426103.0,
      "step": 655
    },
    {
      "entropy": 7.87309250831604,
      "epoch": 0.07062978222483814,
      "grad_norm": 1.296875,
      "learning_rate": 0.00032950000000000004,
      "loss": 7.6244,
      "mean_token_accuracy": 0.0775572419166565,
      "num_tokens": 1437256.0,
      "step": 660
    },
    {
      "entropy": 8.008783912658691,
      "epoch": 0.07116485633260207,
      "grad_norm": 1.03125,
      "learning_rate": 0.00033200000000000005,
      "loss": 7.567,
      "mean_token_accuracy": 0.08571906089782715,
      "num_tokens": 1446975.0,
      "step": 665
    },
    {
      "entropy": 7.912457418441773,
      "epoch": 0.07169993044036599,
      "grad_norm": 1.03125,
      "learning_rate": 0.00033450000000000005,
      "loss": 7.5982,
      "mean_token_accuracy": 0.08147824630141258,
      "num_tokens": 1457751.0,
      "step": 670
    },
    {
      "entropy": 7.847382688522339,
      "epoch": 0.07223500454812992,
      "grad_norm": 1.0078125,
      "learning_rate": 0.000337,
      "loss": 7.5696,
      "mean_token_accuracy": 0.08593818917870522,
      "num_tokens": 1468186.0,
      "step": 675
    },
    {
      "entropy": 7.877796840667725,
      "epoch": 0.07277007865589384,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0003395,
      "loss": 7.6083,
      "mean_token_accuracy": 0.0857892669737339,
      "num_tokens": 1479780.0,
      "step": 680
    },
    {
      "entropy": 7.932244157791137,
      "epoch": 0.07330515276365776,
      "grad_norm": 0.984375,
      "learning_rate": 0.000342,
      "loss": 7.5388,
      "mean_token_accuracy": 0.08653553798794747,
      "num_tokens": 1490565.0,
      "step": 685
    },
    {
      "entropy": 7.894024896621704,
      "epoch": 0.0738402268714217,
      "grad_norm": 0.953125,
      "learning_rate": 0.00034449999999999997,
      "loss": 7.5761,
      "mean_token_accuracy": 0.08645963147282601,
      "num_tokens": 1501552.0,
      "step": 690
    },
    {
      "entropy": 7.909371280670166,
      "epoch": 0.07437530097918561,
      "grad_norm": 1.09375,
      "learning_rate": 0.000347,
      "loss": 7.5771,
      "mean_token_accuracy": 0.07754943668842315,
      "num_tokens": 1513311.0,
      "step": 695
    },
    {
      "entropy": 7.87781400680542,
      "epoch": 0.07491037508694955,
      "grad_norm": 1.046875,
      "learning_rate": 0.0003495,
      "loss": 7.6125,
      "mean_token_accuracy": 0.08723289221525192,
      "num_tokens": 1524142.0,
      "step": 700
    },
    {
      "entropy": 7.864214611053467,
      "epoch": 0.07544544919471347,
      "grad_norm": 1.0390625,
      "learning_rate": 0.000352,
      "loss": 7.5963,
      "mean_token_accuracy": 0.08427691981196403,
      "num_tokens": 1535571.0,
      "step": 705
    },
    {
      "entropy": 7.935462474822998,
      "epoch": 0.0759805233024774,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0003545,
      "loss": 7.5832,
      "mean_token_accuracy": 0.0857673317193985,
      "num_tokens": 1546528.0,
      "step": 710
    },
    {
      "entropy": 7.834042024612427,
      "epoch": 0.07651559741024132,
      "grad_norm": 0.87109375,
      "learning_rate": 0.000357,
      "loss": 7.605,
      "mean_token_accuracy": 0.07878369390964508,
      "num_tokens": 1557264.0,
      "step": 715
    },
    {
      "entropy": 7.917755889892578,
      "epoch": 0.07705067151800524,
      "grad_norm": 1.078125,
      "learning_rate": 0.0003595,
      "loss": 7.5516,
      "mean_token_accuracy": 0.08911938816308976,
      "num_tokens": 1566773.0,
      "step": 720
    },
    {
      "entropy": 7.75898847579956,
      "epoch": 0.07758574562576917,
      "grad_norm": 0.984375,
      "learning_rate": 0.000362,
      "loss": 7.5218,
      "mean_token_accuracy": 0.08892029449343682,
      "num_tokens": 1578173.0,
      "step": 725
    },
    {
      "entropy": 7.871085929870605,
      "epoch": 0.07812081973353309,
      "grad_norm": 1.0625,
      "learning_rate": 0.0003645,
      "loss": 7.5015,
      "mean_token_accuracy": 0.09052813053131104,
      "num_tokens": 1588537.0,
      "step": 730
    },
    {
      "entropy": 7.736292791366577,
      "epoch": 0.07865589384129702,
      "grad_norm": 1.0859375,
      "learning_rate": 0.000367,
      "loss": 7.5115,
      "mean_token_accuracy": 0.0933248370885849,
      "num_tokens": 1599159.0,
      "step": 735
    },
    {
      "entropy": 7.805051469802857,
      "epoch": 0.07919096794906094,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0003695,
      "loss": 7.5827,
      "mean_token_accuracy": 0.0800521731376648,
      "num_tokens": 1610378.0,
      "step": 740
    },
    {
      "entropy": 7.855951356887817,
      "epoch": 0.07972604205682488,
      "grad_norm": 1.046875,
      "learning_rate": 0.000372,
      "loss": 7.5855,
      "mean_token_accuracy": 0.08528665937483311,
      "num_tokens": 1621215.0,
      "step": 745
    },
    {
      "entropy": 7.891303634643554,
      "epoch": 0.0802611161645888,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0003745,
      "loss": 7.5505,
      "mean_token_accuracy": 0.08498321324586869,
      "num_tokens": 1631170.0,
      "step": 750
    },
    {
      "entropy": 7.851488780975342,
      "epoch": 0.08079619027235273,
      "grad_norm": 1.0078125,
      "learning_rate": 0.000377,
      "loss": 7.5277,
      "mean_token_accuracy": 0.08108025044202805,
      "num_tokens": 1641897.0,
      "step": 755
    },
    {
      "entropy": 7.834504079818726,
      "epoch": 0.08133126438011665,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0003795,
      "loss": 7.6102,
      "mean_token_accuracy": 0.08256747871637345,
      "num_tokens": 1653592.0,
      "step": 760
    },
    {
      "entropy": 7.763096284866333,
      "epoch": 0.08186633848788057,
      "grad_norm": 0.98828125,
      "learning_rate": 0.000382,
      "loss": 7.5449,
      "mean_token_accuracy": 0.07726698741316795,
      "num_tokens": 1665760.0,
      "step": 765
    },
    {
      "entropy": 7.829190349578857,
      "epoch": 0.0824014125956445,
      "grad_norm": 0.9375,
      "learning_rate": 0.0003845,
      "loss": 7.5258,
      "mean_token_accuracy": 0.08868773877620698,
      "num_tokens": 1676211.0,
      "step": 770
    },
    {
      "entropy": 7.830986452102661,
      "epoch": 0.08293648670340842,
      "grad_norm": 1.015625,
      "learning_rate": 0.00038700000000000003,
      "loss": 7.5557,
      "mean_token_accuracy": 0.08339334577322007,
      "num_tokens": 1686405.0,
      "step": 775
    },
    {
      "entropy": 7.9128564357757565,
      "epoch": 0.08347156081117235,
      "grad_norm": 1.109375,
      "learning_rate": 0.00038950000000000003,
      "loss": 7.5381,
      "mean_token_accuracy": 0.08266621455550194,
      "num_tokens": 1697340.0,
      "step": 780
    },
    {
      "entropy": 7.817310953140259,
      "epoch": 0.08400663491893627,
      "grad_norm": 1.3984375,
      "learning_rate": 0.00039200000000000004,
      "loss": 7.452,
      "mean_token_accuracy": 0.09346645250916481,
      "num_tokens": 1707250.0,
      "step": 785
    },
    {
      "entropy": 7.762820196151734,
      "epoch": 0.0845417090267002,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00039450000000000005,
      "loss": 7.4204,
      "mean_token_accuracy": 0.08826526999473572,
      "num_tokens": 1718333.0,
      "step": 790
    },
    {
      "entropy": 7.728808927536011,
      "epoch": 0.08507678313446412,
      "grad_norm": 1.0625,
      "learning_rate": 0.00039700000000000005,
      "loss": 7.5294,
      "mean_token_accuracy": 0.08095861524343491,
      "num_tokens": 1730520.0,
      "step": 795
    },
    {
      "entropy": 7.858559417724609,
      "epoch": 0.08561185724222804,
      "grad_norm": 1.046875,
      "learning_rate": 0.0003995,
      "loss": 7.606,
      "mean_token_accuracy": 0.0792750682681799,
      "num_tokens": 1741898.0,
      "step": 800
    },
    {
      "entropy": 7.734847450256348,
      "epoch": 0.08614693134999198,
      "grad_norm": 1.0546875,
      "learning_rate": 0.000402,
      "loss": 7.5398,
      "mean_token_accuracy": 0.08668501451611518,
      "num_tokens": 1751671.0,
      "step": 805
    },
    {
      "entropy": 7.7590573787689205,
      "epoch": 0.0866820054577559,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004045,
      "loss": 7.5585,
      "mean_token_accuracy": 0.08537478670477867,
      "num_tokens": 1762076.0,
      "step": 810
    },
    {
      "entropy": 7.856442165374756,
      "epoch": 0.08721707956551983,
      "grad_norm": 0.96484375,
      "learning_rate": 0.00040699999999999997,
      "loss": 7.5235,
      "mean_token_accuracy": 0.08367472253739834,
      "num_tokens": 1772666.0,
      "step": 815
    },
    {
      "entropy": 7.803241539001465,
      "epoch": 0.08775215367328375,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004095,
      "loss": 7.5335,
      "mean_token_accuracy": 0.08659583106637,
      "num_tokens": 1783621.0,
      "step": 820
    },
    {
      "entropy": 7.801509761810303,
      "epoch": 0.08828722778104768,
      "grad_norm": 1.4765625,
      "learning_rate": 0.000412,
      "loss": 7.5852,
      "mean_token_accuracy": 0.08275783434510231,
      "num_tokens": 1794654.0,
      "step": 825
    },
    {
      "entropy": 7.688510131835938,
      "epoch": 0.0888223018888116,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004145,
      "loss": 7.493,
      "mean_token_accuracy": 0.08838511407375335,
      "num_tokens": 1805853.0,
      "step": 830
    },
    {
      "entropy": 7.636126375198364,
      "epoch": 0.08935737599657552,
      "grad_norm": 0.93359375,
      "learning_rate": 0.000417,
      "loss": 7.4698,
      "mean_token_accuracy": 0.08840174004435539,
      "num_tokens": 1817006.0,
      "step": 835
    },
    {
      "entropy": 7.8402852535247805,
      "epoch": 0.08989245010433945,
      "grad_norm": 1.0,
      "learning_rate": 0.0004195,
      "loss": 7.448,
      "mean_token_accuracy": 0.08388116732239723,
      "num_tokens": 1827166.0,
      "step": 840
    },
    {
      "entropy": 7.859126186370849,
      "epoch": 0.09042752421210337,
      "grad_norm": 1.2890625,
      "learning_rate": 0.000422,
      "loss": 7.5503,
      "mean_token_accuracy": 0.08400027453899384,
      "num_tokens": 1837182.0,
      "step": 845
    },
    {
      "entropy": 7.651750469207764,
      "epoch": 0.0909625983198673,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004245,
      "loss": 7.4924,
      "mean_token_accuracy": 0.08740468397736549,
      "num_tokens": 1849034.0,
      "step": 850
    },
    {
      "entropy": 7.723634433746338,
      "epoch": 0.09149767242763122,
      "grad_norm": 1.0234375,
      "learning_rate": 0.000427,
      "loss": 7.3845,
      "mean_token_accuracy": 0.09687676578760147,
      "num_tokens": 1859033.0,
      "step": 855
    },
    {
      "entropy": 7.652846193313598,
      "epoch": 0.09203274653539516,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004295,
      "loss": 7.5075,
      "mean_token_accuracy": 0.08564021959900855,
      "num_tokens": 1870274.0,
      "step": 860
    },
    {
      "entropy": 7.640428161621093,
      "epoch": 0.09256782064315908,
      "grad_norm": 1.21875,
      "learning_rate": 0.000432,
      "loss": 7.4539,
      "mean_token_accuracy": 0.09071687236428261,
      "num_tokens": 1881306.0,
      "step": 865
    },
    {
      "entropy": 7.692183208465576,
      "epoch": 0.093102894750923,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004345,
      "loss": 7.4264,
      "mean_token_accuracy": 0.08375559784471989,
      "num_tokens": 1892464.0,
      "step": 870
    },
    {
      "entropy": 7.758206844329834,
      "epoch": 0.09363796885868693,
      "grad_norm": 0.94140625,
      "learning_rate": 0.000437,
      "loss": 7.5176,
      "mean_token_accuracy": 0.08049059696495534,
      "num_tokens": 1903743.0,
      "step": 875
    },
    {
      "entropy": 7.696184396743774,
      "epoch": 0.09417304296645085,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004395,
      "loss": 7.4571,
      "mean_token_accuracy": 0.09152743741869926,
      "num_tokens": 1915253.0,
      "step": 880
    },
    {
      "entropy": 7.781573963165283,
      "epoch": 0.09470811707421478,
      "grad_norm": 1.2421875,
      "learning_rate": 0.000442,
      "loss": 7.4231,
      "mean_token_accuracy": 0.08950318545103073,
      "num_tokens": 1926113.0,
      "step": 885
    },
    {
      "entropy": 7.6220146179199215,
      "epoch": 0.0952431911819787,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004445,
      "loss": 7.5132,
      "mean_token_accuracy": 0.08815172389149666,
      "num_tokens": 1937718.0,
      "step": 890
    },
    {
      "entropy": 7.792479753494263,
      "epoch": 0.09577826528974263,
      "grad_norm": 0.9375,
      "learning_rate": 0.000447,
      "loss": 7.5057,
      "mean_token_accuracy": 0.08395625352859497,
      "num_tokens": 1948307.0,
      "step": 895
    },
    {
      "entropy": 7.598356580734253,
      "epoch": 0.09631333939750655,
      "grad_norm": 0.953125,
      "learning_rate": 0.00044950000000000003,
      "loss": 7.3317,
      "mean_token_accuracy": 0.09360581710934639,
      "num_tokens": 1957861.0,
      "step": 900
    },
    {
      "entropy": 7.642369413375855,
      "epoch": 0.09684841350527049,
      "grad_norm": 0.91015625,
      "learning_rate": 0.00045200000000000004,
      "loss": 7.3681,
      "mean_token_accuracy": 0.09893451556563378,
      "num_tokens": 1967984.0,
      "step": 905
    },
    {
      "entropy": 7.604398155212403,
      "epoch": 0.0973834876130344,
      "grad_norm": 1.0,
      "learning_rate": 0.00045450000000000004,
      "loss": 7.3759,
      "mean_token_accuracy": 0.09232855439186097,
      "num_tokens": 1978608.0,
      "step": 910
    },
    {
      "entropy": 7.716477394104004,
      "epoch": 0.09791856172079832,
      "grad_norm": 1.0625,
      "learning_rate": 0.00045700000000000005,
      "loss": 7.4074,
      "mean_token_accuracy": 0.08800688162446021,
      "num_tokens": 1989355.0,
      "step": 915
    },
    {
      "entropy": 7.572091436386108,
      "epoch": 0.09845363582856226,
      "grad_norm": 0.98046875,
      "learning_rate": 0.00045950000000000006,
      "loss": 7.4119,
      "mean_token_accuracy": 0.09684325829148292,
      "num_tokens": 1999754.0,
      "step": 920
    },
    {
      "entropy": 7.6609354496002195,
      "epoch": 0.09898870993632618,
      "grad_norm": 1.0625,
      "learning_rate": 0.000462,
      "loss": 7.4062,
      "mean_token_accuracy": 0.08911203108727932,
      "num_tokens": 2010877.0,
      "step": 925
    },
    {
      "entropy": 7.788305807113647,
      "epoch": 0.09952378404409011,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004645,
      "loss": 7.5041,
      "mean_token_accuracy": 0.08517451658844948,
      "num_tokens": 2022301.0,
      "step": 930
    },
    {
      "entropy": 7.598736047744751,
      "epoch": 0.10005885815185403,
      "grad_norm": 1.03125,
      "learning_rate": 0.000467,
      "loss": 7.3915,
      "mean_token_accuracy": 0.08908470198512078,
      "num_tokens": 2033537.0,
      "step": 935
    },
    {
      "entropy": 7.638715362548828,
      "epoch": 0.10059393225961796,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004695,
      "loss": 7.3259,
      "mean_token_accuracy": 0.09137255176901818,
      "num_tokens": 2044360.0,
      "step": 940
    },
    {
      "entropy": 7.618311262130737,
      "epoch": 0.10112900636738188,
      "grad_norm": 0.94140625,
      "learning_rate": 0.000472,
      "loss": 7.4346,
      "mean_token_accuracy": 0.09060494303703308,
      "num_tokens": 2055000.0,
      "step": 945
    },
    {
      "entropy": 7.6215578556060795,
      "epoch": 0.1016640804751458,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004745,
      "loss": 7.4345,
      "mean_token_accuracy": 0.09276226311922073,
      "num_tokens": 2064807.0,
      "step": 950
    },
    {
      "entropy": 7.6775514602661135,
      "epoch": 0.10219915458290973,
      "grad_norm": 0.99609375,
      "learning_rate": 0.000477,
      "loss": 7.388,
      "mean_token_accuracy": 0.08689953982830048,
      "num_tokens": 2075618.0,
      "step": 955
    },
    {
      "entropy": 7.565038728713989,
      "epoch": 0.10273422869067365,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004795,
      "loss": 7.4017,
      "mean_token_accuracy": 0.09201253950595856,
      "num_tokens": 2086226.0,
      "step": 960
    },
    {
      "entropy": 7.6390989303588865,
      "epoch": 0.10326930279843759,
      "grad_norm": 0.8828125,
      "learning_rate": 0.000482,
      "loss": 7.3809,
      "mean_token_accuracy": 0.089516381919384,
      "num_tokens": 2097222.0,
      "step": 965
    },
    {
      "entropy": 7.637884330749512,
      "epoch": 0.1038043769062015,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004845,
      "loss": 7.4336,
      "mean_token_accuracy": 0.08956842273473739,
      "num_tokens": 2108919.0,
      "step": 970
    },
    {
      "entropy": 7.543793439865112,
      "epoch": 0.10433945101396544,
      "grad_norm": 0.98046875,
      "learning_rate": 0.000487,
      "loss": 7.3864,
      "mean_token_accuracy": 0.09276443049311638,
      "num_tokens": 2120215.0,
      "step": 975
    },
    {
      "entropy": 7.648025798797607,
      "epoch": 0.10487452512172936,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004895,
      "loss": 7.4028,
      "mean_token_accuracy": 0.08867455273866653,
      "num_tokens": 2131503.0,
      "step": 980
    },
    {
      "entropy": 7.59724988937378,
      "epoch": 0.10540959922949328,
      "grad_norm": 0.95703125,
      "learning_rate": 0.000492,
      "loss": 7.3502,
      "mean_token_accuracy": 0.09892218187451363,
      "num_tokens": 2141551.0,
      "step": 985
    },
    {
      "entropy": 7.537188291549683,
      "epoch": 0.10594467333725721,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004945,
      "loss": 7.3504,
      "mean_token_accuracy": 0.09664613753557205,
      "num_tokens": 2151821.0,
      "step": 990
    },
    {
      "entropy": 7.562666654586792,
      "epoch": 0.10647974744502113,
      "grad_norm": 1.140625,
      "learning_rate": 0.000497,
      "loss": 7.3981,
      "mean_token_accuracy": 0.09231663644313812,
      "num_tokens": 2162474.0,
      "step": 995
    },
    {
      "entropy": 7.636927556991577,
      "epoch": 0.10701482155278506,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004995,
      "loss": 7.4335,
      "mean_token_accuracy": 0.09290018305182457,
      "num_tokens": 2173985.0,
      "step": 1000
    },
    {
      "entropy": 7.617586851119995,
      "epoch": 0.10754989566054898,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004999999979210101,
      "loss": 7.4622,
      "mean_token_accuracy": 0.08503897748887539,
      "num_tokens": 2186432.0,
      "step": 1005
    },
    {
      "entropy": 7.613157415390015,
      "epoch": 0.10808496976831292,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004999999894751138,
      "loss": 7.319,
      "mean_token_accuracy": 0.09168538153171539,
      "num_tokens": 2197085.0,
      "step": 1010
    },
    {
      "entropy": 7.5148844718933105,
      "epoch": 0.10862004387607684,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004999999745323744,
      "loss": 7.3385,
      "mean_token_accuracy": 0.09940625280141831,
      "num_tokens": 2207162.0,
      "step": 1015
    },
    {
      "entropy": 7.578830003738403,
      "epoch": 0.10915511798384077,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004999999530927923,
      "loss": 7.4313,
      "mean_token_accuracy": 0.08353616371750831,
      "num_tokens": 2218714.0,
      "step": 1020
    },
    {
      "entropy": 7.619533395767212,
      "epoch": 0.10969019209160469,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004999999251563682,
      "loss": 7.3555,
      "mean_token_accuracy": 0.09379282593727112,
      "num_tokens": 2229711.0,
      "step": 1025
    },
    {
      "entropy": 7.5392170429229735,
      "epoch": 0.11022526619936861,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004999998907231029,
      "loss": 7.362,
      "mean_token_accuracy": 0.08969447389245033,
      "num_tokens": 2239885.0,
      "step": 1030
    },
    {
      "entropy": 7.563538312911987,
      "epoch": 0.11076034030713254,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004999998497929974,
      "loss": 7.3694,
      "mean_token_accuracy": 0.09183109104633332,
      "num_tokens": 2250221.0,
      "step": 1035
    },
    {
      "entropy": 7.545528268814087,
      "epoch": 0.11129541441489646,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004999998023660527,
      "loss": 7.4576,
      "mean_token_accuracy": 0.08111430704593658,
      "num_tokens": 2261059.0,
      "step": 1040
    },
    {
      "entropy": 7.582445907592773,
      "epoch": 0.11183048852266039,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004999997484422705,
      "loss": 7.3177,
      "mean_token_accuracy": 0.09453473016619682,
      "num_tokens": 2271174.0,
      "step": 1045
    },
    {
      "entropy": 7.515632486343383,
      "epoch": 0.11236556263042431,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004999996880216521,
      "loss": 7.3957,
      "mean_token_accuracy": 0.08888304755091667,
      "num_tokens": 2282431.0,
      "step": 1050
    },
    {
      "entropy": 7.579671001434326,
      "epoch": 0.11290063673818825,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004999996211041994,
      "loss": 7.3598,
      "mean_token_accuracy": 0.09435788094997406,
      "num_tokens": 2292891.0,
      "step": 1055
    },
    {
      "entropy": 7.555691480636597,
      "epoch": 0.11343571084595216,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004999995476899141,
      "loss": 7.3887,
      "mean_token_accuracy": 0.09046673066914082,
      "num_tokens": 2303764.0,
      "step": 1060
    },
    {
      "entropy": 7.537960243225098,
      "epoch": 0.11397078495371608,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004999994677787987,
      "loss": 7.285,
      "mean_token_accuracy": 0.09388632029294967,
      "num_tokens": 2314172.0,
      "step": 1065
    },
    {
      "entropy": 7.508009004592895,
      "epoch": 0.11450585906148002,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004999993813708551,
      "loss": 7.275,
      "mean_token_accuracy": 0.09821050018072128,
      "num_tokens": 2324848.0,
      "step": 1070
    },
    {
      "entropy": 7.425210809707641,
      "epoch": 0.11504093316924394,
      "grad_norm": 0.9296875,
      "learning_rate": 0.000499999288466086,
      "loss": 7.2959,
      "mean_token_accuracy": 0.09002227783203125,
      "num_tokens": 2336601.0,
      "step": 1075
    },
    {
      "entropy": 7.546649742126465,
      "epoch": 0.11557600727700787,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004999991890644941,
      "loss": 7.2955,
      "mean_token_accuracy": 0.08926705792546272,
      "num_tokens": 2347281.0,
      "step": 1080
    },
    {
      "entropy": 7.484306001663208,
      "epoch": 0.11611108138477179,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004999990831660822,
      "loss": 7.3103,
      "mean_token_accuracy": 0.09891931042075157,
      "num_tokens": 2358199.0,
      "step": 1085
    },
    {
      "entropy": 7.616579532623291,
      "epoch": 0.11664615549253572,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004999989707708534,
      "loss": 7.3777,
      "mean_token_accuracy": 0.09024567492306232,
      "num_tokens": 2369092.0,
      "step": 1090
    },
    {
      "entropy": 7.433844470977784,
      "epoch": 0.11718122960029964,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004999988518788111,
      "loss": 7.3356,
      "mean_token_accuracy": 0.09163245111703873,
      "num_tokens": 2378849.0,
      "step": 1095
    },
    {
      "entropy": 7.5147758483886715,
      "epoch": 0.11771630370806356,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004999987264899583,
      "loss": 7.3396,
      "mean_token_accuracy": 0.10027010887861251,
      "num_tokens": 2389587.0,
      "step": 1100
    },
    {
      "entropy": 7.58909420967102,
      "epoch": 0.1182513778158275,
      "grad_norm": 0.9296875,
      "learning_rate": 0.000499998594604299,
      "loss": 7.3173,
      "mean_token_accuracy": 0.0916910171508789,
      "num_tokens": 2400442.0,
      "step": 1105
    },
    {
      "entropy": 7.389149761199951,
      "epoch": 0.11878645192359141,
      "grad_norm": 0.9140625,
      "learning_rate": 0.000499998456221837,
      "loss": 7.3048,
      "mean_token_accuracy": 0.09734596312046051,
      "num_tokens": 2410771.0,
      "step": 1110
    },
    {
      "entropy": 7.558002853393555,
      "epoch": 0.11932152603135535,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004999983113425762,
      "loss": 7.3078,
      "mean_token_accuracy": 0.09927843883633614,
      "num_tokens": 2421112.0,
      "step": 1115
    },
    {
      "entropy": 7.441386699676514,
      "epoch": 0.11985660013911927,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004999981599665207,
      "loss": 7.2965,
      "mean_token_accuracy": 0.09117154404520988,
      "num_tokens": 2431891.0,
      "step": 1120
    },
    {
      "entropy": 7.384634399414063,
      "epoch": 0.1203916742468832,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004999980020936748,
      "loss": 7.2236,
      "mean_token_accuracy": 0.09755842089653015,
      "num_tokens": 2442987.0,
      "step": 1125
    },
    {
      "entropy": 7.493775987625122,
      "epoch": 0.12092674835464712,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004999978377240434,
      "loss": 7.2897,
      "mean_token_accuracy": 0.09286157116293907,
      "num_tokens": 2452703.0,
      "step": 1130
    },
    {
      "entropy": 7.4751733303070065,
      "epoch": 0.12146182246241104,
      "grad_norm": 1.046875,
      "learning_rate": 0.000499997666857631,
      "loss": 7.3319,
      "mean_token_accuracy": 0.09701350852847099,
      "num_tokens": 2462975.0,
      "step": 1135
    },
    {
      "entropy": 7.449129343032837,
      "epoch": 0.12199689657017497,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004999974894944426,
      "loss": 7.3014,
      "mean_token_accuracy": 0.09147868603467942,
      "num_tokens": 2473853.0,
      "step": 1140
    },
    {
      "entropy": 7.502261209487915,
      "epoch": 0.12253197067793889,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004999973056344832,
      "loss": 7.2549,
      "mean_token_accuracy": 0.09436609894037247,
      "num_tokens": 2485633.0,
      "step": 1145
    },
    {
      "entropy": 7.396411418914795,
      "epoch": 0.12306704478570282,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004999971152777583,
      "loss": 7.2291,
      "mean_token_accuracy": 0.09493016004562378,
      "num_tokens": 2496922.0,
      "step": 1150
    },
    {
      "entropy": 7.55364203453064,
      "epoch": 0.12360211889346674,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004999969184242733,
      "loss": 7.2786,
      "mean_token_accuracy": 0.0976612240076065,
      "num_tokens": 2507890.0,
      "step": 1155
    },
    {
      "entropy": 7.390556716918946,
      "epoch": 0.12413719300123068,
      "grad_norm": 1.0546875,
      "learning_rate": 0.000499996715074034,
      "loss": 7.2968,
      "mean_token_accuracy": 0.09774711057543754,
      "num_tokens": 2519749.0,
      "step": 1160
    },
    {
      "entropy": 7.444743871688843,
      "epoch": 0.1246722671089946,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004999965052270461,
      "loss": 7.3059,
      "mean_token_accuracy": 0.09634796604514122,
      "num_tokens": 2530666.0,
      "step": 1165
    },
    {
      "entropy": 7.455366611480713,
      "epoch": 0.12520734121675853,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004999962888833157,
      "loss": 7.3092,
      "mean_token_accuracy": 0.09370963051915168,
      "num_tokens": 2541594.0,
      "step": 1170
    },
    {
      "entropy": 7.467764949798584,
      "epoch": 0.12574241532452243,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004999960660428491,
      "loss": 7.2981,
      "mean_token_accuracy": 0.09601110816001893,
      "num_tokens": 2552330.0,
      "step": 1175
    },
    {
      "entropy": 7.525752019882202,
      "epoch": 0.12627748943228637,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004999958367056526,
      "loss": 7.3475,
      "mean_token_accuracy": 0.08845235630869866,
      "num_tokens": 2564601.0,
      "step": 1180
    },
    {
      "entropy": 7.461506700515747,
      "epoch": 0.1268125635400503,
      "grad_norm": 0.984375,
      "learning_rate": 0.000499995600871733,
      "loss": 7.3073,
      "mean_token_accuracy": 0.09456743821501731,
      "num_tokens": 2575539.0,
      "step": 1185
    },
    {
      "entropy": 7.43174114227295,
      "epoch": 0.12734763764781423,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004999953585410971,
      "loss": 7.2571,
      "mean_token_accuracy": 0.09316419437527657,
      "num_tokens": 2586635.0,
      "step": 1190
    },
    {
      "entropy": 7.452692031860352,
      "epoch": 0.12788271175557814,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004999951097137518,
      "loss": 7.2849,
      "mean_token_accuracy": 0.09696812853217125,
      "num_tokens": 2596814.0,
      "step": 1195
    },
    {
      "entropy": 7.484006023406982,
      "epoch": 0.12841778586334207,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004999948543897044,
      "loss": 7.2936,
      "mean_token_accuracy": 0.0926486037671566,
      "num_tokens": 2608087.0,
      "step": 1200
    },
    {
      "entropy": 7.4842170715332035,
      "epoch": 0.128952859971106,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004999945925689621,
      "loss": 7.2941,
      "mean_token_accuracy": 0.09290322735905647,
      "num_tokens": 2619377.0,
      "step": 1205
    },
    {
      "entropy": 7.412310266494751,
      "epoch": 0.12948793407886994,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004999943242515325,
      "loss": 7.2048,
      "mean_token_accuracy": 0.09525894671678543,
      "num_tokens": 2629089.0,
      "step": 1210
    },
    {
      "entropy": 7.460006856918335,
      "epoch": 0.13002300818663384,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004999940494374236,
      "loss": 7.2583,
      "mean_token_accuracy": 0.0955949753522873,
      "num_tokens": 2639743.0,
      "step": 1215
    },
    {
      "entropy": 7.50310869216919,
      "epoch": 0.13055808229439778,
      "grad_norm": 1.0078125,
      "learning_rate": 0.000499993768126643,
      "loss": 7.3021,
      "mean_token_accuracy": 0.09231485202908515,
      "num_tokens": 2650631.0,
      "step": 1220
    },
    {
      "entropy": 7.416416263580322,
      "epoch": 0.1310931564021617,
      "grad_norm": 0.94921875,
      "learning_rate": 0.000499993480319199,
      "loss": 7.2524,
      "mean_token_accuracy": 0.09885071963071823,
      "num_tokens": 2660197.0,
      "step": 1225
    },
    {
      "entropy": 7.421104145050049,
      "epoch": 0.13162823050992561,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004999931860150999,
      "loss": 7.2498,
      "mean_token_accuracy": 0.09282487407326698,
      "num_tokens": 2670162.0,
      "step": 1230
    },
    {
      "entropy": 7.4543742656707765,
      "epoch": 0.13216330461768955,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004999928852143541,
      "loss": 7.2266,
      "mean_token_accuracy": 0.09868842884898185,
      "num_tokens": 2681233.0,
      "step": 1235
    },
    {
      "entropy": 7.335949897766113,
      "epoch": 0.13269837872545348,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004999925779169703,
      "loss": 7.2096,
      "mean_token_accuracy": 0.09607721045613289,
      "num_tokens": 2692145.0,
      "step": 1240
    },
    {
      "entropy": 7.435535430908203,
      "epoch": 0.13323345283321741,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004999922641229575,
      "loss": 7.2486,
      "mean_token_accuracy": 0.0961481548845768,
      "num_tokens": 2703192.0,
      "step": 1245
    },
    {
      "entropy": 7.459595155715943,
      "epoch": 0.13376852694098132,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004999919438323248,
      "loss": 7.2295,
      "mean_token_accuracy": 0.09703788831830025,
      "num_tokens": 2714804.0,
      "step": 1250
    },
    {
      "entropy": 7.351469707489014,
      "epoch": 0.13430360104874525,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004999916170450812,
      "loss": 7.2056,
      "mean_token_accuracy": 0.09724929109215737,
      "num_tokens": 2724340.0,
      "step": 1255
    },
    {
      "entropy": 7.416718339920044,
      "epoch": 0.13483867515650919,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004999912837612364,
      "loss": 7.2184,
      "mean_token_accuracy": 0.09883825629949569,
      "num_tokens": 2735767.0,
      "step": 1260
    },
    {
      "entropy": 7.457541751861572,
      "epoch": 0.1353737492642731,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004999909439807997,
      "loss": 7.2705,
      "mean_token_accuracy": 0.09218380376696586,
      "num_tokens": 2747658.0,
      "step": 1265
    },
    {
      "entropy": 7.386063003540039,
      "epoch": 0.13590882337203702,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004999905977037813,
      "loss": 7.1422,
      "mean_token_accuracy": 0.10068641230463982,
      "num_tokens": 2757901.0,
      "step": 1270
    },
    {
      "entropy": 7.36779899597168,
      "epoch": 0.13644389747980096,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004999902449301909,
      "loss": 7.172,
      "mean_token_accuracy": 0.09674012139439583,
      "num_tokens": 2768945.0,
      "step": 1275
    },
    {
      "entropy": 7.264365386962891,
      "epoch": 0.1369789715875649,
      "grad_norm": 0.8203125,
      "learning_rate": 0.0004999898856600387,
      "loss": 7.166,
      "mean_token_accuracy": 0.10965741202235221,
      "num_tokens": 2780276.0,
      "step": 1280
    },
    {
      "entropy": 7.459382247924805,
      "epoch": 0.1375140456953288,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004999895198933354,
      "loss": 7.2378,
      "mean_token_accuracy": 0.10283863544464111,
      "num_tokens": 2791183.0,
      "step": 1285
    },
    {
      "entropy": 7.318519878387451,
      "epoch": 0.13804911980309273,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004999891476300911,
      "loss": 7.1516,
      "mean_token_accuracy": 0.09706087186932563,
      "num_tokens": 2801928.0,
      "step": 1290
    },
    {
      "entropy": 7.452125787734985,
      "epoch": 0.13858419391085666,
      "grad_norm": 0.89453125,
      "learning_rate": 0.000499988768870317,
      "loss": 7.2435,
      "mean_token_accuracy": 0.09266786351799965,
      "num_tokens": 2813415.0,
      "step": 1295
    },
    {
      "entropy": 7.373220777511596,
      "epoch": 0.13911926801862057,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004999883836140236,
      "loss": 7.2345,
      "mean_token_accuracy": 0.09608653336763381,
      "num_tokens": 2825288.0,
      "step": 1300
    },
    {
      "entropy": 7.364097929000854,
      "epoch": 0.1396543421263845,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004999879918612224,
      "loss": 7.2026,
      "mean_token_accuracy": 0.10053072422742844,
      "num_tokens": 2836298.0,
      "step": 1305
    },
    {
      "entropy": 7.3803223133087155,
      "epoch": 0.14018941623414843,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004999875936119245,
      "loss": 7.1813,
      "mean_token_accuracy": 0.09865912646055222,
      "num_tokens": 2846367.0,
      "step": 1310
    },
    {
      "entropy": 7.317546463012695,
      "epoch": 0.14072449034191237,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004999871888661415,
      "loss": 7.1958,
      "mean_token_accuracy": 0.09692684262990951,
      "num_tokens": 2856832.0,
      "step": 1315
    },
    {
      "entropy": 7.4061461925506595,
      "epoch": 0.14125956444967627,
      "grad_norm": 0.875,
      "learning_rate": 0.000499986777623885,
      "loss": 7.2165,
      "mean_token_accuracy": 0.09264067932963371,
      "num_tokens": 2867954.0,
      "step": 1320
    },
    {
      "entropy": 7.441576623916626,
      "epoch": 0.1417946385574402,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004999863598851669,
      "loss": 7.2364,
      "mean_token_accuracy": 0.09773402959108353,
      "num_tokens": 2878714.0,
      "step": 1325
    },
    {
      "entropy": 7.256839084625244,
      "epoch": 0.14232971266520414,
      "grad_norm": 1.2890625,
      "learning_rate": 0.0004999859356499992,
      "loss": 7.1963,
      "mean_token_accuracy": 0.10057443976402283,
      "num_tokens": 2890697.0,
      "step": 1330
    },
    {
      "entropy": 7.345799779891967,
      "epoch": 0.14286478677296804,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004999855049183943,
      "loss": 7.1988,
      "mean_token_accuracy": 0.09554307758808137,
      "num_tokens": 2901468.0,
      "step": 1335
    },
    {
      "entropy": 7.406107616424561,
      "epoch": 0.14339986088073198,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004999850676903646,
      "loss": 7.1647,
      "mean_token_accuracy": 0.09928919821977615,
      "num_tokens": 2913466.0,
      "step": 1340
    },
    {
      "entropy": 7.291070365905762,
      "epoch": 0.1439349349884959,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004999846239659226,
      "loss": 7.1297,
      "mean_token_accuracy": 0.10534956604242325,
      "num_tokens": 2923638.0,
      "step": 1345
    },
    {
      "entropy": 7.3443274974823,
      "epoch": 0.14447000909625984,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004999841737450812,
      "loss": 7.2055,
      "mean_token_accuracy": 0.10216673240065574,
      "num_tokens": 2934790.0,
      "step": 1350
    },
    {
      "entropy": 7.326418018341064,
      "epoch": 0.14500508320402375,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004999837170278535,
      "loss": 7.1587,
      "mean_token_accuracy": 0.09593354463577271,
      "num_tokens": 2946320.0,
      "step": 1355
    },
    {
      "entropy": 7.404071521759033,
      "epoch": 0.14554015731178768,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004999832538142526,
      "loss": 7.1353,
      "mean_token_accuracy": 0.09594233520328999,
      "num_tokens": 2957077.0,
      "step": 1360
    },
    {
      "entropy": 7.260494947433472,
      "epoch": 0.14607523141955162,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004999827841042917,
      "loss": 7.1527,
      "mean_token_accuracy": 0.09421777650713921,
      "num_tokens": 2967286.0,
      "step": 1365
    },
    {
      "entropy": 7.368058109283448,
      "epoch": 0.14661030552731552,
      "grad_norm": 1.203125,
      "learning_rate": 0.0004999823078979846,
      "loss": 7.1789,
      "mean_token_accuracy": 0.09925442337989807,
      "num_tokens": 2979516.0,
      "step": 1370
    },
    {
      "entropy": 7.417810440063477,
      "epoch": 0.14714537963507945,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004999818251953449,
      "loss": 7.3148,
      "mean_token_accuracy": 0.09026813432574272,
      "num_tokens": 2991594.0,
      "step": 1375
    },
    {
      "entropy": 7.327701044082642,
      "epoch": 0.1476804537428434,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004999813359963867,
      "loss": 7.2032,
      "mean_token_accuracy": 0.09660282731056213,
      "num_tokens": 3002487.0,
      "step": 1380
    },
    {
      "entropy": 7.425524950027466,
      "epoch": 0.14821552785060732,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004999808403011241,
      "loss": 7.2007,
      "mean_token_accuracy": 0.10151680260896682,
      "num_tokens": 3013197.0,
      "step": 1385
    },
    {
      "entropy": 7.276321983337402,
      "epoch": 0.14875060195837123,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004999803381095712,
      "loss": 7.2218,
      "mean_token_accuracy": 0.09807800725102425,
      "num_tokens": 3024512.0,
      "step": 1390
    },
    {
      "entropy": 7.4200609683990475,
      "epoch": 0.14928567606613516,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004999798294217428,
      "loss": 7.1825,
      "mean_token_accuracy": 0.09805043935775756,
      "num_tokens": 3035621.0,
      "step": 1395
    },
    {
      "entropy": 7.345406723022461,
      "epoch": 0.1498207501738991,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004999793142376533,
      "loss": 7.1908,
      "mean_token_accuracy": 0.09579893574118614,
      "num_tokens": 3046492.0,
      "step": 1400
    },
    {
      "entropy": 7.27450737953186,
      "epoch": 0.150355824281663,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004999787925573177,
      "loss": 7.2026,
      "mean_token_accuracy": 0.09809928759932518,
      "num_tokens": 3057715.0,
      "step": 1405
    },
    {
      "entropy": 7.418025636672974,
      "epoch": 0.15089089838942693,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004999782643807513,
      "loss": 7.1677,
      "mean_token_accuracy": 0.09324793964624405,
      "num_tokens": 3068344.0,
      "step": 1410
    },
    {
      "entropy": 7.248358297348022,
      "epoch": 0.15142597249719086,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004999777297079689,
      "loss": 7.1387,
      "mean_token_accuracy": 0.09640576764941215,
      "num_tokens": 3079576.0,
      "step": 1415
    },
    {
      "entropy": 7.383429050445557,
      "epoch": 0.1519610466049548,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004999771885389863,
      "loss": 7.1275,
      "mean_token_accuracy": 0.09900425672531128,
      "num_tokens": 3090201.0,
      "step": 1420
    },
    {
      "entropy": 7.219635438919068,
      "epoch": 0.1524961207127187,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004999766408738189,
      "loss": 7.0935,
      "mean_token_accuracy": 0.10336209312081338,
      "num_tokens": 3099824.0,
      "step": 1425
    },
    {
      "entropy": 7.271921253204345,
      "epoch": 0.15303119482048264,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004999760867124827,
      "loss": 7.1606,
      "mean_token_accuracy": 0.09842971935868264,
      "num_tokens": 3109948.0,
      "step": 1430
    },
    {
      "entropy": 7.358252620697021,
      "epoch": 0.15356626892824657,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004999755260549937,
      "loss": 7.1509,
      "mean_token_accuracy": 0.10161449760198593,
      "num_tokens": 3121492.0,
      "step": 1435
    },
    {
      "entropy": 7.261369752883911,
      "epoch": 0.15410134303601047,
      "grad_norm": 1.3046875,
      "learning_rate": 0.0004999749589013677,
      "loss": 6.9304,
      "mean_token_accuracy": 0.12006463333964348,
      "num_tokens": 3131990.0,
      "step": 1440
    },
    {
      "entropy": 7.158350992202759,
      "epoch": 0.1546364171437744,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004999743852516217,
      "loss": 7.1339,
      "mean_token_accuracy": 0.0991136908531189,
      "num_tokens": 3142567.0,
      "step": 1445
    },
    {
      "entropy": 7.441296768188477,
      "epoch": 0.15517149125153834,
      "grad_norm": 1.25,
      "learning_rate": 0.0004999738051057717,
      "loss": 7.1426,
      "mean_token_accuracy": 0.10513922050595284,
      "num_tokens": 3153083.0,
      "step": 1450
    },
    {
      "entropy": 7.258410024642944,
      "epoch": 0.15570656535930227,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004999732184638347,
      "loss": 7.1468,
      "mean_token_accuracy": 0.09554859325289726,
      "num_tokens": 3163985.0,
      "step": 1455
    },
    {
      "entropy": 7.333807802200317,
      "epoch": 0.15624163946706618,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004999726253258278,
      "loss": 7.1223,
      "mean_token_accuracy": 0.10332410857081413,
      "num_tokens": 3175259.0,
      "step": 1460
    },
    {
      "entropy": 7.253304290771484,
      "epoch": 0.1567767135748301,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004999720256917678,
      "loss": 7.1025,
      "mean_token_accuracy": 0.1024249516427517,
      "num_tokens": 3185487.0,
      "step": 1465
    },
    {
      "entropy": 7.2388721942901615,
      "epoch": 0.15731178768259405,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004999714195616723,
      "loss": 7.0921,
      "mean_token_accuracy": 0.10349318385124207,
      "num_tokens": 3196200.0,
      "step": 1470
    },
    {
      "entropy": 7.378126955032348,
      "epoch": 0.15784686179035795,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004999708069355586,
      "loss": 7.195,
      "mean_token_accuracy": 0.09435631409287452,
      "num_tokens": 3207675.0,
      "step": 1475
    },
    {
      "entropy": 7.208775520324707,
      "epoch": 0.15838193589812188,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004999701878134445,
      "loss": 7.0677,
      "mean_token_accuracy": 0.09957077801227569,
      "num_tokens": 3218117.0,
      "step": 1480
    },
    {
      "entropy": 7.286599016189575,
      "epoch": 0.15891701000588582,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004999695621953477,
      "loss": 7.135,
      "mean_token_accuracy": 0.1040462613105774,
      "num_tokens": 3229208.0,
      "step": 1485
    },
    {
      "entropy": 7.260603237152099,
      "epoch": 0.15945208411364975,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004999689300812866,
      "loss": 7.0175,
      "mean_token_accuracy": 0.10989507064223289,
      "num_tokens": 3239586.0,
      "step": 1490
    },
    {
      "entropy": 7.345709609985351,
      "epoch": 0.15998715822141366,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004999682914712791,
      "loss": 7.1179,
      "mean_token_accuracy": 0.10247820466756821,
      "num_tokens": 3250103.0,
      "step": 1495
    },
    {
      "entropy": 7.25383825302124,
      "epoch": 0.1605222323291776,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004999676463653439,
      "loss": 7.1085,
      "mean_token_accuracy": 0.10868085250258445,
      "num_tokens": 3261844.0,
      "step": 1500
    },
    {
      "entropy": 7.256972217559815,
      "epoch": 0.16105730643694152,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004999669947634996,
      "loss": 7.0699,
      "mean_token_accuracy": 0.10102801620960236,
      "num_tokens": 3272073.0,
      "step": 1505
    },
    {
      "entropy": 7.2481122493743895,
      "epoch": 0.16159238054470546,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004999663366657647,
      "loss": 7.0516,
      "mean_token_accuracy": 0.10147380158305168,
      "num_tokens": 3281725.0,
      "step": 1510
    },
    {
      "entropy": 7.277080392837524,
      "epoch": 0.16212745465246936,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004999656720721586,
      "loss": 7.1979,
      "mean_token_accuracy": 0.09956115409731865,
      "num_tokens": 3292708.0,
      "step": 1515
    },
    {
      "entropy": 7.331699419021606,
      "epoch": 0.1626625287602333,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004999650009827004,
      "loss": 7.1915,
      "mean_token_accuracy": 0.09656458497047424,
      "num_tokens": 3303548.0,
      "step": 1520
    },
    {
      "entropy": 7.242523336410523,
      "epoch": 0.16319760286799723,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004999643233974092,
      "loss": 7.0463,
      "mean_token_accuracy": 0.10843227058649063,
      "num_tokens": 3314261.0,
      "step": 1525
    },
    {
      "entropy": 7.228282165527344,
      "epoch": 0.16373267697576113,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004999636393163049,
      "loss": 7.0516,
      "mean_token_accuracy": 0.10321945995092392,
      "num_tokens": 3324833.0,
      "step": 1530
    },
    {
      "entropy": 7.150654458999634,
      "epoch": 0.16426775108352507,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004999629487394071,
      "loss": 6.9631,
      "mean_token_accuracy": 0.1133572869002819,
      "num_tokens": 3334790.0,
      "step": 1535
    },
    {
      "entropy": 7.260952281951904,
      "epoch": 0.164802825191289,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004999622516667358,
      "loss": 7.087,
      "mean_token_accuracy": 0.10121001973748207,
      "num_tokens": 3345115.0,
      "step": 1540
    },
    {
      "entropy": 7.210820865631104,
      "epoch": 0.16533789929905293,
      "grad_norm": 0.85546875,
      "learning_rate": 0.000499961548098311,
      "loss": 6.9993,
      "mean_token_accuracy": 0.1076305091381073,
      "num_tokens": 3356187.0,
      "step": 1545
    },
    {
      "entropy": 7.183248662948609,
      "epoch": 0.16587297340681684,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004999608380341533,
      "loss": 7.0048,
      "mean_token_accuracy": 0.10645373165607452,
      "num_tokens": 3367218.0,
      "step": 1550
    },
    {
      "entropy": 7.158462381362915,
      "epoch": 0.16640804751458077,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004999601214742829,
      "loss": 7.1499,
      "mean_token_accuracy": 0.09607289656996727,
      "num_tokens": 3377557.0,
      "step": 1555
    },
    {
      "entropy": 7.422818040847778,
      "epoch": 0.1669431216223447,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004999593984187206,
      "loss": 7.1374,
      "mean_token_accuracy": 0.10575096979737282,
      "num_tokens": 3387402.0,
      "step": 1560
    },
    {
      "entropy": 7.176465892791748,
      "epoch": 0.1674781957301086,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004999586688674872,
      "loss": 7.0164,
      "mean_token_accuracy": 0.10627634450793266,
      "num_tokens": 3397924.0,
      "step": 1565
    },
    {
      "entropy": 7.243451929092407,
      "epoch": 0.16801326983787254,
      "grad_norm": 0.9765625,
      "learning_rate": 0.000499957932820604,
      "loss": 7.1062,
      "mean_token_accuracy": 0.09752621129155159,
      "num_tokens": 3408622.0,
      "step": 1570
    },
    {
      "entropy": 7.281120538711548,
      "epoch": 0.16854834394563648,
      "grad_norm": 0.96875,
      "learning_rate": 0.000499957190278092,
      "loss": 7.07,
      "mean_token_accuracy": 0.10029838010668754,
      "num_tokens": 3419692.0,
      "step": 1575
    },
    {
      "entropy": 7.165713167190551,
      "epoch": 0.1690834180534004,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004999564412399728,
      "loss": 7.0902,
      "mean_token_accuracy": 0.10087467208504677,
      "num_tokens": 3430986.0,
      "step": 1580
    },
    {
      "entropy": 7.255892705917359,
      "epoch": 0.1696184921611643,
      "grad_norm": 0.94140625,
      "learning_rate": 0.000499955685706268,
      "loss": 7.0265,
      "mean_token_accuracy": 0.10308083444833756,
      "num_tokens": 3442211.0,
      "step": 1585
    },
    {
      "entropy": 7.082983922958374,
      "epoch": 0.17015356626892825,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004999549236769993,
      "loss": 7.0131,
      "mean_token_accuracy": 0.11085021272301673,
      "num_tokens": 3453585.0,
      "step": 1590
    },
    {
      "entropy": 7.169584274291992,
      "epoch": 0.17068864037669218,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004999541551521888,
      "loss": 7.0625,
      "mean_token_accuracy": 0.10282246991991997,
      "num_tokens": 3464156.0,
      "step": 1595
    },
    {
      "entropy": 7.334958791732788,
      "epoch": 0.17122371448445609,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004999533801318587,
      "loss": 7.1152,
      "mean_token_accuracy": 0.10011868923902512,
      "num_tokens": 3474853.0,
      "step": 1600
    },
    {
      "entropy": 7.2555193424224855,
      "epoch": 0.17175878859222002,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004999525986160313,
      "loss": 7.0942,
      "mean_token_accuracy": 0.10751360654830933,
      "num_tokens": 3486841.0,
      "step": 1605
    },
    {
      "entropy": 7.2923766613006595,
      "epoch": 0.17229386269998395,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004999518106047293,
      "loss": 7.1048,
      "mean_token_accuracy": 0.10046511143445969,
      "num_tokens": 3498735.0,
      "step": 1610
    },
    {
      "entropy": 7.134558773040771,
      "epoch": 0.17282893680774788,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004999510160979754,
      "loss": 7.1368,
      "mean_token_accuracy": 0.1078067108988762,
      "num_tokens": 3508829.0,
      "step": 1615
    },
    {
      "entropy": 7.254569244384766,
      "epoch": 0.1733640109155118,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004999502150957925,
      "loss": 7.0501,
      "mean_token_accuracy": 0.10457162857055664,
      "num_tokens": 3519465.0,
      "step": 1620
    },
    {
      "entropy": 7.2145932674407955,
      "epoch": 0.17389908502327572,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004999494075982037,
      "loss": 7.0002,
      "mean_token_accuracy": 0.1088636189699173,
      "num_tokens": 3530401.0,
      "step": 1625
    },
    {
      "entropy": 7.202526950836182,
      "epoch": 0.17443415913103966,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004999485936052324,
      "loss": 7.0715,
      "mean_token_accuracy": 0.10668305307626724,
      "num_tokens": 3541136.0,
      "step": 1630
    },
    {
      "entropy": 7.254500436782837,
      "epoch": 0.17496923323880356,
      "grad_norm": 0.93359375,
      "learning_rate": 0.000499947773116902,
      "loss": 7.0683,
      "mean_token_accuracy": 0.1051873467862606,
      "num_tokens": 3552525.0,
      "step": 1635
    },
    {
      "entropy": 7.152193355560303,
      "epoch": 0.1755043073465675,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004999469461332365,
      "loss": 7.0334,
      "mean_token_accuracy": 0.10791850909590721,
      "num_tokens": 3563028.0,
      "step": 1640
    },
    {
      "entropy": 7.228841304779053,
      "epoch": 0.17603938145433143,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004999461126542592,
      "loss": 6.9812,
      "mean_token_accuracy": 0.10489355474710464,
      "num_tokens": 3573354.0,
      "step": 1645
    },
    {
      "entropy": 7.04385290145874,
      "epoch": 0.17657445556209536,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004999452726799947,
      "loss": 6.972,
      "mean_token_accuracy": 0.10788829922676087,
      "num_tokens": 3585576.0,
      "step": 1650
    },
    {
      "entropy": 7.2881652355194095,
      "epoch": 0.17710952966985927,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004999444262104671,
      "loss": 7.0801,
      "mean_token_accuracy": 0.09990740865468979,
      "num_tokens": 3596478.0,
      "step": 1655
    },
    {
      "entropy": 7.210688781738281,
      "epoch": 0.1776446037776232,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004999435732457007,
      "loss": 7.0409,
      "mean_token_accuracy": 0.102048097550869,
      "num_tokens": 3608014.0,
      "step": 1660
    },
    {
      "entropy": 7.225692462921143,
      "epoch": 0.17817967788538713,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004999427137857203,
      "loss": 7.0942,
      "mean_token_accuracy": 0.1017175205051899,
      "num_tokens": 3620120.0,
      "step": 1665
    },
    {
      "entropy": 7.182433652877807,
      "epoch": 0.17871475199315104,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004999418478305506,
      "loss": 7.0086,
      "mean_token_accuracy": 0.10466994717717171,
      "num_tokens": 3632578.0,
      "step": 1670
    },
    {
      "entropy": 7.138683795928955,
      "epoch": 0.17924982610091497,
      "grad_norm": 1.0,
      "learning_rate": 0.0004999409753802167,
      "loss": 7.0291,
      "mean_token_accuracy": 0.10857005342841149,
      "num_tokens": 3643245.0,
      "step": 1675
    },
    {
      "entropy": 7.196502923965454,
      "epoch": 0.1797849002086789,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004999400964347437,
      "loss": 7.0241,
      "mean_token_accuracy": 0.10519987344741821,
      "num_tokens": 3655832.0,
      "step": 1680
    },
    {
      "entropy": 7.195584011077881,
      "epoch": 0.18031997431644284,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004999392109941571,
      "loss": 7.0048,
      "mean_token_accuracy": 0.10431592911481857,
      "num_tokens": 3666566.0,
      "step": 1685
    },
    {
      "entropy": 7.214022207260132,
      "epoch": 0.18085504842420674,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004999383190584822,
      "loss": 7.0241,
      "mean_token_accuracy": 0.10619666650891305,
      "num_tokens": 3677572.0,
      "step": 1690
    },
    {
      "entropy": 7.175317907333374,
      "epoch": 0.18139012253197068,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004999374206277451,
      "loss": 6.9444,
      "mean_token_accuracy": 0.107360577583313,
      "num_tokens": 3687116.0,
      "step": 1695
    },
    {
      "entropy": 7.116744756698608,
      "epoch": 0.1819251966397346,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004999365157019717,
      "loss": 7.0551,
      "mean_token_accuracy": 0.10737907141447067,
      "num_tokens": 3697961.0,
      "step": 1700
    },
    {
      "entropy": 7.191368770599365,
      "epoch": 0.18246027074749852,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004999356042811878,
      "loss": 6.9625,
      "mean_token_accuracy": 0.11243351176381111,
      "num_tokens": 3708834.0,
      "step": 1705
    },
    {
      "entropy": 7.122293138504029,
      "epoch": 0.18299534485526245,
      "grad_norm": 0.89453125,
      "learning_rate": 0.00049993468636542,
      "loss": 7.0408,
      "mean_token_accuracy": 0.103644710034132,
      "num_tokens": 3719835.0,
      "step": 1710
    },
    {
      "entropy": 7.188800382614136,
      "epoch": 0.18353041896302638,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004999337619546948,
      "loss": 6.9403,
      "mean_token_accuracy": 0.10948617681860924,
      "num_tokens": 3730408.0,
      "step": 1715
    },
    {
      "entropy": 7.120905017852783,
      "epoch": 0.18406549307079031,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004999328310490387,
      "loss": 7.003,
      "mean_token_accuracy": 0.11111332178115844,
      "num_tokens": 3741257.0,
      "step": 1720
    },
    {
      "entropy": 7.155314970016479,
      "epoch": 0.18460056717855422,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004999318936484789,
      "loss": 6.9984,
      "mean_token_accuracy": 0.10944901183247566,
      "num_tokens": 3752615.0,
      "step": 1725
    },
    {
      "entropy": 7.138224458694458,
      "epoch": 0.18513564128631815,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004999309497530422,
      "loss": 7.0367,
      "mean_token_accuracy": 0.09998197108507156,
      "num_tokens": 3763656.0,
      "step": 1730
    },
    {
      "entropy": 7.118561792373657,
      "epoch": 0.1856707153940821,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004999299993627558,
      "loss": 7.0105,
      "mean_token_accuracy": 0.10840073600411415,
      "num_tokens": 3775257.0,
      "step": 1735
    },
    {
      "entropy": 7.14077525138855,
      "epoch": 0.186205789501846,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004999290424776475,
      "loss": 6.9713,
      "mean_token_accuracy": 0.11179318875074387,
      "num_tokens": 3786094.0,
      "step": 1740
    },
    {
      "entropy": 7.301455545425415,
      "epoch": 0.18674086360960993,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004999280790977445,
      "loss": 7.0599,
      "mean_token_accuracy": 0.10067834705114365,
      "num_tokens": 3796672.0,
      "step": 1745
    },
    {
      "entropy": 7.208122396469117,
      "epoch": 0.18727593771737386,
      "grad_norm": 0.96875,
      "learning_rate": 0.000499927109223075,
      "loss": 7.0296,
      "mean_token_accuracy": 0.10581944286823272,
      "num_tokens": 3807910.0,
      "step": 1750
    },
    {
      "entropy": 7.052106761932373,
      "epoch": 0.1878110118251378,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004999261328536667,
      "loss": 6.9894,
      "mean_token_accuracy": 0.1093970462679863,
      "num_tokens": 3820792.0,
      "step": 1755
    },
    {
      "entropy": 7.085962009429932,
      "epoch": 0.1883460859329017,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004999251499895479,
      "loss": 6.9168,
      "mean_token_accuracy": 0.10804818868637085,
      "num_tokens": 3831126.0,
      "step": 1760
    },
    {
      "entropy": 7.155363321304321,
      "epoch": 0.18888116004066563,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004999241606307471,
      "loss": 7.0462,
      "mean_token_accuracy": 0.10382814705371857,
      "num_tokens": 3841923.0,
      "step": 1765
    },
    {
      "entropy": 7.154525423049927,
      "epoch": 0.18941623414842956,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004999231647772927,
      "loss": 6.9501,
      "mean_token_accuracy": 0.10774912610650063,
      "num_tokens": 3852504.0,
      "step": 1770
    },
    {
      "entropy": 7.044074583053589,
      "epoch": 0.1899513082561935,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004999221624292136,
      "loss": 6.9444,
      "mean_token_accuracy": 0.1107519470155239,
      "num_tokens": 3862761.0,
      "step": 1775
    },
    {
      "entropy": 7.173216724395752,
      "epoch": 0.1904863823639574,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004999211535865385,
      "loss": 6.9627,
      "mean_token_accuracy": 0.10836640074849128,
      "num_tokens": 3873662.0,
      "step": 1780
    },
    {
      "entropy": 7.095516538619995,
      "epoch": 0.19102145647172133,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004999201382492969,
      "loss": 6.8982,
      "mean_token_accuracy": 0.10540294200181961,
      "num_tokens": 3884835.0,
      "step": 1785
    },
    {
      "entropy": 7.106392192840576,
      "epoch": 0.19155653057948527,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004999191164175178,
      "loss": 7.0488,
      "mean_token_accuracy": 0.10533409044146538,
      "num_tokens": 3895073.0,
      "step": 1790
    },
    {
      "entropy": 7.235964441299439,
      "epoch": 0.19209160468724917,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004999180880912309,
      "loss": 6.9963,
      "mean_token_accuracy": 0.10814031064510346,
      "num_tokens": 3905440.0,
      "step": 1795
    },
    {
      "entropy": 7.081749439239502,
      "epoch": 0.1926266787950131,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004999170532704657,
      "loss": 7.0097,
      "mean_token_accuracy": 0.1047128364443779,
      "num_tokens": 3917135.0,
      "step": 1800
    },
    {
      "entropy": 7.200995445251465,
      "epoch": 0.19316175290277704,
      "grad_norm": 0.82421875,
      "learning_rate": 0.0004999160119552523,
      "loss": 7.0099,
      "mean_token_accuracy": 0.11308202221989631,
      "num_tokens": 3928247.0,
      "step": 1805
    },
    {
      "entropy": 7.104423236846924,
      "epoch": 0.19369682701054097,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004999149641456206,
      "loss": 6.9878,
      "mean_token_accuracy": 0.10651118457317352,
      "num_tokens": 3938609.0,
      "step": 1810
    },
    {
      "entropy": 7.210849142074585,
      "epoch": 0.19423190111830488,
      "grad_norm": 0.9609375,
      "learning_rate": 0.000499913909841601,
      "loss": 6.9625,
      "mean_token_accuracy": 0.10978263765573501,
      "num_tokens": 3949221.0,
      "step": 1815
    },
    {
      "entropy": 7.029234981536865,
      "epoch": 0.1947669752260688,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004999128490432238,
      "loss": 6.9535,
      "mean_token_accuracy": 0.10435856580734253,
      "num_tokens": 3959475.0,
      "step": 1820
    },
    {
      "entropy": 7.078148365020752,
      "epoch": 0.19530204933383274,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004999117817505196,
      "loss": 6.9502,
      "mean_token_accuracy": 0.11588959023356438,
      "num_tokens": 3969638.0,
      "step": 1825
    },
    {
      "entropy": 7.13325138092041,
      "epoch": 0.19583712344159665,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004999107079635194,
      "loss": 7.0101,
      "mean_token_accuracy": 0.10802074894309044,
      "num_tokens": 3980543.0,
      "step": 1830
    },
    {
      "entropy": 7.252430629730225,
      "epoch": 0.19637219754936058,
      "grad_norm": 0.9296875,
      "learning_rate": 0.000499909627682254,
      "loss": 7.0509,
      "mean_token_accuracy": 0.09712937101721764,
      "num_tokens": 3993518.0,
      "step": 1835
    },
    {
      "entropy": 7.18526782989502,
      "epoch": 0.19690727165712452,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004999085409067549,
      "loss": 7.0277,
      "mean_token_accuracy": 0.10725011304020882,
      "num_tokens": 4002940.0,
      "step": 1840
    },
    {
      "entropy": 7.085262203216553,
      "epoch": 0.19744234576488845,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004999074476370531,
      "loss": 6.9717,
      "mean_token_accuracy": 0.10763022303581238,
      "num_tokens": 4013982.0,
      "step": 1845
    },
    {
      "entropy": 7.159320735931397,
      "epoch": 0.19797741987265235,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004999063478731805,
      "loss": 6.942,
      "mean_token_accuracy": 0.11397543847560883,
      "num_tokens": 4025607.0,
      "step": 1850
    },
    {
      "entropy": 7.066693544387817,
      "epoch": 0.1985124939804163,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004999052416151687,
      "loss": 6.9913,
      "mean_token_accuracy": 0.10893454253673554,
      "num_tokens": 4037467.0,
      "step": 1855
    },
    {
      "entropy": 7.134395265579224,
      "epoch": 0.19904756808818022,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004999041288630496,
      "loss": 7.0057,
      "mean_token_accuracy": 0.10700632855296136,
      "num_tokens": 4049146.0,
      "step": 1860
    },
    {
      "entropy": 7.200011968612671,
      "epoch": 0.19958264219594413,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004999030096168553,
      "loss": 7.0526,
      "mean_token_accuracy": 0.10376486778259278,
      "num_tokens": 4060500.0,
      "step": 1865
    },
    {
      "entropy": 7.182278490066528,
      "epoch": 0.20011771630370806,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004999018838766182,
      "loss": 6.9838,
      "mean_token_accuracy": 0.10422982573509217,
      "num_tokens": 4070553.0,
      "step": 1870
    },
    {
      "entropy": 7.1447615146636965,
      "epoch": 0.200652790411472,
      "grad_norm": 0.98828125,
      "learning_rate": 0.000499900751642371,
      "loss": 6.9331,
      "mean_token_accuracy": 0.12131592780351638,
      "num_tokens": 4079653.0,
      "step": 1875
    },
    {
      "entropy": 7.0817211151123045,
      "epoch": 0.20118786451923593,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004998996129141461,
      "loss": 7.0107,
      "mean_token_accuracy": 0.10711610466241836,
      "num_tokens": 4089912.0,
      "step": 1880
    },
    {
      "entropy": 7.1709511280059814,
      "epoch": 0.20172293862699983,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004998984676919764,
      "loss": 6.9674,
      "mean_token_accuracy": 0.10553688108921051,
      "num_tokens": 4100577.0,
      "step": 1885
    },
    {
      "entropy": 7.151998662948609,
      "epoch": 0.20225801273476376,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004998973159758952,
      "loss": 6.9969,
      "mean_token_accuracy": 0.10634929835796356,
      "num_tokens": 4111752.0,
      "step": 1890
    },
    {
      "entropy": 7.046214628219604,
      "epoch": 0.2027930868425277,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004998961577659355,
      "loss": 6.9473,
      "mean_token_accuracy": 0.10678009986877442,
      "num_tokens": 4122616.0,
      "step": 1895
    },
    {
      "entropy": 7.194829511642456,
      "epoch": 0.2033281609502916,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004998949930621309,
      "loss": 7.0551,
      "mean_token_accuracy": 0.10694845020771027,
      "num_tokens": 4134275.0,
      "step": 1900
    },
    {
      "entropy": 7.1025816917419435,
      "epoch": 0.20386323505805554,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004998938218645149,
      "loss": 6.9425,
      "mean_token_accuracy": 0.10776922106742859,
      "num_tokens": 4146412.0,
      "step": 1905
    },
    {
      "entropy": 7.024503421783447,
      "epoch": 0.20439830916581947,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004998926441731215,
      "loss": 6.9416,
      "mean_token_accuracy": 0.10820029228925705,
      "num_tokens": 4157592.0,
      "step": 1910
    },
    {
      "entropy": 7.106622838973999,
      "epoch": 0.2049333832735834,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004998914599879845,
      "loss": 6.9208,
      "mean_token_accuracy": 0.10948476865887642,
      "num_tokens": 4168637.0,
      "step": 1915
    },
    {
      "entropy": 7.10308952331543,
      "epoch": 0.2054684573813473,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004998902693091382,
      "loss": 6.9663,
      "mean_token_accuracy": 0.10619650930166244,
      "num_tokens": 4179951.0,
      "step": 1920
    },
    {
      "entropy": 7.086925888061524,
      "epoch": 0.20600353148911124,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004998890721366171,
      "loss": 6.8677,
      "mean_token_accuracy": 0.10923162400722504,
      "num_tokens": 4189895.0,
      "step": 1925
    },
    {
      "entropy": 7.098230361938477,
      "epoch": 0.20653860559687517,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004998878684704556,
      "loss": 6.9011,
      "mean_token_accuracy": 0.1140952430665493,
      "num_tokens": 4199796.0,
      "step": 1930
    },
    {
      "entropy": 7.0652295589447025,
      "epoch": 0.20707367970463908,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004998866583106884,
      "loss": 6.9376,
      "mean_token_accuracy": 0.10857674703001977,
      "num_tokens": 4210428.0,
      "step": 1935
    },
    {
      "entropy": 7.12544617652893,
      "epoch": 0.207608753812403,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004998854416573506,
      "loss": 6.998,
      "mean_token_accuracy": 0.11166770830750465,
      "num_tokens": 4221515.0,
      "step": 1940
    },
    {
      "entropy": 7.1380102157592775,
      "epoch": 0.20814382792016695,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004998842185104772,
      "loss": 7.0288,
      "mean_token_accuracy": 0.10675298646092415,
      "num_tokens": 4232580.0,
      "step": 1945
    },
    {
      "entropy": 7.047916030883789,
      "epoch": 0.20867890202793088,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004998829888701036,
      "loss": 6.9396,
      "mean_token_accuracy": 0.11182363629341126,
      "num_tokens": 4242871.0,
      "step": 1950
    },
    {
      "entropy": 7.13678822517395,
      "epoch": 0.20921397613569478,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004998817527362654,
      "loss": 6.9625,
      "mean_token_accuracy": 0.10563497394323348,
      "num_tokens": 4253419.0,
      "step": 1955
    },
    {
      "entropy": 7.076486873626709,
      "epoch": 0.20974905024345872,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004998805101089982,
      "loss": 6.9417,
      "mean_token_accuracy": 0.10947482511401177,
      "num_tokens": 4264327.0,
      "step": 1960
    },
    {
      "entropy": 7.137678337097168,
      "epoch": 0.21028412435122265,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004998792609883378,
      "loss": 6.9144,
      "mean_token_accuracy": 0.11335683837532998,
      "num_tokens": 4274568.0,
      "step": 1965
    },
    {
      "entropy": 7.063451051712036,
      "epoch": 0.21081919845898656,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004998780053743203,
      "loss": 6.9016,
      "mean_token_accuracy": 0.11350873038172722,
      "num_tokens": 4284895.0,
      "step": 1970
    },
    {
      "entropy": 7.0390349388122555,
      "epoch": 0.2113542725667505,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004998767432669822,
      "loss": 6.9389,
      "mean_token_accuracy": 0.10549373626708984,
      "num_tokens": 4297258.0,
      "step": 1975
    },
    {
      "entropy": 7.111899423599243,
      "epoch": 0.21188934667451442,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004998754746663595,
      "loss": 6.881,
      "mean_token_accuracy": 0.11032110527157783,
      "num_tokens": 4308307.0,
      "step": 1980
    },
    {
      "entropy": 7.049768352508545,
      "epoch": 0.21242442078227836,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004998741995724892,
      "loss": 6.9502,
      "mean_token_accuracy": 0.11004350334405899,
      "num_tokens": 4318801.0,
      "step": 1985
    },
    {
      "entropy": 7.070007371902466,
      "epoch": 0.21295949489004226,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004998729179854079,
      "loss": 6.913,
      "mean_token_accuracy": 0.10913456007838249,
      "num_tokens": 4329531.0,
      "step": 1990
    },
    {
      "entropy": 7.077743101119995,
      "epoch": 0.2134945689978062,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004998716299051527,
      "loss": 6.9029,
      "mean_token_accuracy": 0.11192808151245118,
      "num_tokens": 4341203.0,
      "step": 1995
    },
    {
      "entropy": 7.02212815284729,
      "epoch": 0.21402964310557013,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004998703353317609,
      "loss": 6.9553,
      "mean_token_accuracy": 0.10663387700915336,
      "num_tokens": 4352426.0,
      "step": 2000
    },
    {
      "entropy": 7.1021686553955075,
      "epoch": 0.21456471721333403,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004998690342652697,
      "loss": 6.8922,
      "mean_token_accuracy": 0.1153487928211689,
      "num_tokens": 4363413.0,
      "step": 2005
    },
    {
      "entropy": 7.031656312942505,
      "epoch": 0.21509979132109797,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004998677267057166,
      "loss": 6.8375,
      "mean_token_accuracy": 0.11453943327069283,
      "num_tokens": 4373470.0,
      "step": 2010
    },
    {
      "entropy": 7.010087633132935,
      "epoch": 0.2156348654288619,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004998664126531397,
      "loss": 6.9018,
      "mean_token_accuracy": 0.11389576569199562,
      "num_tokens": 4384438.0,
      "step": 2015
    },
    {
      "entropy": 7.090394735336304,
      "epoch": 0.21616993953662583,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004998650921075766,
      "loss": 6.8786,
      "mean_token_accuracy": 0.11450627520680427,
      "num_tokens": 4395100.0,
      "step": 2020
    },
    {
      "entropy": 7.041706991195679,
      "epoch": 0.21670501364438974,
      "grad_norm": 0.875,
      "learning_rate": 0.0004998637650690656,
      "loss": 6.993,
      "mean_token_accuracy": 0.1060309000313282,
      "num_tokens": 4407131.0,
      "step": 2025
    },
    {
      "entropy": 7.066201686859131,
      "epoch": 0.21724008775215367,
      "grad_norm": 1.0,
      "learning_rate": 0.000499862431537645,
      "loss": 6.8292,
      "mean_token_accuracy": 0.1086798407137394,
      "num_tokens": 4417701.0,
      "step": 2030
    },
    {
      "entropy": 7.037751197814941,
      "epoch": 0.2177751618599176,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004998610915133533,
      "loss": 6.9028,
      "mean_token_accuracy": 0.1083365522325039,
      "num_tokens": 4429309.0,
      "step": 2035
    },
    {
      "entropy": 7.060035514831543,
      "epoch": 0.21831023596768154,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004998597449962292,
      "loss": 6.9723,
      "mean_token_accuracy": 0.10615406855940819,
      "num_tokens": 4440850.0,
      "step": 2040
    },
    {
      "entropy": 7.043385744094849,
      "epoch": 0.21884531007544544,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004998583919863115,
      "loss": 6.9449,
      "mean_token_accuracy": 0.1061348296701908,
      "num_tokens": 4451995.0,
      "step": 2045
    },
    {
      "entropy": 6.994556903839111,
      "epoch": 0.21938038418320938,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004998570324836393,
      "loss": 6.8568,
      "mean_token_accuracy": 0.11581476256251336,
      "num_tokens": 4461916.0,
      "step": 2050
    },
    {
      "entropy": 7.012522411346436,
      "epoch": 0.2199154582909733,
      "grad_norm": 1.0546875,
      "learning_rate": 0.000499855666488252,
      "loss": 6.9325,
      "mean_token_accuracy": 0.10941380187869072,
      "num_tokens": 4471603.0,
      "step": 2055
    },
    {
      "entropy": 7.203369617462158,
      "epoch": 0.22045053239873721,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004998542940001889,
      "loss": 6.9765,
      "mean_token_accuracy": 0.1062982976436615,
      "num_tokens": 4483166.0,
      "step": 2060
    },
    {
      "entropy": 6.995989227294922,
      "epoch": 0.22098560650650115,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004998529150194895,
      "loss": 6.8848,
      "mean_token_accuracy": 0.10458490177989006,
      "num_tokens": 4493824.0,
      "step": 2065
    },
    {
      "entropy": 7.03889012336731,
      "epoch": 0.22152068061426508,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004998515295461939,
      "loss": 6.7739,
      "mean_token_accuracy": 0.1276262767612934,
      "num_tokens": 4505674.0,
      "step": 2070
    },
    {
      "entropy": 6.970796203613281,
      "epoch": 0.22205575472202901,
      "grad_norm": 0.94921875,
      "learning_rate": 0.000499850137580342,
      "loss": 6.8791,
      "mean_token_accuracy": 0.1157338224351406,
      "num_tokens": 4516516.0,
      "step": 2075
    },
    {
      "entropy": 7.061030149459839,
      "epoch": 0.22259082882979292,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004998487391219739,
      "loss": 6.8821,
      "mean_token_accuracy": 0.10787423551082612,
      "num_tokens": 4527811.0,
      "step": 2080
    },
    {
      "entropy": 7.023014736175537,
      "epoch": 0.22312590293755685,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004998473341711301,
      "loss": 6.8298,
      "mean_token_accuracy": 0.10802056044340133,
      "num_tokens": 4538988.0,
      "step": 2085
    },
    {
      "entropy": 7.010777187347412,
      "epoch": 0.22366097704532079,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004998459227278512,
      "loss": 6.8458,
      "mean_token_accuracy": 0.11393861100077629,
      "num_tokens": 4550049.0,
      "step": 2090
    },
    {
      "entropy": 7.15531325340271,
      "epoch": 0.2241960511530847,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004998445047921777,
      "loss": 6.9713,
      "mean_token_accuracy": 0.11392002254724502,
      "num_tokens": 4559784.0,
      "step": 2095
    },
    {
      "entropy": 7.074538469314575,
      "epoch": 0.22473112526084862,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004998430803641509,
      "loss": 6.8138,
      "mean_token_accuracy": 0.11510861515998841,
      "num_tokens": 4569982.0,
      "step": 2100
    },
    {
      "entropy": 6.908378839492798,
      "epoch": 0.22526619936861256,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004998416494438118,
      "loss": 6.8287,
      "mean_token_accuracy": 0.11351708471775054,
      "num_tokens": 4581117.0,
      "step": 2105
    },
    {
      "entropy": 7.025954914093018,
      "epoch": 0.2258012734763765,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004998402120312014,
      "loss": 6.8923,
      "mean_token_accuracy": 0.11487512886524201,
      "num_tokens": 4592012.0,
      "step": 2110
    },
    {
      "entropy": 7.058220863342285,
      "epoch": 0.2263363475841404,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004998387681263616,
      "loss": 6.9393,
      "mean_token_accuracy": 0.10974757522344589,
      "num_tokens": 4602591.0,
      "step": 2115
    },
    {
      "entropy": 7.071815109252929,
      "epoch": 0.22687142169190433,
      "grad_norm": 0.8828125,
      "learning_rate": 0.000499837317729334,
      "loss": 6.8659,
      "mean_token_accuracy": 0.11159347370266914,
      "num_tokens": 4613418.0,
      "step": 2120
    },
    {
      "entropy": 7.025975751876831,
      "epoch": 0.22740649579966826,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004998358608401603,
      "loss": 6.7897,
      "mean_token_accuracy": 0.12081962004303932,
      "num_tokens": 4625156.0,
      "step": 2125
    },
    {
      "entropy": 7.025455379486084,
      "epoch": 0.22794156990743217,
      "grad_norm": 0.92578125,
      "learning_rate": 0.000499834397458883,
      "loss": 6.8316,
      "mean_token_accuracy": 0.11804601326584815,
      "num_tokens": 4634523.0,
      "step": 2130
    },
    {
      "entropy": 6.948561143875122,
      "epoch": 0.2284766440151961,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004998329275855438,
      "loss": 6.8168,
      "mean_token_accuracy": 0.1192819207906723,
      "num_tokens": 4646292.0,
      "step": 2135
    },
    {
      "entropy": 7.014158439636231,
      "epoch": 0.22901171812296003,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004998314512201855,
      "loss": 6.8009,
      "mean_token_accuracy": 0.10840347334742546,
      "num_tokens": 4656417.0,
      "step": 2140
    },
    {
      "entropy": 6.955240058898926,
      "epoch": 0.22954679223072397,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004998299683628507,
      "loss": 6.8215,
      "mean_token_accuracy": 0.11493450030684471,
      "num_tokens": 4666933.0,
      "step": 2145
    },
    {
      "entropy": 7.043175792694091,
      "epoch": 0.23008186633848787,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004998284790135821,
      "loss": 6.9814,
      "mean_token_accuracy": 0.10535553693771363,
      "num_tokens": 4678482.0,
      "step": 2150
    },
    {
      "entropy": 7.038923978805542,
      "epoch": 0.2306169404462518,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004998269831724228,
      "loss": 6.8373,
      "mean_token_accuracy": 0.11513779833912849,
      "num_tokens": 4688454.0,
      "step": 2155
    },
    {
      "entropy": 6.988160562515259,
      "epoch": 0.23115201455401574,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004998254808394159,
      "loss": 6.8731,
      "mean_token_accuracy": 0.11315513700246811,
      "num_tokens": 4699545.0,
      "step": 2160
    },
    {
      "entropy": 7.063672733306885,
      "epoch": 0.23168708866177964,
      "grad_norm": 0.83203125,
      "learning_rate": 0.0004998239720146048,
      "loss": 6.8762,
      "mean_token_accuracy": 0.1088165782392025,
      "num_tokens": 4711149.0,
      "step": 2165
    },
    {
      "entropy": 6.939060354232788,
      "epoch": 0.23222216276954358,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004998224566980332,
      "loss": 6.8926,
      "mean_token_accuracy": 0.1109717458486557,
      "num_tokens": 4722651.0,
      "step": 2170
    },
    {
      "entropy": 7.021150684356689,
      "epoch": 0.2327572368773075,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004998209348897447,
      "loss": 6.8808,
      "mean_token_accuracy": 0.10639935210347176,
      "num_tokens": 4733883.0,
      "step": 2175
    },
    {
      "entropy": 7.1795416355133055,
      "epoch": 0.23329231098507144,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004998194065897833,
      "loss": 6.8588,
      "mean_token_accuracy": 0.11214026883244514,
      "num_tokens": 4744517.0,
      "step": 2180
    },
    {
      "entropy": 6.939247798919678,
      "epoch": 0.23382738509283535,
      "grad_norm": 0.95703125,
      "learning_rate": 0.000499817871798193,
      "loss": 6.8688,
      "mean_token_accuracy": 0.12289264723658562,
      "num_tokens": 4755481.0,
      "step": 2185
    },
    {
      "entropy": 6.936901998519898,
      "epoch": 0.23436245920059928,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004998163305150185,
      "loss": 6.7796,
      "mean_token_accuracy": 0.12206417769193649,
      "num_tokens": 4765535.0,
      "step": 2190
    },
    {
      "entropy": 7.031427049636841,
      "epoch": 0.23489753330836322,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004998147827403038,
      "loss": 6.896,
      "mean_token_accuracy": 0.11192756742238999,
      "num_tokens": 4777045.0,
      "step": 2195
    },
    {
      "entropy": 7.11299991607666,
      "epoch": 0.23543260741612712,
      "grad_norm": 0.94140625,
      "learning_rate": 0.000499813228474094,
      "loss": 6.7736,
      "mean_token_accuracy": 0.1204762414097786,
      "num_tokens": 4787958.0,
      "step": 2200
    },
    {
      "entropy": 6.87829556465149,
      "epoch": 0.23596768152389105,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004998116677164338,
      "loss": 6.8352,
      "mean_token_accuracy": 0.11555254310369492,
      "num_tokens": 4798502.0,
      "step": 2205
    },
    {
      "entropy": 6.991652488708496,
      "epoch": 0.236502755631655,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004998101004673682,
      "loss": 6.8393,
      "mean_token_accuracy": 0.1141854278743267,
      "num_tokens": 4809179.0,
      "step": 2210
    },
    {
      "entropy": 7.067083883285522,
      "epoch": 0.23703782973941892,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004998085267269426,
      "loss": 6.8898,
      "mean_token_accuracy": 0.10678831562399864,
      "num_tokens": 4819803.0,
      "step": 2215
    },
    {
      "entropy": 7.071384286880493,
      "epoch": 0.23757290384718283,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004998069464952025,
      "loss": 6.88,
      "mean_token_accuracy": 0.11006908938288688,
      "num_tokens": 4831226.0,
      "step": 2220
    },
    {
      "entropy": 6.991342973709107,
      "epoch": 0.23810797795494676,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004998053597721932,
      "loss": 6.8957,
      "mean_token_accuracy": 0.11495887637138366,
      "num_tokens": 4842168.0,
      "step": 2225
    },
    {
      "entropy": 6.976592063903809,
      "epoch": 0.2386430520627107,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004998037665579608,
      "loss": 6.8553,
      "mean_token_accuracy": 0.11443870812654496,
      "num_tokens": 4852655.0,
      "step": 2230
    },
    {
      "entropy": 6.9272545337677,
      "epoch": 0.2391781261704746,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004998021668525513,
      "loss": 6.7459,
      "mean_token_accuracy": 0.11380679160356522,
      "num_tokens": 4862164.0,
      "step": 2235
    },
    {
      "entropy": 7.040174579620361,
      "epoch": 0.23971320027823853,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004998005606560107,
      "loss": 6.8763,
      "mean_token_accuracy": 0.11493096947669983,
      "num_tokens": 4874233.0,
      "step": 2240
    },
    {
      "entropy": 7.048814058303833,
      "epoch": 0.24024827438600246,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004997989479683856,
      "loss": 6.8835,
      "mean_token_accuracy": 0.1131036177277565,
      "num_tokens": 4885948.0,
      "step": 2245
    },
    {
      "entropy": 6.949912738800049,
      "epoch": 0.2407833484937664,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004997973287897224,
      "loss": 6.8498,
      "mean_token_accuracy": 0.11797192841768264,
      "num_tokens": 4897128.0,
      "step": 2250
    },
    {
      "entropy": 7.004365396499634,
      "epoch": 0.2413184226015303,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004997957031200681,
      "loss": 6.8378,
      "mean_token_accuracy": 0.1178452044725418,
      "num_tokens": 4907699.0,
      "step": 2255
    },
    {
      "entropy": 6.862322807312012,
      "epoch": 0.24185349670929424,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004997940709594692,
      "loss": 6.7581,
      "mean_token_accuracy": 0.11488514393568039,
      "num_tokens": 4918772.0,
      "step": 2260
    },
    {
      "entropy": 7.0672924518585205,
      "epoch": 0.24238857081705817,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004997924323079733,
      "loss": 6.8086,
      "mean_token_accuracy": 0.11449672654271126,
      "num_tokens": 4930046.0,
      "step": 2265
    },
    {
      "entropy": 6.9590620517730715,
      "epoch": 0.24292364492482207,
      "grad_norm": 1.0,
      "learning_rate": 0.0004997907871656273,
      "loss": 6.8473,
      "mean_token_accuracy": 0.11889113560318947,
      "num_tokens": 4940609.0,
      "step": 2270
    },
    {
      "entropy": 6.953554725646972,
      "epoch": 0.243458719032586,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004997891355324791,
      "loss": 6.8548,
      "mean_token_accuracy": 0.11316049173474312,
      "num_tokens": 4951339.0,
      "step": 2275
    },
    {
      "entropy": 6.965586376190186,
      "epoch": 0.24399379314034994,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004997874774085761,
      "loss": 6.7713,
      "mean_token_accuracy": 0.11162809878587723,
      "num_tokens": 4961083.0,
      "step": 2280
    },
    {
      "entropy": 6.9387928485870365,
      "epoch": 0.24452886724811387,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004997858127939662,
      "loss": 6.7786,
      "mean_token_accuracy": 0.11602784022688865,
      "num_tokens": 4971399.0,
      "step": 2285
    },
    {
      "entropy": 7.045397090911865,
      "epoch": 0.24506394135587778,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004997841416886976,
      "loss": 6.8494,
      "mean_token_accuracy": 0.11378169581294059,
      "num_tokens": 4982429.0,
      "step": 2290
    },
    {
      "entropy": 7.015939521789551,
      "epoch": 0.2455990154636417,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004997824640928186,
      "loss": 6.9026,
      "mean_token_accuracy": 0.11243998631834984,
      "num_tokens": 4993706.0,
      "step": 2295
    },
    {
      "entropy": 6.973430252075195,
      "epoch": 0.24613408957140565,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004997807800063774,
      "loss": 6.7987,
      "mean_token_accuracy": 0.11612713485956191,
      "num_tokens": 5005411.0,
      "step": 2300
    },
    {
      "entropy": 7.023290300369263,
      "epoch": 0.24666916367916958,
      "grad_norm": 0.97265625,
      "learning_rate": 0.000499779089429423,
      "loss": 6.9079,
      "mean_token_accuracy": 0.11179403588175774,
      "num_tokens": 5016011.0,
      "step": 2305
    },
    {
      "entropy": 7.000566244125366,
      "epoch": 0.24720423778693348,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004997773923620037,
      "loss": 6.8623,
      "mean_token_accuracy": 0.111385428160429,
      "num_tokens": 5027841.0,
      "step": 2310
    },
    {
      "entropy": 7.045706176757813,
      "epoch": 0.24773931189469742,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004997756888041689,
      "loss": 6.8724,
      "mean_token_accuracy": 0.10345056504011155,
      "num_tokens": 5038640.0,
      "step": 2315
    },
    {
      "entropy": 6.902830696105957,
      "epoch": 0.24827438600246135,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004997739787559677,
      "loss": 6.8095,
      "mean_token_accuracy": 0.11510297358036041,
      "num_tokens": 5050423.0,
      "step": 2320
    },
    {
      "entropy": 6.9570495128631595,
      "epoch": 0.24880946011022526,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004997722622174494,
      "loss": 6.8245,
      "mean_token_accuracy": 0.1107373408973217,
      "num_tokens": 5060654.0,
      "step": 2325
    },
    {
      "entropy": 6.980988788604736,
      "epoch": 0.2493445342179892,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004997705391886636,
      "loss": 6.74,
      "mean_token_accuracy": 0.11879942938685417,
      "num_tokens": 5070165.0,
      "step": 2330
    },
    {
      "entropy": 6.876005411148071,
      "epoch": 0.24987960832575312,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004997688096696601,
      "loss": 6.7985,
      "mean_token_accuracy": 0.1089643731713295,
      "num_tokens": 5080937.0,
      "step": 2335
    },
    {
      "entropy": 6.925089263916016,
      "epoch": 0.25041468243351706,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004997670736604888,
      "loss": 6.7563,
      "mean_token_accuracy": 0.1205267108976841,
      "num_tokens": 5090955.0,
      "step": 2340
    },
    {
      "entropy": 7.03852686882019,
      "epoch": 0.250949756541281,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004997653311611998,
      "loss": 6.8739,
      "mean_token_accuracy": 0.11155789867043495,
      "num_tokens": 5102201.0,
      "step": 2345
    },
    {
      "entropy": 6.987645435333252,
      "epoch": 0.25148483064904487,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004997635821718435,
      "loss": 6.824,
      "mean_token_accuracy": 0.11684843078255654,
      "num_tokens": 5112235.0,
      "step": 2350
    },
    {
      "entropy": 6.894544506072998,
      "epoch": 0.2520199047568088,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004997618266924704,
      "loss": 6.6918,
      "mean_token_accuracy": 0.11397716328501702,
      "num_tokens": 5122360.0,
      "step": 2355
    },
    {
      "entropy": 6.953846549987793,
      "epoch": 0.25255497886457273,
      "grad_norm": 0.96875,
      "learning_rate": 0.000499760064723131,
      "loss": 6.8561,
      "mean_token_accuracy": 0.11097584813833236,
      "num_tokens": 5133084.0,
      "step": 2360
    },
    {
      "entropy": 6.926644515991211,
      "epoch": 0.25309005297233667,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004997582962638764,
      "loss": 6.807,
      "mean_token_accuracy": 0.11033241674304009,
      "num_tokens": 5144495.0,
      "step": 2365
    },
    {
      "entropy": 6.99140362739563,
      "epoch": 0.2536251270801006,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004997565213147575,
      "loss": 6.8124,
      "mean_token_accuracy": 0.1126865342259407,
      "num_tokens": 5154824.0,
      "step": 2370
    },
    {
      "entropy": 6.981679964065552,
      "epoch": 0.25416020118786453,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004997547398758257,
      "loss": 6.7919,
      "mean_token_accuracy": 0.11184171065688134,
      "num_tokens": 5165061.0,
      "step": 2375
    },
    {
      "entropy": 6.904257774353027,
      "epoch": 0.25469527529562846,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004997529519471323,
      "loss": 6.7544,
      "mean_token_accuracy": 0.11957130804657937,
      "num_tokens": 5174964.0,
      "step": 2380
    },
    {
      "entropy": 6.897611808776856,
      "epoch": 0.25523034940339234,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004997511575287291,
      "loss": 6.7779,
      "mean_token_accuracy": 0.11545832976698875,
      "num_tokens": 5185458.0,
      "step": 2385
    },
    {
      "entropy": 6.9422607421875,
      "epoch": 0.2557654235111563,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004997493566206677,
      "loss": 6.7832,
      "mean_token_accuracy": 0.11810909807682038,
      "num_tokens": 5196193.0,
      "step": 2390
    },
    {
      "entropy": 6.955947160720825,
      "epoch": 0.2563004976189202,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004997475492230003,
      "loss": 6.9005,
      "mean_token_accuracy": 0.10454355254769325,
      "num_tokens": 5208541.0,
      "step": 2395
    },
    {
      "entropy": 6.962620639801026,
      "epoch": 0.25683557172668414,
      "grad_norm": 0.90625,
      "learning_rate": 0.000499745735335779,
      "loss": 6.735,
      "mean_token_accuracy": 0.11618000417947769,
      "num_tokens": 5218567.0,
      "step": 2400
    },
    {
      "entropy": 6.940538597106934,
      "epoch": 0.2573706458344481,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004997439149590561,
      "loss": 6.8348,
      "mean_token_accuracy": 0.1160251334309578,
      "num_tokens": 5228293.0,
      "step": 2405
    },
    {
      "entropy": 6.943749809265137,
      "epoch": 0.257905719942212,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004997420880928843,
      "loss": 6.773,
      "mean_token_accuracy": 0.11500717997550965,
      "num_tokens": 5238880.0,
      "step": 2410
    },
    {
      "entropy": 6.971029949188233,
      "epoch": 0.25844079404997594,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004997402547373162,
      "loss": 6.8681,
      "mean_token_accuracy": 0.11088483035564423,
      "num_tokens": 5250104.0,
      "step": 2415
    },
    {
      "entropy": 7.003297328948975,
      "epoch": 0.2589758681577399,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004997384148924049,
      "loss": 6.8911,
      "mean_token_accuracy": 0.10915096178650856,
      "num_tokens": 5260355.0,
      "step": 2420
    },
    {
      "entropy": 6.9441088199615475,
      "epoch": 0.25951094226550375,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004997365685582035,
      "loss": 6.8279,
      "mean_token_accuracy": 0.11006084382534027,
      "num_tokens": 5272117.0,
      "step": 2425
    },
    {
      "entropy": 6.993571662902832,
      "epoch": 0.2600460163732677,
      "grad_norm": 0.8125,
      "learning_rate": 0.0004997347157347651,
      "loss": 6.9055,
      "mean_token_accuracy": 0.10792700424790383,
      "num_tokens": 5284583.0,
      "step": 2430
    },
    {
      "entropy": 6.9657491683959964,
      "epoch": 0.2605810904810316,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004997328564221435,
      "loss": 6.7043,
      "mean_token_accuracy": 0.12548126876354218,
      "num_tokens": 5295846.0,
      "step": 2435
    },
    {
      "entropy": 6.922348833084106,
      "epoch": 0.26111616458879555,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004997309906203922,
      "loss": 6.8665,
      "mean_token_accuracy": 0.11150647774338722,
      "num_tokens": 5307802.0,
      "step": 2440
    },
    {
      "entropy": 7.020015811920166,
      "epoch": 0.2616512386965595,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004997291183295652,
      "loss": 6.7684,
      "mean_token_accuracy": 0.11495870873332023,
      "num_tokens": 5318263.0,
      "step": 2445
    },
    {
      "entropy": 6.966686868667603,
      "epoch": 0.2621863128043234,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004997272395497164,
      "loss": 6.8393,
      "mean_token_accuracy": 0.11350447610020638,
      "num_tokens": 5328555.0,
      "step": 2450
    },
    {
      "entropy": 6.924846744537353,
      "epoch": 0.26272138691208735,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004997253542809002,
      "loss": 6.7822,
      "mean_token_accuracy": 0.11584390923380852,
      "num_tokens": 5339954.0,
      "step": 2455
    },
    {
      "entropy": 7.011740589141846,
      "epoch": 0.26325646101985123,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004997234625231709,
      "loss": 6.833,
      "mean_token_accuracy": 0.11277272999286651,
      "num_tokens": 5350919.0,
      "step": 2460
    },
    {
      "entropy": 6.9140222549438475,
      "epoch": 0.26379153512761516,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0004997215642765832,
      "loss": 6.8008,
      "mean_token_accuracy": 0.11968391984701157,
      "num_tokens": 5361844.0,
      "step": 2465
    },
    {
      "entropy": 6.95019302368164,
      "epoch": 0.2643266092353791,
      "grad_norm": 0.8828125,
      "learning_rate": 0.000499719659541192,
      "loss": 6.817,
      "mean_token_accuracy": 0.11521307304501534,
      "num_tokens": 5372026.0,
      "step": 2470
    },
    {
      "entropy": 6.988909292221069,
      "epoch": 0.26486168334314303,
      "grad_norm": 0.875,
      "learning_rate": 0.0004997177483170521,
      "loss": 6.8607,
      "mean_token_accuracy": 0.1169206328690052,
      "num_tokens": 5382965.0,
      "step": 2475
    },
    {
      "entropy": 6.892836618423462,
      "epoch": 0.26539675745090696,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004997158306042188,
      "loss": 6.8263,
      "mean_token_accuracy": 0.11475292220711708,
      "num_tokens": 5393738.0,
      "step": 2480
    },
    {
      "entropy": 6.926968002319336,
      "epoch": 0.2659318315586709,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004997139064027476,
      "loss": 6.6846,
      "mean_token_accuracy": 0.12196357250213623,
      "num_tokens": 5404059.0,
      "step": 2485
    },
    {
      "entropy": 6.927339553833008,
      "epoch": 0.26646690566643483,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004997119757126938,
      "loss": 6.7177,
      "mean_token_accuracy": 0.12148095294833183,
      "num_tokens": 5414152.0,
      "step": 2490
    },
    {
      "entropy": 6.945639944076538,
      "epoch": 0.2670019797741987,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004997100385341133,
      "loss": 6.9211,
      "mean_token_accuracy": 0.11438909769058228,
      "num_tokens": 5425227.0,
      "step": 2495
    },
    {
      "entropy": 6.89841046333313,
      "epoch": 0.26753705388196264,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004997080948670621,
      "loss": 6.7386,
      "mean_token_accuracy": 0.11951160728931427,
      "num_tokens": 5435716.0,
      "step": 2500
    },
    {
      "entropy": 6.952828311920166,
      "epoch": 0.26807212798972657,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004997061447115962,
      "loss": 6.7994,
      "mean_token_accuracy": 0.11123032942414283,
      "num_tokens": 5446519.0,
      "step": 2505
    },
    {
      "entropy": 6.972070121765137,
      "epoch": 0.2686072020974905,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004997041880677719,
      "loss": 6.7854,
      "mean_token_accuracy": 0.11640850678086281,
      "num_tokens": 5457496.0,
      "step": 2510
    },
    {
      "entropy": 6.81004490852356,
      "epoch": 0.26914227620525444,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004997022249356457,
      "loss": 6.6897,
      "mean_token_accuracy": 0.11792643666267395,
      "num_tokens": 5469059.0,
      "step": 2515
    },
    {
      "entropy": 6.968305969238282,
      "epoch": 0.26967735031301837,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004997002553152745,
      "loss": 6.7763,
      "mean_token_accuracy": 0.1165540061891079,
      "num_tokens": 5480324.0,
      "step": 2520
    },
    {
      "entropy": 6.9082786560058596,
      "epoch": 0.2702124244207823,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004996982792067148,
      "loss": 6.7982,
      "mean_token_accuracy": 0.10845497250556946,
      "num_tokens": 5491513.0,
      "step": 2525
    },
    {
      "entropy": 6.845801305770874,
      "epoch": 0.2707474985285462,
      "grad_norm": 0.90234375,
      "learning_rate": 0.000499696296610024,
      "loss": 6.7141,
      "mean_token_accuracy": 0.1153460405766964,
      "num_tokens": 5502414.0,
      "step": 2530
    },
    {
      "entropy": 6.895366764068603,
      "epoch": 0.2712825726363101,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004996943075252592,
      "loss": 6.8524,
      "mean_token_accuracy": 0.11012412756681442,
      "num_tokens": 5512962.0,
      "step": 2535
    },
    {
      "entropy": 6.915656995773316,
      "epoch": 0.27181764674407405,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004996923119524777,
      "loss": 6.7113,
      "mean_token_accuracy": 0.11564896106719971,
      "num_tokens": 5524648.0,
      "step": 2540
    },
    {
      "entropy": 6.831974935531616,
      "epoch": 0.272352720851838,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004996903098917375,
      "loss": 6.7874,
      "mean_token_accuracy": 0.11287342086434364,
      "num_tokens": 5536158.0,
      "step": 2545
    },
    {
      "entropy": 6.899387216567993,
      "epoch": 0.2728877949596019,
      "grad_norm": 0.95703125,
      "learning_rate": 0.000499688301343096,
      "loss": 6.7079,
      "mean_token_accuracy": 0.1191154383122921,
      "num_tokens": 5547374.0,
      "step": 2550
    },
    {
      "entropy": 7.005048942565918,
      "epoch": 0.27342286906736585,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004996862863066114,
      "loss": 6.7796,
      "mean_token_accuracy": 0.11790791600942611,
      "num_tokens": 5559212.0,
      "step": 2555
    },
    {
      "entropy": 6.890092992782593,
      "epoch": 0.2739579431751298,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004996842647823419,
      "loss": 6.7608,
      "mean_token_accuracy": 0.11599445417523384,
      "num_tokens": 5569302.0,
      "step": 2560
    },
    {
      "entropy": 6.870169162750244,
      "epoch": 0.27449301728289366,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004996822367703458,
      "loss": 6.7614,
      "mean_token_accuracy": 0.1111794389784336,
      "num_tokens": 5581688.0,
      "step": 2565
    },
    {
      "entropy": 6.951163101196289,
      "epoch": 0.2750280913906576,
      "grad_norm": 1.0,
      "learning_rate": 0.0004996802022706817,
      "loss": 6.6931,
      "mean_token_accuracy": 0.12126608714461326,
      "num_tokens": 5591376.0,
      "step": 2570
    },
    {
      "entropy": 6.821857643127442,
      "epoch": 0.2755631654984215,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004996781612834083,
      "loss": 6.7398,
      "mean_token_accuracy": 0.11958454847335816,
      "num_tokens": 5601510.0,
      "step": 2575
    },
    {
      "entropy": 7.014713430404663,
      "epoch": 0.27609823960618546,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004996761138085846,
      "loss": 6.8168,
      "mean_token_accuracy": 0.11218597292900086,
      "num_tokens": 5611436.0,
      "step": 2580
    },
    {
      "entropy": 6.935541868209839,
      "epoch": 0.2766333137139494,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004996740598462697,
      "loss": 6.8095,
      "mean_token_accuracy": 0.11031911820173264,
      "num_tokens": 5620470.0,
      "step": 2585
    },
    {
      "entropy": 6.8055510997772215,
      "epoch": 0.2771683878217133,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004996719993965229,
      "loss": 6.706,
      "mean_token_accuracy": 0.11797739341855049,
      "num_tokens": 5630740.0,
      "step": 2590
    },
    {
      "entropy": 6.850885009765625,
      "epoch": 0.27770346192947726,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004996699324594036,
      "loss": 6.7039,
      "mean_token_accuracy": 0.12097388580441475,
      "num_tokens": 5641138.0,
      "step": 2595
    },
    {
      "entropy": 6.978074979782105,
      "epoch": 0.27823853603724114,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004996678590349717,
      "loss": 6.8357,
      "mean_token_accuracy": 0.11379286721348762,
      "num_tokens": 5652474.0,
      "step": 2600
    },
    {
      "entropy": 6.878711938858032,
      "epoch": 0.27877361014500507,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004996657791232868,
      "loss": 6.7386,
      "mean_token_accuracy": 0.11961781904101372,
      "num_tokens": 5663178.0,
      "step": 2605
    },
    {
      "entropy": 6.925683259963989,
      "epoch": 0.279308684252769,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004996636927244092,
      "loss": 6.7547,
      "mean_token_accuracy": 0.1120869092643261,
      "num_tokens": 5673565.0,
      "step": 2610
    },
    {
      "entropy": 6.962445402145386,
      "epoch": 0.27984375836053293,
      "grad_norm": 0.93359375,
      "learning_rate": 0.000499661599838399,
      "loss": 6.8024,
      "mean_token_accuracy": 0.11387971341609955,
      "num_tokens": 5684651.0,
      "step": 2615
    },
    {
      "entropy": 6.835036849975586,
      "epoch": 0.28037883246829687,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004996595004653167,
      "loss": 6.6974,
      "mean_token_accuracy": 0.11756563186645508,
      "num_tokens": 5696081.0,
      "step": 2620
    },
    {
      "entropy": 6.892896032333374,
      "epoch": 0.2809139065760608,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004996573946052229,
      "loss": 6.7302,
      "mean_token_accuracy": 0.1182306431233883,
      "num_tokens": 5706830.0,
      "step": 2625
    },
    {
      "entropy": 6.870751905441284,
      "epoch": 0.28144898068382473,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004996552822581783,
      "loss": 6.7497,
      "mean_token_accuracy": 0.11799419671297073,
      "num_tokens": 5717261.0,
      "step": 2630
    },
    {
      "entropy": 6.895398330688477,
      "epoch": 0.2819840547915886,
      "grad_norm": 1.109375,
      "learning_rate": 0.000499653163424244,
      "loss": 6.7162,
      "mean_token_accuracy": 0.11693291366100311,
      "num_tokens": 5727280.0,
      "step": 2635
    },
    {
      "entropy": 6.914795780181885,
      "epoch": 0.28251912889935255,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004996510381034814,
      "loss": 6.7768,
      "mean_token_accuracy": 0.11307182461023331,
      "num_tokens": 5737485.0,
      "step": 2640
    },
    {
      "entropy": 6.847374200820923,
      "epoch": 0.2830542030071165,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004996489062959515,
      "loss": 6.7455,
      "mean_token_accuracy": 0.11446416452527046,
      "num_tokens": 5747683.0,
      "step": 2645
    },
    {
      "entropy": 6.875591611862182,
      "epoch": 0.2835892771148804,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004996467680017159,
      "loss": 6.8008,
      "mean_token_accuracy": 0.10731672197580337,
      "num_tokens": 5758148.0,
      "step": 2650
    },
    {
      "entropy": 6.893660068511963,
      "epoch": 0.28412435122264434,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004996446232208365,
      "loss": 6.7417,
      "mean_token_accuracy": 0.11981129944324494,
      "num_tokens": 5769109.0,
      "step": 2655
    },
    {
      "entropy": 6.8458967208862305,
      "epoch": 0.2846594253304083,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004996424719533753,
      "loss": 6.7689,
      "mean_token_accuracy": 0.11590512916445732,
      "num_tokens": 5780344.0,
      "step": 2660
    },
    {
      "entropy": 6.854043436050415,
      "epoch": 0.2851944994381722,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004996403141993941,
      "loss": 6.574,
      "mean_token_accuracy": 0.12556484565138817,
      "num_tokens": 5790167.0,
      "step": 2665
    },
    {
      "entropy": 6.847289323806763,
      "epoch": 0.2857295735459361,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004996381499589555,
      "loss": 6.736,
      "mean_token_accuracy": 0.1166438452899456,
      "num_tokens": 5800076.0,
      "step": 2670
    },
    {
      "entropy": 6.958036756515503,
      "epoch": 0.2862646476537,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004996359792321219,
      "loss": 6.6761,
      "mean_token_accuracy": 0.12416882291436196,
      "num_tokens": 5810547.0,
      "step": 2675
    },
    {
      "entropy": 6.771701908111572,
      "epoch": 0.28679972176146395,
      "grad_norm": 0.9921875,
      "learning_rate": 0.000499633802018956,
      "loss": 6.7178,
      "mean_token_accuracy": 0.12147761583328247,
      "num_tokens": 5821210.0,
      "step": 2680
    },
    {
      "entropy": 6.8582275867462155,
      "epoch": 0.2873347958692279,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004996316183195204,
      "loss": 6.7428,
      "mean_token_accuracy": 0.11563531160354615,
      "num_tokens": 5832361.0,
      "step": 2685
    },
    {
      "entropy": 6.957939958572387,
      "epoch": 0.2878698699769918,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004996294281338786,
      "loss": 6.7483,
      "mean_token_accuracy": 0.11480305045843124,
      "num_tokens": 5843242.0,
      "step": 2690
    },
    {
      "entropy": 6.903535652160644,
      "epoch": 0.28840494408475575,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004996272314620936,
      "loss": 6.7985,
      "mean_token_accuracy": 0.11267708018422126,
      "num_tokens": 5855163.0,
      "step": 2695
    },
    {
      "entropy": 6.856528568267822,
      "epoch": 0.2889400181925197,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004996250283042288,
      "loss": 6.7295,
      "mean_token_accuracy": 0.11896763294935227,
      "num_tokens": 5866908.0,
      "step": 2700
    },
    {
      "entropy": 6.895650959014892,
      "epoch": 0.28947509230028357,
      "grad_norm": 0.99609375,
      "learning_rate": 0.000499622818660348,
      "loss": 6.77,
      "mean_token_accuracy": 0.11609848588705063,
      "num_tokens": 5877342.0,
      "step": 2705
    },
    {
      "entropy": 6.855501699447632,
      "epoch": 0.2900101664080475,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004996206025305147,
      "loss": 6.7307,
      "mean_token_accuracy": 0.11352964714169503,
      "num_tokens": 5887960.0,
      "step": 2710
    },
    {
      "entropy": 6.8687375545501705,
      "epoch": 0.29054524051581143,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004996183799147932,
      "loss": 6.7099,
      "mean_token_accuracy": 0.11922564879059791,
      "num_tokens": 5899887.0,
      "step": 2715
    },
    {
      "entropy": 6.900043058395386,
      "epoch": 0.29108031462357536,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004996161508132475,
      "loss": 6.7054,
      "mean_token_accuracy": 0.11077265068888664,
      "num_tokens": 5911022.0,
      "step": 2720
    },
    {
      "entropy": 6.9139257907867435,
      "epoch": 0.2916153887313393,
      "grad_norm": 0.90625,
      "learning_rate": 0.000499613915225942,
      "loss": 6.7896,
      "mean_token_accuracy": 0.12132234573364258,
      "num_tokens": 5922780.0,
      "step": 2725
    },
    {
      "entropy": 6.895234394073486,
      "epoch": 0.29215046283910323,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004996116731529412,
      "loss": 6.7943,
      "mean_token_accuracy": 0.11419421285390854,
      "num_tokens": 5934112.0,
      "step": 2730
    },
    {
      "entropy": 6.880492639541626,
      "epoch": 0.29268553694686716,
      "grad_norm": 0.9921875,
      "learning_rate": 0.00049960942459431,
      "loss": 6.7463,
      "mean_token_accuracy": 0.11509791687130928,
      "num_tokens": 5944386.0,
      "step": 2735
    },
    {
      "entropy": 6.831871843338012,
      "epoch": 0.29322061105463104,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004996071695501132,
      "loss": 6.6907,
      "mean_token_accuracy": 0.12181662246584893,
      "num_tokens": 5955552.0,
      "step": 2740
    },
    {
      "entropy": 6.863772535324097,
      "epoch": 0.293755685162395,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004996049080204159,
      "loss": 6.6819,
      "mean_token_accuracy": 0.11952602937817573,
      "num_tokens": 5966790.0,
      "step": 2745
    },
    {
      "entropy": 6.894785785675049,
      "epoch": 0.2942907592701589,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004996026400052835,
      "loss": 6.696,
      "mean_token_accuracy": 0.1183117188513279,
      "num_tokens": 5977704.0,
      "step": 2750
    },
    {
      "entropy": 6.789415884017944,
      "epoch": 0.29482583337792284,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004996003655047814,
      "loss": 6.6998,
      "mean_token_accuracy": 0.11984472051262855,
      "num_tokens": 5989221.0,
      "step": 2755
    },
    {
      "entropy": 6.840144300460816,
      "epoch": 0.2953609074856868,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004995980845189753,
      "loss": 6.7539,
      "mean_token_accuracy": 0.1141133077442646,
      "num_tokens": 6000906.0,
      "step": 2760
    },
    {
      "entropy": 6.915990352630615,
      "epoch": 0.2958959815934507,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004995957970479312,
      "loss": 6.7618,
      "mean_token_accuracy": 0.1168858326971531,
      "num_tokens": 6012039.0,
      "step": 2765
    },
    {
      "entropy": 6.821195030212403,
      "epoch": 0.29643105570121464,
      "grad_norm": 0.80078125,
      "learning_rate": 0.0004995935030917148,
      "loss": 6.6478,
      "mean_token_accuracy": 0.11786336153745651,
      "num_tokens": 6024383.0,
      "step": 2770
    },
    {
      "entropy": 6.907906627655029,
      "epoch": 0.2969661298089785,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004995912026503926,
      "loss": 6.711,
      "mean_token_accuracy": 0.11563370078802108,
      "num_tokens": 6034904.0,
      "step": 2775
    },
    {
      "entropy": 6.826932573318482,
      "epoch": 0.29750120391674245,
      "grad_norm": 0.92578125,
      "learning_rate": 0.000499588895724031,
      "loss": 6.7199,
      "mean_token_accuracy": 0.11507032215595245,
      "num_tokens": 6044449.0,
      "step": 2780
    },
    {
      "entropy": 6.915383815765381,
      "epoch": 0.2980362780245064,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004995865823126968,
      "loss": 6.728,
      "mean_token_accuracy": 0.11910260394215584,
      "num_tokens": 6054465.0,
      "step": 2785
    },
    {
      "entropy": 6.816167879104614,
      "epoch": 0.2985713521322703,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004995842624164564,
      "loss": 6.7675,
      "mean_token_accuracy": 0.11578667089343071,
      "num_tokens": 6065539.0,
      "step": 2790
    },
    {
      "entropy": 6.870489883422851,
      "epoch": 0.29910642624003425,
      "grad_norm": 0.9140625,
      "learning_rate": 0.000499581936035377,
      "loss": 6.7168,
      "mean_token_accuracy": 0.11584314554929734,
      "num_tokens": 6076135.0,
      "step": 2795
    },
    {
      "entropy": 6.812382507324219,
      "epoch": 0.2996415003477982,
      "grad_norm": 0.875,
      "learning_rate": 0.0004995796031695257,
      "loss": 6.7066,
      "mean_token_accuracy": 0.12096717059612275,
      "num_tokens": 6086604.0,
      "step": 2800
    },
    {
      "entropy": 6.905838060379028,
      "epoch": 0.3001765744555621,
      "grad_norm": 0.96484375,
      "learning_rate": 0.00049957726381897,
      "loss": 6.7253,
      "mean_token_accuracy": 0.1189133383333683,
      "num_tokens": 6095672.0,
      "step": 2805
    },
    {
      "entropy": 6.821977853775024,
      "epoch": 0.300711648563326,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004995749179837773,
      "loss": 6.6077,
      "mean_token_accuracy": 0.12966387793421746,
      "num_tokens": 6105652.0,
      "step": 2810
    },
    {
      "entropy": 6.798386573791504,
      "epoch": 0.30124672267108993,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004995725656640155,
      "loss": 6.6614,
      "mean_token_accuracy": 0.11868161782622337,
      "num_tokens": 6116930.0,
      "step": 2815
    },
    {
      "entropy": 6.807754468917847,
      "epoch": 0.30178179677885386,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004995702068597524,
      "loss": 6.6468,
      "mean_token_accuracy": 0.1246480442583561,
      "num_tokens": 6126659.0,
      "step": 2820
    },
    {
      "entropy": 6.8313295364379885,
      "epoch": 0.3023168708866178,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004995678415710561,
      "loss": 6.6907,
      "mean_token_accuracy": 0.11699030175805092,
      "num_tokens": 6137227.0,
      "step": 2825
    },
    {
      "entropy": 6.9275243282318115,
      "epoch": 0.3028519449943817,
      "grad_norm": 0.89453125,
      "learning_rate": 0.000499565469797995,
      "loss": 6.7418,
      "mean_token_accuracy": 0.11795717254281043,
      "num_tokens": 6147800.0,
      "step": 2830
    },
    {
      "entropy": 6.778878402709961,
      "epoch": 0.30338701910214566,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004995630915406374,
      "loss": 6.5835,
      "mean_token_accuracy": 0.12834293246269227,
      "num_tokens": 6157671.0,
      "step": 2835
    },
    {
      "entropy": 6.863351917266845,
      "epoch": 0.3039220932099096,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004995607067990521,
      "loss": 6.7337,
      "mean_token_accuracy": 0.11715143024921418,
      "num_tokens": 6168651.0,
      "step": 2840
    },
    {
      "entropy": 6.778136157989502,
      "epoch": 0.30445716731767347,
      "grad_norm": 1.25,
      "learning_rate": 0.000499558315573308,
      "loss": 6.7207,
      "mean_token_accuracy": 0.11487283408641816,
      "num_tokens": 6179925.0,
      "step": 2845
    },
    {
      "entropy": 6.853423357009888,
      "epoch": 0.3049922414254374,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004995559178634741,
      "loss": 6.6948,
      "mean_token_accuracy": 0.11927086412906647,
      "num_tokens": 6190541.0,
      "step": 2850
    },
    {
      "entropy": 6.928079080581665,
      "epoch": 0.30552731553320134,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004995535136696196,
      "loss": 6.7445,
      "mean_token_accuracy": 0.1103590488433838,
      "num_tokens": 6201491.0,
      "step": 2855
    },
    {
      "entropy": 6.75769829750061,
      "epoch": 0.30606238964096527,
      "grad_norm": 0.828125,
      "learning_rate": 0.000499551102991814,
      "loss": 6.5634,
      "mean_token_accuracy": 0.1230486162006855,
      "num_tokens": 6212443.0,
      "step": 2860
    },
    {
      "entropy": 6.851051998138428,
      "epoch": 0.3065974637487292,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004995486858301268,
      "loss": 6.7632,
      "mean_token_accuracy": 0.10713932886719704,
      "num_tokens": 6222623.0,
      "step": 2865
    },
    {
      "entropy": 6.818279552459717,
      "epoch": 0.30713253785649314,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004995462621846279,
      "loss": 6.6478,
      "mean_token_accuracy": 0.11947918683290482,
      "num_tokens": 6233712.0,
      "step": 2870
    },
    {
      "entropy": 6.875202989578247,
      "epoch": 0.30766761196425707,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004995438320553871,
      "loss": 6.7124,
      "mean_token_accuracy": 0.1145969197154045,
      "num_tokens": 6244254.0,
      "step": 2875
    },
    {
      "entropy": 6.819658660888672,
      "epoch": 0.30820268607202095,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004995413954424748,
      "loss": 6.6202,
      "mean_token_accuracy": 0.12699596509337424,
      "num_tokens": 6254202.0,
      "step": 2880
    },
    {
      "entropy": 6.796465873718262,
      "epoch": 0.3087377601797849,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004995389523459612,
      "loss": 6.6819,
      "mean_token_accuracy": 0.11479482129216194,
      "num_tokens": 6264496.0,
      "step": 2885
    },
    {
      "entropy": 6.763580942153931,
      "epoch": 0.3092728342875488,
      "grad_norm": 0.94140625,
      "learning_rate": 0.000499536502765917,
      "loss": 6.7048,
      "mean_token_accuracy": 0.12205370739102364,
      "num_tokens": 6275835.0,
      "step": 2890
    },
    {
      "entropy": 6.8645845413208,
      "epoch": 0.30980790839531275,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004995340467024128,
      "loss": 6.6453,
      "mean_token_accuracy": 0.12240780219435692,
      "num_tokens": 6286805.0,
      "step": 2895
    },
    {
      "entropy": 6.7850439071655275,
      "epoch": 0.3103429825030767,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004995315841555195,
      "loss": 6.6525,
      "mean_token_accuracy": 0.11469742059707641,
      "num_tokens": 6298444.0,
      "step": 2900
    },
    {
      "entropy": 6.765648126602173,
      "epoch": 0.3108780566108406,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004995291151253083,
      "loss": 6.5831,
      "mean_token_accuracy": 0.12251365631818771,
      "num_tokens": 6308259.0,
      "step": 2905
    },
    {
      "entropy": 6.776980543136597,
      "epoch": 0.31141313071860455,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004995266396118505,
      "loss": 6.6738,
      "mean_token_accuracy": 0.11214960515499114,
      "num_tokens": 6320058.0,
      "step": 2910
    },
    {
      "entropy": 6.818608903884888,
      "epoch": 0.3119482048263684,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004995241576152174,
      "loss": 6.6341,
      "mean_token_accuracy": 0.11381927952170372,
      "num_tokens": 6331203.0,
      "step": 2915
    },
    {
      "entropy": 6.873639345169067,
      "epoch": 0.31248327893413236,
      "grad_norm": 0.94921875,
      "learning_rate": 0.000499521669135481,
      "loss": 6.7543,
      "mean_token_accuracy": 0.1158191867172718,
      "num_tokens": 6342027.0,
      "step": 2920
    },
    {
      "entropy": 6.846279573440552,
      "epoch": 0.3130183530418963,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004995191741727128,
      "loss": 6.6493,
      "mean_token_accuracy": 0.11973418965935707,
      "num_tokens": 6352580.0,
      "step": 2925
    },
    {
      "entropy": 6.811291313171386,
      "epoch": 0.3135534271496602,
      "grad_norm": 0.828125,
      "learning_rate": 0.000499516672726985,
      "loss": 6.6519,
      "mean_token_accuracy": 0.1260712191462517,
      "num_tokens": 6363997.0,
      "step": 2930
    },
    {
      "entropy": 6.809375381469726,
      "epoch": 0.31408850125742416,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004995141647983699,
      "loss": 6.7114,
      "mean_token_accuracy": 0.12156427055597305,
      "num_tokens": 6375284.0,
      "step": 2935
    },
    {
      "entropy": 6.7512000560760494,
      "epoch": 0.3146235753651881,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004995116503869398,
      "loss": 6.6172,
      "mean_token_accuracy": 0.12655090987682344,
      "num_tokens": 6386698.0,
      "step": 2940
    },
    {
      "entropy": 6.799907445907593,
      "epoch": 0.315158649472952,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004995091294927673,
      "loss": 6.6832,
      "mean_token_accuracy": 0.11689872294664383,
      "num_tokens": 6397237.0,
      "step": 2945
    },
    {
      "entropy": 6.938808870315552,
      "epoch": 0.3156937235807159,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004995066021159253,
      "loss": 6.7826,
      "mean_token_accuracy": 0.11724542751908303,
      "num_tokens": 6408266.0,
      "step": 2950
    },
    {
      "entropy": 6.75793423652649,
      "epoch": 0.31622879768847983,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004995040682564867,
      "loss": 6.6881,
      "mean_token_accuracy": 0.12444577813148498,
      "num_tokens": 6419563.0,
      "step": 2955
    },
    {
      "entropy": 6.7891706943511965,
      "epoch": 0.31676387179624377,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004995015279145247,
      "loss": 6.6566,
      "mean_token_accuracy": 0.12058857157826423,
      "num_tokens": 6430220.0,
      "step": 2960
    },
    {
      "entropy": 6.835130596160889,
      "epoch": 0.3172989459040077,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004994989810901126,
      "loss": 6.6667,
      "mean_token_accuracy": 0.11899991482496261,
      "num_tokens": 6440157.0,
      "step": 2965
    },
    {
      "entropy": 6.804441738128662,
      "epoch": 0.31783402001177163,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004994964277833239,
      "loss": 6.7116,
      "mean_token_accuracy": 0.12262500971555709,
      "num_tokens": 6449511.0,
      "step": 2970
    },
    {
      "entropy": 6.889899396896363,
      "epoch": 0.31836909411953557,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004994938679942324,
      "loss": 6.7037,
      "mean_token_accuracy": 0.11440852656960487,
      "num_tokens": 6460608.0,
      "step": 2975
    },
    {
      "entropy": 6.79391393661499,
      "epoch": 0.3189041682272995,
      "grad_norm": 0.875,
      "learning_rate": 0.0004994913017229121,
      "loss": 6.6872,
      "mean_token_accuracy": 0.12514959052205085,
      "num_tokens": 6472737.0,
      "step": 2980
    },
    {
      "entropy": 6.744311809539795,
      "epoch": 0.31943924233506343,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004994887289694371,
      "loss": 6.5779,
      "mean_token_accuracy": 0.12682042494416237,
      "num_tokens": 6482993.0,
      "step": 2985
    },
    {
      "entropy": 6.897027587890625,
      "epoch": 0.3199743164428273,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004994861497338814,
      "loss": 6.769,
      "mean_token_accuracy": 0.11616470366716385,
      "num_tokens": 6494530.0,
      "step": 2990
    },
    {
      "entropy": 6.82117919921875,
      "epoch": 0.32050939055059124,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004994835640163198,
      "loss": 6.6057,
      "mean_token_accuracy": 0.11340584680438041,
      "num_tokens": 6504691.0,
      "step": 2995
    },
    {
      "entropy": 6.7946573257446286,
      "epoch": 0.3210444646583552,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004994809718168267,
      "loss": 6.6401,
      "mean_token_accuracy": 0.12243752628564834,
      "num_tokens": 6514924.0,
      "step": 3000
    },
    {
      "epoch": 0.3210444646583552,
      "eval_entropy": 6.541231488281825,
      "eval_loss": 6.7393646240234375,
      "eval_mean_token_accuracy": 0.12389561494440844,
      "eval_num_tokens": 6514924.0,
      "eval_runtime": 17.9576,
      "eval_samples_per_second": 1652.726,
      "eval_steps_per_second": 206.598,
      "step": 3000
    },
    {
      "entropy": 6.752733993530273,
      "epoch": 0.3215795387661191,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004994783731354771,
      "loss": 6.612,
      "mean_token_accuracy": 0.12313245683908462,
      "num_tokens": 6526097.0,
      "step": 3005
    },
    {
      "entropy": 6.826610040664673,
      "epoch": 0.32211461287388304,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004994757679723461,
      "loss": 6.6739,
      "mean_token_accuracy": 0.11779206171631813,
      "num_tokens": 6536384.0,
      "step": 3010
    },
    {
      "entropy": 6.857114267349243,
      "epoch": 0.322649686981647,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004994731563275088,
      "loss": 6.7395,
      "mean_token_accuracy": 0.11066985204815864,
      "num_tokens": 6547161.0,
      "step": 3015
    },
    {
      "entropy": 6.781706666946411,
      "epoch": 0.3231847610894109,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004994705382010406,
      "loss": 6.6402,
      "mean_token_accuracy": 0.12165275365114211,
      "num_tokens": 6556751.0,
      "step": 3020
    },
    {
      "entropy": 6.764146995544434,
      "epoch": 0.3237198351971748,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004994679135930174,
      "loss": 6.6865,
      "mean_token_accuracy": 0.12315395399928093,
      "num_tokens": 6567655.0,
      "step": 3025
    },
    {
      "entropy": 6.86570897102356,
      "epoch": 0.3242549093049387,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004994652825035144,
      "loss": 6.7127,
      "mean_token_accuracy": 0.1189853310585022,
      "num_tokens": 6579127.0,
      "step": 3030
    },
    {
      "entropy": 6.881380367279053,
      "epoch": 0.32478998341270265,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004994626449326081,
      "loss": 6.7051,
      "mean_token_accuracy": 0.12098480686545372,
      "num_tokens": 6590779.0,
      "step": 3035
    },
    {
      "entropy": 6.751118993759155,
      "epoch": 0.3253250575204666,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004994600008803745,
      "loss": 6.6075,
      "mean_token_accuracy": 0.12914744690060614,
      "num_tokens": 6600849.0,
      "step": 3040
    },
    {
      "entropy": 6.760358238220215,
      "epoch": 0.3258601316282305,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004994573503468899,
      "loss": 6.6202,
      "mean_token_accuracy": 0.12671819403767587,
      "num_tokens": 6610633.0,
      "step": 3045
    },
    {
      "entropy": 6.780149841308594,
      "epoch": 0.32639520573599445,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004994546933322308,
      "loss": 6.6582,
      "mean_token_accuracy": 0.1161213606595993,
      "num_tokens": 6621327.0,
      "step": 3050
    },
    {
      "entropy": 6.768990612030029,
      "epoch": 0.3269302798437584,
      "grad_norm": 0.92578125,
      "learning_rate": 0.000499452029836474,
      "loss": 6.6076,
      "mean_token_accuracy": 0.12547481879591943,
      "num_tokens": 6632267.0,
      "step": 3055
    },
    {
      "entropy": 6.788936758041382,
      "epoch": 0.32746535395152226,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004994493598596963,
      "loss": 6.6318,
      "mean_token_accuracy": 0.11703543737530708,
      "num_tokens": 6642714.0,
      "step": 3060
    },
    {
      "entropy": 6.78973069190979,
      "epoch": 0.3280004280592862,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004994466834019749,
      "loss": 6.6404,
      "mean_token_accuracy": 0.1240410678088665,
      "num_tokens": 6652353.0,
      "step": 3065
    },
    {
      "entropy": 6.789858818054199,
      "epoch": 0.32853550216705013,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004994440004633871,
      "loss": 6.6011,
      "mean_token_accuracy": 0.12493207082152366,
      "num_tokens": 6663133.0,
      "step": 3070
    },
    {
      "entropy": 6.71093111038208,
      "epoch": 0.32907057627481406,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004994413110440103,
      "loss": 6.5721,
      "mean_token_accuracy": 0.1303374283015728,
      "num_tokens": 6673984.0,
      "step": 3075
    },
    {
      "entropy": 6.818491744995117,
      "epoch": 0.329605650382578,
      "grad_norm": 0.8203125,
      "learning_rate": 0.0004994386151439222,
      "loss": 6.6618,
      "mean_token_accuracy": 0.11691112518310547,
      "num_tokens": 6686171.0,
      "step": 3080
    },
    {
      "entropy": 6.904719448089599,
      "epoch": 0.33014072449034193,
      "grad_norm": 0.875,
      "learning_rate": 0.0004994359127632006,
      "loss": 6.6999,
      "mean_token_accuracy": 0.11480876505374908,
      "num_tokens": 6696609.0,
      "step": 3085
    },
    {
      "entropy": 6.789438915252686,
      "epoch": 0.33067579859810586,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004994332039019235,
      "loss": 6.6405,
      "mean_token_accuracy": 0.12552823796868323,
      "num_tokens": 6706188.0,
      "step": 3090
    },
    {
      "entropy": 6.715496587753296,
      "epoch": 0.33121087270586974,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004994304885601694,
      "loss": 6.6354,
      "mean_token_accuracy": 0.11598690375685691,
      "num_tokens": 6716276.0,
      "step": 3095
    },
    {
      "entropy": 6.6864399909973145,
      "epoch": 0.3317459468136337,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004994277667380162,
      "loss": 6.5841,
      "mean_token_accuracy": 0.1273500919342041,
      "num_tokens": 6727176.0,
      "step": 3100
    },
    {
      "entropy": 6.7880464553833,
      "epoch": 0.3322810209213976,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004994250384355429,
      "loss": 6.6677,
      "mean_token_accuracy": 0.12170968353748321,
      "num_tokens": 6737768.0,
      "step": 3105
    },
    {
      "entropy": 6.786377954483032,
      "epoch": 0.33281609502916154,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004994223036528282,
      "loss": 6.6113,
      "mean_token_accuracy": 0.11993912160396576,
      "num_tokens": 6747962.0,
      "step": 3110
    },
    {
      "entropy": 6.747283458709717,
      "epoch": 0.3333511691369255,
      "grad_norm": 0.953125,
      "learning_rate": 0.000499419562389951,
      "loss": 6.6034,
      "mean_token_accuracy": 0.12951016277074814,
      "num_tokens": 6758400.0,
      "step": 3115
    },
    {
      "entropy": 6.758301734924316,
      "epoch": 0.3338862432446894,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004994168146469904,
      "loss": 6.618,
      "mean_token_accuracy": 0.1220021665096283,
      "num_tokens": 6768855.0,
      "step": 3120
    },
    {
      "entropy": 6.8159702777862545,
      "epoch": 0.33442131735245334,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004994140604240259,
      "loss": 6.5928,
      "mean_token_accuracy": 0.11781899258494377,
      "num_tokens": 6778656.0,
      "step": 3125
    },
    {
      "entropy": 6.766495561599731,
      "epoch": 0.3349563914602172,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004994112997211369,
      "loss": 6.6762,
      "mean_token_accuracy": 0.12308047711849213,
      "num_tokens": 6789960.0,
      "step": 3130
    },
    {
      "entropy": 6.717437696456909,
      "epoch": 0.33549146556798115,
      "grad_norm": 1.0,
      "learning_rate": 0.0004994085325384031,
      "loss": 6.6454,
      "mean_token_accuracy": 0.12091288045048713,
      "num_tokens": 6800188.0,
      "step": 3135
    },
    {
      "entropy": 6.784037256240845,
      "epoch": 0.3360265396757451,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004994057588759045,
      "loss": 6.5944,
      "mean_token_accuracy": 0.12951212525367736,
      "num_tokens": 6811032.0,
      "step": 3140
    },
    {
      "entropy": 6.709343147277832,
      "epoch": 0.336561613783509,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004994029787337212,
      "loss": 6.6161,
      "mean_token_accuracy": 0.12243262305855751,
      "num_tokens": 6823060.0,
      "step": 3145
    },
    {
      "entropy": 6.794846105575561,
      "epoch": 0.33709668789127295,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004994001921119333,
      "loss": 6.6818,
      "mean_token_accuracy": 0.1237276092171669,
      "num_tokens": 6833559.0,
      "step": 3150
    },
    {
      "entropy": 6.843784952163697,
      "epoch": 0.3376317619990369,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004993973990106215,
      "loss": 6.6342,
      "mean_token_accuracy": 0.12876690849661826,
      "num_tokens": 6843657.0,
      "step": 3155
    },
    {
      "entropy": 6.752593469619751,
      "epoch": 0.3381668361068008,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004993945994298662,
      "loss": 6.5918,
      "mean_token_accuracy": 0.11225911751389503,
      "num_tokens": 6853615.0,
      "step": 3160
    },
    {
      "entropy": 6.752982950210571,
      "epoch": 0.3387019102145647,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004993917933697484,
      "loss": 6.6825,
      "mean_token_accuracy": 0.12163240611553192,
      "num_tokens": 6865256.0,
      "step": 3165
    },
    {
      "entropy": 6.996896982192993,
      "epoch": 0.3392369843223286,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004993889808303493,
      "loss": 6.7069,
      "mean_token_accuracy": 0.11951775774359703,
      "num_tokens": 6875358.0,
      "step": 3170
    },
    {
      "entropy": 6.720004415512085,
      "epoch": 0.33977205843009256,
      "grad_norm": 0.875,
      "learning_rate": 0.0004993861618117498,
      "loss": 6.619,
      "mean_token_accuracy": 0.12088325172662735,
      "num_tokens": 6886584.0,
      "step": 3175
    },
    {
      "entropy": 6.725661706924439,
      "epoch": 0.3403071325378565,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004993833363140314,
      "loss": 6.5582,
      "mean_token_accuracy": 0.12983226403594017,
      "num_tokens": 6896958.0,
      "step": 3180
    },
    {
      "entropy": 6.7796684265136715,
      "epoch": 0.3408422066456204,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004993805043372756,
      "loss": 6.6251,
      "mean_token_accuracy": 0.12434089407324792,
      "num_tokens": 6907944.0,
      "step": 3185
    },
    {
      "entropy": 6.820386981964111,
      "epoch": 0.34137728075338436,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004993776658815644,
      "loss": 6.7076,
      "mean_token_accuracy": 0.11597339436411858,
      "num_tokens": 6919486.0,
      "step": 3190
    },
    {
      "entropy": 6.810597562789917,
      "epoch": 0.3419123548611483,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004993748209469796,
      "loss": 6.6888,
      "mean_token_accuracy": 0.12585031166672705,
      "num_tokens": 6930650.0,
      "step": 3195
    },
    {
      "entropy": 6.75553297996521,
      "epoch": 0.34244742896891217,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004993719695336033,
      "loss": 6.6273,
      "mean_token_accuracy": 0.12236652225255966,
      "num_tokens": 6941519.0,
      "step": 3200
    },
    {
      "entropy": 6.767460775375366,
      "epoch": 0.3429825030766761,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004993691116415179,
      "loss": 6.6651,
      "mean_token_accuracy": 0.11984326094388961,
      "num_tokens": 6952952.0,
      "step": 3205
    },
    {
      "entropy": 6.782894706726074,
      "epoch": 0.34351757718444004,
      "grad_norm": 0.8828125,
      "learning_rate": 0.000499366247270806,
      "loss": 6.6294,
      "mean_token_accuracy": 0.12429973557591438,
      "num_tokens": 6962867.0,
      "step": 3210
    },
    {
      "entropy": 6.707587003707886,
      "epoch": 0.34405265129220397,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004993633764215502,
      "loss": 6.5754,
      "mean_token_accuracy": 0.13058951795101165,
      "num_tokens": 6973434.0,
      "step": 3215
    },
    {
      "entropy": 6.770296192169189,
      "epoch": 0.3445877253999679,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004993604990938336,
      "loss": 6.5418,
      "mean_token_accuracy": 0.1335853636264801,
      "num_tokens": 6984161.0,
      "step": 3220
    },
    {
      "entropy": 6.784879684448242,
      "epoch": 0.34512279950773184,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004993576152877389,
      "loss": 6.5701,
      "mean_token_accuracy": 0.12216660529375076,
      "num_tokens": 6994700.0,
      "step": 3225
    },
    {
      "entropy": 6.770312929153443,
      "epoch": 0.34565787361549577,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004993547250033496,
      "loss": 6.7043,
      "mean_token_accuracy": 0.11201140284538269,
      "num_tokens": 7006497.0,
      "step": 3230
    },
    {
      "entropy": 6.830971670150757,
      "epoch": 0.34619294772325965,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004993518282407493,
      "loss": 6.6313,
      "mean_token_accuracy": 0.12798922136425972,
      "num_tokens": 7016415.0,
      "step": 3235
    },
    {
      "entropy": 6.759295797348022,
      "epoch": 0.3467280218310236,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004993489250000213,
      "loss": 6.5802,
      "mean_token_accuracy": 0.12599484473466874,
      "num_tokens": 7026610.0,
      "step": 3240
    },
    {
      "entropy": 6.763484144210816,
      "epoch": 0.3472630959387875,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004993460152812497,
      "loss": 6.604,
      "mean_token_accuracy": 0.11715778335928917,
      "num_tokens": 7038236.0,
      "step": 3245
    },
    {
      "entropy": 6.741598606109619,
      "epoch": 0.34779817004655145,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004993430990845184,
      "loss": 6.6357,
      "mean_token_accuracy": 0.13164399340748786,
      "num_tokens": 7049438.0,
      "step": 3250
    },
    {
      "entropy": 6.7579442977905275,
      "epoch": 0.3483332441543154,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004993401764099118,
      "loss": 6.609,
      "mean_token_accuracy": 0.11770298108458518,
      "num_tokens": 7061001.0,
      "step": 3255
    },
    {
      "entropy": 6.747546672821045,
      "epoch": 0.3488683182620793,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004993372472575139,
      "loss": 6.593,
      "mean_token_accuracy": 0.12020857185125351,
      "num_tokens": 7071328.0,
      "step": 3260
    },
    {
      "entropy": 6.827452659606934,
      "epoch": 0.34940339236984325,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004993343116274096,
      "loss": 6.7771,
      "mean_token_accuracy": 0.11398952528834343,
      "num_tokens": 7082597.0,
      "step": 3265
    },
    {
      "entropy": 6.781166505813599,
      "epoch": 0.3499384664776071,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004993313695196836,
      "loss": 6.6068,
      "mean_token_accuracy": 0.12424709647893906,
      "num_tokens": 7093463.0,
      "step": 3270
    },
    {
      "entropy": 6.7097282886505125,
      "epoch": 0.35047354058537106,
      "grad_norm": 0.82421875,
      "learning_rate": 0.0004993284209344208,
      "loss": 6.663,
      "mean_token_accuracy": 0.12493732571601868,
      "num_tokens": 7104350.0,
      "step": 3275
    },
    {
      "entropy": 6.815532255172729,
      "epoch": 0.351008614693135,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004993254658717065,
      "loss": 6.6133,
      "mean_token_accuracy": 0.12871882766485215,
      "num_tokens": 7114851.0,
      "step": 3280
    },
    {
      "entropy": 6.770543384552002,
      "epoch": 0.3515436888008989,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004993225043316257,
      "loss": 6.6643,
      "mean_token_accuracy": 0.11797428950667381,
      "num_tokens": 7126440.0,
      "step": 3285
    },
    {
      "entropy": 6.80399227142334,
      "epoch": 0.35207876290866286,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004993195363142643,
      "loss": 6.6875,
      "mean_token_accuracy": 0.11914571598172188,
      "num_tokens": 7137884.0,
      "step": 3290
    },
    {
      "entropy": 6.829164218902588,
      "epoch": 0.3526138370164268,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004993165618197076,
      "loss": 6.664,
      "mean_token_accuracy": 0.1150530569255352,
      "num_tokens": 7147930.0,
      "step": 3295
    },
    {
      "entropy": 6.704892921447754,
      "epoch": 0.3531489111241907,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004993135808480418,
      "loss": 6.5227,
      "mean_token_accuracy": 0.13160846680402755,
      "num_tokens": 7159200.0,
      "step": 3300
    },
    {
      "entropy": 6.801058769226074,
      "epoch": 0.3536839852319546,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004993105933993529,
      "loss": 6.6178,
      "mean_token_accuracy": 0.12486230880022049,
      "num_tokens": 7169601.0,
      "step": 3305
    },
    {
      "entropy": 6.704292631149292,
      "epoch": 0.35421905933971853,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004993075994737271,
      "loss": 6.5647,
      "mean_token_accuracy": 0.12975335195660592,
      "num_tokens": 7180465.0,
      "step": 3310
    },
    {
      "entropy": 6.761975479125977,
      "epoch": 0.35475413344748247,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004993045990712508,
      "loss": 6.565,
      "mean_token_accuracy": 0.12615608498454095,
      "num_tokens": 7190603.0,
      "step": 3315
    },
    {
      "entropy": 6.704275274276734,
      "epoch": 0.3552892075552464,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004993015921920109,
      "loss": 6.5294,
      "mean_token_accuracy": 0.12942433655261992,
      "num_tokens": 7201017.0,
      "step": 3320
    },
    {
      "entropy": 6.682777786254883,
      "epoch": 0.35582428166301033,
      "grad_norm": 0.94921875,
      "learning_rate": 0.000499298578836094,
      "loss": 6.5199,
      "mean_token_accuracy": 0.12528181597590446,
      "num_tokens": 7210908.0,
      "step": 3325
    },
    {
      "entropy": 6.791014528274536,
      "epoch": 0.35635935577077427,
      "grad_norm": 0.98828125,
      "learning_rate": 0.000499295559003587,
      "loss": 6.5628,
      "mean_token_accuracy": 0.12861891835927963,
      "num_tokens": 7221306.0,
      "step": 3330
    },
    {
      "entropy": 6.726765155792236,
      "epoch": 0.3568944298785382,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004992925326945774,
      "loss": 6.6819,
      "mean_token_accuracy": 0.12086772695183753,
      "num_tokens": 7233076.0,
      "step": 3335
    },
    {
      "entropy": 6.773197793960572,
      "epoch": 0.3574295039863021,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004992894999091524,
      "loss": 6.6918,
      "mean_token_accuracy": 0.11846813037991524,
      "num_tokens": 7244703.0,
      "step": 3340
    },
    {
      "entropy": 6.795600175857544,
      "epoch": 0.357964578094066,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004992864606473996,
      "loss": 6.6658,
      "mean_token_accuracy": 0.11343663856387139,
      "num_tokens": 7255438.0,
      "step": 3345
    },
    {
      "entropy": 6.767715167999268,
      "epoch": 0.35849965220182994,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004992834149094069,
      "loss": 6.6019,
      "mean_token_accuracy": 0.1237392283976078,
      "num_tokens": 7265720.0,
      "step": 3350
    },
    {
      "entropy": 6.772697114944458,
      "epoch": 0.3590347263095939,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004992803626952619,
      "loss": 6.6555,
      "mean_token_accuracy": 0.12274905517697335,
      "num_tokens": 7277791.0,
      "step": 3355
    },
    {
      "entropy": 6.712551879882812,
      "epoch": 0.3595698004173578,
      "grad_norm": 0.95703125,
      "learning_rate": 0.000499277304005053,
      "loss": 6.5173,
      "mean_token_accuracy": 0.13151664212346076,
      "num_tokens": 7288521.0,
      "step": 3360
    },
    {
      "entropy": 6.781002855300903,
      "epoch": 0.36010487452512174,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004992742388388686,
      "loss": 6.7201,
      "mean_token_accuracy": 0.11279704421758652,
      "num_tokens": 7299298.0,
      "step": 3365
    },
    {
      "entropy": 6.7220195770263675,
      "epoch": 0.3606399486328857,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004992711671967968,
      "loss": 6.5409,
      "mean_token_accuracy": 0.12254253774881363,
      "num_tokens": 7310271.0,
      "step": 3370
    },
    {
      "entropy": 6.806202077865601,
      "epoch": 0.36117502274064955,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004992680890789268,
      "loss": 6.5939,
      "mean_token_accuracy": 0.1272041954100132,
      "num_tokens": 7321112.0,
      "step": 3375
    },
    {
      "entropy": 6.673565673828125,
      "epoch": 0.3617100968484135,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004992650044853471,
      "loss": 6.548,
      "mean_token_accuracy": 0.12264456525444985,
      "num_tokens": 7331976.0,
      "step": 3380
    },
    {
      "entropy": 6.782690238952637,
      "epoch": 0.3622451709561774,
      "grad_norm": 1.0,
      "learning_rate": 0.000499261913416147,
      "loss": 6.6769,
      "mean_token_accuracy": 0.12141147777438163,
      "num_tokens": 7342800.0,
      "step": 3385
    },
    {
      "entropy": 6.734843111038208,
      "epoch": 0.36278024506394135,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004992588158714157,
      "loss": 6.489,
      "mean_token_accuracy": 0.12179277017712593,
      "num_tokens": 7354213.0,
      "step": 3390
    },
    {
      "entropy": 6.689977788925171,
      "epoch": 0.3633153191717053,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004992557118512424,
      "loss": 6.5687,
      "mean_token_accuracy": 0.12789690643548965,
      "num_tokens": 7363250.0,
      "step": 3395
    },
    {
      "entropy": 6.723538827896118,
      "epoch": 0.3638503932794692,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004992526013557171,
      "loss": 6.6057,
      "mean_token_accuracy": 0.12236762940883636,
      "num_tokens": 7374185.0,
      "step": 3400
    },
    {
      "entropy": 6.672388219833374,
      "epoch": 0.36438546738723315,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004992494843849294,
      "loss": 6.5716,
      "mean_token_accuracy": 0.11828979924321174,
      "num_tokens": 7384579.0,
      "step": 3405
    },
    {
      "entropy": 6.791623258590699,
      "epoch": 0.36492054149499703,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004992463609389694,
      "loss": 6.5815,
      "mean_token_accuracy": 0.12311108261346818,
      "num_tokens": 7395277.0,
      "step": 3410
    },
    {
      "entropy": 6.662386560440064,
      "epoch": 0.36545561560276096,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004992432310179272,
      "loss": 6.5869,
      "mean_token_accuracy": 0.12154985815286637,
      "num_tokens": 7406688.0,
      "step": 3415
    },
    {
      "entropy": 6.694643163681031,
      "epoch": 0.3659906897105249,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004992400946218932,
      "loss": 6.6387,
      "mean_token_accuracy": 0.1262204222381115,
      "num_tokens": 7417378.0,
      "step": 3420
    },
    {
      "entropy": 6.850541067123413,
      "epoch": 0.36652576381828883,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004992369517509581,
      "loss": 6.6714,
      "mean_token_accuracy": 0.12167872413992882,
      "num_tokens": 7427675.0,
      "step": 3425
    },
    {
      "entropy": 6.722089958190918,
      "epoch": 0.36706083792605276,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004992338024052123,
      "loss": 6.6867,
      "mean_token_accuracy": 0.12072212249040604,
      "num_tokens": 7438083.0,
      "step": 3430
    },
    {
      "entropy": 6.736924886703491,
      "epoch": 0.3675959120338167,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004992306465847473,
      "loss": 6.5536,
      "mean_token_accuracy": 0.12803169339895248,
      "num_tokens": 7449051.0,
      "step": 3435
    },
    {
      "entropy": 6.725076913833618,
      "epoch": 0.36813098614158063,
      "grad_norm": 0.875,
      "learning_rate": 0.0004992274842896536,
      "loss": 6.5552,
      "mean_token_accuracy": 0.1277148500084877,
      "num_tokens": 7459074.0,
      "step": 3440
    },
    {
      "entropy": 6.739957523345947,
      "epoch": 0.3686660602493445,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004992243155200229,
      "loss": 6.6372,
      "mean_token_accuracy": 0.12550153061747552,
      "num_tokens": 7470472.0,
      "step": 3445
    },
    {
      "entropy": 6.736262512207031,
      "epoch": 0.36920113435710844,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004992211402759466,
      "loss": 6.6063,
      "mean_token_accuracy": 0.12805651426315307,
      "num_tokens": 7481477.0,
      "step": 3450
    },
    {
      "entropy": 6.695902252197266,
      "epoch": 0.3697362084648724,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004992179585575164,
      "loss": 6.5592,
      "mean_token_accuracy": 0.1277422770857811,
      "num_tokens": 7491906.0,
      "step": 3455
    },
    {
      "entropy": 6.7594866275787355,
      "epoch": 0.3702712825726363,
      "grad_norm": 0.984375,
      "learning_rate": 0.000499214770364824,
      "loss": 6.486,
      "mean_token_accuracy": 0.12177985981106758,
      "num_tokens": 7502447.0,
      "step": 3460
    },
    {
      "entropy": 6.680051279067993,
      "epoch": 0.37080635668040024,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004992115756979617,
      "loss": 6.4991,
      "mean_token_accuracy": 0.1351702816784382,
      "num_tokens": 7513505.0,
      "step": 3465
    },
    {
      "entropy": 6.667936849594116,
      "epoch": 0.3713414307881642,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004992083745570218,
      "loss": 6.5084,
      "mean_token_accuracy": 0.12901298925280572,
      "num_tokens": 7524884.0,
      "step": 3470
    },
    {
      "entropy": 6.680758285522461,
      "epoch": 0.3718765048959281,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004992051669420964,
      "loss": 6.5864,
      "mean_token_accuracy": 0.13148379549384118,
      "num_tokens": 7535942.0,
      "step": 3475
    },
    {
      "entropy": 6.684315156936646,
      "epoch": 0.372411579003692,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004992019528532785,
      "loss": 6.5417,
      "mean_token_accuracy": 0.12972672656178474,
      "num_tokens": 7545506.0,
      "step": 3480
    },
    {
      "entropy": 6.778541898727417,
      "epoch": 0.3729466531114559,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004991987322906605,
      "loss": 6.6386,
      "mean_token_accuracy": 0.11842218860983848,
      "num_tokens": 7555328.0,
      "step": 3485
    },
    {
      "entropy": 6.773100137710571,
      "epoch": 0.37348172721921985,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004991955052543357,
      "loss": 6.5412,
      "mean_token_accuracy": 0.12299583852291107,
      "num_tokens": 7565762.0,
      "step": 3490
    },
    {
      "entropy": 6.705169582366944,
      "epoch": 0.3740168013269838,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004991922717443972,
      "loss": 6.5612,
      "mean_token_accuracy": 0.1318031407892704,
      "num_tokens": 7575884.0,
      "step": 3495
    },
    {
      "entropy": 6.655012750625611,
      "epoch": 0.3745518754347477,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004991890317609384,
      "loss": 6.5782,
      "mean_token_accuracy": 0.12466793656349182,
      "num_tokens": 7586100.0,
      "step": 3500
    },
    {
      "entropy": 6.776407241821289,
      "epoch": 0.37508694954251165,
      "grad_norm": 1.0,
      "learning_rate": 0.0004991857853040528,
      "loss": 6.598,
      "mean_token_accuracy": 0.1253962054848671,
      "num_tokens": 7597137.0,
      "step": 3505
    },
    {
      "entropy": 6.728908634185791,
      "epoch": 0.3756220236502756,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004991825323738341,
      "loss": 6.6326,
      "mean_token_accuracy": 0.1280560940504074,
      "num_tokens": 7607640.0,
      "step": 3510
    },
    {
      "entropy": 6.782388162612915,
      "epoch": 0.3761570977580395,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004991792729703763,
      "loss": 6.6812,
      "mean_token_accuracy": 0.12663211077451705,
      "num_tokens": 7618319.0,
      "step": 3515
    },
    {
      "entropy": 6.733832883834839,
      "epoch": 0.3766921718658034,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004991760070937734,
      "loss": 6.5493,
      "mean_token_accuracy": 0.12783671393990517,
      "num_tokens": 7628350.0,
      "step": 3520
    },
    {
      "entropy": 6.723274230957031,
      "epoch": 0.3772272459735673,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004991727347441199,
      "loss": 6.5867,
      "mean_token_accuracy": 0.11698397845029831,
      "num_tokens": 7637857.0,
      "step": 3525
    },
    {
      "entropy": 6.768628072738648,
      "epoch": 0.37776232008133126,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004991694559215102,
      "loss": 6.5953,
      "mean_token_accuracy": 0.1242244191467762,
      "num_tokens": 7648242.0,
      "step": 3530
    },
    {
      "entropy": 6.759344911575317,
      "epoch": 0.3782973941890952,
      "grad_norm": 0.75390625,
      "learning_rate": 0.000499166170626039,
      "loss": 6.595,
      "mean_token_accuracy": 0.12109550759196282,
      "num_tokens": 7660565.0,
      "step": 3535
    },
    {
      "entropy": 6.685823631286621,
      "epoch": 0.3788324682968591,
      "grad_norm": 1.015625,
      "learning_rate": 0.000499162878857801,
      "loss": 6.6135,
      "mean_token_accuracy": 0.1250704437494278,
      "num_tokens": 7671600.0,
      "step": 3540
    },
    {
      "entropy": 6.706036138534546,
      "epoch": 0.37936754240462306,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004991595806168915,
      "loss": 6.6224,
      "mean_token_accuracy": 0.11877791956067085,
      "num_tokens": 7682453.0,
      "step": 3545
    },
    {
      "entropy": 6.725359773635864,
      "epoch": 0.379902616512387,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004991562759034055,
      "loss": 6.5528,
      "mean_token_accuracy": 0.1269532211124897,
      "num_tokens": 7693490.0,
      "step": 3550
    },
    {
      "entropy": 6.738463449478149,
      "epoch": 0.38043769062015087,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004991529647174386,
      "loss": 6.5232,
      "mean_token_accuracy": 0.12513882368803025,
      "num_tokens": 7703478.0,
      "step": 3555
    },
    {
      "entropy": 6.678794050216675,
      "epoch": 0.3809727647279148,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004991496470590864,
      "loss": 6.6108,
      "mean_token_accuracy": 0.125664821267128,
      "num_tokens": 7714647.0,
      "step": 3560
    },
    {
      "entropy": 6.712518787384033,
      "epoch": 0.38150783883567874,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004991463229284445,
      "loss": 6.5607,
      "mean_token_accuracy": 0.12682788223028182,
      "num_tokens": 7725528.0,
      "step": 3565
    },
    {
      "entropy": 6.704148197174073,
      "epoch": 0.38204291294344267,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004991429923256091,
      "loss": 6.5943,
      "mean_token_accuracy": 0.12626136541366578,
      "num_tokens": 7737708.0,
      "step": 3570
    },
    {
      "entropy": 6.721734571456909,
      "epoch": 0.3825779870512066,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004991396552506762,
      "loss": 6.5868,
      "mean_token_accuracy": 0.12230742201209069,
      "num_tokens": 7749093.0,
      "step": 3575
    },
    {
      "entropy": 6.656263589859009,
      "epoch": 0.38311306115897054,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004991363117037423,
      "loss": 6.5319,
      "mean_token_accuracy": 0.12587770745158194,
      "num_tokens": 7760024.0,
      "step": 3580
    },
    {
      "entropy": 6.688100528717041,
      "epoch": 0.38364813526673447,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004991329616849039,
      "loss": 6.5731,
      "mean_token_accuracy": 0.1293884515762329,
      "num_tokens": 7770801.0,
      "step": 3585
    },
    {
      "entropy": 6.7904253005981445,
      "epoch": 0.38418320937449835,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004991296051942578,
      "loss": 6.6289,
      "mean_token_accuracy": 0.12374112382531166,
      "num_tokens": 7782257.0,
      "step": 3590
    },
    {
      "entropy": 6.688438463211059,
      "epoch": 0.3847182834822623,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004991262422319008,
      "loss": 6.5508,
      "mean_token_accuracy": 0.1243477664887905,
      "num_tokens": 7793016.0,
      "step": 3595
    },
    {
      "entropy": 6.70423321723938,
      "epoch": 0.3852533575900262,
      "grad_norm": 0.921875,
      "learning_rate": 0.00049912287279793,
      "loss": 6.4914,
      "mean_token_accuracy": 0.13242879807949065,
      "num_tokens": 7802207.0,
      "step": 3600
    },
    {
      "entropy": 6.7132237434387205,
      "epoch": 0.38578843169779015,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004991194968924429,
      "loss": 6.6078,
      "mean_token_accuracy": 0.12599417939782143,
      "num_tokens": 7813487.0,
      "step": 3605
    },
    {
      "entropy": 6.755321455001831,
      "epoch": 0.3863235058055541,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004991161145155367,
      "loss": 6.5847,
      "mean_token_accuracy": 0.12206294983625413,
      "num_tokens": 7824587.0,
      "step": 3610
    },
    {
      "entropy": 6.764699554443359,
      "epoch": 0.386858579913318,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004991127256673091,
      "loss": 6.5726,
      "mean_token_accuracy": 0.12116146013140679,
      "num_tokens": 7836240.0,
      "step": 3615
    },
    {
      "entropy": 6.688384675979615,
      "epoch": 0.38739365402108195,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004991093303478582,
      "loss": 6.5306,
      "mean_token_accuracy": 0.12339887470006942,
      "num_tokens": 7847014.0,
      "step": 3620
    },
    {
      "entropy": 6.718256092071533,
      "epoch": 0.3879287281288458,
      "grad_norm": 0.82421875,
      "learning_rate": 0.0004991059285572818,
      "loss": 6.6347,
      "mean_token_accuracy": 0.12671127319335937,
      "num_tokens": 7857899.0,
      "step": 3625
    },
    {
      "entropy": 6.7463390827178955,
      "epoch": 0.38846380223660976,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004991025202956781,
      "loss": 6.5366,
      "mean_token_accuracy": 0.12654223591089248,
      "num_tokens": 7868987.0,
      "step": 3630
    },
    {
      "entropy": 6.760337781906128,
      "epoch": 0.3889988763443737,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004990991055631457,
      "loss": 6.6543,
      "mean_token_accuracy": 0.12425026893615723,
      "num_tokens": 7879547.0,
      "step": 3635
    },
    {
      "entropy": 6.694874572753906,
      "epoch": 0.3895339504521376,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004990956843597832,
      "loss": 6.5268,
      "mean_token_accuracy": 0.1280557096004486,
      "num_tokens": 7889824.0,
      "step": 3640
    },
    {
      "entropy": 6.611580514907837,
      "epoch": 0.39006902455990156,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004990922566856892,
      "loss": 6.5127,
      "mean_token_accuracy": 0.12362343445420265,
      "num_tokens": 7901156.0,
      "step": 3645
    },
    {
      "entropy": 6.755903816223144,
      "epoch": 0.3906040986676655,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004990888225409629,
      "loss": 6.5385,
      "mean_token_accuracy": 0.1245902843773365,
      "num_tokens": 7911695.0,
      "step": 3650
    },
    {
      "entropy": 6.633156204223633,
      "epoch": 0.3911391727754294,
      "grad_norm": 0.828125,
      "learning_rate": 0.0004990853819257033,
      "loss": 6.5173,
      "mean_token_accuracy": 0.13462959751486778,
      "num_tokens": 7923559.0,
      "step": 3655
    },
    {
      "entropy": 6.754574728012085,
      "epoch": 0.3916742468831933,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004990819348400097,
      "loss": 6.5637,
      "mean_token_accuracy": 0.12142798081040382,
      "num_tokens": 7935792.0,
      "step": 3660
    },
    {
      "entropy": 6.703464698791504,
      "epoch": 0.39220932099095723,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004990784812839818,
      "loss": 6.5426,
      "mean_token_accuracy": 0.13175381794571878,
      "num_tokens": 7946987.0,
      "step": 3665
    },
    {
      "entropy": 6.619266366958618,
      "epoch": 0.39274439509872117,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004990750212577192,
      "loss": 6.4755,
      "mean_token_accuracy": 0.12989478781819344,
      "num_tokens": 7957160.0,
      "step": 3670
    },
    {
      "entropy": 6.710138559341431,
      "epoch": 0.3932794692064851,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004990715547613219,
      "loss": 6.5713,
      "mean_token_accuracy": 0.11859277710318565,
      "num_tokens": 7968833.0,
      "step": 3675
    },
    {
      "entropy": 6.735265684127808,
      "epoch": 0.39381454331424903,
      "grad_norm": 0.828125,
      "learning_rate": 0.0004990680817948898,
      "loss": 6.6237,
      "mean_token_accuracy": 0.12034845426678657,
      "num_tokens": 7980661.0,
      "step": 3680
    },
    {
      "entropy": 6.787819910049438,
      "epoch": 0.39434961742201297,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004990646023585234,
      "loss": 6.5425,
      "mean_token_accuracy": 0.12502366155385972,
      "num_tokens": 7992677.0,
      "step": 3685
    },
    {
      "entropy": 6.615103435516358,
      "epoch": 0.3948846915297769,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004990611164523231,
      "loss": 6.5196,
      "mean_token_accuracy": 0.13257232308387756,
      "num_tokens": 8002796.0,
      "step": 3690
    },
    {
      "entropy": 6.663447284698487,
      "epoch": 0.3954197656375408,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004990576240763896,
      "loss": 6.5526,
      "mean_token_accuracy": 0.12572257965803146,
      "num_tokens": 8012779.0,
      "step": 3695
    },
    {
      "entropy": 6.69784574508667,
      "epoch": 0.3959548397453047,
      "grad_norm": 0.8125,
      "learning_rate": 0.0004990541252308237,
      "loss": 6.5306,
      "mean_token_accuracy": 0.12879677191376687,
      "num_tokens": 8023442.0,
      "step": 3700
    },
    {
      "entropy": 6.726045894622803,
      "epoch": 0.39648991385306864,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004990506199157263,
      "loss": 6.6177,
      "mean_token_accuracy": 0.12065924778580665,
      "num_tokens": 8035163.0,
      "step": 3705
    },
    {
      "entropy": 6.711615991592407,
      "epoch": 0.3970249879608326,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004990471081311988,
      "loss": 6.5367,
      "mean_token_accuracy": 0.12942615747451783,
      "num_tokens": 8045330.0,
      "step": 3710
    },
    {
      "entropy": 6.695986270904541,
      "epoch": 0.3975600620685965,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004990435898773426,
      "loss": 6.5625,
      "mean_token_accuracy": 0.12569350451231004,
      "num_tokens": 8056154.0,
      "step": 3715
    },
    {
      "entropy": 6.691102790832519,
      "epoch": 0.39809513617636044,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004990400651542592,
      "loss": 6.529,
      "mean_token_accuracy": 0.13226361498236655,
      "num_tokens": 8066101.0,
      "step": 3720
    },
    {
      "entropy": 6.708938694000244,
      "epoch": 0.3986302102841244,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004990365339620504,
      "loss": 6.5936,
      "mean_token_accuracy": 0.11933782696723938,
      "num_tokens": 8077249.0,
      "step": 3725
    },
    {
      "entropy": 6.705641984939575,
      "epoch": 0.39916528439188825,
      "grad_norm": 1.0078125,
      "learning_rate": 0.000499032996300818,
      "loss": 6.5415,
      "mean_token_accuracy": 0.12995381653308868,
      "num_tokens": 8088532.0,
      "step": 3730
    },
    {
      "entropy": 6.747694206237793,
      "epoch": 0.3997003584996522,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004990294521706645,
      "loss": 6.591,
      "mean_token_accuracy": 0.11795048043131828,
      "num_tokens": 8099541.0,
      "step": 3735
    },
    {
      "entropy": 6.700585603713989,
      "epoch": 0.4002354326074161,
      "grad_norm": 0.87109375,
      "learning_rate": 0.000499025901571692,
      "loss": 6.6179,
      "mean_token_accuracy": 0.12784869745373725,
      "num_tokens": 8110532.0,
      "step": 3740
    },
    {
      "entropy": 6.756799983978271,
      "epoch": 0.40077050671518005,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004990223445040031,
      "loss": 6.549,
      "mean_token_accuracy": 0.1323898769915104,
      "num_tokens": 8120991.0,
      "step": 3745
    },
    {
      "entropy": 6.674350452423096,
      "epoch": 0.401305580822944,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004990187809677004,
      "loss": 6.4896,
      "mean_token_accuracy": 0.12197309732437134,
      "num_tokens": 8130737.0,
      "step": 3750
    },
    {
      "entropy": 6.610850811004639,
      "epoch": 0.4018406549307079,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004990152109628869,
      "loss": 6.4869,
      "mean_token_accuracy": 0.12817246690392495,
      "num_tokens": 8142315.0,
      "step": 3755
    },
    {
      "entropy": 6.684102010726929,
      "epoch": 0.40237572903847185,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004990116344896657,
      "loss": 6.5676,
      "mean_token_accuracy": 0.12080101445317268,
      "num_tokens": 8153618.0,
      "step": 3760
    },
    {
      "entropy": 6.674736213684082,
      "epoch": 0.40291080314623573,
      "grad_norm": 0.859375,
      "learning_rate": 0.00049900805154814,
      "loss": 6.5219,
      "mean_token_accuracy": 0.13083422183990479,
      "num_tokens": 8164304.0,
      "step": 3765
    },
    {
      "entropy": 6.669741582870484,
      "epoch": 0.40344587725399966,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004990044621384134,
      "loss": 6.5154,
      "mean_token_accuracy": 0.12513696178793907,
      "num_tokens": 8175289.0,
      "step": 3770
    },
    {
      "entropy": 6.707554006576538,
      "epoch": 0.4039809513617636,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004990008662605893,
      "loss": 6.5756,
      "mean_token_accuracy": 0.1180751770734787,
      "num_tokens": 8186274.0,
      "step": 3775
    },
    {
      "entropy": 6.7308030128479,
      "epoch": 0.40451602546952753,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004989972639147717,
      "loss": 6.4927,
      "mean_token_accuracy": 0.12902699485421182,
      "num_tokens": 8196380.0,
      "step": 3780
    },
    {
      "entropy": 6.657051277160645,
      "epoch": 0.40505109957729146,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004989936551010646,
      "loss": 6.57,
      "mean_token_accuracy": 0.12526859119534492,
      "num_tokens": 8207204.0,
      "step": 3785
    },
    {
      "entropy": 6.580002212524414,
      "epoch": 0.4055861736850554,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004989900398195722,
      "loss": 6.4809,
      "mean_token_accuracy": 0.13470934852957725,
      "num_tokens": 8217745.0,
      "step": 3790
    },
    {
      "entropy": 6.6537188529968265,
      "epoch": 0.40612124779281933,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004989864180703988,
      "loss": 6.4805,
      "mean_token_accuracy": 0.1315521128475666,
      "num_tokens": 8228171.0,
      "step": 3795
    },
    {
      "entropy": 6.647785472869873,
      "epoch": 0.4066563219005832,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004989827898536491,
      "loss": 6.5261,
      "mean_token_accuracy": 0.12346819788217545,
      "num_tokens": 8239220.0,
      "step": 3800
    },
    {
      "entropy": 6.7065098762512205,
      "epoch": 0.40719139600834714,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004989791551694279,
      "loss": 6.5747,
      "mean_token_accuracy": 0.12252590656280518,
      "num_tokens": 8250363.0,
      "step": 3805
    },
    {
      "entropy": 6.684510517120361,
      "epoch": 0.4077264701161111,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004989755140178398,
      "loss": 6.5466,
      "mean_token_accuracy": 0.1275121845304966,
      "num_tokens": 8261207.0,
      "step": 3810
    },
    {
      "entropy": 6.650249767303467,
      "epoch": 0.408261544223875,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004989718663989905,
      "loss": 6.4341,
      "mean_token_accuracy": 0.1314044140279293,
      "num_tokens": 8272343.0,
      "step": 3815
    },
    {
      "entropy": 6.63267879486084,
      "epoch": 0.40879661833163894,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004989682123129849,
      "loss": 6.4824,
      "mean_token_accuracy": 0.12937317043542862,
      "num_tokens": 8282677.0,
      "step": 3820
    },
    {
      "entropy": 6.617118978500367,
      "epoch": 0.40933169243940287,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004989645517599286,
      "loss": 6.5173,
      "mean_token_accuracy": 0.12208694294095039,
      "num_tokens": 8292753.0,
      "step": 3825
    },
    {
      "entropy": 6.663387632369995,
      "epoch": 0.4098667665471668,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004989608847399275,
      "loss": 6.5005,
      "mean_token_accuracy": 0.1228366032242775,
      "num_tokens": 8302747.0,
      "step": 3830
    },
    {
      "entropy": 6.662363862991333,
      "epoch": 0.4104018406549307,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004989572112530871,
      "loss": 6.5526,
      "mean_token_accuracy": 0.12284000590443611,
      "num_tokens": 8314766.0,
      "step": 3835
    },
    {
      "entropy": 6.746812343597412,
      "epoch": 0.4109369147626946,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004989535312995139,
      "loss": 6.589,
      "mean_token_accuracy": 0.1256202682852745,
      "num_tokens": 8325791.0,
      "step": 3840
    },
    {
      "entropy": 6.654829788208008,
      "epoch": 0.41147198887045855,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004989498448793139,
      "loss": 6.5112,
      "mean_token_accuracy": 0.12916151732206343,
      "num_tokens": 8335809.0,
      "step": 3845
    },
    {
      "entropy": 6.647787380218506,
      "epoch": 0.4120070629782225,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004989461519925935,
      "loss": 6.5297,
      "mean_token_accuracy": 0.12414921745657921,
      "num_tokens": 8347505.0,
      "step": 3850
    },
    {
      "entropy": 6.689419221878052,
      "epoch": 0.4125421370859864,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004989424526394596,
      "loss": 6.5202,
      "mean_token_accuracy": 0.12475763484835625,
      "num_tokens": 8358363.0,
      "step": 3855
    },
    {
      "entropy": 6.677641820907593,
      "epoch": 0.41307721119375035,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004989387468200187,
      "loss": 6.5396,
      "mean_token_accuracy": 0.13543247133493425,
      "num_tokens": 8369076.0,
      "step": 3860
    },
    {
      "entropy": 6.705363655090332,
      "epoch": 0.4136122853015143,
      "grad_norm": 0.8515625,
      "learning_rate": 0.000498935034534378,
      "loss": 6.5759,
      "mean_token_accuracy": 0.12761471793055534,
      "num_tokens": 8380071.0,
      "step": 3865
    },
    {
      "entropy": 6.672411632537842,
      "epoch": 0.41414735940927816,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004989313157826446,
      "loss": 6.5336,
      "mean_token_accuracy": 0.12558821588754654,
      "num_tokens": 8390574.0,
      "step": 3870
    },
    {
      "entropy": 6.678396511077881,
      "epoch": 0.4146824335170421,
      "grad_norm": 0.83203125,
      "learning_rate": 0.000498927590564926,
      "loss": 6.5243,
      "mean_token_accuracy": 0.12345365136861801,
      "num_tokens": 8401154.0,
      "step": 3875
    },
    {
      "entropy": 6.714769077301026,
      "epoch": 0.415217507624806,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004989238588813296,
      "loss": 6.6159,
      "mean_token_accuracy": 0.1179626777768135,
      "num_tokens": 8412113.0,
      "step": 3880
    },
    {
      "entropy": 6.746410608291626,
      "epoch": 0.41575258173256996,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004989201207319634,
      "loss": 6.5946,
      "mean_token_accuracy": 0.12593442425131798,
      "num_tokens": 8422734.0,
      "step": 3885
    },
    {
      "entropy": 6.670342206954956,
      "epoch": 0.4162876558403339,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004989163761169351,
      "loss": 6.5096,
      "mean_token_accuracy": 0.12645940631628036,
      "num_tokens": 8433647.0,
      "step": 3890
    },
    {
      "entropy": 6.6612646102905275,
      "epoch": 0.4168227299480978,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004989126250363529,
      "loss": 6.5439,
      "mean_token_accuracy": 0.12609633430838585,
      "num_tokens": 8444726.0,
      "step": 3895
    },
    {
      "entropy": 6.702354383468628,
      "epoch": 0.41735780405586176,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004989088674903251,
      "loss": 6.5548,
      "mean_token_accuracy": 0.12299523651599883,
      "num_tokens": 8455351.0,
      "step": 3900
    },
    {
      "entropy": 6.662243127822876,
      "epoch": 0.41789287816362564,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004989051034789602,
      "loss": 6.5399,
      "mean_token_accuracy": 0.13187165036797524,
      "num_tokens": 8466423.0,
      "step": 3905
    },
    {
      "entropy": 6.644512081146241,
      "epoch": 0.41842795227138957,
      "grad_norm": 0.9375,
      "learning_rate": 0.000498901333002367,
      "loss": 6.4705,
      "mean_token_accuracy": 0.1284256912767887,
      "num_tokens": 8475841.0,
      "step": 3910
    },
    {
      "entropy": 6.726635599136353,
      "epoch": 0.4189630263791535,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004988975560606541,
      "loss": 6.5839,
      "mean_token_accuracy": 0.1262148402631283,
      "num_tokens": 8487656.0,
      "step": 3915
    },
    {
      "entropy": 6.706581735610962,
      "epoch": 0.41949810048691744,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004988937726539308,
      "loss": 6.5921,
      "mean_token_accuracy": 0.11821546405553818,
      "num_tokens": 8497959.0,
      "step": 3920
    },
    {
      "entropy": 6.637159299850464,
      "epoch": 0.42003317459468137,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004988899827823062,
      "loss": 6.5007,
      "mean_token_accuracy": 0.12721367701888084,
      "num_tokens": 8508228.0,
      "step": 3925
    },
    {
      "entropy": 6.706992149353027,
      "epoch": 0.4205682487024453,
      "grad_norm": 0.93359375,
      "learning_rate": 0.00049888618644589,
      "loss": 6.5382,
      "mean_token_accuracy": 0.12175416052341462,
      "num_tokens": 8518999.0,
      "step": 3930
    },
    {
      "entropy": 6.684942436218262,
      "epoch": 0.42110332281020924,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0004988823836447916,
      "loss": 6.586,
      "mean_token_accuracy": 0.12640919014811516,
      "num_tokens": 8529583.0,
      "step": 3935
    },
    {
      "entropy": 6.766374778747559,
      "epoch": 0.4216383969179731,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004988785743791207,
      "loss": 6.6344,
      "mean_token_accuracy": 0.11973984614014625,
      "num_tokens": 8540069.0,
      "step": 3940
    },
    {
      "entropy": 6.649429893493652,
      "epoch": 0.42217347102573705,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004988747586489876,
      "loss": 6.5232,
      "mean_token_accuracy": 0.1262367568910122,
      "num_tokens": 8550441.0,
      "step": 3945
    },
    {
      "entropy": 6.669159555435181,
      "epoch": 0.422708545133501,
      "grad_norm": 0.93359375,
      "learning_rate": 0.000498870936454502,
      "loss": 6.4896,
      "mean_token_accuracy": 0.13345823660492898,
      "num_tokens": 8560257.0,
      "step": 3950
    },
    {
      "entropy": 6.669978761672974,
      "epoch": 0.4232436192412649,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004988671077957749,
      "loss": 6.5456,
      "mean_token_accuracy": 0.12838102355599404,
      "num_tokens": 8570991.0,
      "step": 3955
    },
    {
      "entropy": 6.718678617477417,
      "epoch": 0.42377869334902885,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004988632726729164,
      "loss": 6.623,
      "mean_token_accuracy": 0.12288151308894157,
      "num_tokens": 8583668.0,
      "step": 3960
    },
    {
      "entropy": 6.71353588104248,
      "epoch": 0.4243137674567928,
      "grad_norm": 0.875,
      "learning_rate": 0.0004988594310860374,
      "loss": 6.5622,
      "mean_token_accuracy": 0.12634866833686828,
      "num_tokens": 8593727.0,
      "step": 3965
    },
    {
      "entropy": 6.631795024871826,
      "epoch": 0.4248488415645567,
      "grad_norm": 0.77734375,
      "learning_rate": 0.0004988555830352485,
      "loss": 6.535,
      "mean_token_accuracy": 0.12830110713839532,
      "num_tokens": 8605470.0,
      "step": 3970
    },
    {
      "entropy": 6.710698223114013,
      "epoch": 0.4253839156723206,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004988517285206614,
      "loss": 6.4909,
      "mean_token_accuracy": 0.12642122879624368,
      "num_tokens": 8617176.0,
      "step": 3975
    },
    {
      "entropy": 6.687610387802124,
      "epoch": 0.4259189897800845,
      "grad_norm": 0.81640625,
      "learning_rate": 0.0004988478675423871,
      "loss": 6.5698,
      "mean_token_accuracy": 0.12432101517915725,
      "num_tokens": 8627756.0,
      "step": 3980
    },
    {
      "entropy": 6.726788520812988,
      "epoch": 0.42645406388784846,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004988440001005369,
      "loss": 6.4978,
      "mean_token_accuracy": 0.13078101277351378,
      "num_tokens": 8637766.0,
      "step": 3985
    },
    {
      "entropy": 6.669644546508789,
      "epoch": 0.4269891379956124,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004988401261952227,
      "loss": 6.5352,
      "mean_token_accuracy": 0.1271196998655796,
      "num_tokens": 8648562.0,
      "step": 3990
    },
    {
      "entropy": 6.692719411849976,
      "epoch": 0.4275242121033763,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004988362458265565,
      "loss": 6.5407,
      "mean_token_accuracy": 0.12587031126022338,
      "num_tokens": 8658393.0,
      "step": 3995
    },
    {
      "entropy": 6.657577133178711,
      "epoch": 0.42805928621114026,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004988323589946499,
      "loss": 6.4984,
      "mean_token_accuracy": 0.12804798558354377,
      "num_tokens": 8668365.0,
      "step": 4000
    },
    {
      "entropy": 6.655419111251831,
      "epoch": 0.4285943603189042,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004988284656996156,
      "loss": 6.5197,
      "mean_token_accuracy": 0.12445603236556053,
      "num_tokens": 8679228.0,
      "step": 4005
    },
    {
      "entropy": 6.615156269073486,
      "epoch": 0.42912943442666807,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004988245659415656,
      "loss": 6.3977,
      "mean_token_accuracy": 0.13408233672380448,
      "num_tokens": 8688940.0,
      "step": 4010
    },
    {
      "entropy": 6.727430200576782,
      "epoch": 0.429664508534432,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004988206597206129,
      "loss": 6.5822,
      "mean_token_accuracy": 0.12079245671629905,
      "num_tokens": 8699923.0,
      "step": 4015
    },
    {
      "entropy": 6.609950971603394,
      "epoch": 0.43019958264219593,
      "grad_norm": 0.88671875,
      "learning_rate": 0.00049881674703687,
      "loss": 6.3995,
      "mean_token_accuracy": 0.13110176101326942,
      "num_tokens": 8710445.0,
      "step": 4020
    },
    {
      "entropy": 6.633261489868164,
      "epoch": 0.43073465674995987,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004988128278904499,
      "loss": 6.5438,
      "mean_token_accuracy": 0.1270765744149685,
      "num_tokens": 8720686.0,
      "step": 4025
    },
    {
      "entropy": 6.694298648834229,
      "epoch": 0.4312697308577238,
      "grad_norm": 0.9375,
      "learning_rate": 0.000498808902281466,
      "loss": 6.5501,
      "mean_token_accuracy": 0.12444414049386979,
      "num_tokens": 8732122.0,
      "step": 4030
    },
    {
      "entropy": 6.629603004455566,
      "epoch": 0.43180480496548773,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004988049702100315,
      "loss": 6.5018,
      "mean_token_accuracy": 0.13072665855288507,
      "num_tokens": 8744122.0,
      "step": 4035
    },
    {
      "entropy": 6.677775478363037,
      "epoch": 0.43233987907325166,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004988010316762598,
      "loss": 6.5141,
      "mean_token_accuracy": 0.12739741802215576,
      "num_tokens": 8754758.0,
      "step": 4040
    },
    {
      "entropy": 6.61721363067627,
      "epoch": 0.4328749531810156,
      "grad_norm": 0.875,
      "learning_rate": 0.0004987970866802649,
      "loss": 6.5401,
      "mean_token_accuracy": 0.12109534069895744,
      "num_tokens": 8766577.0,
      "step": 4045
    },
    {
      "entropy": 6.719010066986084,
      "epoch": 0.4334100272887795,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004987931352221605,
      "loss": 6.5142,
      "mean_token_accuracy": 0.12732690945267677,
      "num_tokens": 8777698.0,
      "step": 4050
    },
    {
      "entropy": 6.680473756790161,
      "epoch": 0.4339451013965434,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004987891773020606,
      "loss": 6.539,
      "mean_token_accuracy": 0.13013051599264144,
      "num_tokens": 8788637.0,
      "step": 4055
    },
    {
      "entropy": 6.641059923171997,
      "epoch": 0.43448017550430734,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004987852129200799,
      "loss": 6.5233,
      "mean_token_accuracy": 0.13138391450047493,
      "num_tokens": 8799709.0,
      "step": 4060
    },
    {
      "entropy": 6.668986368179321,
      "epoch": 0.4350152496120713,
      "grad_norm": 1.0,
      "learning_rate": 0.0004987812420763326,
      "loss": 6.522,
      "mean_token_accuracy": 0.12991120517253876,
      "num_tokens": 8810469.0,
      "step": 4065
    },
    {
      "entropy": 6.7073585987091064,
      "epoch": 0.4355503237198352,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004987772647709333,
      "loss": 6.4875,
      "mean_token_accuracy": 0.12589856162667273,
      "num_tokens": 8821142.0,
      "step": 4070
    },
    {
      "entropy": 6.575163078308106,
      "epoch": 0.43608539782759914,
      "grad_norm": 0.81640625,
      "learning_rate": 0.000498773281003997,
      "loss": 6.4521,
      "mean_token_accuracy": 0.1360087513923645,
      "num_tokens": 8832951.0,
      "step": 4075
    },
    {
      "entropy": 6.619437408447266,
      "epoch": 0.4366204719353631,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004987692907756385,
      "loss": 6.5586,
      "mean_token_accuracy": 0.12003473788499833,
      "num_tokens": 8843579.0,
      "step": 4080
    },
    {
      "entropy": 6.594773197174073,
      "epoch": 0.43715554604312695,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004987652940859733,
      "loss": 6.5106,
      "mean_token_accuracy": 0.12105915397405624,
      "num_tokens": 8854612.0,
      "step": 4085
    },
    {
      "entropy": 6.6315888404846195,
      "epoch": 0.4376906201508909,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004987612909351167,
      "loss": 6.4362,
      "mean_token_accuracy": 0.12816229835152626,
      "num_tokens": 8865584.0,
      "step": 4090
    },
    {
      "entropy": 6.653171062469482,
      "epoch": 0.4382256942586548,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004987572813231842,
      "loss": 6.4755,
      "mean_token_accuracy": 0.13291570246219636,
      "num_tokens": 8876662.0,
      "step": 4095
    },
    {
      "entropy": 6.611701250076294,
      "epoch": 0.43876076836641875,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004987532652502917,
      "loss": 6.5055,
      "mean_token_accuracy": 0.12572840675711633,
      "num_tokens": 8887249.0,
      "step": 4100
    },
    {
      "entropy": 6.6315741539001465,
      "epoch": 0.4392958424741827,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004987492427165551,
      "loss": 6.3271,
      "mean_token_accuracy": 0.14761306196451188,
      "num_tokens": 8898635.0,
      "step": 4105
    },
    {
      "entropy": 6.583226156234741,
      "epoch": 0.4398309165819466,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004987452137220906,
      "loss": 6.5186,
      "mean_token_accuracy": 0.12732519656419755,
      "num_tokens": 8908794.0,
      "step": 4110
    },
    {
      "entropy": 6.741327476501465,
      "epoch": 0.44036599068971055,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004987411782670144,
      "loss": 6.543,
      "mean_token_accuracy": 0.12335205003619194,
      "num_tokens": 8919015.0,
      "step": 4115
    },
    {
      "entropy": 6.72111668586731,
      "epoch": 0.44090106479747443,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004987371363514431,
      "loss": 6.5657,
      "mean_token_accuracy": 0.12079161182045936,
      "num_tokens": 8929028.0,
      "step": 4120
    },
    {
      "entropy": 6.6139490604400635,
      "epoch": 0.44143613890523836,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004987330879754933,
      "loss": 6.4554,
      "mean_token_accuracy": 0.1276882842183113,
      "num_tokens": 8939789.0,
      "step": 4125
    },
    {
      "entropy": 6.646202325820923,
      "epoch": 0.4419712130130023,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004987290331392823,
      "loss": 6.4486,
      "mean_token_accuracy": 0.13203705996274948,
      "num_tokens": 8950657.0,
      "step": 4130
    },
    {
      "entropy": 6.6861738681793215,
      "epoch": 0.44250628712076623,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004987249718429269,
      "loss": 6.5526,
      "mean_token_accuracy": 0.13007002994418143,
      "num_tokens": 8960744.0,
      "step": 4135
    },
    {
      "entropy": 6.589162921905517,
      "epoch": 0.44304136122853016,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004987209040865441,
      "loss": 6.4031,
      "mean_token_accuracy": 0.13397214710712432,
      "num_tokens": 8972411.0,
      "step": 4140
    },
    {
      "entropy": 6.668498754501343,
      "epoch": 0.4435764353362941,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004987168298702519,
      "loss": 6.5587,
      "mean_token_accuracy": 0.12520842999219894,
      "num_tokens": 8982818.0,
      "step": 4145
    },
    {
      "entropy": 6.677128410339355,
      "epoch": 0.44411150944405803,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004987127491941675,
      "loss": 6.4808,
      "mean_token_accuracy": 0.1279998652637005,
      "num_tokens": 8993227.0,
      "step": 4150
    },
    {
      "entropy": 6.564254093170166,
      "epoch": 0.4446465835518219,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004987086620584091,
      "loss": 6.4398,
      "mean_token_accuracy": 0.12674328237771987,
      "num_tokens": 9003796.0,
      "step": 4155
    },
    {
      "entropy": 6.597304344177246,
      "epoch": 0.44518165765958584,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004987045684630944,
      "loss": 6.4519,
      "mean_token_accuracy": 0.13550228103995324,
      "num_tokens": 9014931.0,
      "step": 4160
    },
    {
      "entropy": 6.683771085739136,
      "epoch": 0.44571673176734977,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004987004684083417,
      "loss": 6.5125,
      "mean_token_accuracy": 0.1246854156255722,
      "num_tokens": 9025312.0,
      "step": 4165
    },
    {
      "entropy": 6.5785962581634525,
      "epoch": 0.4462518058751137,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004986963618942694,
      "loss": 6.4992,
      "mean_token_accuracy": 0.13518852442502977,
      "num_tokens": 9035563.0,
      "step": 4170
    },
    {
      "entropy": 6.6854119300842285,
      "epoch": 0.44678687998287764,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004986922489209961,
      "loss": 6.5315,
      "mean_token_accuracy": 0.12844598144292832,
      "num_tokens": 9046065.0,
      "step": 4175
    },
    {
      "entropy": 6.602419853210449,
      "epoch": 0.44732195409064157,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004986881294886406,
      "loss": 6.4243,
      "mean_token_accuracy": 0.13352524042129515,
      "num_tokens": 9056696.0,
      "step": 4180
    },
    {
      "entropy": 6.630557918548584,
      "epoch": 0.4478570281984055,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004986840035973218,
      "loss": 6.497,
      "mean_token_accuracy": 0.12466994374990463,
      "num_tokens": 9067035.0,
      "step": 4185
    },
    {
      "entropy": 6.598540782928467,
      "epoch": 0.4483921023061694,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004986798712471588,
      "loss": 6.4498,
      "mean_token_accuracy": 0.12867262661457063,
      "num_tokens": 9078253.0,
      "step": 4190
    },
    {
      "entropy": 6.695849370956421,
      "epoch": 0.4489271764139333,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004986757324382709,
      "loss": 6.538,
      "mean_token_accuracy": 0.12193606868386268,
      "num_tokens": 9088184.0,
      "step": 4195
    },
    {
      "entropy": 6.654329824447632,
      "epoch": 0.44946225052169725,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004986715871707777,
      "loss": 6.5956,
      "mean_token_accuracy": 0.12263607308268547,
      "num_tokens": 9099321.0,
      "step": 4200
    },
    {
      "entropy": 6.727224969863892,
      "epoch": 0.4499973246294612,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0004986674354447988,
      "loss": 6.6267,
      "mean_token_accuracy": 0.1256189726293087,
      "num_tokens": 9111410.0,
      "step": 4205
    },
    {
      "entropy": 6.699107837677002,
      "epoch": 0.4505323987372251,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004986632772604543,
      "loss": 6.4381,
      "mean_token_accuracy": 0.13074832037091255,
      "num_tokens": 9121932.0,
      "step": 4210
    },
    {
      "entropy": 6.541916036605835,
      "epoch": 0.45106747284498905,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004986591126178639,
      "loss": 6.5275,
      "mean_token_accuracy": 0.13524831533432008,
      "num_tokens": 9132686.0,
      "step": 4215
    },
    {
      "entropy": 6.585468578338623,
      "epoch": 0.451602546952753,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004986549415171482,
      "loss": 6.4474,
      "mean_token_accuracy": 0.129779701679945,
      "num_tokens": 9143582.0,
      "step": 4220
    },
    {
      "entropy": 6.7485987663269045,
      "epoch": 0.45213762106051686,
      "grad_norm": 0.8359375,
      "learning_rate": 0.0004986507639584274,
      "loss": 6.5324,
      "mean_token_accuracy": 0.1203043945133686,
      "num_tokens": 9156173.0,
      "step": 4225
    },
    {
      "entropy": 6.596482992172241,
      "epoch": 0.4526726951682808,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004986465799418223,
      "loss": 6.5316,
      "mean_token_accuracy": 0.12531769648194313,
      "num_tokens": 9166882.0,
      "step": 4230
    },
    {
      "entropy": 6.628229808807373,
      "epoch": 0.4532077692760447,
      "grad_norm": 0.80078125,
      "learning_rate": 0.0004986423894674534,
      "loss": 6.5072,
      "mean_token_accuracy": 0.12611134797334672,
      "num_tokens": 9177525.0,
      "step": 4235
    },
    {
      "entropy": 6.686802244186401,
      "epoch": 0.45374284338380866,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004986381925354422,
      "loss": 6.4693,
      "mean_token_accuracy": 0.12995352670550347,
      "num_tokens": 9188586.0,
      "step": 4240
    },
    {
      "entropy": 6.600643539428711,
      "epoch": 0.4542779174915726,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004986339891459094,
      "loss": 6.3848,
      "mean_token_accuracy": 0.13419366404414176,
      "num_tokens": 9199920.0,
      "step": 4245
    },
    {
      "entropy": 6.512412977218628,
      "epoch": 0.4548129915993365,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004986297792989768,
      "loss": 6.4005,
      "mean_token_accuracy": 0.13559646606445314,
      "num_tokens": 9210923.0,
      "step": 4250
    },
    {
      "entropy": 6.67943844795227,
      "epoch": 0.45534806570710046,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004986255629947655,
      "loss": 6.5673,
      "mean_token_accuracy": 0.1220280259847641,
      "num_tokens": 9221459.0,
      "step": 4255
    },
    {
      "entropy": 6.688788795471192,
      "epoch": 0.45588313981486434,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004986213402333978,
      "loss": 6.5061,
      "mean_token_accuracy": 0.12646972984075547,
      "num_tokens": 9231768.0,
      "step": 4260
    },
    {
      "entropy": 6.626620626449585,
      "epoch": 0.45641821392262827,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004986171110149951,
      "loss": 6.4898,
      "mean_token_accuracy": 0.12704091221094133,
      "num_tokens": 9242230.0,
      "step": 4265
    },
    {
      "entropy": 6.644804620742798,
      "epoch": 0.4569532880303922,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004986128753396798,
      "loss": 6.3764,
      "mean_token_accuracy": 0.1383112385869026,
      "num_tokens": 9252485.0,
      "step": 4270
    },
    {
      "entropy": 6.505693149566651,
      "epoch": 0.45748836213815613,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004986086332075742,
      "loss": 6.4769,
      "mean_token_accuracy": 0.13183245658874512,
      "num_tokens": 9263014.0,
      "step": 4275
    },
    {
      "entropy": 6.6389552593231205,
      "epoch": 0.45802343624592007,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004986043846188006,
      "loss": 6.4941,
      "mean_token_accuracy": 0.13538846001029015,
      "num_tokens": 9273777.0,
      "step": 4280
    },
    {
      "entropy": 6.547956752777099,
      "epoch": 0.458558510353684,
      "grad_norm": 1.03125,
      "learning_rate": 0.000498600129573482,
      "loss": 6.4485,
      "mean_token_accuracy": 0.1250736318528652,
      "num_tokens": 9284738.0,
      "step": 4285
    },
    {
      "entropy": 6.658568000793457,
      "epoch": 0.45909358446144793,
      "grad_norm": 0.93359375,
      "learning_rate": 0.000498595868071741,
      "loss": 6.51,
      "mean_token_accuracy": 0.1274279423058033,
      "num_tokens": 9295921.0,
      "step": 4290
    },
    {
      "entropy": 6.636433506011963,
      "epoch": 0.4596286585692118,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004985916001137006,
      "loss": 6.473,
      "mean_token_accuracy": 0.12861644923686982,
      "num_tokens": 9306568.0,
      "step": 4295
    },
    {
      "entropy": 6.5929618835449215,
      "epoch": 0.46016373267697575,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004985873256994843,
      "loss": 6.4264,
      "mean_token_accuracy": 0.12723922058939935,
      "num_tokens": 9316468.0,
      "step": 4300
    },
    {
      "entropy": 6.600753831863403,
      "epoch": 0.4606988067847397,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004985830448292154,
      "loss": 6.5172,
      "mean_token_accuracy": 0.12453690990805626,
      "num_tokens": 9328185.0,
      "step": 4305
    },
    {
      "entropy": 6.607967853546143,
      "epoch": 0.4612338808925036,
      "grad_norm": 0.875,
      "learning_rate": 0.0004985787575030175,
      "loss": 6.4606,
      "mean_token_accuracy": 0.12915484756231307,
      "num_tokens": 9338591.0,
      "step": 4310
    },
    {
      "entropy": 6.654508638381958,
      "epoch": 0.46176895500026754,
      "grad_norm": 0.875,
      "learning_rate": 0.0004985744637210144,
      "loss": 6.4934,
      "mean_token_accuracy": 0.12339375391602517,
      "num_tokens": 9349286.0,
      "step": 4315
    },
    {
      "entropy": 6.62505955696106,
      "epoch": 0.4623040291080315,
      "grad_norm": 0.984375,
      "learning_rate": 0.00049857016348333,
      "loss": 6.4557,
      "mean_token_accuracy": 0.13769522607326506,
      "num_tokens": 9359752.0,
      "step": 4320
    },
    {
      "entropy": 6.6652875423431395,
      "epoch": 0.4628391032157954,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004985658567900886,
      "loss": 6.5363,
      "mean_token_accuracy": 0.12229202538728715,
      "num_tokens": 9371823.0,
      "step": 4325
    },
    {
      "entropy": 6.5104810237884525,
      "epoch": 0.4633741773235593,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004985615436414145,
      "loss": 6.3734,
      "mean_token_accuracy": 0.1329535260796547,
      "num_tokens": 9383127.0,
      "step": 4330
    },
    {
      "entropy": 6.609688377380371,
      "epoch": 0.4639092514313232,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004985572240374321,
      "loss": 6.493,
      "mean_token_accuracy": 0.1303437404334545,
      "num_tokens": 9394296.0,
      "step": 4335
    },
    {
      "entropy": 6.662563037872315,
      "epoch": 0.46444432553908715,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004985528979782665,
      "loss": 6.4788,
      "mean_token_accuracy": 0.12669798508286476,
      "num_tokens": 9405988.0,
      "step": 4340
    },
    {
      "entropy": 6.64463963508606,
      "epoch": 0.4649793996468511,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004985485654640423,
      "loss": 6.4806,
      "mean_token_accuracy": 0.12919746115803718,
      "num_tokens": 9417479.0,
      "step": 4345
    },
    {
      "entropy": 6.629348278045654,
      "epoch": 0.465514473754615,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004985442264948847,
      "loss": 6.4412,
      "mean_token_accuracy": 0.1340675063431263,
      "num_tokens": 9428050.0,
      "step": 4350
    },
    {
      "entropy": 6.524054050445557,
      "epoch": 0.46604954786237895,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004985398810709189,
      "loss": 6.3864,
      "mean_token_accuracy": 0.13670956641435622,
      "num_tokens": 9438229.0,
      "step": 4355
    },
    {
      "entropy": 6.527488756179809,
      "epoch": 0.4665846219701429,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004985355291922704,
      "loss": 6.4619,
      "mean_token_accuracy": 0.12740573361516,
      "num_tokens": 9449611.0,
      "step": 4360
    },
    {
      "entropy": 6.571456623077393,
      "epoch": 0.46711969607790677,
      "grad_norm": 0.9765625,
      "learning_rate": 0.000498531170859065,
      "loss": 6.4262,
      "mean_token_accuracy": 0.1285405918955803,
      "num_tokens": 9460234.0,
      "step": 4365
    },
    {
      "entropy": 6.647714519500733,
      "epoch": 0.4676547701856707,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004985268060714285,
      "loss": 6.4934,
      "mean_token_accuracy": 0.13008355647325515,
      "num_tokens": 9472136.0,
      "step": 4370
    },
    {
      "entropy": 6.569018363952637,
      "epoch": 0.46818984429343463,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004985224348294868,
      "loss": 6.4303,
      "mean_token_accuracy": 0.13425772562623023,
      "num_tokens": 9482602.0,
      "step": 4375
    },
    {
      "entropy": 6.669341087341309,
      "epoch": 0.46872491840119856,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004985180571333663,
      "loss": 6.4505,
      "mean_token_accuracy": 0.13110394701361655,
      "num_tokens": 9493782.0,
      "step": 4380
    },
    {
      "entropy": 6.55669093132019,
      "epoch": 0.4692599925089625,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004985136729831932,
      "loss": 6.4355,
      "mean_token_accuracy": 0.13124280273914338,
      "num_tokens": 9504389.0,
      "step": 4385
    },
    {
      "entropy": 6.557050037384033,
      "epoch": 0.46979506661672643,
      "grad_norm": 0.81640625,
      "learning_rate": 0.0004985092823790942,
      "loss": 6.5438,
      "mean_token_accuracy": 0.12736449316143988,
      "num_tokens": 9515166.0,
      "step": 4390
    },
    {
      "entropy": 6.646884441375732,
      "epoch": 0.47033014072449036,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004985048853211961,
      "loss": 6.4498,
      "mean_token_accuracy": 0.12973246723413467,
      "num_tokens": 9525566.0,
      "step": 4395
    },
    {
      "entropy": 6.6462167263031,
      "epoch": 0.47086521483225424,
      "grad_norm": 0.9140625,
      "learning_rate": 0.000498500481809626,
      "loss": 6.3631,
      "mean_token_accuracy": 0.13674942925572395,
      "num_tokens": 9536021.0,
      "step": 4400
    },
    {
      "entropy": 6.577220487594604,
      "epoch": 0.4714002889400182,
      "grad_norm": 1.0,
      "learning_rate": 0.0004984960718445107,
      "loss": 6.4618,
      "mean_token_accuracy": 0.1290246829390526,
      "num_tokens": 9546827.0,
      "step": 4405
    },
    {
      "entropy": 6.669568681716919,
      "epoch": 0.4719353630477821,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004984916554259778,
      "loss": 6.5804,
      "mean_token_accuracy": 0.11914809867739677,
      "num_tokens": 9558104.0,
      "step": 4410
    },
    {
      "entropy": 6.716915273666382,
      "epoch": 0.47247043715554604,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004984872325541547,
      "loss": 6.4746,
      "mean_token_accuracy": 0.13426239639520646,
      "num_tokens": 9568487.0,
      "step": 4415
    },
    {
      "entropy": 6.595568609237671,
      "epoch": 0.47300551126331,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004984828032291692,
      "loss": 6.409,
      "mean_token_accuracy": 0.1371495507657528,
      "num_tokens": 9579509.0,
      "step": 4420
    },
    {
      "entropy": 6.598883008956909,
      "epoch": 0.4735405853710739,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004984783674511492,
      "loss": 6.4439,
      "mean_token_accuracy": 0.13512026593089105,
      "num_tokens": 9589931.0,
      "step": 4425
    },
    {
      "entropy": 6.65351881980896,
      "epoch": 0.47407565947883784,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004984739252202227,
      "loss": 6.4853,
      "mean_token_accuracy": 0.13070580661296843,
      "num_tokens": 9599764.0,
      "step": 4430
    },
    {
      "entropy": 6.58623685836792,
      "epoch": 0.4746107335866017,
      "grad_norm": 0.94140625,
      "learning_rate": 0.000498469476536518,
      "loss": 6.4693,
      "mean_token_accuracy": 0.13182214722037316,
      "num_tokens": 9611145.0,
      "step": 4435
    },
    {
      "entropy": 6.572959518432617,
      "epoch": 0.47514580769436565,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004984650214001636,
      "loss": 6.4524,
      "mean_token_accuracy": 0.1344005770981312,
      "num_tokens": 9621441.0,
      "step": 4440
    },
    {
      "entropy": 6.606233978271485,
      "epoch": 0.4756808818021296,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004984605598112881,
      "loss": 6.4892,
      "mean_token_accuracy": 0.13672804534435273,
      "num_tokens": 9631874.0,
      "step": 4445
    },
    {
      "entropy": 6.54412693977356,
      "epoch": 0.4762159559098935,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004984560917700204,
      "loss": 6.4679,
      "mean_token_accuracy": 0.12406425327062606,
      "num_tokens": 9643006.0,
      "step": 4450
    },
    {
      "entropy": 6.608676290512085,
      "epoch": 0.47675103001765745,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004984516172764894,
      "loss": 6.3603,
      "mean_token_accuracy": 0.13812799453735353,
      "num_tokens": 9653897.0,
      "step": 4455
    },
    {
      "entropy": 6.587300872802734,
      "epoch": 0.4772861041254214,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004984471363308243,
      "loss": 6.4451,
      "mean_token_accuracy": 0.1295091949403286,
      "num_tokens": 9664460.0,
      "step": 4460
    },
    {
      "entropy": 6.591927433013916,
      "epoch": 0.4778211782331853,
      "grad_norm": 0.83203125,
      "learning_rate": 0.0004984426489331546,
      "loss": 6.4452,
      "mean_token_accuracy": 0.1343319222331047,
      "num_tokens": 9674534.0,
      "step": 4465
    },
    {
      "entropy": 6.667538690567016,
      "epoch": 0.4783562523409492,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004984381550836097,
      "loss": 6.5233,
      "mean_token_accuracy": 0.12932249754667283,
      "num_tokens": 9684828.0,
      "step": 4470
    },
    {
      "entropy": 6.685228490829468,
      "epoch": 0.47889132644871313,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004984336547823196,
      "loss": 6.476,
      "mean_token_accuracy": 0.13595896139740943,
      "num_tokens": 9694536.0,
      "step": 4475
    },
    {
      "entropy": 6.5596802711486815,
      "epoch": 0.47942640055647706,
      "grad_norm": 0.85546875,
      "learning_rate": 0.000498429148029414,
      "loss": 6.3618,
      "mean_token_accuracy": 0.138527562469244,
      "num_tokens": 9705715.0,
      "step": 4480
    },
    {
      "entropy": 6.568077421188354,
      "epoch": 0.479961474664241,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004984246348250233,
      "loss": 6.4272,
      "mean_token_accuracy": 0.13661785423755646,
      "num_tokens": 9717505.0,
      "step": 4485
    },
    {
      "entropy": 6.559729671478271,
      "epoch": 0.4804965487720049,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004984201151692775,
      "loss": 6.3148,
      "mean_token_accuracy": 0.1311251237988472,
      "num_tokens": 9727910.0,
      "step": 4490
    },
    {
      "entropy": 6.552911567687988,
      "epoch": 0.48103162287976886,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004984155890623074,
      "loss": 6.4158,
      "mean_token_accuracy": 0.1403425469994545,
      "num_tokens": 9738528.0,
      "step": 4495
    },
    {
      "entropy": 6.629558420181274,
      "epoch": 0.4815666969875328,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004984110565042435,
      "loss": 6.4366,
      "mean_token_accuracy": 0.12938447296619415,
      "num_tokens": 9749744.0,
      "step": 4500
    },
    {
      "entropy": 6.617833042144776,
      "epoch": 0.48210177109529667,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004984065174952168,
      "loss": 6.4553,
      "mean_token_accuracy": 0.1283630460500717,
      "num_tokens": 9759968.0,
      "step": 4505
    },
    {
      "entropy": 6.573904323577881,
      "epoch": 0.4826368452030606,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004984019720353582,
      "loss": 6.4685,
      "mean_token_accuracy": 0.13089560866355895,
      "num_tokens": 9769791.0,
      "step": 4510
    },
    {
      "entropy": 6.588549280166626,
      "epoch": 0.48317191931082454,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004983974201247991,
      "loss": 6.4289,
      "mean_token_accuracy": 0.14046103060245513,
      "num_tokens": 9780369.0,
      "step": 4515
    },
    {
      "entropy": 6.592692470550537,
      "epoch": 0.48370699341858847,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004983928617636709,
      "loss": 6.4702,
      "mean_token_accuracy": 0.12840275466442108,
      "num_tokens": 9791125.0,
      "step": 4520
    },
    {
      "entropy": 6.612597322463989,
      "epoch": 0.4842420675263524,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004983882969521052,
      "loss": 6.476,
      "mean_token_accuracy": 0.13058361411094666,
      "num_tokens": 9801697.0,
      "step": 4525
    },
    {
      "entropy": 6.7215207576751705,
      "epoch": 0.48477714163411634,
      "grad_norm": 0.8359375,
      "learning_rate": 0.0004983837256902338,
      "loss": 6.503,
      "mean_token_accuracy": 0.1307273916900158,
      "num_tokens": 9812171.0,
      "step": 4530
    },
    {
      "entropy": 6.6215473175048825,
      "epoch": 0.48531221574188027,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004983791479781887,
      "loss": 6.3568,
      "mean_token_accuracy": 0.1358387865126133,
      "num_tokens": 9821596.0,
      "step": 4535
    },
    {
      "entropy": 6.625421190261841,
      "epoch": 0.48584728984964415,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004983745638161021,
      "loss": 6.4679,
      "mean_token_accuracy": 0.1225791446864605,
      "num_tokens": 9831634.0,
      "step": 4540
    },
    {
      "entropy": 6.600485038757324,
      "epoch": 0.4863823639574081,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004983699732041064,
      "loss": 6.4374,
      "mean_token_accuracy": 0.1332743264734745,
      "num_tokens": 9841662.0,
      "step": 4545
    },
    {
      "entropy": 6.634182262420654,
      "epoch": 0.486917438065172,
      "grad_norm": 0.82421875,
      "learning_rate": 0.000498365376142334,
      "loss": 6.4182,
      "mean_token_accuracy": 0.1287665732204914,
      "num_tokens": 9853797.0,
      "step": 4550
    },
    {
      "entropy": 6.60415620803833,
      "epoch": 0.48745251217293595,
      "grad_norm": 0.875,
      "learning_rate": 0.0004983607726309179,
      "loss": 6.4783,
      "mean_token_accuracy": 0.13362127617001535,
      "num_tokens": 9865245.0,
      "step": 4555
    },
    {
      "entropy": 6.613085412979126,
      "epoch": 0.4879875862806999,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004983561626699908,
      "loss": 6.5493,
      "mean_token_accuracy": 0.1201714314520359,
      "num_tokens": 9876207.0,
      "step": 4560
    },
    {
      "entropy": 6.617175912857055,
      "epoch": 0.4885226603884638,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004983515462596859,
      "loss": 6.3722,
      "mean_token_accuracy": 0.13808477893471718,
      "num_tokens": 9887210.0,
      "step": 4565
    },
    {
      "entropy": 6.628411436080933,
      "epoch": 0.48905773449622775,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004983469234001365,
      "loss": 6.5453,
      "mean_token_accuracy": 0.1223258338868618,
      "num_tokens": 9899607.0,
      "step": 4570
    },
    {
      "entropy": 6.493689966201782,
      "epoch": 0.4895928086039917,
      "grad_norm": 0.9765625,
      "learning_rate": 0.000498342294091476,
      "loss": 6.3207,
      "mean_token_accuracy": 0.13951509818434715,
      "num_tokens": 9909910.0,
      "step": 4575
    },
    {
      "entropy": 6.576979541778565,
      "epoch": 0.49012788271175556,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004983376583338382,
      "loss": 6.4522,
      "mean_token_accuracy": 0.12814116850495338,
      "num_tokens": 9922137.0,
      "step": 4580
    },
    {
      "entropy": 6.592047500610351,
      "epoch": 0.4906629568195195,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004983330161273569,
      "loss": 6.4423,
      "mean_token_accuracy": 0.13318542540073394,
      "num_tokens": 9932514.0,
      "step": 4585
    },
    {
      "entropy": 6.599062538146972,
      "epoch": 0.4911980309272834,
      "grad_norm": 1.125,
      "learning_rate": 0.0004983283674721662,
      "loss": 6.472,
      "mean_token_accuracy": 0.1285909153521061,
      "num_tokens": 9943054.0,
      "step": 4590
    },
    {
      "entropy": 6.6669844627380375,
      "epoch": 0.49173310503504736,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004983237123684002,
      "loss": 6.4586,
      "mean_token_accuracy": 0.12396880611777306,
      "num_tokens": 9953791.0,
      "step": 4595
    },
    {
      "entropy": 6.547674703598022,
      "epoch": 0.4922681791428113,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004983190508161934,
      "loss": 6.4168,
      "mean_token_accuracy": 0.13142559230327605,
      "num_tokens": 9964782.0,
      "step": 4600
    },
    {
      "entropy": 6.600427770614624,
      "epoch": 0.4928032532505752,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004983143828156804,
      "loss": 6.4635,
      "mean_token_accuracy": 0.1325958825647831,
      "num_tokens": 9975843.0,
      "step": 4605
    },
    {
      "entropy": 6.656546258926392,
      "epoch": 0.49333832735833916,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004983097083669959,
      "loss": 6.4628,
      "mean_token_accuracy": 0.13217055648565293,
      "num_tokens": 9987060.0,
      "step": 4610
    },
    {
      "entropy": 6.59615387916565,
      "epoch": 0.49387340146610303,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004983050274702751,
      "loss": 6.4117,
      "mean_token_accuracy": 0.12894619554281234,
      "num_tokens": 9997380.0,
      "step": 4615
    },
    {
      "entropy": 6.616825246810913,
      "epoch": 0.49440847557386697,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004983003401256529,
      "loss": 6.4735,
      "mean_token_accuracy": 0.1321854218840599,
      "num_tokens": 10007955.0,
      "step": 4620
    },
    {
      "entropy": 6.75042200088501,
      "epoch": 0.4949435496816309,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004982956463332647,
      "loss": 6.519,
      "mean_token_accuracy": 0.1297973394393921,
      "num_tokens": 10017645.0,
      "step": 4625
    },
    {
      "entropy": 6.5598069190979,
      "epoch": 0.49547862378939483,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004982909460932463,
      "loss": 6.4745,
      "mean_token_accuracy": 0.13480209782719613,
      "num_tokens": 10027619.0,
      "step": 4630
    },
    {
      "entropy": 6.514010858535767,
      "epoch": 0.49601369789715877,
      "grad_norm": 0.91015625,
      "learning_rate": 0.000498286239405733,
      "loss": 6.3519,
      "mean_token_accuracy": 0.1398867264389992,
      "num_tokens": 10037551.0,
      "step": 4635
    },
    {
      "entropy": 6.568855094909668,
      "epoch": 0.4965487720049227,
      "grad_norm": 0.86328125,
      "learning_rate": 0.000498281526270861,
      "loss": 6.362,
      "mean_token_accuracy": 0.14587779641151427,
      "num_tokens": 10047771.0,
      "step": 4640
    },
    {
      "entropy": 6.666078329086304,
      "epoch": 0.49708384611268663,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004982768066887663,
      "loss": 6.5118,
      "mean_token_accuracy": 0.1215001881122589,
      "num_tokens": 10058771.0,
      "step": 4645
    },
    {
      "entropy": 6.562118339538574,
      "epoch": 0.4976189202204505,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004982720806595851,
      "loss": 6.379,
      "mean_token_accuracy": 0.13854264095425606,
      "num_tokens": 10070318.0,
      "step": 4650
    },
    {
      "entropy": 6.5347740173339846,
      "epoch": 0.49815399432821444,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004982673481834541,
      "loss": 6.4179,
      "mean_token_accuracy": 0.13162788599729539,
      "num_tokens": 10081810.0,
      "step": 4655
    },
    {
      "entropy": 6.5531469821929935,
      "epoch": 0.4986890684359784,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004982626092605097,
      "loss": 6.4293,
      "mean_token_accuracy": 0.1290815070271492,
      "num_tokens": 10091724.0,
      "step": 4660
    },
    {
      "entropy": 6.611719417572021,
      "epoch": 0.4992241425437423,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004982578638908888,
      "loss": 6.403,
      "mean_token_accuracy": 0.13535990193486214,
      "num_tokens": 10102510.0,
      "step": 4665
    },
    {
      "entropy": 6.544986534118652,
      "epoch": 0.49975921665150624,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004982531120747286,
      "loss": 6.4922,
      "mean_token_accuracy": 0.1257660821080208,
      "num_tokens": 10112636.0,
      "step": 4670
    },
    {
      "entropy": 6.604016494750977,
      "epoch": 0.5002942907592701,
      "grad_norm": 0.87109375,
      "learning_rate": 0.000498248353812166,
      "loss": 6.4787,
      "mean_token_accuracy": 0.1360865317285061,
      "num_tokens": 10123562.0,
      "step": 4675
    },
    {
      "entropy": 6.638428163528443,
      "epoch": 0.5008293648670341,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004982435891033387,
      "loss": 6.4432,
      "mean_token_accuracy": 0.12326023429632187,
      "num_tokens": 10134731.0,
      "step": 4680
    },
    {
      "entropy": 6.588080215454101,
      "epoch": 0.501364438974798,
      "grad_norm": 0.84765625,
      "learning_rate": 0.000498238817948384,
      "loss": 6.4383,
      "mean_token_accuracy": 0.12379593178629875,
      "num_tokens": 10145232.0,
      "step": 4685
    },
    {
      "entropy": 6.589097023010254,
      "epoch": 0.501899513082562,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004982340403474398,
      "loss": 6.4048,
      "mean_token_accuracy": 0.12875489071011542,
      "num_tokens": 10155857.0,
      "step": 4690
    },
    {
      "entropy": 6.527957916259766,
      "epoch": 0.5024345871903259,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004982292563006441,
      "loss": 6.4111,
      "mean_token_accuracy": 0.13376053273677826,
      "num_tokens": 10166145.0,
      "step": 4695
    },
    {
      "entropy": 6.61545352935791,
      "epoch": 0.5029696612980897,
      "grad_norm": 0.96484375,
      "learning_rate": 0.000498224465808135,
      "loss": 6.5401,
      "mean_token_accuracy": 0.12268224507570266,
      "num_tokens": 10177086.0,
      "step": 4700
    },
    {
      "entropy": 6.665903615951538,
      "epoch": 0.5035047354058537,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004982196688700509,
      "loss": 6.4002,
      "mean_token_accuracy": 0.13040100783109665,
      "num_tokens": 10187120.0,
      "step": 4705
    },
    {
      "entropy": 6.530137538909912,
      "epoch": 0.5040398095136176,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004982148654865302,
      "loss": 6.4559,
      "mean_token_accuracy": 0.1298971429467201,
      "num_tokens": 10197784.0,
      "step": 4710
    },
    {
      "entropy": 6.596415185928345,
      "epoch": 0.5045748836213816,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004982100556577115,
      "loss": 6.3175,
      "mean_token_accuracy": 0.13752863705158233,
      "num_tokens": 10209373.0,
      "step": 4715
    },
    {
      "entropy": 6.599901819229126,
      "epoch": 0.5051099577291455,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004982052393837338,
      "loss": 6.4703,
      "mean_token_accuracy": 0.134211765229702,
      "num_tokens": 10220316.0,
      "step": 4720
    },
    {
      "entropy": 6.523404884338379,
      "epoch": 0.5056450318369095,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004982004166647363,
      "loss": 6.3515,
      "mean_token_accuracy": 0.13745278641581535,
      "num_tokens": 10230478.0,
      "step": 4725
    },
    {
      "entropy": 6.504576253890991,
      "epoch": 0.5061801059446733,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004981955875008582,
      "loss": 6.4575,
      "mean_token_accuracy": 0.12832919433712958,
      "num_tokens": 10240641.0,
      "step": 4730
    },
    {
      "entropy": 6.552541208267212,
      "epoch": 0.5067151800524372,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004981907518922387,
      "loss": 6.4235,
      "mean_token_accuracy": 0.13827937319874764,
      "num_tokens": 10250676.0,
      "step": 4735
    },
    {
      "entropy": 6.689561080932617,
      "epoch": 0.5072502541602012,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004981859098390177,
      "loss": 6.4814,
      "mean_token_accuracy": 0.13366223871707916,
      "num_tokens": 10262016.0,
      "step": 4740
    },
    {
      "entropy": 6.594616556167603,
      "epoch": 0.5077853282679651,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004981810613413348,
      "loss": 6.4271,
      "mean_token_accuracy": 0.13014219626784324,
      "num_tokens": 10271985.0,
      "step": 4745
    },
    {
      "entropy": 6.5694726467132565,
      "epoch": 0.5083204023757291,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004981762063993302,
      "loss": 6.3904,
      "mean_token_accuracy": 0.13673141747713088,
      "num_tokens": 10282156.0,
      "step": 4750
    },
    {
      "entropy": 6.55366268157959,
      "epoch": 0.5088554764834929,
      "grad_norm": 0.9609375,
      "learning_rate": 0.000498171345013144,
      "loss": 6.4144,
      "mean_token_accuracy": 0.12969285398721694,
      "num_tokens": 10292576.0,
      "step": 4755
    },
    {
      "entropy": 6.562372398376465,
      "epoch": 0.5093905505912569,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004981664771829165,
      "loss": 6.4181,
      "mean_token_accuracy": 0.13343835547566413,
      "num_tokens": 10303648.0,
      "step": 4760
    },
    {
      "entropy": 6.535589408874512,
      "epoch": 0.5099256246990208,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004981616029087884,
      "loss": 6.2974,
      "mean_token_accuracy": 0.14286783933639527,
      "num_tokens": 10314275.0,
      "step": 4765
    },
    {
      "entropy": 6.523235034942627,
      "epoch": 0.5104606988067847,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004981567221909004,
      "loss": 6.4367,
      "mean_token_accuracy": 0.1234497033059597,
      "num_tokens": 10325386.0,
      "step": 4770
    },
    {
      "entropy": 6.583385038375854,
      "epoch": 0.5109957729145487,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004981518350293935,
      "loss": 6.4195,
      "mean_token_accuracy": 0.13221827372908593,
      "num_tokens": 10335041.0,
      "step": 4775
    },
    {
      "entropy": 6.566418886184692,
      "epoch": 0.5115308470223126,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004981469414244086,
      "loss": 6.3589,
      "mean_token_accuracy": 0.13546796143054962,
      "num_tokens": 10345746.0,
      "step": 4780
    },
    {
      "entropy": 6.526873302459717,
      "epoch": 0.5120659211300765,
      "grad_norm": 0.9140625,
      "learning_rate": 0.000498142041376087,
      "loss": 6.4589,
      "mean_token_accuracy": 0.13213575780391693,
      "num_tokens": 10356995.0,
      "step": 4785
    },
    {
      "entropy": 6.588274049758911,
      "epoch": 0.5126009952378404,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004981371348845705,
      "loss": 6.3918,
      "mean_token_accuracy": 0.13793057650327684,
      "num_tokens": 10368445.0,
      "step": 4790
    },
    {
      "entropy": 6.564663362503052,
      "epoch": 0.5131360693456044,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004981322219500006,
      "loss": 6.3306,
      "mean_token_accuracy": 0.13899565637111663,
      "num_tokens": 10378256.0,
      "step": 4795
    },
    {
      "entropy": 6.572551918029785,
      "epoch": 0.5136711434533683,
      "grad_norm": 0.86328125,
      "learning_rate": 0.000498127302572519,
      "loss": 6.4337,
      "mean_token_accuracy": 0.13306498527526855,
      "num_tokens": 10388698.0,
      "step": 4800
    },
    {
      "entropy": 6.552906894683838,
      "epoch": 0.5142062175611322,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004981223767522679,
      "loss": 6.4165,
      "mean_token_accuracy": 0.13544142693281175,
      "num_tokens": 10399975.0,
      "step": 4805
    },
    {
      "entropy": 6.56361837387085,
      "epoch": 0.5147412916688962,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004981174444893896,
      "loss": 6.4409,
      "mean_token_accuracy": 0.12835390493273735,
      "num_tokens": 10410480.0,
      "step": 4810
    },
    {
      "entropy": 6.569009494781494,
      "epoch": 0.51527636577666,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004981125057840264,
      "loss": 6.3779,
      "mean_token_accuracy": 0.13437490314245223,
      "num_tokens": 10421023.0,
      "step": 4815
    },
    {
      "entropy": 6.559838151931762,
      "epoch": 0.515811439884424,
      "grad_norm": 0.90625,
      "learning_rate": 0.000498107560636321,
      "loss": 6.4338,
      "mean_token_accuracy": 0.13482891395688057,
      "num_tokens": 10431152.0,
      "step": 4820
    },
    {
      "entropy": 6.555282926559448,
      "epoch": 0.5163465139921879,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004981026090464161,
      "loss": 6.3384,
      "mean_token_accuracy": 0.13015770241618158,
      "num_tokens": 10441986.0,
      "step": 4825
    },
    {
      "entropy": 6.594929122924805,
      "epoch": 0.5168815880999519,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004980976510144548,
      "loss": 6.4256,
      "mean_token_accuracy": 0.13272499442100524,
      "num_tokens": 10452932.0,
      "step": 4830
    },
    {
      "entropy": 6.602198505401612,
      "epoch": 0.5174166622077158,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004980926865405801,
      "loss": 6.4917,
      "mean_token_accuracy": 0.13022917434573172,
      "num_tokens": 10463411.0,
      "step": 4835
    },
    {
      "entropy": 6.590021848678589,
      "epoch": 0.5179517363154797,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004980877156249354,
      "loss": 6.3924,
      "mean_token_accuracy": 0.1318229004740715,
      "num_tokens": 10474820.0,
      "step": 4840
    },
    {
      "entropy": 6.5618896484375,
      "epoch": 0.5184868104232436,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004980827382676643,
      "loss": 6.3908,
      "mean_token_accuracy": 0.1359572544693947,
      "num_tokens": 10485701.0,
      "step": 4845
    },
    {
      "entropy": 6.562652063369751,
      "epoch": 0.5190218845310075,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004980777544689105,
      "loss": 6.3798,
      "mean_token_accuracy": 0.133701653778553,
      "num_tokens": 10495825.0,
      "step": 4850
    },
    {
      "entropy": 6.572429084777832,
      "epoch": 0.5195569586387715,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004980727642288178,
      "loss": 6.3694,
      "mean_token_accuracy": 0.1366524338722229,
      "num_tokens": 10505847.0,
      "step": 4855
    },
    {
      "entropy": 6.58137698173523,
      "epoch": 0.5200920327465354,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004980677675475305,
      "loss": 6.419,
      "mean_token_accuracy": 0.13074490278959275,
      "num_tokens": 10516596.0,
      "step": 4860
    },
    {
      "entropy": 6.5385129928588865,
      "epoch": 0.5206271068542994,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004980627644251926,
      "loss": 6.3508,
      "mean_token_accuracy": 0.14263466894626617,
      "num_tokens": 10528175.0,
      "step": 4865
    },
    {
      "entropy": 6.531356334686279,
      "epoch": 0.5211621809620632,
      "grad_norm": 0.83203125,
      "learning_rate": 0.0004980577548619489,
      "loss": 6.4306,
      "mean_token_accuracy": 0.12927020862698554,
      "num_tokens": 10540076.0,
      "step": 4870
    },
    {
      "entropy": 6.605974388122559,
      "epoch": 0.5216972550698272,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004980527388579437,
      "loss": 6.4608,
      "mean_token_accuracy": 0.13456529825925828,
      "num_tokens": 10552025.0,
      "step": 4875
    },
    {
      "entropy": 6.575765085220337,
      "epoch": 0.5222323291775911,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004980477164133221,
      "loss": 6.4539,
      "mean_token_accuracy": 0.129114593565464,
      "num_tokens": 10562535.0,
      "step": 4880
    },
    {
      "entropy": 6.514796257019043,
      "epoch": 0.522767403285355,
      "grad_norm": 0.875,
      "learning_rate": 0.000498042687528229,
      "loss": 6.3806,
      "mean_token_accuracy": 0.13771313056349754,
      "num_tokens": 10572989.0,
      "step": 4885
    },
    {
      "entropy": 6.562314891815186,
      "epoch": 0.523302477393119,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004980376522028098,
      "loss": 6.3902,
      "mean_token_accuracy": 0.13828387781977652,
      "num_tokens": 10583033.0,
      "step": 4890
    },
    {
      "entropy": 6.621473217010498,
      "epoch": 0.5238375515008828,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004980326104372095,
      "loss": 6.4515,
      "mean_token_accuracy": 0.1324295498430729,
      "num_tokens": 10595205.0,
      "step": 4895
    },
    {
      "entropy": 6.6087054252624515,
      "epoch": 0.5243726256086468,
      "grad_norm": 0.97265625,
      "learning_rate": 0.000498027562231574,
      "loss": 6.3238,
      "mean_token_accuracy": 0.13879008814692498,
      "num_tokens": 10605244.0,
      "step": 4900
    },
    {
      "entropy": 6.517013835906982,
      "epoch": 0.5249076997164107,
      "grad_norm": 0.83984375,
      "learning_rate": 0.000498022507586049,
      "loss": 6.4009,
      "mean_token_accuracy": 0.13425140753388404,
      "num_tokens": 10615817.0,
      "step": 4905
    },
    {
      "entropy": 6.567776536941528,
      "epoch": 0.5254427738241747,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004980174465007804,
      "loss": 6.4049,
      "mean_token_accuracy": 0.12943320125341415,
      "num_tokens": 10627160.0,
      "step": 4910
    },
    {
      "entropy": 6.535676527023315,
      "epoch": 0.5259778479319386,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004980123789759145,
      "loss": 6.4155,
      "mean_token_accuracy": 0.1364553727209568,
      "num_tokens": 10637552.0,
      "step": 4915
    },
    {
      "entropy": 6.543107557296753,
      "epoch": 0.5265129220397025,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004980073050115973,
      "loss": 6.4313,
      "mean_token_accuracy": 0.13919828683137894,
      "num_tokens": 10648773.0,
      "step": 4920
    },
    {
      "entropy": 6.631382894515991,
      "epoch": 0.5270479961474664,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004980022246079755,
      "loss": 6.445,
      "mean_token_accuracy": 0.13386888429522514,
      "num_tokens": 10659537.0,
      "step": 4925
    },
    {
      "entropy": 6.633248519897461,
      "epoch": 0.5275830702552303,
      "grad_norm": 0.875,
      "learning_rate": 0.000497997137765196,
      "loss": 6.4768,
      "mean_token_accuracy": 0.12957047149538994,
      "num_tokens": 10671390.0,
      "step": 4930
    },
    {
      "entropy": 6.5766232967376705,
      "epoch": 0.5281181443629943,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004979920444834054,
      "loss": 6.3241,
      "mean_token_accuracy": 0.14455228969454764,
      "num_tokens": 10682389.0,
      "step": 4935
    },
    {
      "entropy": 6.47672324180603,
      "epoch": 0.5286532184707582,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004979869447627508,
      "loss": 6.3953,
      "mean_token_accuracy": 0.1334312967956066,
      "num_tokens": 10692400.0,
      "step": 4940
    },
    {
      "entropy": 6.526055192947387,
      "epoch": 0.5291882925785222,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004979818386033795,
      "loss": 6.3235,
      "mean_token_accuracy": 0.13851125985383989,
      "num_tokens": 10702396.0,
      "step": 4945
    },
    {
      "entropy": 6.531862735748291,
      "epoch": 0.5297233666862861,
      "grad_norm": 0.83984375,
      "learning_rate": 0.000497976726005439,
      "loss": 6.4335,
      "mean_token_accuracy": 0.137141802161932,
      "num_tokens": 10712863.0,
      "step": 4950
    },
    {
      "entropy": 6.642781114578247,
      "epoch": 0.5302584407940499,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004979716069690768,
      "loss": 6.4461,
      "mean_token_accuracy": 0.13370482847094536,
      "num_tokens": 10724234.0,
      "step": 4955
    },
    {
      "entropy": 6.6396125793457035,
      "epoch": 0.5307935149018139,
      "grad_norm": 1.3046875,
      "learning_rate": 0.0004979664814944409,
      "loss": 6.4631,
      "mean_token_accuracy": 0.12850742265582085,
      "num_tokens": 10734405.0,
      "step": 4960
    },
    {
      "entropy": 6.610631990432739,
      "epoch": 0.5313285890095778,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004979613495816791,
      "loss": 6.3993,
      "mean_token_accuracy": 0.13576905131340028,
      "num_tokens": 10744573.0,
      "step": 4965
    },
    {
      "entropy": 6.59447660446167,
      "epoch": 0.5318636631173418,
      "grad_norm": 0.83203125,
      "learning_rate": 0.0004979562112309397,
      "loss": 6.4738,
      "mean_token_accuracy": 0.13261996060609818,
      "num_tokens": 10755555.0,
      "step": 4970
    },
    {
      "entropy": 6.522345638275146,
      "epoch": 0.5323987372251057,
      "grad_norm": 0.84375,
      "learning_rate": 0.000497951066442371,
      "loss": 6.476,
      "mean_token_accuracy": 0.12799540236592294,
      "num_tokens": 10766493.0,
      "step": 4975
    },
    {
      "entropy": 6.6232892036437985,
      "epoch": 0.5329338113328697,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004979459152161215,
      "loss": 6.4319,
      "mean_token_accuracy": 0.12515567913651465,
      "num_tokens": 10776735.0,
      "step": 4980
    },
    {
      "entropy": 6.56855845451355,
      "epoch": 0.5334688854406335,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004979407575523402,
      "loss": 6.4356,
      "mean_token_accuracy": 0.13243757486343383,
      "num_tokens": 10787500.0,
      "step": 4985
    },
    {
      "entropy": 6.529517459869385,
      "epoch": 0.5340039595483974,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004979355934511757,
      "loss": 6.447,
      "mean_token_accuracy": 0.13547377064824104,
      "num_tokens": 10798002.0,
      "step": 4990
    },
    {
      "entropy": 6.565560579299927,
      "epoch": 0.5345390336561614,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004979304229127773,
      "loss": 6.3945,
      "mean_token_accuracy": 0.13678393214941026,
      "num_tokens": 10808982.0,
      "step": 4995
    },
    {
      "entropy": 6.5517857551574705,
      "epoch": 0.5350741077639253,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004979252459372944,
      "loss": 6.3456,
      "mean_token_accuracy": 0.13678975775837898,
      "num_tokens": 10821619.0,
      "step": 5000
    },
    {
      "entropy": 6.5600872993469235,
      "epoch": 0.5356091818716893,
      "grad_norm": 0.875,
      "learning_rate": 0.0004979200625248761,
      "loss": 6.3791,
      "mean_token_accuracy": 0.13596440404653548,
      "num_tokens": 10832344.0,
      "step": 5005
    },
    {
      "entropy": 6.586051988601684,
      "epoch": 0.5361442559794531,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004979148726756725,
      "loss": 6.3541,
      "mean_token_accuracy": 0.1326439529657364,
      "num_tokens": 10843149.0,
      "step": 5010
    },
    {
      "entropy": 6.528980445861817,
      "epoch": 0.5366793300872171,
      "grad_norm": 0.80078125,
      "learning_rate": 0.0004979096763898333,
      "loss": 6.3964,
      "mean_token_accuracy": 0.1398248217999935,
      "num_tokens": 10854590.0,
      "step": 5015
    },
    {
      "entropy": 6.584109592437744,
      "epoch": 0.537214404194981,
      "grad_norm": 0.875,
      "learning_rate": 0.0004979044736675084,
      "loss": 6.3596,
      "mean_token_accuracy": 0.1348930411040783,
      "num_tokens": 10865500.0,
      "step": 5020
    },
    {
      "entropy": 6.5304481983184814,
      "epoch": 0.5377494783027449,
      "grad_norm": 1.40625,
      "learning_rate": 0.0004978992645088483,
      "loss": 6.3906,
      "mean_token_accuracy": 0.14235219806432725,
      "num_tokens": 10876866.0,
      "step": 5025
    },
    {
      "entropy": 6.446037912368775,
      "epoch": 0.5382845524105089,
      "grad_norm": 1.1484375,
      "learning_rate": 0.000497894048914003,
      "loss": 6.3648,
      "mean_token_accuracy": 0.13319019451737404,
      "num_tokens": 10888627.0,
      "step": 5030
    },
    {
      "entropy": 6.603791809082031,
      "epoch": 0.5388196265182728,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004978888268831236,
      "loss": 6.4688,
      "mean_token_accuracy": 0.12649338319897652,
      "num_tokens": 10900992.0,
      "step": 5035
    },
    {
      "entropy": 6.666794109344482,
      "epoch": 0.5393547006260367,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004978835984163606,
      "loss": 6.5178,
      "mean_token_accuracy": 0.12161792069673538,
      "num_tokens": 10912323.0,
      "step": 5040
    },
    {
      "entropy": 6.583514451980591,
      "epoch": 0.5398897747338006,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004978783635138649,
      "loss": 6.4403,
      "mean_token_accuracy": 0.13652219921350478,
      "num_tokens": 10923991.0,
      "step": 5045
    },
    {
      "entropy": 6.578251600265503,
      "epoch": 0.5404248488415646,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004978731221757878,
      "loss": 6.3035,
      "mean_token_accuracy": 0.13914264738559723,
      "num_tokens": 10934081.0,
      "step": 5050
    },
    {
      "entropy": 6.553806400299072,
      "epoch": 0.5409599229493285,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004978678744022808,
      "loss": 6.3785,
      "mean_token_accuracy": 0.13799112662672997,
      "num_tokens": 10944729.0,
      "step": 5055
    },
    {
      "entropy": 6.592807149887085,
      "epoch": 0.5414949970570924,
      "grad_norm": 0.8203125,
      "learning_rate": 0.000497862620193495,
      "loss": 6.4479,
      "mean_token_accuracy": 0.13370805680751802,
      "num_tokens": 10955708.0,
      "step": 5060
    },
    {
      "entropy": 6.571258020401001,
      "epoch": 0.5420300711648564,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004978573595495826,
      "loss": 6.3719,
      "mean_token_accuracy": 0.1325930655002594,
      "num_tokens": 10966427.0,
      "step": 5065
    },
    {
      "entropy": 6.590394449234009,
      "epoch": 0.5425651452726202,
      "grad_norm": 0.94921875,
      "learning_rate": 0.000497852092470695,
      "loss": 6.4212,
      "mean_token_accuracy": 0.13658004254102707,
      "num_tokens": 10977741.0,
      "step": 5070
    },
    {
      "entropy": 6.586309480667114,
      "epoch": 0.5431002193803842,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004978468189569847,
      "loss": 6.3837,
      "mean_token_accuracy": 0.1402282454073429,
      "num_tokens": 10989127.0,
      "step": 5075
    },
    {
      "entropy": 6.501483011245727,
      "epoch": 0.5436352934881481,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004978415390086038,
      "loss": 6.3961,
      "mean_token_accuracy": 0.13148990273475647,
      "num_tokens": 10999791.0,
      "step": 5080
    },
    {
      "entropy": 6.600117826461792,
      "epoch": 0.5441703675959121,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004978362526257047,
      "loss": 6.4709,
      "mean_token_accuracy": 0.12665837183594703,
      "num_tokens": 11010045.0,
      "step": 5085
    },
    {
      "entropy": 6.575071620941162,
      "epoch": 0.544705441703676,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004978309598084403,
      "loss": 6.3873,
      "mean_token_accuracy": 0.13419741466641427,
      "num_tokens": 11020729.0,
      "step": 5090
    },
    {
      "entropy": 6.6038854122161865,
      "epoch": 0.5452405158114398,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004978256605569631,
      "loss": 6.4032,
      "mean_token_accuracy": 0.1320299245417118,
      "num_tokens": 11030641.0,
      "step": 5095
    },
    {
      "entropy": 6.548511219024658,
      "epoch": 0.5457755899192038,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004978203548714262,
      "loss": 6.4079,
      "mean_token_accuracy": 0.13652329817414283,
      "num_tokens": 11041533.0,
      "step": 5100
    },
    {
      "entropy": 6.521165752410889,
      "epoch": 0.5463106640269677,
      "grad_norm": 0.8125,
      "learning_rate": 0.000497815042751983,
      "loss": 6.3578,
      "mean_token_accuracy": 0.13459827601909638,
      "num_tokens": 11052170.0,
      "step": 5105
    },
    {
      "entropy": 6.498708724975586,
      "epoch": 0.5468457381347317,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004978097241987868,
      "loss": 6.3321,
      "mean_token_accuracy": 0.13930908292531968,
      "num_tokens": 11062872.0,
      "step": 5110
    },
    {
      "entropy": 6.58558235168457,
      "epoch": 0.5473808122424956,
      "grad_norm": 0.90234375,
      "learning_rate": 0.000497804399211991,
      "loss": 6.4402,
      "mean_token_accuracy": 0.1325367733836174,
      "num_tokens": 11074199.0,
      "step": 5115
    },
    {
      "entropy": 6.570085668563843,
      "epoch": 0.5479158863502596,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004977990677917495,
      "loss": 6.3885,
      "mean_token_accuracy": 0.13999902382493018,
      "num_tokens": 11083881.0,
      "step": 5120
    },
    {
      "entropy": 6.508246374130249,
      "epoch": 0.5484509604580234,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004977937299382162,
      "loss": 6.4372,
      "mean_token_accuracy": 0.13167305216193198,
      "num_tokens": 11094374.0,
      "step": 5125
    },
    {
      "entropy": 6.527197742462159,
      "epoch": 0.5489860345657873,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0004977883856515453,
      "loss": 6.2611,
      "mean_token_accuracy": 0.14757020771503448,
      "num_tokens": 11105174.0,
      "step": 5130
    },
    {
      "entropy": 6.522561311721802,
      "epoch": 0.5495211086735513,
      "grad_norm": 0.859375,
      "learning_rate": 0.000497783034931891,
      "loss": 6.4407,
      "mean_token_accuracy": 0.13344652950763702,
      "num_tokens": 11117223.0,
      "step": 5135
    },
    {
      "entropy": 6.574748611450195,
      "epoch": 0.5500561827813152,
      "grad_norm": 0.921875,
      "learning_rate": 0.000497777677779408,
      "loss": 6.377,
      "mean_token_accuracy": 0.1360512115061283,
      "num_tokens": 11127240.0,
      "step": 5140
    },
    {
      "entropy": 6.536643648147583,
      "epoch": 0.5505912568890792,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004977723141942509,
      "loss": 6.3177,
      "mean_token_accuracy": 0.14666547626256943,
      "num_tokens": 11137287.0,
      "step": 5145
    },
    {
      "entropy": 6.516456365585327,
      "epoch": 0.551126330996843,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004977669441765743,
      "loss": 6.4984,
      "mean_token_accuracy": 0.12953460291028024,
      "num_tokens": 11148988.0,
      "step": 5150
    },
    {
      "entropy": 6.617927932739258,
      "epoch": 0.551661405104607,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004977615677265336,
      "loss": 6.4119,
      "mean_token_accuracy": 0.13465847074985504,
      "num_tokens": 11159874.0,
      "step": 5155
    },
    {
      "entropy": 6.62332558631897,
      "epoch": 0.5521964792123709,
      "grad_norm": 1.0078125,
      "learning_rate": 0.000497756184844284,
      "loss": 6.3648,
      "mean_token_accuracy": 0.13960059881210327,
      "num_tokens": 11170703.0,
      "step": 5160
    },
    {
      "entropy": 6.435136604309082,
      "epoch": 0.5527315533201348,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004977507955299809,
      "loss": 6.27,
      "mean_token_accuracy": 0.14269563555717468,
      "num_tokens": 11182230.0,
      "step": 5165
    },
    {
      "entropy": 6.50839376449585,
      "epoch": 0.5532666274278988,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004977453997837797,
      "loss": 6.3595,
      "mean_token_accuracy": 0.12580472752451896,
      "num_tokens": 11192897.0,
      "step": 5170
    },
    {
      "entropy": 6.573669481277466,
      "epoch": 0.5538017015356627,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004977399976058366,
      "loss": 6.4413,
      "mean_token_accuracy": 0.13014227524399757,
      "num_tokens": 11203942.0,
      "step": 5175
    },
    {
      "entropy": 6.607573986053467,
      "epoch": 0.5543367756434266,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004977345889963072,
      "loss": 6.4792,
      "mean_token_accuracy": 0.1292386032640934,
      "num_tokens": 11214361.0,
      "step": 5180
    },
    {
      "entropy": 6.511966228485107,
      "epoch": 0.5548718497511905,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004977291739553479,
      "loss": 6.3953,
      "mean_token_accuracy": 0.13445094600319862,
      "num_tokens": 11225928.0,
      "step": 5185
    },
    {
      "entropy": 6.53026270866394,
      "epoch": 0.5554069238589545,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004977237524831149,
      "loss": 6.3365,
      "mean_token_accuracy": 0.1298818662762642,
      "num_tokens": 11236660.0,
      "step": 5190
    },
    {
      "entropy": 6.492931270599366,
      "epoch": 0.5559419979667184,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004977183245797649,
      "loss": 6.3506,
      "mean_token_accuracy": 0.1450134739279747,
      "num_tokens": 11247272.0,
      "step": 5195
    },
    {
      "entropy": 6.579166460037231,
      "epoch": 0.5564770720744823,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004977128902454547,
      "loss": 6.4577,
      "mean_token_accuracy": 0.12823861017823218,
      "num_tokens": 11258472.0,
      "step": 5200
    },
    {
      "entropy": 6.6113897323608395,
      "epoch": 0.5570121461822463,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004977074494803409,
      "loss": 6.3503,
      "mean_token_accuracy": 0.14247768744826317,
      "num_tokens": 11268344.0,
      "step": 5205
    },
    {
      "entropy": 6.558600044250488,
      "epoch": 0.5575472202900101,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004977020022845809,
      "loss": 6.447,
      "mean_token_accuracy": 0.12619013115763664,
      "num_tokens": 11279931.0,
      "step": 5210
    },
    {
      "entropy": 6.576164484024048,
      "epoch": 0.5580822943977741,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004976965486583318,
      "loss": 6.3966,
      "mean_token_accuracy": 0.13034132570028306,
      "num_tokens": 11290595.0,
      "step": 5215
    },
    {
      "entropy": 6.52912712097168,
      "epoch": 0.558617368505538,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004976910886017513,
      "loss": 6.4116,
      "mean_token_accuracy": 0.13583971336483955,
      "num_tokens": 11300774.0,
      "step": 5220
    },
    {
      "entropy": 6.528515243530274,
      "epoch": 0.559152442613302,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004976856221149969,
      "loss": 6.3019,
      "mean_token_accuracy": 0.14315688908100127,
      "num_tokens": 11310288.0,
      "step": 5225
    },
    {
      "entropy": 6.535381937026978,
      "epoch": 0.5596875167210659,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004976801491982263,
      "loss": 6.4059,
      "mean_token_accuracy": 0.13270586505532264,
      "num_tokens": 11321599.0,
      "step": 5230
    },
    {
      "entropy": 6.595121622085571,
      "epoch": 0.5602225908288297,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004976746698515977,
      "loss": 6.4226,
      "mean_token_accuracy": 0.14042288810014725,
      "num_tokens": 11331383.0,
      "step": 5235
    },
    {
      "entropy": 6.5375391960144045,
      "epoch": 0.5607576649365937,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004976691840752694,
      "loss": 6.3971,
      "mean_token_accuracy": 0.12912071272730827,
      "num_tokens": 11342085.0,
      "step": 5240
    },
    {
      "entropy": 6.562141561508179,
      "epoch": 0.5612927390443576,
      "grad_norm": 0.796875,
      "learning_rate": 0.0004976636918693996,
      "loss": 6.4454,
      "mean_token_accuracy": 0.12772581055760385,
      "num_tokens": 11354061.0,
      "step": 5245
    },
    {
      "entropy": 6.631908512115478,
      "epoch": 0.5618278131521216,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004976581932341471,
      "loss": 6.3742,
      "mean_token_accuracy": 0.13689458817243577,
      "num_tokens": 11364448.0,
      "step": 5250
    },
    {
      "entropy": 6.634953260421753,
      "epoch": 0.5623628872598855,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004976526881696706,
      "loss": 6.3456,
      "mean_token_accuracy": 0.13712093830108643,
      "num_tokens": 11374838.0,
      "step": 5255
    },
    {
      "entropy": 6.436591958999633,
      "epoch": 0.5628979613676495,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004976471766761288,
      "loss": 6.3973,
      "mean_token_accuracy": 0.1390233188867569,
      "num_tokens": 11385310.0,
      "step": 5260
    },
    {
      "entropy": 6.563617753982544,
      "epoch": 0.5634330354754133,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004976416587536812,
      "loss": 6.3812,
      "mean_token_accuracy": 0.13242112919688226,
      "num_tokens": 11396590.0,
      "step": 5265
    },
    {
      "entropy": 6.589641475677491,
      "epoch": 0.5639681095831772,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004976361344024871,
      "loss": 6.3566,
      "mean_token_accuracy": 0.1357732020318508,
      "num_tokens": 11407218.0,
      "step": 5270
    },
    {
      "entropy": 6.423127365112305,
      "epoch": 0.5645031836909412,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004976306036227056,
      "loss": 6.3634,
      "mean_token_accuracy": 0.13544354513287543,
      "num_tokens": 11417716.0,
      "step": 5275
    },
    {
      "entropy": 6.628603982925415,
      "epoch": 0.5650382577987051,
      "grad_norm": 0.89453125,
      "learning_rate": 0.000497625066414497,
      "loss": 6.4523,
      "mean_token_accuracy": 0.1281684271991253,
      "num_tokens": 11428295.0,
      "step": 5280
    },
    {
      "entropy": 6.640649318695068,
      "epoch": 0.5655733319064691,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004976195227780207,
      "loss": 6.3887,
      "mean_token_accuracy": 0.1283720351755619,
      "num_tokens": 11439044.0,
      "step": 5285
    },
    {
      "entropy": 6.516495275497436,
      "epoch": 0.566108406014233,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004976139727134371,
      "loss": 6.3396,
      "mean_token_accuracy": 0.13226306363940238,
      "num_tokens": 11450029.0,
      "step": 5290
    },
    {
      "entropy": 6.5141205310821535,
      "epoch": 0.566643480121997,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004976084162209062,
      "loss": 6.5029,
      "mean_token_accuracy": 0.12568987160921097,
      "num_tokens": 11461190.0,
      "step": 5295
    },
    {
      "entropy": 6.5902341365814205,
      "epoch": 0.5671785542297608,
      "grad_norm": 0.80859375,
      "learning_rate": 0.0004976028533005886,
      "loss": 6.3599,
      "mean_token_accuracy": 0.13759887367486953,
      "num_tokens": 11472143.0,
      "step": 5300
    },
    {
      "entropy": 6.604831647872925,
      "epoch": 0.5677136283375247,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004975972839526449,
      "loss": 6.4853,
      "mean_token_accuracy": 0.12587656751275061,
      "num_tokens": 11483745.0,
      "step": 5305
    },
    {
      "entropy": 6.538644313812256,
      "epoch": 0.5682487024452887,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004975917081772358,
      "loss": 6.3445,
      "mean_token_accuracy": 0.13656073585152625,
      "num_tokens": 11495695.0,
      "step": 5310
    },
    {
      "entropy": 6.596737098693848,
      "epoch": 0.5687837765530526,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004975861259745225,
      "loss": 6.3903,
      "mean_token_accuracy": 0.139806567132473,
      "num_tokens": 11505576.0,
      "step": 5315
    },
    {
      "entropy": 6.538227272033692,
      "epoch": 0.5693188506608166,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004975805373446662,
      "loss": 6.2395,
      "mean_token_accuracy": 0.14381676465272902,
      "num_tokens": 11516614.0,
      "step": 5320
    },
    {
      "entropy": 6.5257643699646,
      "epoch": 0.5698539247685804,
      "grad_norm": 0.87890625,
      "learning_rate": 0.000497574942287828,
      "loss": 6.3782,
      "mean_token_accuracy": 0.12942627668380738,
      "num_tokens": 11528032.0,
      "step": 5325
    },
    {
      "entropy": 6.513565301895142,
      "epoch": 0.5703889988763444,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004975693408041697,
      "loss": 6.3952,
      "mean_token_accuracy": 0.13063261583447455,
      "num_tokens": 11538822.0,
      "step": 5330
    },
    {
      "entropy": 6.586244010925293,
      "epoch": 0.5709240729841083,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004975637328938529,
      "loss": 6.4007,
      "mean_token_accuracy": 0.12709263786673547,
      "num_tokens": 11548895.0,
      "step": 5335
    },
    {
      "entropy": 6.561181879043579,
      "epoch": 0.5714591470918722,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004975581185570398,
      "loss": 6.2964,
      "mean_token_accuracy": 0.13133695870637893,
      "num_tokens": 11559613.0,
      "step": 5340
    },
    {
      "entropy": 6.534105539321899,
      "epoch": 0.5719942211996362,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004975524977938921,
      "loss": 6.336,
      "mean_token_accuracy": 0.13998481929302214,
      "num_tokens": 11571092.0,
      "step": 5345
    },
    {
      "entropy": 6.55299859046936,
      "epoch": 0.5725292953074,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004975468706045722,
      "loss": 6.4638,
      "mean_token_accuracy": 0.13111696168780326,
      "num_tokens": 11581448.0,
      "step": 5350
    },
    {
      "entropy": 6.584770822525025,
      "epoch": 0.573064369415164,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004975412369892429,
      "loss": 6.3509,
      "mean_token_accuracy": 0.1416954979300499,
      "num_tokens": 11592273.0,
      "step": 5355
    },
    {
      "entropy": 6.552407932281494,
      "epoch": 0.5735994435229279,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004975355969480665,
      "loss": 6.3414,
      "mean_token_accuracy": 0.13914942964911461,
      "num_tokens": 11602759.0,
      "step": 5360
    },
    {
      "entropy": 6.524390840530396,
      "epoch": 0.5741345176306919,
      "grad_norm": 0.80859375,
      "learning_rate": 0.0004975299504812061,
      "loss": 6.3705,
      "mean_token_accuracy": 0.13043705448508264,
      "num_tokens": 11613977.0,
      "step": 5365
    },
    {
      "entropy": 6.601553106307984,
      "epoch": 0.5746695917384558,
      "grad_norm": 0.8125,
      "learning_rate": 0.0004975242975888246,
      "loss": 6.4049,
      "mean_token_accuracy": 0.13493427038192748,
      "num_tokens": 11625425.0,
      "step": 5370
    },
    {
      "entropy": 6.555787706375122,
      "epoch": 0.5752046658462197,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004975186382710854,
      "loss": 6.3621,
      "mean_token_accuracy": 0.13566269353032112,
      "num_tokens": 11636530.0,
      "step": 5375
    },
    {
      "entropy": 6.586051607131958,
      "epoch": 0.5757397399539836,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004975129725281516,
      "loss": 6.3768,
      "mean_token_accuracy": 0.1336304247379303,
      "num_tokens": 11646516.0,
      "step": 5380
    },
    {
      "entropy": 6.500994873046875,
      "epoch": 0.5762748140617475,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004975073003601871,
      "loss": 6.3482,
      "mean_token_accuracy": 0.13684514611959459,
      "num_tokens": 11657424.0,
      "step": 5385
    },
    {
      "entropy": 6.549132919311523,
      "epoch": 0.5768098881695115,
      "grad_norm": 0.83203125,
      "learning_rate": 0.0004975016217673556,
      "loss": 6.3827,
      "mean_token_accuracy": 0.13452377244830133,
      "num_tokens": 11669447.0,
      "step": 5390
    },
    {
      "entropy": 6.58142728805542,
      "epoch": 0.5773449622772754,
      "grad_norm": 0.90234375,
      "learning_rate": 0.000497495936749821,
      "loss": 6.3309,
      "mean_token_accuracy": 0.143888521194458,
      "num_tokens": 11679612.0,
      "step": 5395
    },
    {
      "entropy": 6.52414722442627,
      "epoch": 0.5778800363850394,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004974902453077474,
      "loss": 6.3177,
      "mean_token_accuracy": 0.1403583027422428,
      "num_tokens": 11689527.0,
      "step": 5400
    },
    {
      "entropy": 6.578965568542481,
      "epoch": 0.5784151104928033,
      "grad_norm": 0.828125,
      "learning_rate": 0.0004974845474412993,
      "loss": 6.3578,
      "mean_token_accuracy": 0.13887262120842933,
      "num_tokens": 11700452.0,
      "step": 5405
    },
    {
      "entropy": 6.45663104057312,
      "epoch": 0.5789501846005671,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004974788431506412,
      "loss": 6.3733,
      "mean_token_accuracy": 0.13569601401686668,
      "num_tokens": 11710902.0,
      "step": 5410
    },
    {
      "entropy": 6.563849306106567,
      "epoch": 0.5794852587083311,
      "grad_norm": 0.80078125,
      "learning_rate": 0.0004974731324359378,
      "loss": 6.3911,
      "mean_token_accuracy": 0.13112154081463814,
      "num_tokens": 11721901.0,
      "step": 5415
    },
    {
      "entropy": 6.548660230636597,
      "epoch": 0.580020332816095,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004974674152973538,
      "loss": 6.383,
      "mean_token_accuracy": 0.1312298893928528,
      "num_tokens": 11733622.0,
      "step": 5420
    },
    {
      "entropy": 6.5869495391845705,
      "epoch": 0.580555406923859,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004974616917350545,
      "loss": 6.3838,
      "mean_token_accuracy": 0.13736349642276763,
      "num_tokens": 11745116.0,
      "step": 5425
    },
    {
      "entropy": 6.441994619369507,
      "epoch": 0.5810904810316229,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004974559617492052,
      "loss": 6.3069,
      "mean_token_accuracy": 0.14503921195864677,
      "num_tokens": 11756203.0,
      "step": 5430
    },
    {
      "entropy": 6.54153962135315,
      "epoch": 0.5816255551393869,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004974502253399712,
      "loss": 6.3584,
      "mean_token_accuracy": 0.13912179470062255,
      "num_tokens": 11766797.0,
      "step": 5435
    },
    {
      "entropy": 6.593916654586792,
      "epoch": 0.5821606292471507,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004974444825075182,
      "loss": 6.4612,
      "mean_token_accuracy": 0.130215173214674,
      "num_tokens": 11778110.0,
      "step": 5440
    },
    {
      "entropy": 6.481479835510254,
      "epoch": 0.5826957033549146,
      "grad_norm": 0.921875,
      "learning_rate": 0.000497438733252012,
      "loss": 6.3143,
      "mean_token_accuracy": 0.1366867169737816,
      "num_tokens": 11788396.0,
      "step": 5445
    },
    {
      "entropy": 6.586873197555542,
      "epoch": 0.5832307774626786,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004974329775736188,
      "loss": 6.3803,
      "mean_token_accuracy": 0.13628795072436334,
      "num_tokens": 11798691.0,
      "step": 5450
    },
    {
      "entropy": 6.597503137588501,
      "epoch": 0.5837658515704425,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004974272154725044,
      "loss": 6.4333,
      "mean_token_accuracy": 0.13777871951460838,
      "num_tokens": 11808965.0,
      "step": 5455
    },
    {
      "entropy": 6.518029069900512,
      "epoch": 0.5843009256782065,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004974214469488355,
      "loss": 6.2874,
      "mean_token_accuracy": 0.14341458976268767,
      "num_tokens": 11819932.0,
      "step": 5460
    },
    {
      "entropy": 6.562977933883667,
      "epoch": 0.5848359997859703,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004974156720027786,
      "loss": 6.3821,
      "mean_token_accuracy": 0.1344619557261467,
      "num_tokens": 11831332.0,
      "step": 5465
    },
    {
      "entropy": 6.516921663284302,
      "epoch": 0.5853710738937343,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004974098906345004,
      "loss": 6.3725,
      "mean_token_accuracy": 0.1295670010149479,
      "num_tokens": 11840947.0,
      "step": 5470
    },
    {
      "entropy": 6.53360652923584,
      "epoch": 0.5859061480014982,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004974041028441679,
      "loss": 6.3153,
      "mean_token_accuracy": 0.13571514338254928,
      "num_tokens": 11851640.0,
      "step": 5475
    },
    {
      "entropy": 6.592834568023681,
      "epoch": 0.5864412221092621,
      "grad_norm": 0.8203125,
      "learning_rate": 0.0004973983086319481,
      "loss": 6.4201,
      "mean_token_accuracy": 0.12711600363254547,
      "num_tokens": 11863608.0,
      "step": 5480
    },
    {
      "entropy": 6.569769191741943,
      "epoch": 0.5869762962170261,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004973925079980085,
      "loss": 6.338,
      "mean_token_accuracy": 0.1354501150548458,
      "num_tokens": 11874707.0,
      "step": 5485
    },
    {
      "entropy": 6.5250739574432375,
      "epoch": 0.58751137032479,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004973867009425164,
      "loss": 6.4061,
      "mean_token_accuracy": 0.13724587336182595,
      "num_tokens": 11885118.0,
      "step": 5490
    },
    {
      "entropy": 6.578631210327148,
      "epoch": 0.5880464444325539,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004973808874656396,
      "loss": 6.3852,
      "mean_token_accuracy": 0.13367797061800957,
      "num_tokens": 11895859.0,
      "step": 5495
    },
    {
      "entropy": 6.609517383575439,
      "epoch": 0.5885815185403178,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004973750675675458,
      "loss": 6.396,
      "mean_token_accuracy": 0.1333718217909336,
      "num_tokens": 11907019.0,
      "step": 5500
    },
    {
      "entropy": 6.625090599060059,
      "epoch": 0.5891165926480818,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004973692412484034,
      "loss": 6.3383,
      "mean_token_accuracy": 0.13538451120257378,
      "num_tokens": 11918257.0,
      "step": 5505
    },
    {
      "entropy": 6.526589012145996,
      "epoch": 0.5896516667558457,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004973634085083802,
      "loss": 6.3439,
      "mean_token_accuracy": 0.1439874365925789,
      "num_tokens": 11929003.0,
      "step": 5510
    },
    {
      "entropy": 6.5835669994354244,
      "epoch": 0.5901867408636096,
      "grad_norm": 0.97265625,
      "learning_rate": 0.000497357569347645,
      "loss": 6.4909,
      "mean_token_accuracy": 0.13154201507568358,
      "num_tokens": 11939786.0,
      "step": 5515
    },
    {
      "entropy": 6.5827874660491945,
      "epoch": 0.5907218149713735,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004973517237663661,
      "loss": 6.4204,
      "mean_token_accuracy": 0.13149597570300103,
      "num_tokens": 11951042.0,
      "step": 5520
    },
    {
      "entropy": 6.533401155471802,
      "epoch": 0.5912568890791374,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004973458717647124,
      "loss": 6.3055,
      "mean_token_accuracy": 0.1453699827194214,
      "num_tokens": 11961982.0,
      "step": 5525
    },
    {
      "entropy": 6.518775367736817,
      "epoch": 0.5917919631869014,
      "grad_norm": 0.88671875,
      "learning_rate": 0.000497340013342853,
      "loss": 6.3554,
      "mean_token_accuracy": 0.13658973947167397,
      "num_tokens": 11972078.0,
      "step": 5530
    },
    {
      "entropy": 6.545650863647461,
      "epoch": 0.5923270372946653,
      "grad_norm": 0.90234375,
      "learning_rate": 0.000497334148500957,
      "loss": 6.3957,
      "mean_token_accuracy": 0.1361035831272602,
      "num_tokens": 11984037.0,
      "step": 5535
    },
    {
      "entropy": 6.598597049713135,
      "epoch": 0.5928621114024293,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004973282772391936,
      "loss": 6.33,
      "mean_token_accuracy": 0.135748091340065,
      "num_tokens": 11993688.0,
      "step": 5540
    },
    {
      "entropy": 6.4817615985870365,
      "epoch": 0.5933971855101932,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004973223995577324,
      "loss": 6.3286,
      "mean_token_accuracy": 0.1352229543030262,
      "num_tokens": 12003759.0,
      "step": 5545
    },
    {
      "entropy": 6.512560606002808,
      "epoch": 0.593932259617957,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004973165154567432,
      "loss": 6.3396,
      "mean_token_accuracy": 0.13822858184576034,
      "num_tokens": 12015030.0,
      "step": 5550
    },
    {
      "entropy": 6.549746465682984,
      "epoch": 0.594467333725721,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004973106249363959,
      "loss": 6.4296,
      "mean_token_accuracy": 0.13579781129956245,
      "num_tokens": 12026181.0,
      "step": 5555
    },
    {
      "entropy": 6.484753036499024,
      "epoch": 0.5950024078334849,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004973047279968606,
      "loss": 6.2142,
      "mean_token_accuracy": 0.14544747844338418,
      "num_tokens": 12037336.0,
      "step": 5560
    },
    {
      "entropy": 6.521520519256592,
      "epoch": 0.5955374819412489,
      "grad_norm": 0.875,
      "learning_rate": 0.0004972988246383074,
      "loss": 6.2523,
      "mean_token_accuracy": 0.14250334948301316,
      "num_tokens": 12048425.0,
      "step": 5565
    },
    {
      "entropy": 6.41172981262207,
      "epoch": 0.5960725560490128,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004972929148609068,
      "loss": 6.2205,
      "mean_token_accuracy": 0.15592876300215722,
      "num_tokens": 12059814.0,
      "step": 5570
    },
    {
      "entropy": 6.473496770858764,
      "epoch": 0.5966076301567768,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004972869986648296,
      "loss": 6.2946,
      "mean_token_accuracy": 0.14499572813510894,
      "num_tokens": 12069377.0,
      "step": 5575
    },
    {
      "entropy": 6.52683835029602,
      "epoch": 0.5971427042645406,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004972810760502467,
      "loss": 6.4325,
      "mean_token_accuracy": 0.12923214063048363,
      "num_tokens": 12080277.0,
      "step": 5580
    },
    {
      "entropy": 6.568237018585205,
      "epoch": 0.5976777783723045,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004972751470173287,
      "loss": 6.3031,
      "mean_token_accuracy": 0.1376606658101082,
      "num_tokens": 12091375.0,
      "step": 5585
    },
    {
      "entropy": 6.514371013641357,
      "epoch": 0.5982128524800685,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004972692115662473,
      "loss": 6.3623,
      "mean_token_accuracy": 0.14204305186867713,
      "num_tokens": 12103110.0,
      "step": 5590
    },
    {
      "entropy": 6.526180410385132,
      "epoch": 0.5987479265878324,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004972632696971735,
      "loss": 6.4186,
      "mean_token_accuracy": 0.131535854190588,
      "num_tokens": 12112454.0,
      "step": 5595
    },
    {
      "entropy": 6.4739258766174315,
      "epoch": 0.5992830006955964,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004972573214102791,
      "loss": 6.2858,
      "mean_token_accuracy": 0.139409202337265,
      "num_tokens": 12125140.0,
      "step": 5600
    },
    {
      "entropy": 6.547916889190674,
      "epoch": 0.5998180748033602,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004972513667057358,
      "loss": 6.3095,
      "mean_token_accuracy": 0.13760920241475105,
      "num_tokens": 12136061.0,
      "step": 5605
    },
    {
      "entropy": 6.590264368057251,
      "epoch": 0.6003531489111242,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004972454055837155,
      "loss": 6.3384,
      "mean_token_accuracy": 0.13673634752631186,
      "num_tokens": 12146654.0,
      "step": 5610
    },
    {
      "entropy": 6.553043603897095,
      "epoch": 0.6008882230188881,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004972394380443903,
      "loss": 6.3652,
      "mean_token_accuracy": 0.13152992725372314,
      "num_tokens": 12157881.0,
      "step": 5615
    },
    {
      "entropy": 6.541958379745483,
      "epoch": 0.601423297126652,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004972334640879325,
      "loss": 6.3858,
      "mean_token_accuracy": 0.13023999631404876,
      "num_tokens": 12168534.0,
      "step": 5620
    },
    {
      "entropy": 6.509399890899658,
      "epoch": 0.601958371234416,
      "grad_norm": 0.875,
      "learning_rate": 0.0004972274837145147,
      "loss": 6.3163,
      "mean_token_accuracy": 0.13691632002592086,
      "num_tokens": 12178773.0,
      "step": 5625
    },
    {
      "entropy": 6.505934238433838,
      "epoch": 0.6024934453421799,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004972214969243096,
      "loss": 6.3309,
      "mean_token_accuracy": 0.13768322244286538,
      "num_tokens": 12188819.0,
      "step": 5630
    },
    {
      "entropy": 6.483772134780883,
      "epoch": 0.6030285194499438,
      "grad_norm": 0.87890625,
      "learning_rate": 0.00049721550371749,
      "loss": 6.3246,
      "mean_token_accuracy": 0.1415734939277172,
      "num_tokens": 12199198.0,
      "step": 5635
    },
    {
      "entropy": 6.532586574554443,
      "epoch": 0.6035635935577077,
      "grad_norm": 0.78125,
      "learning_rate": 0.0004972095040942289,
      "loss": 6.3483,
      "mean_token_accuracy": 0.1339912883937359,
      "num_tokens": 12210765.0,
      "step": 5640
    },
    {
      "entropy": 6.499998331069946,
      "epoch": 0.6040986676654717,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004972034980546996,
      "loss": 6.3795,
      "mean_token_accuracy": 0.13098247721791267,
      "num_tokens": 12221067.0,
      "step": 5645
    },
    {
      "entropy": 6.443902397155762,
      "epoch": 0.6046337417732356,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004971974855990755,
      "loss": 6.3702,
      "mean_token_accuracy": 0.13523745611310006,
      "num_tokens": 12232994.0,
      "step": 5650
    },
    {
      "entropy": 6.544045543670654,
      "epoch": 0.6051688158809995,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004971914667275302,
      "loss": 6.3269,
      "mean_token_accuracy": 0.13733863160014154,
      "num_tokens": 12243327.0,
      "step": 5655
    },
    {
      "entropy": 6.481260490417481,
      "epoch": 0.6057038899887635,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004971854414402377,
      "loss": 6.2569,
      "mean_token_accuracy": 0.14287053495645524,
      "num_tokens": 12254249.0,
      "step": 5660
    },
    {
      "entropy": 6.493478012084961,
      "epoch": 0.6062389640965273,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004971794097373716,
      "loss": 6.2954,
      "mean_token_accuracy": 0.13730771392583846,
      "num_tokens": 12264487.0,
      "step": 5665
    },
    {
      "entropy": 6.446821212768555,
      "epoch": 0.6067740382042913,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004971733716191063,
      "loss": 6.2957,
      "mean_token_accuracy": 0.14196103513240815,
      "num_tokens": 12274801.0,
      "step": 5670
    },
    {
      "entropy": 6.521613311767578,
      "epoch": 0.6073091123120552,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004971673270856162,
      "loss": 6.2445,
      "mean_token_accuracy": 0.13564480021595954,
      "num_tokens": 12284647.0,
      "step": 5675
    },
    {
      "entropy": 6.5062848091125485,
      "epoch": 0.6078441864198192,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004971612761370756,
      "loss": 6.3785,
      "mean_token_accuracy": 0.13564922660589218,
      "num_tokens": 12295215.0,
      "step": 5680
    },
    {
      "entropy": 6.501935911178589,
      "epoch": 0.6083792605275831,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004971552187736596,
      "loss": 6.2877,
      "mean_token_accuracy": 0.1373304732143879,
      "num_tokens": 12305324.0,
      "step": 5685
    },
    {
      "entropy": 6.472550392150879,
      "epoch": 0.6089143346353469,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004971491549955427,
      "loss": 6.311,
      "mean_token_accuracy": 0.14005603790283203,
      "num_tokens": 12316399.0,
      "step": 5690
    },
    {
      "entropy": 6.4538219451904295,
      "epoch": 0.6094494087431109,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004971430848029002,
      "loss": 6.2946,
      "mean_token_accuracy": 0.13969336226582527,
      "num_tokens": 12328033.0,
      "step": 5695
    },
    {
      "entropy": 6.480963039398193,
      "epoch": 0.6099844828508748,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004971370081959073,
      "loss": 6.3188,
      "mean_token_accuracy": 0.14130746722221374,
      "num_tokens": 12338962.0,
      "step": 5700
    },
    {
      "entropy": 6.533231115341186,
      "epoch": 0.6105195569586388,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0004971309251747396,
      "loss": 6.3128,
      "mean_token_accuracy": 0.1385828860104084,
      "num_tokens": 12350216.0,
      "step": 5705
    },
    {
      "entropy": 6.521011638641357,
      "epoch": 0.6110546310664027,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004971248357395726,
      "loss": 6.3467,
      "mean_token_accuracy": 0.13633107990026475,
      "num_tokens": 12361277.0,
      "step": 5710
    },
    {
      "entropy": 6.443873691558838,
      "epoch": 0.6115897051741667,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004971187398905821,
      "loss": 6.2693,
      "mean_token_accuracy": 0.13524456694722176,
      "num_tokens": 12373308.0,
      "step": 5715
    },
    {
      "entropy": 6.580801296234131,
      "epoch": 0.6121247792819305,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004971126376279443,
      "loss": 6.497,
      "mean_token_accuracy": 0.12856661900877953,
      "num_tokens": 12383943.0,
      "step": 5720
    },
    {
      "entropy": 6.4982825756073,
      "epoch": 0.6126598533896944,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004971065289518354,
      "loss": 6.2618,
      "mean_token_accuracy": 0.13938795104622842,
      "num_tokens": 12394575.0,
      "step": 5725
    },
    {
      "entropy": 6.5217078685760494,
      "epoch": 0.6131949274974584,
      "grad_norm": 0.80859375,
      "learning_rate": 0.0004971004138624315,
      "loss": 6.353,
      "mean_token_accuracy": 0.13713047057390212,
      "num_tokens": 12405536.0,
      "step": 5730
    },
    {
      "entropy": 6.468348693847656,
      "epoch": 0.6137300016052223,
      "grad_norm": 0.81640625,
      "learning_rate": 0.0004970942923599094,
      "loss": 6.2587,
      "mean_token_accuracy": 0.14735447391867637,
      "num_tokens": 12416148.0,
      "step": 5735
    },
    {
      "entropy": 6.49922661781311,
      "epoch": 0.6142650757129863,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004970881644444459,
      "loss": 6.2534,
      "mean_token_accuracy": 0.14378076791763306,
      "num_tokens": 12426182.0,
      "step": 5740
    },
    {
      "entropy": 6.513585233688355,
      "epoch": 0.6148001498207502,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004970820301162178,
      "loss": 6.433,
      "mean_token_accuracy": 0.13339171484112738,
      "num_tokens": 12437548.0,
      "step": 5745
    },
    {
      "entropy": 6.554936456680298,
      "epoch": 0.6153352239285141,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004970758893754022,
      "loss": 6.3662,
      "mean_token_accuracy": 0.13519600331783294,
      "num_tokens": 12449720.0,
      "step": 5750
    },
    {
      "entropy": 6.595498657226562,
      "epoch": 0.615870298036278,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004970697422221767,
      "loss": 6.35,
      "mean_token_accuracy": 0.13453885838389396,
      "num_tokens": 12460666.0,
      "step": 5755
    },
    {
      "entropy": 6.504949283599854,
      "epoch": 0.6164053721440419,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004970635886567185,
      "loss": 6.3372,
      "mean_token_accuracy": 0.14050072580575942,
      "num_tokens": 12471472.0,
      "step": 5760
    },
    {
      "entropy": 6.465531206130981,
      "epoch": 0.6169404462518059,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004970574286792054,
      "loss": 6.3397,
      "mean_token_accuracy": 0.13267244920134544,
      "num_tokens": 12482127.0,
      "step": 5765
    },
    {
      "entropy": 6.496991109848023,
      "epoch": 0.6174755203595698,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0004970512622898152,
      "loss": 6.33,
      "mean_token_accuracy": 0.14082516878843307,
      "num_tokens": 12493680.0,
      "step": 5770
    },
    {
      "entropy": 6.465707635879516,
      "epoch": 0.6180105944673338,
      "grad_norm": 1.015625,
      "learning_rate": 0.000497045089488726,
      "loss": 6.2977,
      "mean_token_accuracy": 0.1365423709154129,
      "num_tokens": 12505838.0,
      "step": 5775
    },
    {
      "entropy": 6.553502607345581,
      "epoch": 0.6185456685750976,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004970389102761161,
      "loss": 6.2989,
      "mean_token_accuracy": 0.14087926372885703,
      "num_tokens": 12516334.0,
      "step": 5780
    },
    {
      "entropy": 6.474086666107178,
      "epoch": 0.6190807426828616,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004970327246521638,
      "loss": 6.357,
      "mean_token_accuracy": 0.1363138400018215,
      "num_tokens": 12526440.0,
      "step": 5785
    },
    {
      "entropy": 6.478770446777344,
      "epoch": 0.6196158167906255,
      "grad_norm": 0.875,
      "learning_rate": 0.0004970265326170478,
      "loss": 6.2909,
      "mean_token_accuracy": 0.13180188238620758,
      "num_tokens": 12538127.0,
      "step": 5790
    },
    {
      "entropy": 6.539805698394775,
      "epoch": 0.6201508908983894,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004970203341709469,
      "loss": 6.3734,
      "mean_token_accuracy": 0.132083310931921,
      "num_tokens": 12548459.0,
      "step": 5795
    },
    {
      "entropy": 6.4640586376190186,
      "epoch": 0.6206859650061534,
      "grad_norm": 0.9453125,
      "learning_rate": 0.00049701412931404,
      "loss": 6.3102,
      "mean_token_accuracy": 0.1423848956823349,
      "num_tokens": 12558989.0,
      "step": 5800
    },
    {
      "entropy": 6.508313131332398,
      "epoch": 0.6212210391139172,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004970079180465064,
      "loss": 6.236,
      "mean_token_accuracy": 0.14269561395049096,
      "num_tokens": 12569449.0,
      "step": 5805
    },
    {
      "entropy": 6.514144611358643,
      "epoch": 0.6217561132216812,
      "grad_norm": 0.875,
      "learning_rate": 0.0004970017003685253,
      "loss": 6.3053,
      "mean_token_accuracy": 0.13646088019013405,
      "num_tokens": 12580733.0,
      "step": 5810
    },
    {
      "entropy": 6.486213207244873,
      "epoch": 0.6222911873294451,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004969954762802763,
      "loss": 6.3158,
      "mean_token_accuracy": 0.13571443483233453,
      "num_tokens": 12590869.0,
      "step": 5815
    },
    {
      "entropy": 6.56204776763916,
      "epoch": 0.6228262614372091,
      "grad_norm": 1.0,
      "learning_rate": 0.000496989245781939,
      "loss": 6.3709,
      "mean_token_accuracy": 0.13134107291698455,
      "num_tokens": 12602109.0,
      "step": 5820
    },
    {
      "entropy": 6.490023994445801,
      "epoch": 0.623361335544973,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004969830088736937,
      "loss": 6.3106,
      "mean_token_accuracy": 0.13341316133737563,
      "num_tokens": 12612234.0,
      "step": 5825
    },
    {
      "entropy": 6.592568111419678,
      "epoch": 0.6238964096527368,
      "grad_norm": 0.91796875,
      "learning_rate": 0.00049697676555572,
      "loss": 6.4682,
      "mean_token_accuracy": 0.13082228153944014,
      "num_tokens": 12623252.0,
      "step": 5830
    },
    {
      "entropy": 6.589620685577392,
      "epoch": 0.6244314837605008,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004969705158281985,
      "loss": 6.2179,
      "mean_token_accuracy": 0.14491199776530267,
      "num_tokens": 12632796.0,
      "step": 5835
    },
    {
      "entropy": 6.5050050735473635,
      "epoch": 0.6249665578682647,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004969642596913095,
      "loss": 6.2897,
      "mean_token_accuracy": 0.13650234863162042,
      "num_tokens": 12643278.0,
      "step": 5840
    },
    {
      "entropy": 6.51257004737854,
      "epoch": 0.6255016319760287,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004969579971452337,
      "loss": 6.3754,
      "mean_token_accuracy": 0.13670261725783348,
      "num_tokens": 12654446.0,
      "step": 5845
    },
    {
      "entropy": 6.524006175994873,
      "epoch": 0.6260367060837926,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004969517281901519,
      "loss": 6.3582,
      "mean_token_accuracy": 0.14019471704959868,
      "num_tokens": 12664281.0,
      "step": 5850
    },
    {
      "entropy": 6.530184507369995,
      "epoch": 0.6265717801915566,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004969454528262451,
      "loss": 6.3475,
      "mean_token_accuracy": 0.13573695346713066,
      "num_tokens": 12675252.0,
      "step": 5855
    },
    {
      "entropy": 6.493735694885254,
      "epoch": 0.6271068542993204,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004969391710536946,
      "loss": 6.3267,
      "mean_token_accuracy": 0.136386176943779,
      "num_tokens": 12685764.0,
      "step": 5860
    },
    {
      "entropy": 6.433569240570068,
      "epoch": 0.6276419284070843,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004969328828726817,
      "loss": 6.245,
      "mean_token_accuracy": 0.14451513364911078,
      "num_tokens": 12696974.0,
      "step": 5865
    },
    {
      "entropy": 6.58614592552185,
      "epoch": 0.6281770025148483,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004969265882833879,
      "loss": 6.3942,
      "mean_token_accuracy": 0.1280343271791935,
      "num_tokens": 12708217.0,
      "step": 5870
    },
    {
      "entropy": 6.504746961593628,
      "epoch": 0.6287120766226122,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004969202872859952,
      "loss": 6.2576,
      "mean_token_accuracy": 0.14074546322226525,
      "num_tokens": 12717840.0,
      "step": 5875
    },
    {
      "entropy": 6.457719516754151,
      "epoch": 0.6292471507303762,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004969139798806854,
      "loss": 6.3316,
      "mean_token_accuracy": 0.13393788039684296,
      "num_tokens": 12728390.0,
      "step": 5880
    },
    {
      "entropy": 6.538615274429321,
      "epoch": 0.6297822248381401,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004969076660676405,
      "loss": 6.3532,
      "mean_token_accuracy": 0.13728101253509523,
      "num_tokens": 12738650.0,
      "step": 5885
    },
    {
      "entropy": 6.559522819519043,
      "epoch": 0.630317298945904,
      "grad_norm": 0.984375,
      "learning_rate": 0.000496901345847043,
      "loss": 6.35,
      "mean_token_accuracy": 0.1354774735867977,
      "num_tokens": 12748989.0,
      "step": 5890
    },
    {
      "entropy": 6.512057542800903,
      "epoch": 0.6308523730536679,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004968950192190752,
      "loss": 6.3134,
      "mean_token_accuracy": 0.13696677833795548,
      "num_tokens": 12761132.0,
      "step": 5895
    },
    {
      "entropy": 6.473925542831421,
      "epoch": 0.6313874471614318,
      "grad_norm": 0.89453125,
      "learning_rate": 0.00049688868618392,
      "loss": 6.3277,
      "mean_token_accuracy": 0.14138974547386168,
      "num_tokens": 12771478.0,
      "step": 5900
    },
    {
      "entropy": 6.556100511550904,
      "epoch": 0.6319225212691958,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004968823467417602,
      "loss": 6.3895,
      "mean_token_accuracy": 0.13512220978736877,
      "num_tokens": 12782096.0,
      "step": 5905
    },
    {
      "entropy": 6.544537019729614,
      "epoch": 0.6324575953769597,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004968760008927788,
      "loss": 6.2826,
      "mean_token_accuracy": 0.14217012077569963,
      "num_tokens": 12792467.0,
      "step": 5910
    },
    {
      "entropy": 6.535931921005249,
      "epoch": 0.6329926694847237,
      "grad_norm": 0.890625,
      "learning_rate": 0.000496869648637159,
      "loss": 6.2752,
      "mean_token_accuracy": 0.14343671947717668,
      "num_tokens": 12803248.0,
      "step": 5915
    },
    {
      "entropy": 6.5493732452392575,
      "epoch": 0.6335277435924875,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004968632899750844,
      "loss": 6.3087,
      "mean_token_accuracy": 0.13850242346525193,
      "num_tokens": 12813701.0,
      "step": 5920
    },
    {
      "entropy": 6.555666494369507,
      "epoch": 0.6340628177002515,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004968569249067383,
      "loss": 6.3851,
      "mean_token_accuracy": 0.13333973661065102,
      "num_tokens": 12824945.0,
      "step": 5925
    },
    {
      "entropy": 6.538978099822998,
      "epoch": 0.6345978918080154,
      "grad_norm": 0.81640625,
      "learning_rate": 0.0004968505534323047,
      "loss": 6.3404,
      "mean_token_accuracy": 0.13387168943881989,
      "num_tokens": 12836699.0,
      "step": 5930
    },
    {
      "entropy": 6.5020904541015625,
      "epoch": 0.6351329659157794,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004968441755519677,
      "loss": 6.3124,
      "mean_token_accuracy": 0.13592404276132583,
      "num_tokens": 12846905.0,
      "step": 5935
    },
    {
      "entropy": 6.531827306747436,
      "epoch": 0.6356680400235433,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004968377912659112,
      "loss": 6.2311,
      "mean_token_accuracy": 0.14486392736434936,
      "num_tokens": 12856919.0,
      "step": 5940
    },
    {
      "entropy": 6.379242563247681,
      "epoch": 0.6362031141313071,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004968314005743196,
      "loss": 6.2305,
      "mean_token_accuracy": 0.14117880612611772,
      "num_tokens": 12867863.0,
      "step": 5945
    },
    {
      "entropy": 6.456329679489135,
      "epoch": 0.6367381882390711,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004968250034773776,
      "loss": 6.3016,
      "mean_token_accuracy": 0.144245645403862,
      "num_tokens": 12877877.0,
      "step": 5950
    },
    {
      "entropy": 6.629455661773681,
      "epoch": 0.637273262346835,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004968185999752697,
      "loss": 6.3936,
      "mean_token_accuracy": 0.12868067026138305,
      "num_tokens": 12887954.0,
      "step": 5955
    },
    {
      "entropy": 6.510350131988526,
      "epoch": 0.637808336454599,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004968121900681809,
      "loss": 6.3142,
      "mean_token_accuracy": 0.1361888565123081,
      "num_tokens": 12897744.0,
      "step": 5960
    },
    {
      "entropy": 6.515813207626342,
      "epoch": 0.6383434105623629,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004968057737562964,
      "loss": 6.3954,
      "mean_token_accuracy": 0.13931870087981224,
      "num_tokens": 12909193.0,
      "step": 5965
    },
    {
      "entropy": 6.516365098953247,
      "epoch": 0.6388784846701269,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004967993510398012,
      "loss": 6.2529,
      "mean_token_accuracy": 0.14144886285066605,
      "num_tokens": 12919879.0,
      "step": 5970
    },
    {
      "entropy": 6.443850708007813,
      "epoch": 0.6394135587778907,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004967929219188809,
      "loss": 6.3284,
      "mean_token_accuracy": 0.13976073563098906,
      "num_tokens": 12930297.0,
      "step": 5975
    },
    {
      "entropy": 6.503045606613159,
      "epoch": 0.6399486328856546,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004967864863937212,
      "loss": 6.2684,
      "mean_token_accuracy": 0.14916520044207573,
      "num_tokens": 12940467.0,
      "step": 5980
    },
    {
      "entropy": 6.5314373016357425,
      "epoch": 0.6404837069934186,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004967800444645079,
      "loss": 6.2863,
      "mean_token_accuracy": 0.1378523364663124,
      "num_tokens": 12950417.0,
      "step": 5985
    },
    {
      "entropy": 6.477893924713134,
      "epoch": 0.6410187811011825,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004967735961314269,
      "loss": 6.2538,
      "mean_token_accuracy": 0.1411572016775608,
      "num_tokens": 12960957.0,
      "step": 5990
    },
    {
      "entropy": 6.457955408096313,
      "epoch": 0.6415538552089465,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004967671413946646,
      "loss": 6.3595,
      "mean_token_accuracy": 0.13666889891028405,
      "num_tokens": 12971194.0,
      "step": 5995
    },
    {
      "entropy": 6.502965688705444,
      "epoch": 0.6420889293167104,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004967606802544071,
      "loss": 6.3372,
      "mean_token_accuracy": 0.1322539635002613,
      "num_tokens": 12982479.0,
      "step": 6000
    },
    {
      "epoch": 0.6420889293167104,
      "eval_entropy": 6.332434057868073,
      "eval_loss": 6.373926162719727,
      "eval_mean_token_accuracy": 0.1418831597157626,
      "eval_num_tokens": 12982479.0,
      "eval_runtime": 17.5003,
      "eval_samples_per_second": 1695.91,
      "eval_steps_per_second": 211.996,
      "step": 6000
    },
    {
      "entropy": 6.539936542510986,
      "epoch": 0.6426240034244743,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004967542127108412,
      "loss": 6.3871,
      "mean_token_accuracy": 0.13296211510896683,
      "num_tokens": 12994119.0,
      "step": 6005
    },
    {
      "entropy": 6.555827379226685,
      "epoch": 0.6431590775322382,
      "grad_norm": 0.8046875,
      "learning_rate": 0.0004967477387641537,
      "loss": 6.3061,
      "mean_token_accuracy": 0.13886527195572854,
      "num_tokens": 13005437.0,
      "step": 6010
    },
    {
      "entropy": 6.497218275070191,
      "epoch": 0.6436941516400021,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004967412584145312,
      "loss": 6.3101,
      "mean_token_accuracy": 0.14088594764471055,
      "num_tokens": 13017278.0,
      "step": 6015
    },
    {
      "entropy": 6.481063747406006,
      "epoch": 0.6442292257477661,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0004967347716621611,
      "loss": 6.2871,
      "mean_token_accuracy": 0.13993850350379944,
      "num_tokens": 13028010.0,
      "step": 6020
    },
    {
      "entropy": 6.4912947654724125,
      "epoch": 0.64476429985553,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004967282785072306,
      "loss": 6.2794,
      "mean_token_accuracy": 0.14331429302692414,
      "num_tokens": 13038740.0,
      "step": 6025
    },
    {
      "entropy": 6.481027555465698,
      "epoch": 0.645299373963294,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004967217789499272,
      "loss": 6.3066,
      "mean_token_accuracy": 0.14042848497629165,
      "num_tokens": 13049921.0,
      "step": 6030
    },
    {
      "entropy": 6.445569610595703,
      "epoch": 0.6458344480710578,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004967152729904386,
      "loss": 6.2303,
      "mean_token_accuracy": 0.14392490684986115,
      "num_tokens": 13060907.0,
      "step": 6035
    },
    {
      "entropy": 6.4807356834411625,
      "epoch": 0.6463695221788218,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004967087606289527,
      "loss": 6.2652,
      "mean_token_accuracy": 0.14361023530364037,
      "num_tokens": 13071720.0,
      "step": 6040
    },
    {
      "entropy": 6.4984301090240475,
      "epoch": 0.6469045962865857,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004967022418656575,
      "loss": 6.3061,
      "mean_token_accuracy": 0.14055873453617096,
      "num_tokens": 13082474.0,
      "step": 6045
    },
    {
      "entropy": 6.4617945671081545,
      "epoch": 0.6474396703943496,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004966957167007412,
      "loss": 6.2235,
      "mean_token_accuracy": 0.14239397644996643,
      "num_tokens": 13092777.0,
      "step": 6050
    },
    {
      "entropy": 6.421666622161865,
      "epoch": 0.6479747445021136,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004966891851343922,
      "loss": 6.2146,
      "mean_token_accuracy": 0.14685771912336348,
      "num_tokens": 13104019.0,
      "step": 6055
    },
    {
      "entropy": 6.568581438064575,
      "epoch": 0.6485098186098774,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004966826471667992,
      "loss": 6.2525,
      "mean_token_accuracy": 0.14661934226751328,
      "num_tokens": 13115741.0,
      "step": 6060
    },
    {
      "entropy": 6.477427577972412,
      "epoch": 0.6490448927176414,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004966761027981509,
      "loss": 6.2803,
      "mean_token_accuracy": 0.14308905154466628,
      "num_tokens": 13126838.0,
      "step": 6065
    },
    {
      "entropy": 6.447928237915039,
      "epoch": 0.6495799668254053,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004966695520286362,
      "loss": 6.3623,
      "mean_token_accuracy": 0.13931619450449945,
      "num_tokens": 13137485.0,
      "step": 6070
    },
    {
      "entropy": 6.487987470626831,
      "epoch": 0.6501150409331693,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004966629948584444,
      "loss": 6.2474,
      "mean_token_accuracy": 0.1428107887506485,
      "num_tokens": 13147631.0,
      "step": 6075
    },
    {
      "entropy": 6.409782457351684,
      "epoch": 0.6506501150409332,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004966564312877647,
      "loss": 6.3072,
      "mean_token_accuracy": 0.14210504665970802,
      "num_tokens": 13158468.0,
      "step": 6080
    },
    {
      "entropy": 6.5572576999664305,
      "epoch": 0.651185189148697,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004966498613167868,
      "loss": 6.3192,
      "mean_token_accuracy": 0.1349908247590065,
      "num_tokens": 13169263.0,
      "step": 6085
    },
    {
      "entropy": 6.518098926544189,
      "epoch": 0.651720263256461,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004966432849457002,
      "loss": 6.2575,
      "mean_token_accuracy": 0.14527030140161515,
      "num_tokens": 13178647.0,
      "step": 6090
    },
    {
      "entropy": 6.435211038589477,
      "epoch": 0.6522553373642249,
      "grad_norm": 0.9140625,
      "learning_rate": 0.000496636702174695,
      "loss": 6.2427,
      "mean_token_accuracy": 0.1466634213924408,
      "num_tokens": 13189883.0,
      "step": 6095
    },
    {
      "entropy": 6.496398067474365,
      "epoch": 0.6527904114719889,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004966301130039611,
      "loss": 6.3656,
      "mean_token_accuracy": 0.137141140550375,
      "num_tokens": 13200920.0,
      "step": 6100
    },
    {
      "entropy": 6.453736448287964,
      "epoch": 0.6533254855797528,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004966235174336889,
      "loss": 6.3589,
      "mean_token_accuracy": 0.13333859592676162,
      "num_tokens": 13211765.0,
      "step": 6105
    },
    {
      "entropy": 6.506765079498291,
      "epoch": 0.6538605596875168,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004966169154640687,
      "loss": 6.2778,
      "mean_token_accuracy": 0.13882238641381264,
      "num_tokens": 13221768.0,
      "step": 6110
    },
    {
      "entropy": 6.490598869323731,
      "epoch": 0.6543956337952807,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004966103070952912,
      "loss": 6.2699,
      "mean_token_accuracy": 0.14382260292768478,
      "num_tokens": 13233545.0,
      "step": 6115
    },
    {
      "entropy": 6.439101600646973,
      "epoch": 0.6549307079030445,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004966036923275472,
      "loss": 6.3215,
      "mean_token_accuracy": 0.14637022837996483,
      "num_tokens": 13245018.0,
      "step": 6120
    },
    {
      "entropy": 6.512668752670288,
      "epoch": 0.6554657820108085,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004965970711610278,
      "loss": 6.2327,
      "mean_token_accuracy": 0.13863196671009065,
      "num_tokens": 13255772.0,
      "step": 6125
    },
    {
      "entropy": 6.489784002304077,
      "epoch": 0.6560008561185724,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004965904435959241,
      "loss": 6.3071,
      "mean_token_accuracy": 0.1388044036924839,
      "num_tokens": 13267271.0,
      "step": 6130
    },
    {
      "entropy": 6.478757667541504,
      "epoch": 0.6565359302263364,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004965838096324274,
      "loss": 6.3158,
      "mean_token_accuracy": 0.1424737423658371,
      "num_tokens": 13278467.0,
      "step": 6135
    },
    {
      "entropy": 6.545975923538208,
      "epoch": 0.6570710043341003,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004965771692707294,
      "loss": 6.3824,
      "mean_token_accuracy": 0.13487367928028107,
      "num_tokens": 13288522.0,
      "step": 6140
    },
    {
      "entropy": 6.571054172515869,
      "epoch": 0.6576060784418643,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004965705225110218,
      "loss": 6.3811,
      "mean_token_accuracy": 0.1259695753455162,
      "num_tokens": 13299355.0,
      "step": 6145
    },
    {
      "entropy": 6.474947834014893,
      "epoch": 0.6581411525496281,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004965638693534964,
      "loss": 6.3035,
      "mean_token_accuracy": 0.14250891506671906,
      "num_tokens": 13310334.0,
      "step": 6150
    },
    {
      "entropy": 6.515215873718262,
      "epoch": 0.658676226657392,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004965572097983455,
      "loss": 6.3234,
      "mean_token_accuracy": 0.13813947811722754,
      "num_tokens": 13320917.0,
      "step": 6155
    },
    {
      "entropy": 6.5324524402618405,
      "epoch": 0.659211300765156,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004965505438457613,
      "loss": 6.2426,
      "mean_token_accuracy": 0.14132499545812607,
      "num_tokens": 13331707.0,
      "step": 6160
    },
    {
      "entropy": 6.471408224105835,
      "epoch": 0.6597463748729199,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004965438714959363,
      "loss": 6.3825,
      "mean_token_accuracy": 0.13356116712093352,
      "num_tokens": 13341784.0,
      "step": 6165
    },
    {
      "entropy": 6.561417293548584,
      "epoch": 0.6602814489806839,
      "grad_norm": 0.92578125,
      "learning_rate": 0.000496537192749063,
      "loss": 6.3352,
      "mean_token_accuracy": 0.13551998063921927,
      "num_tokens": 13351633.0,
      "step": 6170
    },
    {
      "entropy": 6.5394511222839355,
      "epoch": 0.6608165230884477,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0004965305076053345,
      "loss": 6.2453,
      "mean_token_accuracy": 0.14757280126214029,
      "num_tokens": 13362444.0,
      "step": 6175
    },
    {
      "entropy": 6.487055683135987,
      "epoch": 0.6613515971962117,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004965238160649437,
      "loss": 6.3646,
      "mean_token_accuracy": 0.13563504368066787,
      "num_tokens": 13374322.0,
      "step": 6180
    },
    {
      "entropy": 6.513856744766235,
      "epoch": 0.6618866713039756,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004965171181280838,
      "loss": 6.3406,
      "mean_token_accuracy": 0.1370294213294983,
      "num_tokens": 13384188.0,
      "step": 6185
    },
    {
      "entropy": 6.539891767501831,
      "epoch": 0.6624217454117395,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004965104137949483,
      "loss": 6.3384,
      "mean_token_accuracy": 0.13291733339428902,
      "num_tokens": 13395648.0,
      "step": 6190
    },
    {
      "entropy": 6.5426253318786625,
      "epoch": 0.6629568195195035,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004965037030657308,
      "loss": 6.3491,
      "mean_token_accuracy": 0.1377079203724861,
      "num_tokens": 13406769.0,
      "step": 6195
    },
    {
      "entropy": 6.5692850112915036,
      "epoch": 0.6634918936272673,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004964969859406248,
      "loss": 6.3267,
      "mean_token_accuracy": 0.12979321777820588,
      "num_tokens": 13417509.0,
      "step": 6200
    },
    {
      "entropy": 6.513384246826172,
      "epoch": 0.6640269677350313,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004964902624198246,
      "loss": 6.2349,
      "mean_token_accuracy": 0.1386547289788723,
      "num_tokens": 13429441.0,
      "step": 6205
    },
    {
      "entropy": 6.415863466262818,
      "epoch": 0.6645620418427952,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004964835325035243,
      "loss": 6.2528,
      "mean_token_accuracy": 0.14228429198265075,
      "num_tokens": 13439332.0,
      "step": 6210
    },
    {
      "entropy": 6.424504280090332,
      "epoch": 0.6650971159505592,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004964767961919179,
      "loss": 6.245,
      "mean_token_accuracy": 0.13902363553643227,
      "num_tokens": 13449400.0,
      "step": 6215
    },
    {
      "entropy": 6.526696395874024,
      "epoch": 0.6656321900583231,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004964700534852003,
      "loss": 6.3641,
      "mean_token_accuracy": 0.13397697135806083,
      "num_tokens": 13460134.0,
      "step": 6220
    },
    {
      "entropy": 6.490309429168701,
      "epoch": 0.666167264166087,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004964633043835658,
      "loss": 6.307,
      "mean_token_accuracy": 0.13891765996813774,
      "num_tokens": 13469954.0,
      "step": 6225
    },
    {
      "entropy": 6.495657968521118,
      "epoch": 0.666702338273851,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004964565488872097,
      "loss": 6.2879,
      "mean_token_accuracy": 0.13993981406092643,
      "num_tokens": 13479866.0,
      "step": 6230
    },
    {
      "entropy": 6.422104406356811,
      "epoch": 0.6672374123816148,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004964497869963268,
      "loss": 6.2368,
      "mean_token_accuracy": 0.14110819399356841,
      "num_tokens": 13490088.0,
      "step": 6235
    },
    {
      "entropy": 6.493944120407105,
      "epoch": 0.6677724864893788,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004964430187111125,
      "loss": 6.341,
      "mean_token_accuracy": 0.1359490066766739,
      "num_tokens": 13500898.0,
      "step": 6240
    },
    {
      "entropy": 6.489935684204101,
      "epoch": 0.6683075605971427,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004964362440317621,
      "loss": 6.3557,
      "mean_token_accuracy": 0.1360869213938713,
      "num_tokens": 13511537.0,
      "step": 6245
    },
    {
      "entropy": 6.472504568099976,
      "epoch": 0.6688426347049067,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004964294629584712,
      "loss": 6.2917,
      "mean_token_accuracy": 0.13466638326644897,
      "num_tokens": 13522916.0,
      "step": 6250
    },
    {
      "entropy": 6.477529144287109,
      "epoch": 0.6693777088126706,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004964226754914357,
      "loss": 6.2425,
      "mean_token_accuracy": 0.13705200403928758,
      "num_tokens": 13533817.0,
      "step": 6255
    },
    {
      "entropy": 6.5022101402282715,
      "epoch": 0.6699127829204344,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004964158816308517,
      "loss": 6.3284,
      "mean_token_accuracy": 0.13449243903160096,
      "num_tokens": 13543723.0,
      "step": 6260
    },
    {
      "entropy": 6.460913276672363,
      "epoch": 0.6704478570281984,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004964090813769151,
      "loss": 6.2148,
      "mean_token_accuracy": 0.14244919121265412,
      "num_tokens": 13555269.0,
      "step": 6265
    },
    {
      "entropy": 6.488389396667481,
      "epoch": 0.6709829311359623,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004964022747298224,
      "loss": 6.3683,
      "mean_token_accuracy": 0.1308095671236515,
      "num_tokens": 13567465.0,
      "step": 6270
    },
    {
      "entropy": 6.593407392501831,
      "epoch": 0.6715180052437263,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004963954616897701,
      "loss": 6.3123,
      "mean_token_accuracy": 0.1348584197461605,
      "num_tokens": 13578637.0,
      "step": 6275
    },
    {
      "entropy": 6.495401334762573,
      "epoch": 0.6720530793514902,
      "grad_norm": 1.0078125,
      "learning_rate": 0.000496388642256955,
      "loss": 6.32,
      "mean_token_accuracy": 0.1362324334681034,
      "num_tokens": 13589074.0,
      "step": 6280
    },
    {
      "entropy": 6.3877112865448,
      "epoch": 0.6725881534592542,
      "grad_norm": 0.90625,
      "learning_rate": 0.000496381816431574,
      "loss": 6.2629,
      "mean_token_accuracy": 0.13748794347047805,
      "num_tokens": 13599624.0,
      "step": 6285
    },
    {
      "entropy": 6.5236390113830565,
      "epoch": 0.673123227567018,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004963749842138241,
      "loss": 6.283,
      "mean_token_accuracy": 0.1423563428223133,
      "num_tokens": 13610293.0,
      "step": 6290
    },
    {
      "entropy": 6.513027334213257,
      "epoch": 0.6736583016747819,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004963681456039027,
      "loss": 6.3093,
      "mean_token_accuracy": 0.13741619661450385,
      "num_tokens": 13621641.0,
      "step": 6295
    },
    {
      "entropy": 6.4751214504241945,
      "epoch": 0.6741933757825459,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004963613006020072,
      "loss": 6.2748,
      "mean_token_accuracy": 0.1349763996899128,
      "num_tokens": 13632083.0,
      "step": 6300
    },
    {
      "entropy": 6.401575660705566,
      "epoch": 0.6747284498903098,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004963544492083352,
      "loss": 6.1271,
      "mean_token_accuracy": 0.1622079148888588,
      "num_tokens": 13644084.0,
      "step": 6305
    },
    {
      "entropy": 6.447385168075561,
      "epoch": 0.6752635239980738,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004963475914230845,
      "loss": 6.2887,
      "mean_token_accuracy": 0.13588363751769067,
      "num_tokens": 13656231.0,
      "step": 6310
    },
    {
      "entropy": 6.547751569747925,
      "epoch": 0.6757985981058376,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004963407272464533,
      "loss": 6.3575,
      "mean_token_accuracy": 0.13544237688183786,
      "num_tokens": 13667334.0,
      "step": 6315
    },
    {
      "entropy": 6.549225234985352,
      "epoch": 0.6763336722136016,
      "grad_norm": 0.828125,
      "learning_rate": 0.0004963338566786398,
      "loss": 6.3265,
      "mean_token_accuracy": 0.1404259443283081,
      "num_tokens": 13678615.0,
      "step": 6320
    },
    {
      "entropy": 6.507500219345093,
      "epoch": 0.6768687463213655,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004963269797198422,
      "loss": 6.3228,
      "mean_token_accuracy": 0.14321751073002814,
      "num_tokens": 13689890.0,
      "step": 6325
    },
    {
      "entropy": 6.3668193340301515,
      "epoch": 0.6774038204291294,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004963200963702592,
      "loss": 6.1911,
      "mean_token_accuracy": 0.14779921174049376,
      "num_tokens": 13699120.0,
      "step": 6330
    },
    {
      "entropy": 6.4484655380249025,
      "epoch": 0.6779388945368934,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004963132066300894,
      "loss": 6.2964,
      "mean_token_accuracy": 0.13753519356250762,
      "num_tokens": 13710016.0,
      "step": 6335
    },
    {
      "entropy": 6.523034524917603,
      "epoch": 0.6784739686446573,
      "grad_norm": 0.80859375,
      "learning_rate": 0.0004963063104995319,
      "loss": 6.3778,
      "mean_token_accuracy": 0.12975007593631743,
      "num_tokens": 13721576.0,
      "step": 6340
    },
    {
      "entropy": 6.533579111099243,
      "epoch": 0.6790090427524212,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004962994079787859,
      "loss": 6.351,
      "mean_token_accuracy": 0.13919029831886293,
      "num_tokens": 13732568.0,
      "step": 6345
    },
    {
      "entropy": 6.4503168106079105,
      "epoch": 0.6795441168601851,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004962924990680504,
      "loss": 6.224,
      "mean_token_accuracy": 0.1446976035833359,
      "num_tokens": 13742569.0,
      "step": 6350
    },
    {
      "entropy": 6.467843961715698,
      "epoch": 0.6800791909679491,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004962855837675252,
      "loss": 6.3581,
      "mean_token_accuracy": 0.13136776238679887,
      "num_tokens": 13752689.0,
      "step": 6355
    },
    {
      "entropy": 6.56328501701355,
      "epoch": 0.680614265075713,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004962786620774099,
      "loss": 6.3278,
      "mean_token_accuracy": 0.14182604923844339,
      "num_tokens": 13763709.0,
      "step": 6360
    },
    {
      "entropy": 6.475381088256836,
      "epoch": 0.6811493391834769,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004962717339979043,
      "loss": 6.2278,
      "mean_token_accuracy": 0.14312676414847375,
      "num_tokens": 13773726.0,
      "step": 6365
    },
    {
      "entropy": 6.438044261932373,
      "epoch": 0.6816844132912409,
      "grad_norm": 0.83203125,
      "learning_rate": 0.0004962647995292084,
      "loss": 6.2859,
      "mean_token_accuracy": 0.14380785524845124,
      "num_tokens": 13785435.0,
      "step": 6370
    },
    {
      "entropy": 6.51343994140625,
      "epoch": 0.6822194873990047,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004962578586715226,
      "loss": 6.2797,
      "mean_token_accuracy": 0.13556451871991157,
      "num_tokens": 13797104.0,
      "step": 6375
    },
    {
      "entropy": 6.526298522949219,
      "epoch": 0.6827545615067687,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004962509114250471,
      "loss": 6.37,
      "mean_token_accuracy": 0.13628214299678804,
      "num_tokens": 13807756.0,
      "step": 6380
    },
    {
      "entropy": 6.331106853485108,
      "epoch": 0.6832896356145326,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004962439577899828,
      "loss": 6.068,
      "mean_token_accuracy": 0.15640697553753852,
      "num_tokens": 13818490.0,
      "step": 6385
    },
    {
      "entropy": 6.493873119354248,
      "epoch": 0.6838247097222966,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004962369977665301,
      "loss": 6.3467,
      "mean_token_accuracy": 0.13233261853456496,
      "num_tokens": 13829465.0,
      "step": 6390
    },
    {
      "entropy": 6.520067834854126,
      "epoch": 0.6843597838300605,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004962300313548903,
      "loss": 6.2999,
      "mean_token_accuracy": 0.13664059489965438,
      "num_tokens": 13840863.0,
      "step": 6395
    },
    {
      "entropy": 6.540978479385376,
      "epoch": 0.6848948579378243,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004962230585552645,
      "loss": 6.3126,
      "mean_token_accuracy": 0.13632813841104507,
      "num_tokens": 13851711.0,
      "step": 6400
    },
    {
      "entropy": 6.506088829040527,
      "epoch": 0.6854299320455883,
      "grad_norm": 0.82421875,
      "learning_rate": 0.0004962160793678539,
      "loss": 6.3365,
      "mean_token_accuracy": 0.13854311034083366,
      "num_tokens": 13864576.0,
      "step": 6405
    },
    {
      "entropy": 6.431093215942383,
      "epoch": 0.6859650061533522,
      "grad_norm": 0.984375,
      "learning_rate": 0.00049620909379286,
      "loss": 6.2421,
      "mean_token_accuracy": 0.14588676393032074,
      "num_tokens": 13875150.0,
      "step": 6410
    },
    {
      "entropy": 6.468145704269409,
      "epoch": 0.6865000802611162,
      "grad_norm": 0.82421875,
      "learning_rate": 0.0004962021018304847,
      "loss": 6.2803,
      "mean_token_accuracy": 0.1402464583516121,
      "num_tokens": 13886070.0,
      "step": 6415
    },
    {
      "entropy": 6.445669794082642,
      "epoch": 0.6870351543688801,
      "grad_norm": 0.83203125,
      "learning_rate": 0.0004961951034809298,
      "loss": 6.2061,
      "mean_token_accuracy": 0.14031478390097618,
      "num_tokens": 13897898.0,
      "step": 6420
    },
    {
      "entropy": 6.534636974334717,
      "epoch": 0.6875702284766441,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004961880987443974,
      "loss": 6.3466,
      "mean_token_accuracy": 0.13416280820965767,
      "num_tokens": 13909578.0,
      "step": 6425
    },
    {
      "entropy": 6.362729167938232,
      "epoch": 0.6881053025844079,
      "grad_norm": 0.83203125,
      "learning_rate": 0.0004961810876210897,
      "loss": 6.1904,
      "mean_token_accuracy": 0.14211257174611092,
      "num_tokens": 13920537.0,
      "step": 6430
    },
    {
      "entropy": 6.436448621749878,
      "epoch": 0.6886403766921718,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004961740701112091,
      "loss": 6.2491,
      "mean_token_accuracy": 0.14128391444683075,
      "num_tokens": 13931015.0,
      "step": 6435
    },
    {
      "entropy": 6.504888820648193,
      "epoch": 0.6891754507999358,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004961670462149583,
      "loss": 6.308,
      "mean_token_accuracy": 0.13348659202456475,
      "num_tokens": 13942691.0,
      "step": 6440
    },
    {
      "entropy": 6.595174026489258,
      "epoch": 0.6897105249076997,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004961600159325403,
      "loss": 6.4022,
      "mean_token_accuracy": 0.12941779792308808,
      "num_tokens": 13953945.0,
      "step": 6445
    },
    {
      "entropy": 6.567746829986572,
      "epoch": 0.6902455990154637,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004961529792641577,
      "loss": 6.3763,
      "mean_token_accuracy": 0.13357839807868005,
      "num_tokens": 13965658.0,
      "step": 6450
    },
    {
      "entropy": 6.521430397033692,
      "epoch": 0.6907806731232276,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004961459362100141,
      "loss": 6.3655,
      "mean_token_accuracy": 0.13728117048740388,
      "num_tokens": 13976184.0,
      "step": 6455
    },
    {
      "entropy": 6.470312213897705,
      "epoch": 0.6913157472309915,
      "grad_norm": 1.0,
      "learning_rate": 0.0004961388867703125,
      "loss": 6.2976,
      "mean_token_accuracy": 0.1295260690152645,
      "num_tokens": 13986243.0,
      "step": 6460
    },
    {
      "entropy": 6.506814002990723,
      "epoch": 0.6918508213387554,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004961318309452566,
      "loss": 6.2564,
      "mean_token_accuracy": 0.14216438308358192,
      "num_tokens": 13995904.0,
      "step": 6465
    },
    {
      "entropy": 6.499278402328491,
      "epoch": 0.6923858954465193,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004961247687350504,
      "loss": 6.2944,
      "mean_token_accuracy": 0.14111536741256714,
      "num_tokens": 14006711.0,
      "step": 6470
    },
    {
      "entropy": 6.4782651424407955,
      "epoch": 0.6929209695542833,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004961177001398974,
      "loss": 6.2984,
      "mean_token_accuracy": 0.13715566992759703,
      "num_tokens": 14018177.0,
      "step": 6475
    },
    {
      "entropy": 6.488943481445313,
      "epoch": 0.6934560436620472,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004961106251600018,
      "loss": 6.2226,
      "mean_token_accuracy": 0.13936708718538285,
      "num_tokens": 14028725.0,
      "step": 6480
    },
    {
      "entropy": 6.399756813049317,
      "epoch": 0.6939911177698111,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004961035437955681,
      "loss": 6.2991,
      "mean_token_accuracy": 0.14626320078969002,
      "num_tokens": 14040448.0,
      "step": 6485
    },
    {
      "entropy": 6.473495817184448,
      "epoch": 0.694526191877575,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004960964560468005,
      "loss": 6.3093,
      "mean_token_accuracy": 0.13479818254709244,
      "num_tokens": 14051731.0,
      "step": 6490
    },
    {
      "entropy": 6.537434768676758,
      "epoch": 0.695061265985339,
      "grad_norm": 0.828125,
      "learning_rate": 0.0004960893619139039,
      "loss": 6.3258,
      "mean_token_accuracy": 0.13825570791959763,
      "num_tokens": 14062330.0,
      "step": 6495
    },
    {
      "entropy": 6.51638617515564,
      "epoch": 0.6955963400931029,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004960822613970831,
      "loss": 6.209,
      "mean_token_accuracy": 0.13913109451532363,
      "num_tokens": 14073991.0,
      "step": 6500
    },
    {
      "entropy": 6.498804903030395,
      "epoch": 0.6961314142008668,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004960751544965431,
      "loss": 6.2695,
      "mean_token_accuracy": 0.13826784640550613,
      "num_tokens": 14085132.0,
      "step": 6505
    },
    {
      "entropy": 6.445448017120361,
      "epoch": 0.6966664883086308,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004960680412124889,
      "loss": 6.2064,
      "mean_token_accuracy": 0.14876638799905778,
      "num_tokens": 14095371.0,
      "step": 6510
    },
    {
      "entropy": 6.4383453845977785,
      "epoch": 0.6972015624163946,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004960609215451261,
      "loss": 6.2803,
      "mean_token_accuracy": 0.13835184201598166,
      "num_tokens": 14106117.0,
      "step": 6515
    },
    {
      "entropy": 6.497419023513794,
      "epoch": 0.6977366365241586,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004960537954946604,
      "loss": 6.2562,
      "mean_token_accuracy": 0.13639600127935408,
      "num_tokens": 14117112.0,
      "step": 6520
    },
    {
      "entropy": 6.4158721446990965,
      "epoch": 0.6982717106319225,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004960466630612974,
      "loss": 6.2016,
      "mean_token_accuracy": 0.14928400218486787,
      "num_tokens": 14128037.0,
      "step": 6525
    },
    {
      "entropy": 6.391715717315674,
      "epoch": 0.6988067847396865,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004960395242452429,
      "loss": 6.2138,
      "mean_token_accuracy": 0.14519294947385789,
      "num_tokens": 14140183.0,
      "step": 6530
    },
    {
      "entropy": 6.481194305419922,
      "epoch": 0.6993418588474504,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004960323790467033,
      "loss": 6.3568,
      "mean_token_accuracy": 0.13738216683268548,
      "num_tokens": 14151635.0,
      "step": 6535
    },
    {
      "entropy": 6.539438676834107,
      "epoch": 0.6998769329552142,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004960252274658849,
      "loss": 6.3105,
      "mean_token_accuracy": 0.13569246381521224,
      "num_tokens": 14162660.0,
      "step": 6540
    },
    {
      "entropy": 6.544827127456665,
      "epoch": 0.7004120070629782,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004960180695029939,
      "loss": 6.2808,
      "mean_token_accuracy": 0.14433523118495942,
      "num_tokens": 14173496.0,
      "step": 6545
    },
    {
      "entropy": 6.448864221572876,
      "epoch": 0.7009470811707421,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004960109051582374,
      "loss": 6.2308,
      "mean_token_accuracy": 0.1386837176978588,
      "num_tokens": 14185479.0,
      "step": 6550
    },
    {
      "entropy": 6.451703596115112,
      "epoch": 0.7014821552785061,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004960037344318221,
      "loss": 6.1979,
      "mean_token_accuracy": 0.13678910806775094,
      "num_tokens": 14197441.0,
      "step": 6555
    },
    {
      "entropy": 6.414597034454346,
      "epoch": 0.70201722938627,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004959965573239548,
      "loss": 6.1623,
      "mean_token_accuracy": 0.14751381799578667,
      "num_tokens": 14207832.0,
      "step": 6560
    },
    {
      "entropy": 6.416704273223877,
      "epoch": 0.702552303494034,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004959893738348432,
      "loss": 6.2315,
      "mean_token_accuracy": 0.1474967420101166,
      "num_tokens": 14217976.0,
      "step": 6565
    },
    {
      "entropy": 6.536343955993653,
      "epoch": 0.7030873776017978,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004959821839646943,
      "loss": 6.2033,
      "mean_token_accuracy": 0.14569744020700454,
      "num_tokens": 14227557.0,
      "step": 6570
    },
    {
      "entropy": 6.460891532897949,
      "epoch": 0.7036224517095617,
      "grad_norm": 0.98046875,
      "learning_rate": 0.000495974987713716,
      "loss": 6.3127,
      "mean_token_accuracy": 0.1376352071762085,
      "num_tokens": 14238912.0,
      "step": 6575
    },
    {
      "entropy": 6.470605087280274,
      "epoch": 0.7041575258173257,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004959677850821159,
      "loss": 6.2511,
      "mean_token_accuracy": 0.1404443770647049,
      "num_tokens": 14249968.0,
      "step": 6580
    },
    {
      "entropy": 6.497472286224365,
      "epoch": 0.7046925999250896,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004959605760701021,
      "loss": 6.3248,
      "mean_token_accuracy": 0.14396823793649674,
      "num_tokens": 14260809.0,
      "step": 6585
    },
    {
      "entropy": 6.444437170028687,
      "epoch": 0.7052276740328536,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004959533606778827,
      "loss": 6.2789,
      "mean_token_accuracy": 0.13799718841910363,
      "num_tokens": 14271971.0,
      "step": 6590
    },
    {
      "entropy": 6.51657886505127,
      "epoch": 0.7057627481406175,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004959461389056661,
      "loss": 6.351,
      "mean_token_accuracy": 0.14074066206812857,
      "num_tokens": 14283550.0,
      "step": 6595
    },
    {
      "entropy": 6.438447189331055,
      "epoch": 0.7062978222483814,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004959389107536608,
      "loss": 6.1741,
      "mean_token_accuracy": 0.14159173369407654,
      "num_tokens": 14293769.0,
      "step": 6600
    },
    {
      "entropy": 6.448505973815918,
      "epoch": 0.7068328963561453,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004959316762220754,
      "loss": 6.2752,
      "mean_token_accuracy": 0.13824933245778084,
      "num_tokens": 14304668.0,
      "step": 6605
    },
    {
      "entropy": 6.504797840118409,
      "epoch": 0.7073679704639092,
      "grad_norm": 0.875,
      "learning_rate": 0.000495924435311119,
      "loss": 6.3454,
      "mean_token_accuracy": 0.13684616908431052,
      "num_tokens": 14315912.0,
      "step": 6610
    },
    {
      "entropy": 6.476054716110229,
      "epoch": 0.7079030445716732,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004959171880210005,
      "loss": 6.3126,
      "mean_token_accuracy": 0.13893908336758615,
      "num_tokens": 14327386.0,
      "step": 6615
    },
    {
      "entropy": 6.479482269287109,
      "epoch": 0.7084381186794371,
      "grad_norm": 0.875,
      "learning_rate": 0.0004959099343519294,
      "loss": 6.2959,
      "mean_token_accuracy": 0.1337698668241501,
      "num_tokens": 14338629.0,
      "step": 6620
    },
    {
      "entropy": 6.541334867477417,
      "epoch": 0.7089731927872011,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004959026743041148,
      "loss": 6.3168,
      "mean_token_accuracy": 0.14163548573851586,
      "num_tokens": 14349195.0,
      "step": 6625
    },
    {
      "entropy": 6.530628252029419,
      "epoch": 0.7095082668949649,
      "grad_norm": 0.875,
      "learning_rate": 0.0004958954078777665,
      "loss": 6.331,
      "mean_token_accuracy": 0.13442271426320077,
      "num_tokens": 14359449.0,
      "step": 6630
    },
    {
      "entropy": 6.439324522018433,
      "epoch": 0.7100433410027289,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004958881350730944,
      "loss": 6.2419,
      "mean_token_accuracy": 0.14432474821805955,
      "num_tokens": 14369904.0,
      "step": 6635
    },
    {
      "entropy": 6.506124448776245,
      "epoch": 0.7105784151104928,
      "grad_norm": 0.875,
      "learning_rate": 0.0004958808558903085,
      "loss": 6.2716,
      "mean_token_accuracy": 0.14108398035168648,
      "num_tokens": 14382635.0,
      "step": 6640
    },
    {
      "entropy": 6.439811134338379,
      "epoch": 0.7111134892182567,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004958735703296189,
      "loss": 6.2239,
      "mean_token_accuracy": 0.13929228633642196,
      "num_tokens": 14393238.0,
      "step": 6645
    },
    {
      "entropy": 6.488179397583008,
      "epoch": 0.7116485633260207,
      "grad_norm": 0.984375,
      "learning_rate": 0.000495866278391236,
      "loss": 6.2634,
      "mean_token_accuracy": 0.14167459532618523,
      "num_tokens": 14403734.0,
      "step": 6650
    },
    {
      "entropy": 6.499254751205444,
      "epoch": 0.7121836374337845,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004958589800753703,
      "loss": 6.2379,
      "mean_token_accuracy": 0.14232145845890046,
      "num_tokens": 14414201.0,
      "step": 6655
    },
    {
      "entropy": 6.476835536956787,
      "epoch": 0.7127187115415485,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004958516753822326,
      "loss": 6.2653,
      "mean_token_accuracy": 0.1448854014277458,
      "num_tokens": 14425153.0,
      "step": 6660
    },
    {
      "entropy": 6.476067638397216,
      "epoch": 0.7132537856493124,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004958443643120338,
      "loss": 6.2558,
      "mean_token_accuracy": 0.14444638639688492,
      "num_tokens": 14435942.0,
      "step": 6665
    },
    {
      "entropy": 6.470517635345459,
      "epoch": 0.7137888597570764,
      "grad_norm": 0.96484375,
      "learning_rate": 0.000495837046864985,
      "loss": 6.2524,
      "mean_token_accuracy": 0.1398191273212433,
      "num_tokens": 14446371.0,
      "step": 6670
    },
    {
      "entropy": 6.449998426437378,
      "epoch": 0.7143239338648403,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004958297230412976,
      "loss": 6.1603,
      "mean_token_accuracy": 0.14439310654997825,
      "num_tokens": 14456598.0,
      "step": 6675
    },
    {
      "entropy": 6.4532022953033445,
      "epoch": 0.7148590079726042,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004958223928411829,
      "loss": 6.2647,
      "mean_token_accuracy": 0.13649528622627258,
      "num_tokens": 14466775.0,
      "step": 6680
    },
    {
      "entropy": 6.436886024475098,
      "epoch": 0.7153940820803681,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004958150562648526,
      "loss": 6.2294,
      "mean_token_accuracy": 0.14253320470452308,
      "num_tokens": 14476876.0,
      "step": 6685
    },
    {
      "entropy": 6.4420689105987545,
      "epoch": 0.715929156188132,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004958077133125187,
      "loss": 6.2282,
      "mean_token_accuracy": 0.14678206220269202,
      "num_tokens": 14487698.0,
      "step": 6690
    },
    {
      "entropy": 6.4967793941497805,
      "epoch": 0.716464230295896,
      "grad_norm": 0.8203125,
      "learning_rate": 0.000495800363984393,
      "loss": 6.2554,
      "mean_token_accuracy": 0.14046717211604118,
      "num_tokens": 14498572.0,
      "step": 6695
    },
    {
      "entropy": 6.439207410812378,
      "epoch": 0.7169993044036599,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004957930082806878,
      "loss": 6.2937,
      "mean_token_accuracy": 0.1391401194036007,
      "num_tokens": 14509673.0,
      "step": 6700
    },
    {
      "entropy": 6.544405746459961,
      "epoch": 0.7175343785114239,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004957856462016155,
      "loss": 6.3711,
      "mean_token_accuracy": 0.126563560962677,
      "num_tokens": 14519974.0,
      "step": 6705
    },
    {
      "entropy": 6.522313642501831,
      "epoch": 0.7180694526191878,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004957782777473888,
      "loss": 6.3024,
      "mean_token_accuracy": 0.13184777200222014,
      "num_tokens": 14531194.0,
      "step": 6710
    },
    {
      "entropy": 6.475161218643189,
      "epoch": 0.7186045267269516,
      "grad_norm": 1.5078125,
      "learning_rate": 0.0004957709029182203,
      "loss": 6.2377,
      "mean_token_accuracy": 0.14195516034960748,
      "num_tokens": 14542393.0,
      "step": 6715
    },
    {
      "entropy": 6.442630004882813,
      "epoch": 0.7191396008347156,
      "grad_norm": 0.7890625,
      "learning_rate": 0.0004957635217143231,
      "loss": 6.2637,
      "mean_token_accuracy": 0.14898442178964616,
      "num_tokens": 14552934.0,
      "step": 6720
    },
    {
      "entropy": 6.4731001377105715,
      "epoch": 0.7196746749424795,
      "grad_norm": 0.84765625,
      "learning_rate": 0.00049575613413591,
      "loss": 6.2639,
      "mean_token_accuracy": 0.13866395726799965,
      "num_tokens": 14563643.0,
      "step": 6725
    },
    {
      "entropy": 6.44948296546936,
      "epoch": 0.7202097490502435,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004957487401831947,
      "loss": 6.1874,
      "mean_token_accuracy": 0.14405328035354614,
      "num_tokens": 14574422.0,
      "step": 6730
    },
    {
      "entropy": 6.40802903175354,
      "epoch": 0.7207448231580074,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004957413398563906,
      "loss": 6.1778,
      "mean_token_accuracy": 0.1391396403312683,
      "num_tokens": 14585002.0,
      "step": 6735
    },
    {
      "entropy": 6.468951177597046,
      "epoch": 0.7212798972657714,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004957339331557113,
      "loss": 6.228,
      "mean_token_accuracy": 0.14249933511018753,
      "num_tokens": 14595172.0,
      "step": 6740
    },
    {
      "entropy": 6.471824789047242,
      "epoch": 0.7218149713735352,
      "grad_norm": 0.828125,
      "learning_rate": 0.0004957265200813706,
      "loss": 6.34,
      "mean_token_accuracy": 0.13378914967179298,
      "num_tokens": 14606316.0,
      "step": 6745
    },
    {
      "entropy": 6.525669527053833,
      "epoch": 0.7223500454812991,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004957191006335827,
      "loss": 6.2316,
      "mean_token_accuracy": 0.13804883360862732,
      "num_tokens": 14616394.0,
      "step": 6750
    },
    {
      "entropy": 6.411977767944336,
      "epoch": 0.7228851195890631,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004957116748125618,
      "loss": 6.2428,
      "mean_token_accuracy": 0.13480647504329682,
      "num_tokens": 14627474.0,
      "step": 6755
    },
    {
      "entropy": 6.43396143913269,
      "epoch": 0.723420193696827,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004957042426185223,
      "loss": 6.1673,
      "mean_token_accuracy": 0.14527039751410484,
      "num_tokens": 14638343.0,
      "step": 6760
    },
    {
      "entropy": 6.411623287200928,
      "epoch": 0.723955267804591,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004956968040516789,
      "loss": 6.2487,
      "mean_token_accuracy": 0.14170842841267586,
      "num_tokens": 14649115.0,
      "step": 6765
    },
    {
      "entropy": 6.475603008270264,
      "epoch": 0.7244903419123548,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004956893591122461,
      "loss": 6.2964,
      "mean_token_accuracy": 0.14491015002131463,
      "num_tokens": 14659714.0,
      "step": 6770
    },
    {
      "entropy": 6.579411220550537,
      "epoch": 0.7250254160201188,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004956819078004392,
      "loss": 6.3496,
      "mean_token_accuracy": 0.13428714349865914,
      "num_tokens": 14670481.0,
      "step": 6775
    },
    {
      "entropy": 6.408664321899414,
      "epoch": 0.7255604901278827,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004956744501164732,
      "loss": 6.168,
      "mean_token_accuracy": 0.1484557159245014,
      "num_tokens": 14680816.0,
      "step": 6780
    },
    {
      "entropy": 6.4367475509643555,
      "epoch": 0.7260955642356466,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004956669860605634,
      "loss": 6.2574,
      "mean_token_accuracy": 0.13846954554319382,
      "num_tokens": 14692723.0,
      "step": 6785
    },
    {
      "entropy": 6.524109315872193,
      "epoch": 0.7266306383434106,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004956595156329254,
      "loss": 6.2952,
      "mean_token_accuracy": 0.135099795460701,
      "num_tokens": 14703824.0,
      "step": 6790
    },
    {
      "entropy": 6.481806421279908,
      "epoch": 0.7271657124511745,
      "grad_norm": 0.85546875,
      "learning_rate": 0.000495652038833775,
      "loss": 6.259,
      "mean_token_accuracy": 0.1451718121767044,
      "num_tokens": 14715934.0,
      "step": 6795
    },
    {
      "entropy": 6.43948712348938,
      "epoch": 0.7277007865589384,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004956445556633279,
      "loss": 6.2597,
      "mean_token_accuracy": 0.13905027657747268,
      "num_tokens": 14725617.0,
      "step": 6800
    },
    {
      "entropy": 6.502742958068848,
      "epoch": 0.7282358606667023,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004956370661218003,
      "loss": 6.2468,
      "mean_token_accuracy": 0.14073063135147096,
      "num_tokens": 14736430.0,
      "step": 6805
    },
    {
      "entropy": 6.4605859279632565,
      "epoch": 0.7287709347744663,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004956295702094084,
      "loss": 6.259,
      "mean_token_accuracy": 0.14528831392526625,
      "num_tokens": 14746740.0,
      "step": 6810
    },
    {
      "entropy": 6.409905052185058,
      "epoch": 0.7293060088822302,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004956220679263687,
      "loss": 6.2009,
      "mean_token_accuracy": 0.1477266252040863,
      "num_tokens": 14756884.0,
      "step": 6815
    },
    {
      "entropy": 6.430542135238648,
      "epoch": 0.7298410829899941,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004956145592728976,
      "loss": 6.2235,
      "mean_token_accuracy": 0.14433208107948303,
      "num_tokens": 14766974.0,
      "step": 6820
    },
    {
      "entropy": 6.461122131347656,
      "epoch": 0.730376157097758,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004956070442492123,
      "loss": 6.3534,
      "mean_token_accuracy": 0.1357002280652523,
      "num_tokens": 14778449.0,
      "step": 6825
    },
    {
      "entropy": 6.5131768703460695,
      "epoch": 0.7309112312055219,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004955995228555296,
      "loss": 6.3085,
      "mean_token_accuracy": 0.13710107430815696,
      "num_tokens": 14788989.0,
      "step": 6830
    },
    {
      "entropy": 6.447932243347168,
      "epoch": 0.7314463053132859,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004955919950920666,
      "loss": 6.2625,
      "mean_token_accuracy": 0.15003205537796022,
      "num_tokens": 14798454.0,
      "step": 6835
    },
    {
      "entropy": 6.4976719379425045,
      "epoch": 0.7319813794210498,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004955844609590408,
      "loss": 6.2186,
      "mean_token_accuracy": 0.14008915051817894,
      "num_tokens": 14808920.0,
      "step": 6840
    },
    {
      "entropy": 6.422513771057129,
      "epoch": 0.7325164535288138,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004955769204566696,
      "loss": 6.1967,
      "mean_token_accuracy": 0.14655729085206987,
      "num_tokens": 14819250.0,
      "step": 6845
    },
    {
      "entropy": 6.470049619674683,
      "epoch": 0.7330515276365777,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004955693735851709,
      "loss": 6.2769,
      "mean_token_accuracy": 0.1421435996890068,
      "num_tokens": 14829789.0,
      "step": 6850
    },
    {
      "entropy": 6.46021580696106,
      "epoch": 0.7335866017443415,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004955618203447625,
      "loss": 6.2651,
      "mean_token_accuracy": 0.13392424508929252,
      "num_tokens": 14840527.0,
      "step": 6855
    },
    {
      "entropy": 6.431248807907105,
      "epoch": 0.7341216758521055,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004955542607356625,
      "loss": 6.315,
      "mean_token_accuracy": 0.1442822866141796,
      "num_tokens": 14850922.0,
      "step": 6860
    },
    {
      "entropy": 6.476694107055664,
      "epoch": 0.7346567499598694,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004955466947580893,
      "loss": 6.256,
      "mean_token_accuracy": 0.14103313088417052,
      "num_tokens": 14862226.0,
      "step": 6865
    },
    {
      "entropy": 6.4901021957397464,
      "epoch": 0.7351918240676334,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004955391224122611,
      "loss": 6.1594,
      "mean_token_accuracy": 0.15230800658464433,
      "num_tokens": 14872461.0,
      "step": 6870
    },
    {
      "entropy": 6.4198219776153564,
      "epoch": 0.7357268981753973,
      "grad_norm": 0.96875,
      "learning_rate": 0.000495531543698397,
      "loss": 6.2741,
      "mean_token_accuracy": 0.14070502817630767,
      "num_tokens": 14883088.0,
      "step": 6875
    },
    {
      "entropy": 6.485039949417114,
      "epoch": 0.7362619722831613,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004955239586167153,
      "loss": 6.2962,
      "mean_token_accuracy": 0.14146469831466674,
      "num_tokens": 14894055.0,
      "step": 6880
    },
    {
      "entropy": 6.414638900756836,
      "epoch": 0.7367970463909251,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0004955163671674354,
      "loss": 6.2643,
      "mean_token_accuracy": 0.13726078495383262,
      "num_tokens": 14904760.0,
      "step": 6885
    },
    {
      "entropy": 6.554143285751342,
      "epoch": 0.737332120498689,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004955087693507764,
      "loss": 6.3852,
      "mean_token_accuracy": 0.13424369171261788,
      "num_tokens": 14915983.0,
      "step": 6890
    },
    {
      "entropy": 6.492768096923828,
      "epoch": 0.737867194606453,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004955011651669577,
      "loss": 6.2756,
      "mean_token_accuracy": 0.13591431975364685,
      "num_tokens": 14925959.0,
      "step": 6895
    },
    {
      "entropy": 6.437988710403443,
      "epoch": 0.7384022687142169,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004954935546161988,
      "loss": 6.2228,
      "mean_token_accuracy": 0.1393468014895916,
      "num_tokens": 14936138.0,
      "step": 6900
    },
    {
      "entropy": 6.522359991073609,
      "epoch": 0.7389373428219809,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004954859376987195,
      "loss": 6.2506,
      "mean_token_accuracy": 0.1387780487537384,
      "num_tokens": 14946979.0,
      "step": 6905
    },
    {
      "entropy": 6.442472887039185,
      "epoch": 0.7394724169297447,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004954783144147397,
      "loss": 6.3083,
      "mean_token_accuracy": 0.1369581028819084,
      "num_tokens": 14958324.0,
      "step": 6910
    },
    {
      "entropy": 6.545926523208618,
      "epoch": 0.7400074910375087,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004954706847644796,
      "loss": 6.3075,
      "mean_token_accuracy": 0.1361636534333229,
      "num_tokens": 14969048.0,
      "step": 6915
    },
    {
      "entropy": 6.503162860870361,
      "epoch": 0.7405425651452726,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004954630487481594,
      "loss": 6.2951,
      "mean_token_accuracy": 0.13993150889873504,
      "num_tokens": 14979825.0,
      "step": 6920
    },
    {
      "entropy": 6.393896675109863,
      "epoch": 0.7410776392530365,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004954554063659998,
      "loss": 6.2307,
      "mean_token_accuracy": 0.14482909366488456,
      "num_tokens": 14990138.0,
      "step": 6925
    },
    {
      "entropy": 6.423223066329956,
      "epoch": 0.7416127133608005,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004954477576182212,
      "loss": 6.1863,
      "mean_token_accuracy": 0.14402743503451348,
      "num_tokens": 15002276.0,
      "step": 6930
    },
    {
      "entropy": 6.524095869064331,
      "epoch": 0.7421477874685644,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004954401025050445,
      "loss": 6.3288,
      "mean_token_accuracy": 0.13685761541128158,
      "num_tokens": 15013622.0,
      "step": 6935
    },
    {
      "entropy": 6.479185438156128,
      "epoch": 0.7426828615763283,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004954324410266909,
      "loss": 6.2852,
      "mean_token_accuracy": 0.14016446769237517,
      "num_tokens": 15024067.0,
      "step": 6940
    },
    {
      "entropy": 6.446400499343872,
      "epoch": 0.7432179356840922,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004954247731833815,
      "loss": 6.1706,
      "mean_token_accuracy": 0.1551741451025009,
      "num_tokens": 15033646.0,
      "step": 6945
    },
    {
      "entropy": 6.402089214324951,
      "epoch": 0.7437530097918562,
      "grad_norm": 0.81640625,
      "learning_rate": 0.0004954170989753377,
      "loss": 6.23,
      "mean_token_accuracy": 0.1369835503399372,
      "num_tokens": 15044655.0,
      "step": 6950
    },
    {
      "entropy": 6.541417264938355,
      "epoch": 0.7442880838996201,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004954094184027813,
      "loss": 6.281,
      "mean_token_accuracy": 0.13749201744794845,
      "num_tokens": 15055492.0,
      "step": 6955
    },
    {
      "entropy": 6.494071388244629,
      "epoch": 0.744823158007384,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004954017314659339,
      "loss": 6.2778,
      "mean_token_accuracy": 0.13299065977334976,
      "num_tokens": 15066472.0,
      "step": 6960
    },
    {
      "entropy": 6.452569484710693,
      "epoch": 0.745358232115148,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004953940381650174,
      "loss": 6.2194,
      "mean_token_accuracy": 0.1496530920267105,
      "num_tokens": 15076851.0,
      "step": 6965
    },
    {
      "entropy": 6.363247060775757,
      "epoch": 0.7458933062229118,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004953863385002541,
      "loss": 6.1683,
      "mean_token_accuracy": 0.1460293024778366,
      "num_tokens": 15086997.0,
      "step": 6970
    },
    {
      "entropy": 6.484178829193115,
      "epoch": 0.7464283803306758,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004953786324718661,
      "loss": 6.3357,
      "mean_token_accuracy": 0.13714666590094565,
      "num_tokens": 15098625.0,
      "step": 6975
    },
    {
      "entropy": 6.460054874420166,
      "epoch": 0.7469634544384397,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004953709200800761,
      "loss": 6.1397,
      "mean_token_accuracy": 0.14700762778520585,
      "num_tokens": 15108265.0,
      "step": 6980
    },
    {
      "entropy": 6.464933776855469,
      "epoch": 0.7474985285462037,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004953632013251068,
      "loss": 6.2609,
      "mean_token_accuracy": 0.13503875210881233,
      "num_tokens": 15118794.0,
      "step": 6985
    },
    {
      "entropy": 6.44346284866333,
      "epoch": 0.7480336026539676,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004953554762071811,
      "loss": 6.273,
      "mean_token_accuracy": 0.13618654608726502,
      "num_tokens": 15130084.0,
      "step": 6990
    },
    {
      "entropy": 6.421432781219482,
      "epoch": 0.7485686767617316,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004953477447265218,
      "loss": 6.2721,
      "mean_token_accuracy": 0.1389315001666546,
      "num_tokens": 15142193.0,
      "step": 6995
    },
    {
      "entropy": 6.511117458343506,
      "epoch": 0.7491037508694954,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004953400068833524,
      "loss": 6.3789,
      "mean_token_accuracy": 0.13318537473678588,
      "num_tokens": 15152817.0,
      "step": 7000
    },
    {
      "entropy": 6.433442211151123,
      "epoch": 0.7496388249772593,
      "grad_norm": 1.0,
      "learning_rate": 0.0004953322626778964,
      "loss": 6.0533,
      "mean_token_accuracy": 0.1489325687289238,
      "num_tokens": 15162352.0,
      "step": 7005
    },
    {
      "entropy": 6.46912956237793,
      "epoch": 0.7501738990850233,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004953245121103771,
      "loss": 6.2314,
      "mean_token_accuracy": 0.14859253764152527,
      "num_tokens": 15173091.0,
      "step": 7010
    },
    {
      "entropy": 6.512528800964356,
      "epoch": 0.7507089731927872,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004953167551810185,
      "loss": 6.3991,
      "mean_token_accuracy": 0.1310461327433586,
      "num_tokens": 15184422.0,
      "step": 7015
    },
    {
      "entropy": 6.397953748703003,
      "epoch": 0.7512440473005512,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004953089918900447,
      "loss": 6.1264,
      "mean_token_accuracy": 0.15506354048848153,
      "num_tokens": 15194765.0,
      "step": 7020
    },
    {
      "entropy": 6.488983535766602,
      "epoch": 0.751779121408315,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004953012222376795,
      "loss": 6.3003,
      "mean_token_accuracy": 0.13431739062070847,
      "num_tokens": 15206007.0,
      "step": 7025
    },
    {
      "entropy": 6.514405155181885,
      "epoch": 0.752314195516079,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004952934462241476,
      "loss": 6.2433,
      "mean_token_accuracy": 0.14180826693773269,
      "num_tokens": 15216634.0,
      "step": 7030
    },
    {
      "entropy": 6.474507570266724,
      "epoch": 0.7528492696238429,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004952856638496734,
      "loss": 6.3088,
      "mean_token_accuracy": 0.13768022432923316,
      "num_tokens": 15226931.0,
      "step": 7035
    },
    {
      "entropy": 6.448172187805175,
      "epoch": 0.7533843437316068,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004952778751144817,
      "loss": 6.2779,
      "mean_token_accuracy": 0.13549067527055741,
      "num_tokens": 15239034.0,
      "step": 7040
    },
    {
      "entropy": 6.4791975021362305,
      "epoch": 0.7539194178393708,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004952700800187971,
      "loss": 6.2636,
      "mean_token_accuracy": 0.13706385865807533,
      "num_tokens": 15250088.0,
      "step": 7045
    },
    {
      "entropy": 6.466463994979859,
      "epoch": 0.7544544919471347,
      "grad_norm": 1.28125,
      "learning_rate": 0.000495262278562845,
      "loss": 6.2143,
      "mean_token_accuracy": 0.14002134278416634,
      "num_tokens": 15261150.0,
      "step": 7050
    },
    {
      "entropy": 6.497247362136841,
      "epoch": 0.7549895660548986,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004952544707468506,
      "loss": 6.2962,
      "mean_token_accuracy": 0.1414962373673916,
      "num_tokens": 15270865.0,
      "step": 7055
    },
    {
      "entropy": 6.511088895797729,
      "epoch": 0.7555246401626625,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004952466565710391,
      "loss": 6.3233,
      "mean_token_accuracy": 0.13536838218569755,
      "num_tokens": 15282809.0,
      "step": 7060
    },
    {
      "entropy": 6.440512800216675,
      "epoch": 0.7560597142704265,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004952388360356366,
      "loss": 6.2649,
      "mean_token_accuracy": 0.14780213534832,
      "num_tokens": 15293166.0,
      "step": 7065
    },
    {
      "entropy": 6.425663805007934,
      "epoch": 0.7565947883781904,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004952310091408685,
      "loss": 6.2289,
      "mean_token_accuracy": 0.14292364194989204,
      "num_tokens": 15302985.0,
      "step": 7070
    },
    {
      "entropy": 6.480239391326904,
      "epoch": 0.7571298624859543,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004952231758869611,
      "loss": 6.2829,
      "mean_token_accuracy": 0.14685350954532622,
      "num_tokens": 15314737.0,
      "step": 7075
    },
    {
      "entropy": 6.465260219573975,
      "epoch": 0.7576649365937183,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004952153362741403,
      "loss": 6.2224,
      "mean_token_accuracy": 0.14753699228167533,
      "num_tokens": 15325441.0,
      "step": 7080
    },
    {
      "entropy": 6.399448013305664,
      "epoch": 0.7582000107014821,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004952074903026327,
      "loss": 6.1506,
      "mean_token_accuracy": 0.15089520961046218,
      "num_tokens": 15334939.0,
      "step": 7085
    },
    {
      "entropy": 6.450843143463135,
      "epoch": 0.7587350848092461,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004951996379726647,
      "loss": 6.3142,
      "mean_token_accuracy": 0.13783281818032264,
      "num_tokens": 15345655.0,
      "step": 7090
    },
    {
      "entropy": 6.402107048034668,
      "epoch": 0.75927015891701,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004951917792844631,
      "loss": 6.1462,
      "mean_token_accuracy": 0.14780001640319823,
      "num_tokens": 15356035.0,
      "step": 7095
    },
    {
      "entropy": 6.461621618270874,
      "epoch": 0.759805233024774,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004951839142382548,
      "loss": 6.2643,
      "mean_token_accuracy": 0.14146869331598283,
      "num_tokens": 15368509.0,
      "step": 7100
    },
    {
      "entropy": 6.427957582473755,
      "epoch": 0.7603403071325379,
      "grad_norm": 0.875,
      "learning_rate": 0.000495176042834267,
      "loss": 6.2445,
      "mean_token_accuracy": 0.14382021129131317,
      "num_tokens": 15379662.0,
      "step": 7105
    },
    {
      "entropy": 6.436262512207032,
      "epoch": 0.7608753812403017,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004951681650727268,
      "loss": 6.2353,
      "mean_token_accuracy": 0.13514842242002487,
      "num_tokens": 15389698.0,
      "step": 7110
    },
    {
      "entropy": 6.488167190551758,
      "epoch": 0.7614104553480657,
      "grad_norm": 0.875,
      "learning_rate": 0.0004951602809538619,
      "loss": 6.3333,
      "mean_token_accuracy": 0.13658134937286376,
      "num_tokens": 15400724.0,
      "step": 7115
    },
    {
      "entropy": 6.581024026870727,
      "epoch": 0.7619455294558296,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004951523904778997,
      "loss": 6.3266,
      "mean_token_accuracy": 0.13748298436403275,
      "num_tokens": 15410732.0,
      "step": 7120
    },
    {
      "entropy": 6.437846517562866,
      "epoch": 0.7624806035635936,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004951444936450682,
      "loss": 6.217,
      "mean_token_accuracy": 0.14708145558834076,
      "num_tokens": 15420185.0,
      "step": 7125
    },
    {
      "entropy": 6.413463020324707,
      "epoch": 0.7630156776713575,
      "grad_norm": 0.79296875,
      "learning_rate": 0.0004951365904555954,
      "loss": 6.152,
      "mean_token_accuracy": 0.15044475272297858,
      "num_tokens": 15431904.0,
      "step": 7130
    },
    {
      "entropy": 6.435955953598023,
      "epoch": 0.7635507517791215,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004951286809097094,
      "loss": 6.2844,
      "mean_token_accuracy": 0.1358225889503956,
      "num_tokens": 15442650.0,
      "step": 7135
    },
    {
      "entropy": 6.464311170578003,
      "epoch": 0.7640858258868853,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004951207650076388,
      "loss": 6.2596,
      "mean_token_accuracy": 0.14109600633382796,
      "num_tokens": 15454273.0,
      "step": 7140
    },
    {
      "entropy": 6.492273235321045,
      "epoch": 0.7646208999946492,
      "grad_norm": 0.875,
      "learning_rate": 0.000495112842749612,
      "loss": 6.2287,
      "mean_token_accuracy": 0.141058449447155,
      "num_tokens": 15465751.0,
      "step": 7145
    },
    {
      "entropy": 6.442875671386719,
      "epoch": 0.7651559741024132,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004951049141358578,
      "loss": 6.3419,
      "mean_token_accuracy": 0.13551000580191613,
      "num_tokens": 15475340.0,
      "step": 7150
    },
    {
      "entropy": 6.535668611526489,
      "epoch": 0.7656910482101771,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004950969791666051,
      "loss": 6.3009,
      "mean_token_accuracy": 0.13765623047947884,
      "num_tokens": 15486246.0,
      "step": 7155
    },
    {
      "entropy": 6.539017868041992,
      "epoch": 0.7662261223179411,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004950890378420831,
      "loss": 6.2949,
      "mean_token_accuracy": 0.13755253776907922,
      "num_tokens": 15497331.0,
      "step": 7160
    },
    {
      "entropy": 6.463929510116577,
      "epoch": 0.766761196425705,
      "grad_norm": 0.87890625,
      "learning_rate": 0.000495081090162521,
      "loss": 6.2367,
      "mean_token_accuracy": 0.14361147880554198,
      "num_tokens": 15508036.0,
      "step": 7165
    },
    {
      "entropy": 6.504120969772339,
      "epoch": 0.7672962705334689,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004950731361281483,
      "loss": 6.2453,
      "mean_token_accuracy": 0.14115816727280617,
      "num_tokens": 15518381.0,
      "step": 7170
    },
    {
      "entropy": 6.444517326354981,
      "epoch": 0.7678313446412328,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004950651757391948,
      "loss": 6.2571,
      "mean_token_accuracy": 0.1389925815165043,
      "num_tokens": 15528939.0,
      "step": 7175
    },
    {
      "entropy": 6.471405553817749,
      "epoch": 0.7683664187489967,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004950572089958904,
      "loss": 6.2093,
      "mean_token_accuracy": 0.13929970413446427,
      "num_tokens": 15539718.0,
      "step": 7180
    },
    {
      "entropy": 6.520071601867675,
      "epoch": 0.7689014928567607,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004950492358984648,
      "loss": 6.3976,
      "mean_token_accuracy": 0.13135920688509942,
      "num_tokens": 15550970.0,
      "step": 7185
    },
    {
      "entropy": 6.487143325805664,
      "epoch": 0.7694365669645246,
      "grad_norm": 1.0,
      "learning_rate": 0.0004950412564471486,
      "loss": 6.1689,
      "mean_token_accuracy": 0.14668581187725066,
      "num_tokens": 15560490.0,
      "step": 7190
    },
    {
      "entropy": 6.39054503440857,
      "epoch": 0.7699716410722885,
      "grad_norm": 0.91015625,
      "learning_rate": 0.000495033270642172,
      "loss": 6.1755,
      "mean_token_accuracy": 0.14655472338199615,
      "num_tokens": 15570188.0,
      "step": 7195
    },
    {
      "entropy": 6.418961095809936,
      "epoch": 0.7705067151800524,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004950252784837655,
      "loss": 6.2059,
      "mean_token_accuracy": 0.13833290785551072,
      "num_tokens": 15581446.0,
      "step": 7200
    },
    {
      "entropy": 6.526267147064209,
      "epoch": 0.7710417892878164,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004950172799721601,
      "loss": 6.2969,
      "mean_token_accuracy": 0.13766062185168265,
      "num_tokens": 15594362.0,
      "step": 7205
    },
    {
      "entropy": 6.454368972778321,
      "epoch": 0.7715768633955803,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004950092751075866,
      "loss": 6.1735,
      "mean_token_accuracy": 0.14821285903453826,
      "num_tokens": 15605531.0,
      "step": 7210
    },
    {
      "entropy": 6.428564357757568,
      "epoch": 0.7721119375033442,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004950012638902763,
      "loss": 6.2136,
      "mean_token_accuracy": 0.14575495570898056,
      "num_tokens": 15614962.0,
      "step": 7215
    },
    {
      "entropy": 6.4320179462432865,
      "epoch": 0.7726470116111082,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004949932463204603,
      "loss": 6.2503,
      "mean_token_accuracy": 0.14131445363163947,
      "num_tokens": 15625475.0,
      "step": 7220
    },
    {
      "entropy": 6.455320549011231,
      "epoch": 0.773182085718872,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004949852223983703,
      "loss": 6.2341,
      "mean_token_accuracy": 0.13970546275377274,
      "num_tokens": 15637359.0,
      "step": 7225
    },
    {
      "entropy": 6.600328826904297,
      "epoch": 0.773717159826636,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004949771921242379,
      "loss": 6.2892,
      "mean_token_accuracy": 0.13462213128805162,
      "num_tokens": 15648368.0,
      "step": 7230
    },
    {
      "entropy": 6.521482610702515,
      "epoch": 0.7742522339343999,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004949691554982951,
      "loss": 6.1737,
      "mean_token_accuracy": 0.14840092062950133,
      "num_tokens": 15659295.0,
      "step": 7235
    },
    {
      "entropy": 6.420076084136963,
      "epoch": 0.7747873080421639,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004949611125207737,
      "loss": 6.1602,
      "mean_token_accuracy": 0.14013443738222123,
      "num_tokens": 15669975.0,
      "step": 7240
    },
    {
      "entropy": 6.388142442703247,
      "epoch": 0.7753223821499278,
      "grad_norm": 0.93359375,
      "learning_rate": 0.000494953063191906,
      "loss": 6.2243,
      "mean_token_accuracy": 0.14106944501399993,
      "num_tokens": 15680343.0,
      "step": 7245
    },
    {
      "entropy": 6.505092906951904,
      "epoch": 0.7758574562576916,
      "grad_norm": 0.83203125,
      "learning_rate": 0.0004949450075119247,
      "loss": 6.3073,
      "mean_token_accuracy": 0.13503629192709923,
      "num_tokens": 15692246.0,
      "step": 7250
    },
    {
      "entropy": 6.482446384429932,
      "epoch": 0.7763925303654556,
      "grad_norm": 0.81640625,
      "learning_rate": 0.0004949369454810621,
      "loss": 6.2254,
      "mean_token_accuracy": 0.14625730663537978,
      "num_tokens": 15704262.0,
      "step": 7255
    },
    {
      "entropy": 6.40657229423523,
      "epoch": 0.7769276044732195,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004949288770995512,
      "loss": 6.2544,
      "mean_token_accuracy": 0.13893976509571077,
      "num_tokens": 15715078.0,
      "step": 7260
    },
    {
      "entropy": 6.4695933818817135,
      "epoch": 0.7774626785809835,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004949208023676249,
      "loss": 6.2911,
      "mean_token_accuracy": 0.1395667962729931,
      "num_tokens": 15726503.0,
      "step": 7265
    },
    {
      "entropy": 6.404498052597046,
      "epoch": 0.7779977526887474,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004949127212855161,
      "loss": 6.1428,
      "mean_token_accuracy": 0.14522457271814346,
      "num_tokens": 15738854.0,
      "step": 7270
    },
    {
      "entropy": 6.472918081283569,
      "epoch": 0.7785328267965114,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004949046338534587,
      "loss": 6.3322,
      "mean_token_accuracy": 0.13817156478762627,
      "num_tokens": 15750836.0,
      "step": 7275
    },
    {
      "entropy": 6.574953317642212,
      "epoch": 0.7790679009042752,
      "grad_norm": 0.8359375,
      "learning_rate": 0.0004948965400716857,
      "loss": 6.3348,
      "mean_token_accuracy": 0.13764931485056878,
      "num_tokens": 15762355.0,
      "step": 7280
    },
    {
      "entropy": 6.53931736946106,
      "epoch": 0.7796029750120391,
      "grad_norm": 0.890625,
      "learning_rate": 0.000494888439940431,
      "loss": 6.2961,
      "mean_token_accuracy": 0.13639890104532243,
      "num_tokens": 15772952.0,
      "step": 7285
    },
    {
      "entropy": 6.383164262771606,
      "epoch": 0.7801380491198031,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004948803334599286,
      "loss": 6.1405,
      "mean_token_accuracy": 0.1527368277311325,
      "num_tokens": 15782997.0,
      "step": 7290
    },
    {
      "entropy": 6.437292242050171,
      "epoch": 0.780673123227567,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004948722206304123,
      "loss": 6.2518,
      "mean_token_accuracy": 0.14026638567447663,
      "num_tokens": 15794060.0,
      "step": 7295
    },
    {
      "entropy": 6.518490028381348,
      "epoch": 0.781208197335331,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004948641014521167,
      "loss": 6.3052,
      "mean_token_accuracy": 0.1343048594892025,
      "num_tokens": 15804149.0,
      "step": 7300
    },
    {
      "entropy": 6.470479917526245,
      "epoch": 0.7817432714430949,
      "grad_norm": 0.921875,
      "learning_rate": 0.000494855975925276,
      "loss": 6.2549,
      "mean_token_accuracy": 0.14231381565332413,
      "num_tokens": 15814643.0,
      "step": 7305
    },
    {
      "entropy": 6.480228567123413,
      "epoch": 0.7822783455508588,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004948478440501249,
      "loss": 6.1977,
      "mean_token_accuracy": 0.14489945247769356,
      "num_tokens": 15824640.0,
      "step": 7310
    },
    {
      "entropy": 6.405782985687256,
      "epoch": 0.7828134196586227,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004948397058268982,
      "loss": 6.2157,
      "mean_token_accuracy": 0.14428592920303346,
      "num_tokens": 15836160.0,
      "step": 7315
    },
    {
      "entropy": 6.423651266098022,
      "epoch": 0.7833484937663866,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004948315612558308,
      "loss": 6.2624,
      "mean_token_accuracy": 0.14031991809606553,
      "num_tokens": 15846886.0,
      "step": 7320
    },
    {
      "entropy": 6.465520000457763,
      "epoch": 0.7838835678741506,
      "grad_norm": 0.921875,
      "learning_rate": 0.000494823410337158,
      "loss": 6.1847,
      "mean_token_accuracy": 0.15217596292495728,
      "num_tokens": 15857309.0,
      "step": 7325
    },
    {
      "entropy": 6.473547840118409,
      "epoch": 0.7844186419819145,
      "grad_norm": 1.0,
      "learning_rate": 0.0004948152530711153,
      "loss": 6.3266,
      "mean_token_accuracy": 0.13974745348095893,
      "num_tokens": 15869620.0,
      "step": 7330
    },
    {
      "entropy": 6.4341753959655765,
      "epoch": 0.7849537160896785,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004948070894579378,
      "loss": 6.1893,
      "mean_token_accuracy": 0.14771694093942642,
      "num_tokens": 15880915.0,
      "step": 7335
    },
    {
      "entropy": 6.435782861709595,
      "epoch": 0.7854887901974423,
      "grad_norm": 0.8359375,
      "learning_rate": 0.0004947989194978616,
      "loss": 6.2122,
      "mean_token_accuracy": 0.1458531767129898,
      "num_tokens": 15891150.0,
      "step": 7340
    },
    {
      "entropy": 6.464951992034912,
      "epoch": 0.7860238643052063,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004947907431911225,
      "loss": 6.2225,
      "mean_token_accuracy": 0.14535883739590644,
      "num_tokens": 15902526.0,
      "step": 7345
    },
    {
      "entropy": 6.431728363037109,
      "epoch": 0.7865589384129702,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004947825605379566,
      "loss": 6.1738,
      "mean_token_accuracy": 0.1481440395116806,
      "num_tokens": 15913425.0,
      "step": 7350
    },
    {
      "entropy": 6.440269184112549,
      "epoch": 0.7870940125207341,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004947743715386,
      "loss": 6.1539,
      "mean_token_accuracy": 0.14111246168613434,
      "num_tokens": 15924324.0,
      "step": 7355
    },
    {
      "entropy": 6.392833137512207,
      "epoch": 0.7876290866284981,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004947661761932894,
      "loss": 6.1903,
      "mean_token_accuracy": 0.14557271748781203,
      "num_tokens": 15935533.0,
      "step": 7360
    },
    {
      "entropy": 6.420934629440308,
      "epoch": 0.7881641607362619,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004947579745022613,
      "loss": 6.1459,
      "mean_token_accuracy": 0.1414838209748268,
      "num_tokens": 15947007.0,
      "step": 7365
    },
    {
      "entropy": 6.441712284088135,
      "epoch": 0.7886992348440259,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004947497664657527,
      "loss": 6.2433,
      "mean_token_accuracy": 0.1363990880548954,
      "num_tokens": 15957405.0,
      "step": 7370
    },
    {
      "entropy": 6.414393043518066,
      "epoch": 0.7892343089517898,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004947415520840003,
      "loss": 6.1942,
      "mean_token_accuracy": 0.14807117059826852,
      "num_tokens": 15969895.0,
      "step": 7375
    },
    {
      "entropy": 6.42655086517334,
      "epoch": 0.7897693830595538,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004947333313572416,
      "loss": 6.151,
      "mean_token_accuracy": 0.15476883202791214,
      "num_tokens": 15979854.0,
      "step": 7380
    },
    {
      "entropy": 6.3445440292358395,
      "epoch": 0.7903044571673177,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004947251042857137,
      "loss": 6.1474,
      "mean_token_accuracy": 0.1450577571988106,
      "num_tokens": 15991341.0,
      "step": 7385
    },
    {
      "entropy": 6.443637371063232,
      "epoch": 0.7908395312750816,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004947168708696544,
      "loss": 6.1843,
      "mean_token_accuracy": 0.14668215960264205,
      "num_tokens": 16001944.0,
      "step": 7390
    },
    {
      "entropy": 6.426448154449463,
      "epoch": 0.7913746053828455,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004947086311093013,
      "loss": 6.1896,
      "mean_token_accuracy": 0.14530047327280043,
      "num_tokens": 16011771.0,
      "step": 7395
    },
    {
      "entropy": 6.479449510574341,
      "epoch": 0.7919096794906094,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004947003850048924,
      "loss": 6.3287,
      "mean_token_accuracy": 0.13145161867141725,
      "num_tokens": 16023901.0,
      "step": 7400
    },
    {
      "entropy": 6.49358024597168,
      "epoch": 0.7924447535983734,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004946921325566656,
      "loss": 6.2515,
      "mean_token_accuracy": 0.1354990854859352,
      "num_tokens": 16035014.0,
      "step": 7405
    },
    {
      "entropy": 6.529492521286011,
      "epoch": 0.7929798277061373,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004946838737648595,
      "loss": 6.3232,
      "mean_token_accuracy": 0.13324643075466155,
      "num_tokens": 16046927.0,
      "step": 7410
    },
    {
      "entropy": 6.469641065597534,
      "epoch": 0.7935149018139013,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004946756086297124,
      "loss": 6.2561,
      "mean_token_accuracy": 0.14598687440156938,
      "num_tokens": 16057341.0,
      "step": 7415
    },
    {
      "entropy": 6.469457292556763,
      "epoch": 0.7940499759216652,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004946673371514628,
      "loss": 6.2145,
      "mean_token_accuracy": 0.1433368816971779,
      "num_tokens": 16068408.0,
      "step": 7420
    },
    {
      "entropy": 6.407961511611939,
      "epoch": 0.794585050029429,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004946590593303499,
      "loss": 6.1823,
      "mean_token_accuracy": 0.14937783852219583,
      "num_tokens": 16078693.0,
      "step": 7425
    },
    {
      "entropy": 6.403896999359131,
      "epoch": 0.795120124137193,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004946507751666124,
      "loss": 6.2383,
      "mean_token_accuracy": 0.14216828495264053,
      "num_tokens": 16089127.0,
      "step": 7430
    },
    {
      "entropy": 6.392427110671997,
      "epoch": 0.7956551982449569,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004946424846604897,
      "loss": 6.1331,
      "mean_token_accuracy": 0.15706463754177094,
      "num_tokens": 16099726.0,
      "step": 7435
    },
    {
      "entropy": 6.438281536102295,
      "epoch": 0.7961902723527209,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004946341878122212,
      "loss": 6.2093,
      "mean_token_accuracy": 0.14154521375894547,
      "num_tokens": 16111017.0,
      "step": 7440
    },
    {
      "entropy": 6.458464002609253,
      "epoch": 0.7967253464604848,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004946258846220462,
      "loss": 6.2683,
      "mean_token_accuracy": 0.14249561578035355,
      "num_tokens": 16121406.0,
      "step": 7445
    },
    {
      "entropy": 6.42769775390625,
      "epoch": 0.7972604205682488,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004946175750902049,
      "loss": 6.2189,
      "mean_token_accuracy": 0.1439719520509243,
      "num_tokens": 16131587.0,
      "step": 7450
    },
    {
      "entropy": 6.398650455474853,
      "epoch": 0.7977954946760126,
      "grad_norm": 1.3828125,
      "learning_rate": 0.0004946092592169368,
      "loss": 6.1465,
      "mean_token_accuracy": 0.1503744751214981,
      "num_tokens": 16142578.0,
      "step": 7455
    },
    {
      "entropy": 6.499693870544434,
      "epoch": 0.7983305687837765,
      "grad_norm": 0.875,
      "learning_rate": 0.0004946009370024822,
      "loss": 6.1554,
      "mean_token_accuracy": 0.1482127621769905,
      "num_tokens": 16153501.0,
      "step": 7460
    },
    {
      "entropy": 6.427178955078125,
      "epoch": 0.7988656428915405,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004945926084470814,
      "loss": 6.2436,
      "mean_token_accuracy": 0.1407297857105732,
      "num_tokens": 16164273.0,
      "step": 7465
    },
    {
      "entropy": 6.499742698669434,
      "epoch": 0.7994007169993044,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004945842735509749,
      "loss": 6.2445,
      "mean_token_accuracy": 0.14208584800362586,
      "num_tokens": 16175071.0,
      "step": 7470
    },
    {
      "entropy": 6.500782203674317,
      "epoch": 0.7999357911070684,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004945759323144034,
      "loss": 6.2706,
      "mean_token_accuracy": 0.13671176135540009,
      "num_tokens": 16185404.0,
      "step": 7475
    },
    {
      "entropy": 6.416819763183594,
      "epoch": 0.8004708652148322,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004945675847376077,
      "loss": 6.2405,
      "mean_token_accuracy": 0.14220633879303932,
      "num_tokens": 16196881.0,
      "step": 7480
    },
    {
      "entropy": 6.529833173751831,
      "epoch": 0.8010059393225962,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004945592308208288,
      "loss": 6.291,
      "mean_token_accuracy": 0.1376633197069168,
      "num_tokens": 16207534.0,
      "step": 7485
    },
    {
      "entropy": 6.498699283599853,
      "epoch": 0.8015410134303601,
      "grad_norm": 0.93359375,
      "learning_rate": 0.000494550870564308,
      "loss": 6.1414,
      "mean_token_accuracy": 0.15541423559188844,
      "num_tokens": 16217371.0,
      "step": 7490
    },
    {
      "entropy": 6.465419721603394,
      "epoch": 0.802076087538124,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004945425039682866,
      "loss": 6.2325,
      "mean_token_accuracy": 0.14060235917568206,
      "num_tokens": 16227898.0,
      "step": 7495
    },
    {
      "entropy": 6.404375076293945,
      "epoch": 0.802611161645888,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004945341310330064,
      "loss": 6.1904,
      "mean_token_accuracy": 0.14720400795340538,
      "num_tokens": 16238966.0,
      "step": 7500
    },
    {
      "entropy": 6.4232930660247805,
      "epoch": 0.8031462357536518,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004945257517587089,
      "loss": 6.2137,
      "mean_token_accuracy": 0.15404799431562424,
      "num_tokens": 16250129.0,
      "step": 7505
    },
    {
      "entropy": 6.499318408966064,
      "epoch": 0.8036813098614158,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004945173661456361,
      "loss": 6.2555,
      "mean_token_accuracy": 0.1396850548684597,
      "num_tokens": 16260877.0,
      "step": 7510
    },
    {
      "entropy": 6.464681911468506,
      "epoch": 0.8042163839691797,
      "grad_norm": 1.0,
      "learning_rate": 0.0004945089741940303,
      "loss": 6.2191,
      "mean_token_accuracy": 0.14948400259017944,
      "num_tokens": 16270548.0,
      "step": 7515
    },
    {
      "entropy": 6.429355049133301,
      "epoch": 0.8047514580769437,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004945005759041338,
      "loss": 6.2261,
      "mean_token_accuracy": 0.13895355314016342,
      "num_tokens": 16281014.0,
      "step": 7520
    },
    {
      "entropy": 6.468251037597656,
      "epoch": 0.8052865321847076,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004944921712761889,
      "loss": 6.285,
      "mean_token_accuracy": 0.14223646968603135,
      "num_tokens": 16291653.0,
      "step": 7525
    },
    {
      "entropy": 6.4470319747924805,
      "epoch": 0.8058216062924715,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004944837603104383,
      "loss": 6.1554,
      "mean_token_accuracy": 0.14405206441879273,
      "num_tokens": 16301703.0,
      "step": 7530
    },
    {
      "entropy": 6.3907064437866214,
      "epoch": 0.8063566804002354,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004944753430071252,
      "loss": 6.2099,
      "mean_token_accuracy": 0.14228299856185914,
      "num_tokens": 16312252.0,
      "step": 7535
    },
    {
      "entropy": 6.423301553726196,
      "epoch": 0.8068917545079993,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004944669193664923,
      "loss": 6.1611,
      "mean_token_accuracy": 0.14298248961567878,
      "num_tokens": 16324073.0,
      "step": 7540
    },
    {
      "entropy": 6.479044818878174,
      "epoch": 0.8074268286157633,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004944584893887829,
      "loss": 6.1852,
      "mean_token_accuracy": 0.1423697590827942,
      "num_tokens": 16334637.0,
      "step": 7545
    },
    {
      "entropy": 6.428314638137818,
      "epoch": 0.8079619027235272,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004944500530742404,
      "loss": 6.3076,
      "mean_token_accuracy": 0.13425692915916443,
      "num_tokens": 16345581.0,
      "step": 7550
    },
    {
      "entropy": 6.492434453964234,
      "epoch": 0.8084969768312912,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004944416104231086,
      "loss": 6.2763,
      "mean_token_accuracy": 0.13994953483343125,
      "num_tokens": 16356995.0,
      "step": 7555
    },
    {
      "entropy": 6.509313344955444,
      "epoch": 0.8090320509390551,
      "grad_norm": 0.875,
      "learning_rate": 0.0004944331614356311,
      "loss": 6.257,
      "mean_token_accuracy": 0.13996345549821854,
      "num_tokens": 16368841.0,
      "step": 7560
    },
    {
      "entropy": 6.417081260681153,
      "epoch": 0.8095671250468189,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004944247061120519,
      "loss": 6.165,
      "mean_token_accuracy": 0.1431298077106476,
      "num_tokens": 16379295.0,
      "step": 7565
    },
    {
      "entropy": 6.501807498931885,
      "epoch": 0.8101021991545829,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004944162444526151,
      "loss": 6.2059,
      "mean_token_accuracy": 0.1485743798315525,
      "num_tokens": 16389512.0,
      "step": 7570
    },
    {
      "entropy": 6.350304460525512,
      "epoch": 0.8106372732623468,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004944077764575651,
      "loss": 6.1261,
      "mean_token_accuracy": 0.15239677280187608,
      "num_tokens": 16400720.0,
      "step": 7575
    },
    {
      "entropy": 6.408278703689575,
      "epoch": 0.8111723473701108,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004943993021271463,
      "loss": 6.1901,
      "mean_token_accuracy": 0.14097603783011436,
      "num_tokens": 16411278.0,
      "step": 7580
    },
    {
      "entropy": 6.502302837371826,
      "epoch": 0.8117074214778747,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004943908214616035,
      "loss": 6.2424,
      "mean_token_accuracy": 0.1422119989991188,
      "num_tokens": 16421665.0,
      "step": 7585
    },
    {
      "entropy": 6.476908588409424,
      "epoch": 0.8122424955856387,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004943823344611818,
      "loss": 6.2862,
      "mean_token_accuracy": 0.1366560384631157,
      "num_tokens": 16432943.0,
      "step": 7590
    },
    {
      "entropy": 6.47299017906189,
      "epoch": 0.8127775696934025,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004943738411261258,
      "loss": 6.1893,
      "mean_token_accuracy": 0.14209780171513559,
      "num_tokens": 16444506.0,
      "step": 7595
    },
    {
      "entropy": 6.40420184135437,
      "epoch": 0.8133126438011664,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004943653414566809,
      "loss": 6.2288,
      "mean_token_accuracy": 0.14311631470918657,
      "num_tokens": 16455403.0,
      "step": 7600
    },
    {
      "entropy": 6.553693580627441,
      "epoch": 0.8138477179089304,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004943568354530927,
      "loss": 6.3089,
      "mean_token_accuracy": 0.13468318730592727,
      "num_tokens": 16465616.0,
      "step": 7605
    },
    {
      "entropy": 6.549244785308838,
      "epoch": 0.8143827920166943,
      "grad_norm": 0.828125,
      "learning_rate": 0.0004943483231156068,
      "loss": 6.2903,
      "mean_token_accuracy": 0.1384754955768585,
      "num_tokens": 16476850.0,
      "step": 7610
    },
    {
      "entropy": 6.484201288223266,
      "epoch": 0.8149178661244583,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004943398044444687,
      "loss": 6.2236,
      "mean_token_accuracy": 0.14198699593544006,
      "num_tokens": 16489118.0,
      "step": 7615
    },
    {
      "entropy": 6.46416220664978,
      "epoch": 0.8154529402322221,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004943312794399246,
      "loss": 6.1883,
      "mean_token_accuracy": 0.14596924483776091,
      "num_tokens": 16499336.0,
      "step": 7620
    },
    {
      "entropy": 6.450382328033447,
      "epoch": 0.8159880143399861,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004943227481022207,
      "loss": 6.2525,
      "mean_token_accuracy": 0.14062893018126488,
      "num_tokens": 16510158.0,
      "step": 7625
    },
    {
      "entropy": 6.385704469680786,
      "epoch": 0.81652308844775,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004943142104316033,
      "loss": 6.1871,
      "mean_token_accuracy": 0.14194134697318078,
      "num_tokens": 16521080.0,
      "step": 7630
    },
    {
      "entropy": 6.441150093078614,
      "epoch": 0.8170581625555139,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004943056664283189,
      "loss": 6.2117,
      "mean_token_accuracy": 0.14582560062408448,
      "num_tokens": 16531072.0,
      "step": 7635
    },
    {
      "entropy": 6.4842160701751705,
      "epoch": 0.8175932366632779,
      "grad_norm": 0.90625,
      "learning_rate": 0.000494297116092614,
      "loss": 6.312,
      "mean_token_accuracy": 0.13664797246456145,
      "num_tokens": 16542588.0,
      "step": 7640
    },
    {
      "entropy": 6.489548683166504,
      "epoch": 0.8181283107710418,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004942885594247359,
      "loss": 6.1798,
      "mean_token_accuracy": 0.14326416850090026,
      "num_tokens": 16553466.0,
      "step": 7645
    },
    {
      "entropy": 6.432941675186157,
      "epoch": 0.8186633848788057,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004942799964249314,
      "loss": 6.208,
      "mean_token_accuracy": 0.13829922378063203,
      "num_tokens": 16564084.0,
      "step": 7650
    },
    {
      "entropy": 6.366849422454834,
      "epoch": 0.8191984589865696,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004942714270934479,
      "loss": 6.1795,
      "mean_token_accuracy": 0.15432921350002288,
      "num_tokens": 16575665.0,
      "step": 7655
    },
    {
      "entropy": 6.451012754440308,
      "epoch": 0.8197335330943336,
      "grad_norm": 0.875,
      "learning_rate": 0.0004942628514305326,
      "loss": 6.2019,
      "mean_token_accuracy": 0.13902407437562941,
      "num_tokens": 16586518.0,
      "step": 7660
    },
    {
      "entropy": 6.398623609542847,
      "epoch": 0.8202686072020975,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004942542694364333,
      "loss": 6.2119,
      "mean_token_accuracy": 0.1462224118411541,
      "num_tokens": 16597345.0,
      "step": 7665
    },
    {
      "entropy": 6.481791162490845,
      "epoch": 0.8208036813098614,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004942456811113978,
      "loss": 6.2458,
      "mean_token_accuracy": 0.14347389489412307,
      "num_tokens": 16609586.0,
      "step": 7670
    },
    {
      "entropy": 6.517086315155029,
      "epoch": 0.8213387554176254,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004942370864556741,
      "loss": 6.0993,
      "mean_token_accuracy": 0.15310229659080504,
      "num_tokens": 16620165.0,
      "step": 7675
    },
    {
      "entropy": 6.3669970512390135,
      "epoch": 0.8218738295253892,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004942284854695104,
      "loss": 6.2073,
      "mean_token_accuracy": 0.14497829526662825,
      "num_tokens": 16631200.0,
      "step": 7680
    },
    {
      "entropy": 6.437067461013794,
      "epoch": 0.8224089036331532,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004942198781531549,
      "loss": 6.2663,
      "mean_token_accuracy": 0.1394837312400341,
      "num_tokens": 16642553.0,
      "step": 7685
    },
    {
      "entropy": 6.486284446716309,
      "epoch": 0.8229439777409171,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004942112645068561,
      "loss": 6.2629,
      "mean_token_accuracy": 0.13565568700432779,
      "num_tokens": 16653431.0,
      "step": 7690
    },
    {
      "entropy": 6.429153633117676,
      "epoch": 0.8234790518486811,
      "grad_norm": 0.828125,
      "learning_rate": 0.000494202644530863,
      "loss": 6.1982,
      "mean_token_accuracy": 0.14547866582870483,
      "num_tokens": 16664880.0,
      "step": 7695
    },
    {
      "entropy": 6.35895791053772,
      "epoch": 0.824014125956445,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004941940182254244,
      "loss": 6.2132,
      "mean_token_accuracy": 0.14968745559453964,
      "num_tokens": 16676224.0,
      "step": 7700
    },
    {
      "entropy": 6.440508508682251,
      "epoch": 0.8245492000642088,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004941853855907892,
      "loss": 6.2536,
      "mean_token_accuracy": 0.13806113302707673,
      "num_tokens": 16687732.0,
      "step": 7705
    },
    {
      "entropy": 6.496770238876342,
      "epoch": 0.8250842741719728,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004941767466272068,
      "loss": 6.194,
      "mean_token_accuracy": 0.14750486239790916,
      "num_tokens": 16698257.0,
      "step": 7710
    },
    {
      "entropy": 6.448770189285279,
      "epoch": 0.8256193482797367,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004941681013349267,
      "loss": 6.1671,
      "mean_token_accuracy": 0.14450136870145797,
      "num_tokens": 16708860.0,
      "step": 7715
    },
    {
      "entropy": 6.435979795455933,
      "epoch": 0.8261544223875007,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004941594497141985,
      "loss": 6.1721,
      "mean_token_accuracy": 0.14873354509472847,
      "num_tokens": 16719987.0,
      "step": 7720
    },
    {
      "entropy": 6.4790092468261715,
      "epoch": 0.8266894964952646,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004941507917652718,
      "loss": 6.2548,
      "mean_token_accuracy": 0.13950119018554688,
      "num_tokens": 16730861.0,
      "step": 7725
    },
    {
      "entropy": 6.388452053070068,
      "epoch": 0.8272245706030286,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004941421274883969,
      "loss": 6.1108,
      "mean_token_accuracy": 0.15635678321123123,
      "num_tokens": 16740968.0,
      "step": 7730
    },
    {
      "entropy": 6.4283558368682865,
      "epoch": 0.8277596447107924,
      "grad_norm": 0.91796875,
      "learning_rate": 0.000494133456883824,
      "loss": 6.2189,
      "mean_token_accuracy": 0.14534876942634584,
      "num_tokens": 16750700.0,
      "step": 7735
    },
    {
      "entropy": 6.459812164306641,
      "epoch": 0.8282947188185563,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004941247799518031,
      "loss": 6.2085,
      "mean_token_accuracy": 0.1433108001947403,
      "num_tokens": 16760719.0,
      "step": 7740
    },
    {
      "entropy": 6.453741884231567,
      "epoch": 0.8288297929263203,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004941160966925851,
      "loss": 6.1095,
      "mean_token_accuracy": 0.14131880179047585,
      "num_tokens": 16771331.0,
      "step": 7745
    },
    {
      "entropy": 6.31946063041687,
      "epoch": 0.8293648670340842,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004941074071064205,
      "loss": 6.1758,
      "mean_token_accuracy": 0.14784997701644897,
      "num_tokens": 16781306.0,
      "step": 7750
    },
    {
      "entropy": 6.4664592266082765,
      "epoch": 0.8298999411418482,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004940987111935605,
      "loss": 6.2208,
      "mean_token_accuracy": 0.14310926645994188,
      "num_tokens": 16793013.0,
      "step": 7755
    },
    {
      "entropy": 6.4232666969299315,
      "epoch": 0.830435015249612,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004940900089542558,
      "loss": 6.2116,
      "mean_token_accuracy": 0.14634004682302476,
      "num_tokens": 16803987.0,
      "step": 7760
    },
    {
      "entropy": 6.4251996040344235,
      "epoch": 0.830970089357376,
      "grad_norm": 0.88671875,
      "learning_rate": 0.000494081300388758,
      "loss": 6.2155,
      "mean_token_accuracy": 0.13678194880485534,
      "num_tokens": 16815031.0,
      "step": 7765
    },
    {
      "entropy": 6.488475322723389,
      "epoch": 0.8315051634651399,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004940725854973184,
      "loss": 6.2617,
      "mean_token_accuracy": 0.14016355127096175,
      "num_tokens": 16826313.0,
      "step": 7770
    },
    {
      "entropy": 6.505764007568359,
      "epoch": 0.8320402375729038,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004940638642801886,
      "loss": 6.2509,
      "mean_token_accuracy": 0.14281077533960343,
      "num_tokens": 16838470.0,
      "step": 7775
    },
    {
      "entropy": 6.435570573806762,
      "epoch": 0.8325753116806678,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004940551367376205,
      "loss": 6.1466,
      "mean_token_accuracy": 0.14545053169131278,
      "num_tokens": 16849266.0,
      "step": 7780
    },
    {
      "entropy": 6.415420007705689,
      "epoch": 0.8331103857884317,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004940464028698662,
      "loss": 6.2563,
      "mean_token_accuracy": 0.14275483712553977,
      "num_tokens": 16860720.0,
      "step": 7785
    },
    {
      "entropy": 6.4033591747283936,
      "epoch": 0.8336454598961957,
      "grad_norm": 0.875,
      "learning_rate": 0.0004940376626771779,
      "loss": 6.2131,
      "mean_token_accuracy": 0.14287685006856918,
      "num_tokens": 16872004.0,
      "step": 7790
    },
    {
      "entropy": 6.4750645637512205,
      "epoch": 0.8341805340039595,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004940289161598076,
      "loss": 6.2527,
      "mean_token_accuracy": 0.13701547905802727,
      "num_tokens": 16882898.0,
      "step": 7795
    },
    {
      "entropy": 6.48876986503601,
      "epoch": 0.8347156081117235,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004940201633180084,
      "loss": 6.1812,
      "mean_token_accuracy": 0.13195522651076316,
      "num_tokens": 16894331.0,
      "step": 7800
    },
    {
      "entropy": 6.537491798400879,
      "epoch": 0.8352506822194874,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004940114041520326,
      "loss": 6.2899,
      "mean_token_accuracy": 0.14021910279989241,
      "num_tokens": 16903656.0,
      "step": 7805
    },
    {
      "entropy": 6.405870819091797,
      "epoch": 0.8357857563272513,
      "grad_norm": 0.82421875,
      "learning_rate": 0.0004940026386621333,
      "loss": 6.2513,
      "mean_token_accuracy": 0.14131282344460488,
      "num_tokens": 16915878.0,
      "step": 7810
    },
    {
      "entropy": 6.50367488861084,
      "epoch": 0.8363208304350153,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004939938668485636,
      "loss": 6.2817,
      "mean_token_accuracy": 0.13709683939814568,
      "num_tokens": 16926577.0,
      "step": 7815
    },
    {
      "entropy": 6.4457286357879635,
      "epoch": 0.8368559045427791,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004939850887115768,
      "loss": 6.1383,
      "mean_token_accuracy": 0.14947303235530854,
      "num_tokens": 16938012.0,
      "step": 7820
    },
    {
      "entropy": 6.418524217605591,
      "epoch": 0.8373909786505431,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004939763042514263,
      "loss": 6.1485,
      "mean_token_accuracy": 0.1394169420003891,
      "num_tokens": 16949007.0,
      "step": 7825
    },
    {
      "entropy": 6.307239961624146,
      "epoch": 0.837926052758307,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004939675134683658,
      "loss": 6.1125,
      "mean_token_accuracy": 0.15506225377321242,
      "num_tokens": 16959425.0,
      "step": 7830
    },
    {
      "entropy": 6.480137014389038,
      "epoch": 0.838461126866071,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004939587163626491,
      "loss": 6.2221,
      "mean_token_accuracy": 0.13853992223739625,
      "num_tokens": 16970002.0,
      "step": 7835
    },
    {
      "entropy": 6.453878450393677,
      "epoch": 0.8389962009738349,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004939499129345302,
      "loss": 6.245,
      "mean_token_accuracy": 0.1400006152689457,
      "num_tokens": 16980739.0,
      "step": 7840
    },
    {
      "entropy": 6.443205833435059,
      "epoch": 0.8395312750815987,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004939411031842633,
      "loss": 6.2101,
      "mean_token_accuracy": 0.14661073535680771,
      "num_tokens": 16991643.0,
      "step": 7845
    },
    {
      "entropy": 6.313518381118774,
      "epoch": 0.8400663491893627,
      "grad_norm": 0.90625,
      "learning_rate": 0.000493932287112103,
      "loss": 6.074,
      "mean_token_accuracy": 0.16025845110416412,
      "num_tokens": 17001975.0,
      "step": 7850
    },
    {
      "entropy": 6.490574979782105,
      "epoch": 0.8406014232971266,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004939234647183035,
      "loss": 6.2002,
      "mean_token_accuracy": 0.1440813347697258,
      "num_tokens": 17012658.0,
      "step": 7855
    },
    {
      "entropy": 6.454355764389038,
      "epoch": 0.8411364974048906,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004939146360031197,
      "loss": 6.232,
      "mean_token_accuracy": 0.13916440457105636,
      "num_tokens": 17023196.0,
      "step": 7860
    },
    {
      "entropy": 6.437168407440185,
      "epoch": 0.8416715715126545,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004939058009668067,
      "loss": 6.245,
      "mean_token_accuracy": 0.1415494740009308,
      "num_tokens": 17034589.0,
      "step": 7865
    },
    {
      "entropy": 6.487578630447388,
      "epoch": 0.8422066456204185,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004938969596096194,
      "loss": 6.2105,
      "mean_token_accuracy": 0.1462923526763916,
      "num_tokens": 17046139.0,
      "step": 7870
    },
    {
      "entropy": 6.414351987838745,
      "epoch": 0.8427417197281823,
      "grad_norm": 0.89453125,
      "learning_rate": 0.000493888111931813,
      "loss": 6.2311,
      "mean_token_accuracy": 0.13747259825468064,
      "num_tokens": 17056926.0,
      "step": 7875
    },
    {
      "entropy": 6.356219625473022,
      "epoch": 0.8432767938359462,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004938792579336433,
      "loss": 6.1694,
      "mean_token_accuracy": 0.14757648035883902,
      "num_tokens": 17067339.0,
      "step": 7880
    },
    {
      "entropy": 6.492709445953369,
      "epoch": 0.8438118679437102,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004938703976153657,
      "loss": 6.202,
      "mean_token_accuracy": 0.14124661311507225,
      "num_tokens": 17078037.0,
      "step": 7885
    },
    {
      "entropy": 6.468278455734253,
      "epoch": 0.8443469420514741,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004938615309772362,
      "loss": 6.2186,
      "mean_token_accuracy": 0.13802283704280854,
      "num_tokens": 17089069.0,
      "step": 7890
    },
    {
      "entropy": 6.4134265899658205,
      "epoch": 0.8448820161592381,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004938526580195107,
      "loss": 6.1948,
      "mean_token_accuracy": 0.14912600666284562,
      "num_tokens": 17100006.0,
      "step": 7895
    },
    {
      "entropy": 6.488607597351074,
      "epoch": 0.845417090267002,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004938437787424454,
      "loss": 6.2196,
      "mean_token_accuracy": 0.14463221058249473,
      "num_tokens": 17111896.0,
      "step": 7900
    },
    {
      "entropy": 6.439020013809204,
      "epoch": 0.845952164374766,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004938348931462969,
      "loss": 6.1956,
      "mean_token_accuracy": 0.15493039786815643,
      "num_tokens": 17123202.0,
      "step": 7905
    },
    {
      "entropy": 6.429402303695679,
      "epoch": 0.8464872384825298,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004938260012313215,
      "loss": 6.1701,
      "mean_token_accuracy": 0.1485669955611229,
      "num_tokens": 17134013.0,
      "step": 7910
    },
    {
      "entropy": 6.37727837562561,
      "epoch": 0.8470223125902937,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004938171029977761,
      "loss": 6.1725,
      "mean_token_accuracy": 0.14735510498285292,
      "num_tokens": 17144041.0,
      "step": 7915
    },
    {
      "entropy": 6.457791948318482,
      "epoch": 0.8475573866980577,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004938081984459176,
      "loss": 6.1664,
      "mean_token_accuracy": 0.14938260465860367,
      "num_tokens": 17155334.0,
      "step": 7920
    },
    {
      "entropy": 6.423700475692749,
      "epoch": 0.8480924608058216,
      "grad_norm": 0.94921875,
      "learning_rate": 0.000493799287576003,
      "loss": 6.1209,
      "mean_token_accuracy": 0.15004675686359406,
      "num_tokens": 17166243.0,
      "step": 7925
    },
    {
      "entropy": 6.40402398109436,
      "epoch": 0.8486275349135856,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004937903703882898,
      "loss": 6.2065,
      "mean_token_accuracy": 0.14180003702640534,
      "num_tokens": 17177709.0,
      "step": 7930
    },
    {
      "entropy": 6.406239700317383,
      "epoch": 0.8491626090213494,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004937814468830353,
      "loss": 6.1662,
      "mean_token_accuracy": 0.14160115271806717,
      "num_tokens": 17188275.0,
      "step": 7935
    },
    {
      "entropy": 6.472092390060425,
      "epoch": 0.8496976831291134,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004937725170604975,
      "loss": 6.2845,
      "mean_token_accuracy": 0.14069695994257927,
      "num_tokens": 17199527.0,
      "step": 7940
    },
    {
      "entropy": 6.464731168746948,
      "epoch": 0.8502327572368773,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004937635809209339,
      "loss": 6.2017,
      "mean_token_accuracy": 0.14570291191339493,
      "num_tokens": 17209500.0,
      "step": 7945
    },
    {
      "entropy": 6.401148700714112,
      "epoch": 0.8507678313446412,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004937546384646027,
      "loss": 6.1585,
      "mean_token_accuracy": 0.14178769364953042,
      "num_tokens": 17219589.0,
      "step": 7950
    },
    {
      "entropy": 6.4656871318817135,
      "epoch": 0.8513029054524052,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004937456896917619,
      "loss": 6.191,
      "mean_token_accuracy": 0.14486900269985198,
      "num_tokens": 17230508.0,
      "step": 7955
    },
    {
      "entropy": 6.415122556686401,
      "epoch": 0.851837979560169,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004937367346026702,
      "loss": 6.2057,
      "mean_token_accuracy": 0.14655048176646232,
      "num_tokens": 17240886.0,
      "step": 7960
    },
    {
      "entropy": 6.36547327041626,
      "epoch": 0.852373053667933,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004937277731975858,
      "loss": 6.216,
      "mean_token_accuracy": 0.15012166053056716,
      "num_tokens": 17252247.0,
      "step": 7965
    },
    {
      "entropy": 6.461194324493408,
      "epoch": 0.8529081277756969,
      "grad_norm": 0.8359375,
      "learning_rate": 0.0004937188054767679,
      "loss": 6.1913,
      "mean_token_accuracy": 0.1479520469903946,
      "num_tokens": 17262845.0,
      "step": 7970
    },
    {
      "entropy": 6.430449199676514,
      "epoch": 0.8534432018834609,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004937098314404751,
      "loss": 6.1902,
      "mean_token_accuracy": 0.14350868687033652,
      "num_tokens": 17274247.0,
      "step": 7975
    },
    {
      "entropy": 6.425650978088379,
      "epoch": 0.8539782759912248,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004937008510889668,
      "loss": 6.1923,
      "mean_token_accuracy": 0.14624043107032775,
      "num_tokens": 17285471.0,
      "step": 7980
    },
    {
      "entropy": 6.434090852737427,
      "epoch": 0.8545133500989887,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004936918644225021,
      "loss": 6.2441,
      "mean_token_accuracy": 0.1499751925468445,
      "num_tokens": 17296243.0,
      "step": 7985
    },
    {
      "entropy": 6.419908332824707,
      "epoch": 0.8550484242067526,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004936828714413405,
      "loss": 6.186,
      "mean_token_accuracy": 0.15115283876657487,
      "num_tokens": 17307301.0,
      "step": 7990
    },
    {
      "entropy": 6.355399417877197,
      "epoch": 0.8555834983145165,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004936738721457417,
      "loss": 6.1234,
      "mean_token_accuracy": 0.14966770857572556,
      "num_tokens": 17318550.0,
      "step": 7995
    },
    {
      "entropy": 6.446322441101074,
      "epoch": 0.8561185724222805,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004936648665359657,
      "loss": 6.1942,
      "mean_token_accuracy": 0.14112901389598848,
      "num_tokens": 17328577.0,
      "step": 8000
    },
    {
      "entropy": 6.476085042953491,
      "epoch": 0.8566536465300444,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004936558546122723,
      "loss": 6.249,
      "mean_token_accuracy": 0.13943324685096742,
      "num_tokens": 17341013.0,
      "step": 8005
    },
    {
      "entropy": 6.395070743560791,
      "epoch": 0.8571887206378084,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004936468363749217,
      "loss": 6.1868,
      "mean_token_accuracy": 0.14063082709908487,
      "num_tokens": 17351956.0,
      "step": 8010
    },
    {
      "entropy": 6.451651573181152,
      "epoch": 0.8577237947455723,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004936378118241746,
      "loss": 6.1685,
      "mean_token_accuracy": 0.14301098585128785,
      "num_tokens": 17363465.0,
      "step": 8015
    },
    {
      "entropy": 6.406501770019531,
      "epoch": 0.8582588688533361,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004936287809602913,
      "loss": 6.2211,
      "mean_token_accuracy": 0.14766987413167953,
      "num_tokens": 17374458.0,
      "step": 8020
    },
    {
      "entropy": 6.441638326644897,
      "epoch": 0.8587939429611001,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004936197437835329,
      "loss": 6.2299,
      "mean_token_accuracy": 0.14000988602638245,
      "num_tokens": 17385492.0,
      "step": 8025
    },
    {
      "entropy": 6.511691236495972,
      "epoch": 0.859329017068864,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004936107002941599,
      "loss": 6.1748,
      "mean_token_accuracy": 0.150598718971014,
      "num_tokens": 17395640.0,
      "step": 8030
    },
    {
      "entropy": 6.420155191421509,
      "epoch": 0.859864091176628,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004936016504924337,
      "loss": 6.2086,
      "mean_token_accuracy": 0.14187568202614784,
      "num_tokens": 17405211.0,
      "step": 8035
    },
    {
      "entropy": 6.406052780151367,
      "epoch": 0.8603991652843919,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004935925943786155,
      "loss": 6.1697,
      "mean_token_accuracy": 0.14501213729381562,
      "num_tokens": 17415421.0,
      "step": 8040
    },
    {
      "entropy": 6.455871057510376,
      "epoch": 0.8609342393921559,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004935835319529669,
      "loss": 6.2238,
      "mean_token_accuracy": 0.1406484268605709,
      "num_tokens": 17426040.0,
      "step": 8045
    },
    {
      "entropy": 6.391963958740234,
      "epoch": 0.8614693134999197,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004935744632157496,
      "loss": 6.21,
      "mean_token_accuracy": 0.14166665747761725,
      "num_tokens": 17436305.0,
      "step": 8050
    },
    {
      "entropy": 6.427881956100464,
      "epoch": 0.8620043876076836,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004935653881672253,
      "loss": 6.2659,
      "mean_token_accuracy": 0.14144803136587142,
      "num_tokens": 17446786.0,
      "step": 8055
    },
    {
      "entropy": 6.44280047416687,
      "epoch": 0.8625394617154476,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004935563068076561,
      "loss": 6.1673,
      "mean_token_accuracy": 0.14557746797800064,
      "num_tokens": 17456613.0,
      "step": 8060
    },
    {
      "entropy": 6.365468692779541,
      "epoch": 0.8630745358232115,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004935472191373044,
      "loss": 6.1112,
      "mean_token_accuracy": 0.1465171605348587,
      "num_tokens": 17467281.0,
      "step": 8065
    },
    {
      "entropy": 6.388508987426758,
      "epoch": 0.8636096099309755,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004935381251564324,
      "loss": 6.2151,
      "mean_token_accuracy": 0.1414963535964489,
      "num_tokens": 17478271.0,
      "step": 8070
    },
    {
      "entropy": 6.427888250350952,
      "epoch": 0.8641446840387393,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004935290248653027,
      "loss": 6.1955,
      "mean_token_accuracy": 0.14205329939723016,
      "num_tokens": 17489519.0,
      "step": 8075
    },
    {
      "entropy": 6.478857469558716,
      "epoch": 0.8646797581465033,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004935199182641781,
      "loss": 6.1771,
      "mean_token_accuracy": 0.1440552666783333,
      "num_tokens": 17500076.0,
      "step": 8080
    },
    {
      "entropy": 6.443897247314453,
      "epoch": 0.8652148322542672,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004935108053533216,
      "loss": 6.1752,
      "mean_token_accuracy": 0.13505623638629913,
      "num_tokens": 17509898.0,
      "step": 8085
    },
    {
      "entropy": 6.398908615112305,
      "epoch": 0.8657499063620312,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004935016861329964,
      "loss": 6.1306,
      "mean_token_accuracy": 0.14709815606474877,
      "num_tokens": 17519890.0,
      "step": 8090
    },
    {
      "entropy": 6.36961259841919,
      "epoch": 0.8662849804697951,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004934925606034656,
      "loss": 6.1555,
      "mean_token_accuracy": 0.14110165610909461,
      "num_tokens": 17530927.0,
      "step": 8095
    },
    {
      "entropy": 6.462453317642212,
      "epoch": 0.866820054577559,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004934834287649928,
      "loss": 6.2446,
      "mean_token_accuracy": 0.1386253036558628,
      "num_tokens": 17541174.0,
      "step": 8100
    },
    {
      "entropy": 6.445578718185425,
      "epoch": 0.8673551286853229,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004934742906178417,
      "loss": 6.2217,
      "mean_token_accuracy": 0.13909382671117781,
      "num_tokens": 17552460.0,
      "step": 8105
    },
    {
      "entropy": 6.48747763633728,
      "epoch": 0.8678902027930868,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004934651461622762,
      "loss": 6.2085,
      "mean_token_accuracy": 0.1455718457698822,
      "num_tokens": 17563908.0,
      "step": 8110
    },
    {
      "entropy": 6.416293716430664,
      "epoch": 0.8684252769008508,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004934559953985603,
      "loss": 6.2164,
      "mean_token_accuracy": 0.14880382418632507,
      "num_tokens": 17574314.0,
      "step": 8115
    },
    {
      "entropy": 6.414305639266968,
      "epoch": 0.8689603510086147,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004934468383269582,
      "loss": 6.1843,
      "mean_token_accuracy": 0.14647063687443734,
      "num_tokens": 17583719.0,
      "step": 8120
    },
    {
      "entropy": 6.319442510604858,
      "epoch": 0.8694954251163787,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004934376749477344,
      "loss": 6.1613,
      "mean_token_accuracy": 0.14978404194116593,
      "num_tokens": 17594522.0,
      "step": 8125
    },
    {
      "entropy": 6.380221652984619,
      "epoch": 0.8700304992241426,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004934285052611533,
      "loss": 6.1088,
      "mean_token_accuracy": 0.1546148896217346,
      "num_tokens": 17604632.0,
      "step": 8130
    },
    {
      "entropy": 6.4607456684112545,
      "epoch": 0.8705655733319064,
      "grad_norm": 0.9453125,
      "learning_rate": 0.00049341932926748,
      "loss": 6.2641,
      "mean_token_accuracy": 0.13862369060516358,
      "num_tokens": 17615459.0,
      "step": 8135
    },
    {
      "entropy": 6.439910411834717,
      "epoch": 0.8711006474396704,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004934101469669791,
      "loss": 6.2064,
      "mean_token_accuracy": 0.14754190444946289,
      "num_tokens": 17625800.0,
      "step": 8140
    },
    {
      "entropy": 6.33140001296997,
      "epoch": 0.8716357215474343,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004934009583599159,
      "loss": 6.0337,
      "mean_token_accuracy": 0.15790953487157822,
      "num_tokens": 17637264.0,
      "step": 8145
    },
    {
      "entropy": 6.370140457153321,
      "epoch": 0.8721707956551983,
      "grad_norm": 0.83203125,
      "learning_rate": 0.0004933917634465558,
      "loss": 6.0857,
      "mean_token_accuracy": 0.14887765049934387,
      "num_tokens": 17648256.0,
      "step": 8150
    },
    {
      "entropy": 6.354360771179199,
      "epoch": 0.8727058697629622,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004933825622271642,
      "loss": 6.2254,
      "mean_token_accuracy": 0.14303411319851875,
      "num_tokens": 17659096.0,
      "step": 8155
    },
    {
      "entropy": 6.463624429702759,
      "epoch": 0.8732409438707261,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004933733547020069,
      "loss": 6.182,
      "mean_token_accuracy": 0.1474611148238182,
      "num_tokens": 17669808.0,
      "step": 8160
    },
    {
      "entropy": 6.43648328781128,
      "epoch": 0.87377601797849,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004933641408713495,
      "loss": 6.1448,
      "mean_token_accuracy": 0.15017493814229965,
      "num_tokens": 17680375.0,
      "step": 8165
    },
    {
      "entropy": 6.314640283584595,
      "epoch": 0.8743110920862539,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004933549207354582,
      "loss": 6.1172,
      "mean_token_accuracy": 0.15031703114509581,
      "num_tokens": 17690780.0,
      "step": 8170
    },
    {
      "entropy": 6.4005632400512695,
      "epoch": 0.8748461661940179,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004933456942945994,
      "loss": 6.2182,
      "mean_token_accuracy": 0.1488613575696945,
      "num_tokens": 17702170.0,
      "step": 8175
    },
    {
      "entropy": 6.385686159133911,
      "epoch": 0.8753812403017818,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004933364615490393,
      "loss": 6.1735,
      "mean_token_accuracy": 0.14453309923410415,
      "num_tokens": 17712631.0,
      "step": 8180
    },
    {
      "entropy": 6.460842704772949,
      "epoch": 0.8759163144095458,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004933272224990445,
      "loss": 6.2551,
      "mean_token_accuracy": 0.13874421641230583,
      "num_tokens": 17723692.0,
      "step": 8185
    },
    {
      "entropy": 6.491227054595948,
      "epoch": 0.8764513885173096,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004933179771448819,
      "loss": 6.1249,
      "mean_token_accuracy": 0.15369851365685464,
      "num_tokens": 17735264.0,
      "step": 8190
    },
    {
      "entropy": 6.320082569122315,
      "epoch": 0.8769864626250736,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004933087254868183,
      "loss": 6.0494,
      "mean_token_accuracy": 0.15498374551534652,
      "num_tokens": 17747060.0,
      "step": 8195
    },
    {
      "entropy": 6.329482650756836,
      "epoch": 0.8775215367328375,
      "grad_norm": 0.91796875,
      "learning_rate": 0.000493299467525121,
      "loss": 6.1849,
      "mean_token_accuracy": 0.14237428829073906,
      "num_tokens": 17758159.0,
      "step": 8200
    },
    {
      "entropy": 6.416640186309815,
      "epoch": 0.8780566108406014,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004932902032600573,
      "loss": 6.1627,
      "mean_token_accuracy": 0.1488398604094982,
      "num_tokens": 17768444.0,
      "step": 8205
    },
    {
      "entropy": 6.38667049407959,
      "epoch": 0.8785916849483654,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004932809326918945,
      "loss": 6.0567,
      "mean_token_accuracy": 0.1591417148709297,
      "num_tokens": 17779303.0,
      "step": 8210
    },
    {
      "entropy": 6.4277567863464355,
      "epoch": 0.8791267590561292,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004932716558209005,
      "loss": 6.2778,
      "mean_token_accuracy": 0.13868989497423173,
      "num_tokens": 17789853.0,
      "step": 8215
    },
    {
      "entropy": 6.482669639587402,
      "epoch": 0.8796618331638932,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004932623726473432,
      "loss": 6.147,
      "mean_token_accuracy": 0.15104556530714036,
      "num_tokens": 17799232.0,
      "step": 8220
    },
    {
      "entropy": 6.34684157371521,
      "epoch": 0.8801969072716571,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004932530831714904,
      "loss": 6.13,
      "mean_token_accuracy": 0.14635639935731887,
      "num_tokens": 17808870.0,
      "step": 8225
    },
    {
      "entropy": 6.362475299835205,
      "epoch": 0.8807319813794211,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004932437873936107,
      "loss": 6.2038,
      "mean_token_accuracy": 0.14336200356483458,
      "num_tokens": 17819394.0,
      "step": 8230
    },
    {
      "entropy": 6.470037984848022,
      "epoch": 0.881267055487185,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004932344853139721,
      "loss": 6.2085,
      "mean_token_accuracy": 0.14377015084028244,
      "num_tokens": 17830220.0,
      "step": 8235
    },
    {
      "entropy": 6.392972087860107,
      "epoch": 0.8818021295949489,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004932251769328436,
      "loss": 6.1419,
      "mean_token_accuracy": 0.1449057675898075,
      "num_tokens": 17841971.0,
      "step": 8240
    },
    {
      "entropy": 6.4088733196258545,
      "epoch": 0.8823372037027128,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004932158622504937,
      "loss": 6.1616,
      "mean_token_accuracy": 0.14892362281680108,
      "num_tokens": 17851890.0,
      "step": 8245
    },
    {
      "entropy": 6.386670875549316,
      "epoch": 0.8828722778104767,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004932065412671915,
      "loss": 6.1405,
      "mean_token_accuracy": 0.14812316447496415,
      "num_tokens": 17862855.0,
      "step": 8250
    },
    {
      "entropy": 6.436963272094727,
      "epoch": 0.8834073519182407,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004931972139832058,
      "loss": 6.152,
      "mean_token_accuracy": 0.14380622953176497,
      "num_tokens": 17873550.0,
      "step": 8255
    },
    {
      "entropy": 6.42343955039978,
      "epoch": 0.8839424260260046,
      "grad_norm": 0.875,
      "learning_rate": 0.0004931878803988066,
      "loss": 6.172,
      "mean_token_accuracy": 0.14407933056354522,
      "num_tokens": 17884067.0,
      "step": 8260
    },
    {
      "entropy": 6.385195302963257,
      "epoch": 0.8844775001337686,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004931785405142627,
      "loss": 6.1893,
      "mean_token_accuracy": 0.14948069155216218,
      "num_tokens": 17894587.0,
      "step": 8265
    },
    {
      "entropy": 6.398107385635376,
      "epoch": 0.8850125742415325,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004931691943298443,
      "loss": 6.188,
      "mean_token_accuracy": 0.13754840940237045,
      "num_tokens": 17905297.0,
      "step": 8270
    },
    {
      "entropy": 6.365075635910034,
      "epoch": 0.8855476483492963,
      "grad_norm": 0.8671875,
      "learning_rate": 0.000493159841845821,
      "loss": 6.0859,
      "mean_token_accuracy": 0.15078634321689605,
      "num_tokens": 17916225.0,
      "step": 8275
    },
    {
      "entropy": 6.453661203384399,
      "epoch": 0.8860827224570603,
      "grad_norm": 1.0,
      "learning_rate": 0.0004931504830624629,
      "loss": 6.1312,
      "mean_token_accuracy": 0.1453600935637951,
      "num_tokens": 17925795.0,
      "step": 8280
    },
    {
      "entropy": 6.353736782073975,
      "epoch": 0.8866177965648242,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004931411179800403,
      "loss": 6.1498,
      "mean_token_accuracy": 0.14450022876262664,
      "num_tokens": 17936134.0,
      "step": 8285
    },
    {
      "entropy": 6.421977949142456,
      "epoch": 0.8871528706725882,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004931317465988235,
      "loss": 6.2259,
      "mean_token_accuracy": 0.14346323162317276,
      "num_tokens": 17946393.0,
      "step": 8290
    },
    {
      "entropy": 6.468777656555176,
      "epoch": 0.8876879447803521,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004931223689190832,
      "loss": 6.2285,
      "mean_token_accuracy": 0.1392507053911686,
      "num_tokens": 17957527.0,
      "step": 8295
    },
    {
      "entropy": 6.475684261322021,
      "epoch": 0.8882230188881161,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004931129849410903,
      "loss": 6.2111,
      "mean_token_accuracy": 0.14224151223897935,
      "num_tokens": 17968390.0,
      "step": 8300
    },
    {
      "entropy": 6.459746313095093,
      "epoch": 0.8887580929958799,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004931035946651154,
      "loss": 6.1444,
      "mean_token_accuracy": 0.1586374372243881,
      "num_tokens": 17978667.0,
      "step": 8305
    },
    {
      "entropy": 6.405747365951538,
      "epoch": 0.8892931671036438,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004930941980914299,
      "loss": 6.1947,
      "mean_token_accuracy": 0.14053520262241365,
      "num_tokens": 17989008.0,
      "step": 8310
    },
    {
      "entropy": 6.405639553070069,
      "epoch": 0.8898282412114078,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004930847952203052,
      "loss": 6.1534,
      "mean_token_accuracy": 0.13654589876532555,
      "num_tokens": 18000199.0,
      "step": 8315
    },
    {
      "entropy": 6.4812849998474125,
      "epoch": 0.8903633153191717,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004930753860520126,
      "loss": 6.0914,
      "mean_token_accuracy": 0.1459468238055706,
      "num_tokens": 18010941.0,
      "step": 8320
    },
    {
      "entropy": 6.469995546340942,
      "epoch": 0.8908983894269357,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004930659705868237,
      "loss": 6.219,
      "mean_token_accuracy": 0.14396026283502578,
      "num_tokens": 18021519.0,
      "step": 8325
    },
    {
      "entropy": 6.442352056503296,
      "epoch": 0.8914334635346995,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004930565488250108,
      "loss": 6.1672,
      "mean_token_accuracy": 0.14274508357048035,
      "num_tokens": 18032773.0,
      "step": 8330
    },
    {
      "entropy": 6.357140588760376,
      "epoch": 0.8919685376424635,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004930471207668456,
      "loss": 6.1136,
      "mean_token_accuracy": 0.15634490549564362,
      "num_tokens": 18043250.0,
      "step": 8335
    },
    {
      "entropy": 6.365683317184448,
      "epoch": 0.8925036117502274,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004930376864126005,
      "loss": 6.1269,
      "mean_token_accuracy": 0.15252441614866258,
      "num_tokens": 18055165.0,
      "step": 8340
    },
    {
      "entropy": 6.390815210342407,
      "epoch": 0.8930386858579913,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004930282457625476,
      "loss": 6.0883,
      "mean_token_accuracy": 0.1554073691368103,
      "num_tokens": 18065296.0,
      "step": 8345
    },
    {
      "entropy": 6.382121515274048,
      "epoch": 0.8935737599657553,
      "grad_norm": 0.921875,
      "learning_rate": 0.00049301879881696,
      "loss": 6.1212,
      "mean_token_accuracy": 0.143211330473423,
      "num_tokens": 18075536.0,
      "step": 8350
    },
    {
      "entropy": 6.414302635192871,
      "epoch": 0.8941088340735192,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004930093455761101,
      "loss": 6.2206,
      "mean_token_accuracy": 0.14641839265823364,
      "num_tokens": 18086253.0,
      "step": 8355
    },
    {
      "entropy": 6.432115602493286,
      "epoch": 0.8946439081812831,
      "grad_norm": 0.89453125,
      "learning_rate": 0.000492999886040271,
      "loss": 6.2047,
      "mean_token_accuracy": 0.14801368862390518,
      "num_tokens": 18097335.0,
      "step": 8360
    },
    {
      "entropy": 6.429536008834839,
      "epoch": 0.895178982289047,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004929904202097159,
      "loss": 6.1183,
      "mean_token_accuracy": 0.1482205830514431,
      "num_tokens": 18107293.0,
      "step": 8365
    },
    {
      "entropy": 6.353198051452637,
      "epoch": 0.895714056396811,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004929809480847179,
      "loss": 6.2687,
      "mean_token_accuracy": 0.13381106778979301,
      "num_tokens": 18117705.0,
      "step": 8370
    },
    {
      "entropy": 6.484435319900513,
      "epoch": 0.8962491305045749,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004929714696655507,
      "loss": 6.1695,
      "mean_token_accuracy": 0.1430124744772911,
      "num_tokens": 18129003.0,
      "step": 8375
    },
    {
      "entropy": 6.398947477340698,
      "epoch": 0.8967842046123388,
      "grad_norm": 0.85546875,
      "learning_rate": 0.000492961984952488,
      "loss": 6.1136,
      "mean_token_accuracy": 0.15555237978696823,
      "num_tokens": 18140843.0,
      "step": 8380
    },
    {
      "entropy": 6.347179317474366,
      "epoch": 0.8973192787201028,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004929524939458037,
      "loss": 6.2031,
      "mean_token_accuracy": 0.1389141395688057,
      "num_tokens": 18151476.0,
      "step": 8385
    },
    {
      "entropy": 6.407022333145141,
      "epoch": 0.8978543528278666,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004929429966457716,
      "loss": 6.2282,
      "mean_token_accuracy": 0.14357971847057344,
      "num_tokens": 18161304.0,
      "step": 8390
    },
    {
      "entropy": 6.472225952148437,
      "epoch": 0.8983894269356306,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004929334930526662,
      "loss": 6.1547,
      "mean_token_accuracy": 0.14999867081642151,
      "num_tokens": 18173696.0,
      "step": 8395
    },
    {
      "entropy": 6.405722808837891,
      "epoch": 0.8989245010433945,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004929239831667617,
      "loss": 6.185,
      "mean_token_accuracy": 0.1397295504808426,
      "num_tokens": 18186024.0,
      "step": 8400
    },
    {
      "entropy": 6.414306354522705,
      "epoch": 0.8994595751511585,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004929144669883329,
      "loss": 6.1991,
      "mean_token_accuracy": 0.14612412229180335,
      "num_tokens": 18196976.0,
      "step": 8405
    },
    {
      "entropy": 6.4665703773498535,
      "epoch": 0.8999946492589224,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004929049445176545,
      "loss": 6.2065,
      "mean_token_accuracy": 0.14550147205591202,
      "num_tokens": 18208086.0,
      "step": 8410
    },
    {
      "entropy": 6.4157956600189205,
      "epoch": 0.9005297233666862,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004928954157550013,
      "loss": 6.1294,
      "mean_token_accuracy": 0.1532961294054985,
      "num_tokens": 18218468.0,
      "step": 8415
    },
    {
      "entropy": 6.4553286075592045,
      "epoch": 0.9010647974744502,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004928858807006488,
      "loss": 6.242,
      "mean_token_accuracy": 0.14584413394331933,
      "num_tokens": 18230489.0,
      "step": 8420
    },
    {
      "entropy": 6.39520583152771,
      "epoch": 0.9015998715822141,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004928763393548721,
      "loss": 6.174,
      "mean_token_accuracy": 0.1486004814505577,
      "num_tokens": 18239968.0,
      "step": 8425
    },
    {
      "entropy": 6.424380540847778,
      "epoch": 0.9021349456899781,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004928667917179465,
      "loss": 6.2165,
      "mean_token_accuracy": 0.14176612347364426,
      "num_tokens": 18250902.0,
      "step": 8430
    },
    {
      "entropy": 6.512810802459716,
      "epoch": 0.902670019797742,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004928572377901481,
      "loss": 6.2124,
      "mean_token_accuracy": 0.1446620024740696,
      "num_tokens": 18262094.0,
      "step": 8435
    },
    {
      "entropy": 6.439636659622193,
      "epoch": 0.903205093905506,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004928476775717524,
      "loss": 6.1915,
      "mean_token_accuracy": 0.14496548771858214,
      "num_tokens": 18272765.0,
      "step": 8440
    },
    {
      "entropy": 6.392219400405883,
      "epoch": 0.9037401680132698,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004928381110630358,
      "loss": 6.0835,
      "mean_token_accuracy": 0.15462480559945108,
      "num_tokens": 18284570.0,
      "step": 8445
    },
    {
      "entropy": 6.5402580261230465,
      "epoch": 0.9042752421210337,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004928285382642742,
      "loss": 6.1928,
      "mean_token_accuracy": 0.14104001522064208,
      "num_tokens": 18295170.0,
      "step": 8450
    },
    {
      "entropy": 6.393150091171265,
      "epoch": 0.9048103162287977,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004928189591757443,
      "loss": 6.1448,
      "mean_token_accuracy": 0.1417060986161232,
      "num_tokens": 18306388.0,
      "step": 8455
    },
    {
      "entropy": 6.374471378326416,
      "epoch": 0.9053453903365616,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004928093737977225,
      "loss": 6.1726,
      "mean_token_accuracy": 0.14654413014650344,
      "num_tokens": 18316363.0,
      "step": 8460
    },
    {
      "entropy": 6.318095254898071,
      "epoch": 0.9058804644443256,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004927997821304856,
      "loss": 6.0931,
      "mean_token_accuracy": 0.15338309705257416,
      "num_tokens": 18327397.0,
      "step": 8465
    },
    {
      "entropy": 6.470757007598877,
      "epoch": 0.9064155385520895,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004927901841743107,
      "loss": 6.2294,
      "mean_token_accuracy": 0.1428283631801605,
      "num_tokens": 18338909.0,
      "step": 8470
    },
    {
      "entropy": 6.460784673690796,
      "epoch": 0.9069506126598534,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004927805799294747,
      "loss": 6.1819,
      "mean_token_accuracy": 0.1477741964161396,
      "num_tokens": 18350110.0,
      "step": 8475
    },
    {
      "entropy": 6.467404556274414,
      "epoch": 0.9074856867676173,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004927709693962551,
      "loss": 6.2375,
      "mean_token_accuracy": 0.1355164833366871,
      "num_tokens": 18361590.0,
      "step": 8480
    },
    {
      "entropy": 6.393656444549561,
      "epoch": 0.9080207608753812,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004927613525749295,
      "loss": 6.1701,
      "mean_token_accuracy": 0.14195292294025422,
      "num_tokens": 18372602.0,
      "step": 8485
    },
    {
      "entropy": 6.455734395980835,
      "epoch": 0.9085558349831452,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004927517294657753,
      "loss": 6.2168,
      "mean_token_accuracy": 0.14256085678935052,
      "num_tokens": 18384653.0,
      "step": 8490
    },
    {
      "entropy": 6.527469825744629,
      "epoch": 0.9090909090909091,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004927421000690705,
      "loss": 6.1878,
      "mean_token_accuracy": 0.1436638854444027,
      "num_tokens": 18395379.0,
      "step": 8495
    },
    {
      "entropy": 6.441432809829712,
      "epoch": 0.909625983198673,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004927324643850933,
      "loss": 6.1571,
      "mean_token_accuracy": 0.14523705542087556,
      "num_tokens": 18405915.0,
      "step": 8500
    },
    {
      "entropy": 6.314460754394531,
      "epoch": 0.9101610573064369,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004927228224141217,
      "loss": 6.0413,
      "mean_token_accuracy": 0.1626638799905777,
      "num_tokens": 18416656.0,
      "step": 8505
    },
    {
      "entropy": 6.358478260040283,
      "epoch": 0.9106961314142009,
      "grad_norm": 1.0,
      "learning_rate": 0.0004927131741564342,
      "loss": 6.1902,
      "mean_token_accuracy": 0.1411055013537407,
      "num_tokens": 18427141.0,
      "step": 8510
    },
    {
      "entropy": 6.436408615112304,
      "epoch": 0.9112312055219648,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004927035196123094,
      "loss": 6.2127,
      "mean_token_accuracy": 0.14905674234032631,
      "num_tokens": 18437135.0,
      "step": 8515
    },
    {
      "entropy": 6.545998191833496,
      "epoch": 0.9117662796297287,
      "grad_norm": 0.9375,
      "learning_rate": 0.000492693858782026,
      "loss": 6.2792,
      "mean_token_accuracy": 0.13711595311760902,
      "num_tokens": 18448567.0,
      "step": 8520
    },
    {
      "entropy": 6.535393381118775,
      "epoch": 0.9123013537374927,
      "grad_norm": 1.015625,
      "learning_rate": 0.000492684191665863,
      "loss": 6.2466,
      "mean_token_accuracy": 0.13606694638729094,
      "num_tokens": 18459385.0,
      "step": 8525
    },
    {
      "entropy": 6.407410526275635,
      "epoch": 0.9128364278452565,
      "grad_norm": 0.8203125,
      "learning_rate": 0.0004926745182640996,
      "loss": 6.1868,
      "mean_token_accuracy": 0.1510573849081993,
      "num_tokens": 18471376.0,
      "step": 8530
    },
    {
      "entropy": 6.44858946800232,
      "epoch": 0.9133715019530205,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004926648385770152,
      "loss": 6.2694,
      "mean_token_accuracy": 0.13377032801508904,
      "num_tokens": 18481950.0,
      "step": 8535
    },
    {
      "entropy": 6.476002168655396,
      "epoch": 0.9139065760607844,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004926551526048891,
      "loss": 6.176,
      "mean_token_accuracy": 0.14338526353240014,
      "num_tokens": 18492436.0,
      "step": 8540
    },
    {
      "entropy": 6.432358980178833,
      "epoch": 0.9144416501685484,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004926454603480009,
      "loss": 6.0141,
      "mean_token_accuracy": 0.15265489667654036,
      "num_tokens": 18504279.0,
      "step": 8545
    },
    {
      "entropy": 6.452803087234497,
      "epoch": 0.9149767242763123,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004926357618066307,
      "loss": 6.1536,
      "mean_token_accuracy": 0.14848308712244035,
      "num_tokens": 18515262.0,
      "step": 8550
    },
    {
      "entropy": 6.438677835464477,
      "epoch": 0.9155117983840761,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004926260569810586,
      "loss": 6.2059,
      "mean_token_accuracy": 0.1446022719144821,
      "num_tokens": 18525176.0,
      "step": 8555
    },
    {
      "entropy": 6.367649793624878,
      "epoch": 0.9160468724918401,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004926163458715645,
      "loss": 6.1899,
      "mean_token_accuracy": 0.14328498691320418,
      "num_tokens": 18536674.0,
      "step": 8560
    },
    {
      "entropy": 6.454387998580932,
      "epoch": 0.916581946599604,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004926066284784292,
      "loss": 6.1676,
      "mean_token_accuracy": 0.14440677911043168,
      "num_tokens": 18547398.0,
      "step": 8565
    },
    {
      "entropy": 6.452441549301147,
      "epoch": 0.917117020707368,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004925969048019329,
      "loss": 6.1974,
      "mean_token_accuracy": 0.14938193708658218,
      "num_tokens": 18558838.0,
      "step": 8570
    },
    {
      "entropy": 6.381396722793579,
      "epoch": 0.9176520948151319,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004925871748423566,
      "loss": 6.1513,
      "mean_token_accuracy": 0.14869212731719017,
      "num_tokens": 18569881.0,
      "step": 8575
    },
    {
      "entropy": 6.391738939285278,
      "epoch": 0.9181871689228959,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004925774385999812,
      "loss": 6.0545,
      "mean_token_accuracy": 0.15337087213993073,
      "num_tokens": 18579556.0,
      "step": 8580
    },
    {
      "entropy": 6.299869680404663,
      "epoch": 0.9187222430306597,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004925676960750878,
      "loss": 6.0786,
      "mean_token_accuracy": 0.15722121596336364,
      "num_tokens": 18590580.0,
      "step": 8585
    },
    {
      "entropy": 6.480784368515015,
      "epoch": 0.9192573171384236,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004925579472679578,
      "loss": 6.1957,
      "mean_token_accuracy": 0.14476867467164994,
      "num_tokens": 18600813.0,
      "step": 8590
    },
    {
      "entropy": 6.392328262329102,
      "epoch": 0.9197923912461876,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004925481921788726,
      "loss": 6.1226,
      "mean_token_accuracy": 0.1525131344795227,
      "num_tokens": 18610807.0,
      "step": 8595
    },
    {
      "entropy": 6.326487827301025,
      "epoch": 0.9203274653539515,
      "grad_norm": 0.9609375,
      "learning_rate": 0.000492538430808114,
      "loss": 6.0746,
      "mean_token_accuracy": 0.14851509183645248,
      "num_tokens": 18622108.0,
      "step": 8600
    },
    {
      "entropy": 6.416347026824951,
      "epoch": 0.9208625394617155,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004925286631559636,
      "loss": 6.2625,
      "mean_token_accuracy": 0.1453048899769783,
      "num_tokens": 18633098.0,
      "step": 8605
    },
    {
      "entropy": 6.463881540298462,
      "epoch": 0.9213976135694794,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004925188892227038,
      "loss": 6.1453,
      "mean_token_accuracy": 0.14918797910213472,
      "num_tokens": 18643603.0,
      "step": 8610
    },
    {
      "entropy": 6.419240951538086,
      "epoch": 0.9219326876772433,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004925091090086166,
      "loss": 6.159,
      "mean_token_accuracy": 0.14846008121967316,
      "num_tokens": 18654354.0,
      "step": 8615
    },
    {
      "entropy": 6.460109424591065,
      "epoch": 0.9224677617850072,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004924993225139845,
      "loss": 6.2388,
      "mean_token_accuracy": 0.14311410933732988,
      "num_tokens": 18665349.0,
      "step": 8620
    },
    {
      "entropy": 6.460759830474854,
      "epoch": 0.9230028358927711,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0004924895297390899,
      "loss": 6.1692,
      "mean_token_accuracy": 0.14415534883737563,
      "num_tokens": 18676575.0,
      "step": 8625
    },
    {
      "entropy": 6.435768890380859,
      "epoch": 0.9235379100005351,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004924797306842157,
      "loss": 6.1208,
      "mean_token_accuracy": 0.14926258176565171,
      "num_tokens": 18686501.0,
      "step": 8630
    },
    {
      "entropy": 6.427153539657593,
      "epoch": 0.924072984108299,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004924699253496449,
      "loss": 6.1818,
      "mean_token_accuracy": 0.14917725920677186,
      "num_tokens": 18697246.0,
      "step": 8635
    },
    {
      "entropy": 6.344584894180298,
      "epoch": 0.924608058216063,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004924601137356605,
      "loss": 6.1102,
      "mean_token_accuracy": 0.15744128227233886,
      "num_tokens": 18708177.0,
      "step": 8640
    },
    {
      "entropy": 6.4385011196136475,
      "epoch": 0.9251431323238268,
      "grad_norm": 0.9140625,
      "learning_rate": 0.000492450295842546,
      "loss": 6.1743,
      "mean_token_accuracy": 0.14449818655848504,
      "num_tokens": 18719334.0,
      "step": 8645
    },
    {
      "entropy": 6.437849664688111,
      "epoch": 0.9256782064315908,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004924404716705847,
      "loss": 6.1303,
      "mean_token_accuracy": 0.15229420065879823,
      "num_tokens": 18729174.0,
      "step": 8650
    },
    {
      "entropy": 6.418594932556152,
      "epoch": 0.9262132805393547,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004924306412200603,
      "loss": 6.247,
      "mean_token_accuracy": 0.14041121378540994,
      "num_tokens": 18740277.0,
      "step": 8655
    },
    {
      "entropy": 6.451681089401245,
      "epoch": 0.9267483546471186,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004924208044912567,
      "loss": 6.1975,
      "mean_token_accuracy": 0.14625581949949265,
      "num_tokens": 18751864.0,
      "step": 8660
    },
    {
      "entropy": 6.3900556564331055,
      "epoch": 0.9272834287548826,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004924109614844579,
      "loss": 6.102,
      "mean_token_accuracy": 0.15065809562802315,
      "num_tokens": 18762786.0,
      "step": 8665
    },
    {
      "entropy": 6.398301410675049,
      "epoch": 0.9278185028626464,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004924011121999482,
      "loss": 6.1568,
      "mean_token_accuracy": 0.15375497341156005,
      "num_tokens": 18772913.0,
      "step": 8670
    },
    {
      "entropy": 6.438858509063721,
      "epoch": 0.9283535769704104,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004923912566380118,
      "loss": 6.1287,
      "mean_token_accuracy": 0.14756835699081422,
      "num_tokens": 18784204.0,
      "step": 8675
    },
    {
      "entropy": 6.3460735321044925,
      "epoch": 0.9288886510781743,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004923813947989336,
      "loss": 6.2253,
      "mean_token_accuracy": 0.14399192482233047,
      "num_tokens": 18795425.0,
      "step": 8680
    },
    {
      "entropy": 6.433199167251587,
      "epoch": 0.9294237251859383,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004923715266829981,
      "loss": 6.1479,
      "mean_token_accuracy": 0.14653386175632477,
      "num_tokens": 18806850.0,
      "step": 8685
    },
    {
      "entropy": 6.408234786987305,
      "epoch": 0.9299587992937022,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004923616522904903,
      "loss": 6.0823,
      "mean_token_accuracy": 0.15363097488880156,
      "num_tokens": 18817272.0,
      "step": 8690
    },
    {
      "entropy": 6.459631538391113,
      "epoch": 0.930493873401466,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004923517716216953,
      "loss": 6.2518,
      "mean_token_accuracy": 0.1399506852030754,
      "num_tokens": 18827075.0,
      "step": 8695
    },
    {
      "entropy": 6.473405361175537,
      "epoch": 0.93102894750923,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004923418846768985,
      "loss": 6.1522,
      "mean_token_accuracy": 0.1474799856543541,
      "num_tokens": 18837635.0,
      "step": 8700
    },
    {
      "entropy": 6.420284700393677,
      "epoch": 0.9315640216169939,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004923319914563852,
      "loss": 6.1526,
      "mean_token_accuracy": 0.1528226613998413,
      "num_tokens": 18848559.0,
      "step": 8705
    },
    {
      "entropy": 6.458740139007569,
      "epoch": 0.9320990957247579,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004923220919604413,
      "loss": 6.1667,
      "mean_token_accuracy": 0.1451808698475361,
      "num_tokens": 18859327.0,
      "step": 8710
    },
    {
      "entropy": 6.369374179840088,
      "epoch": 0.9326341698325218,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004923121861893525,
      "loss": 6.1197,
      "mean_token_accuracy": 0.14303461238741874,
      "num_tokens": 18869403.0,
      "step": 8715
    },
    {
      "entropy": 6.466675710678101,
      "epoch": 0.9331692439402858,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004923022741434049,
      "loss": 6.1583,
      "mean_token_accuracy": 0.1422213777899742,
      "num_tokens": 18879890.0,
      "step": 8720
    },
    {
      "entropy": 6.481000709533691,
      "epoch": 0.9337043180480497,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004922923558228846,
      "loss": 6.1822,
      "mean_token_accuracy": 0.14441161155700682,
      "num_tokens": 18890361.0,
      "step": 8725
    },
    {
      "entropy": 6.401580905914306,
      "epoch": 0.9342393921558135,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004922824312280781,
      "loss": 6.0974,
      "mean_token_accuracy": 0.15308381021022796,
      "num_tokens": 18902344.0,
      "step": 8730
    },
    {
      "entropy": 6.346624326705933,
      "epoch": 0.9347744662635775,
      "grad_norm": 0.9140625,
      "learning_rate": 0.000492272500359272,
      "loss": 6.1062,
      "mean_token_accuracy": 0.15261923670768737,
      "num_tokens": 18911364.0,
      "step": 8735
    },
    {
      "entropy": 6.398228406906128,
      "epoch": 0.9353095403713414,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004922625632167529,
      "loss": 6.203,
      "mean_token_accuracy": 0.1397811785340309,
      "num_tokens": 18922254.0,
      "step": 8740
    },
    {
      "entropy": 6.498938083648682,
      "epoch": 0.9358446144791054,
      "grad_norm": 0.83203125,
      "learning_rate": 0.0004922526198008078,
      "loss": 6.1637,
      "mean_token_accuracy": 0.14402540400624275,
      "num_tokens": 18932943.0,
      "step": 8745
    },
    {
      "entropy": 6.4641424179077145,
      "epoch": 0.9363796885868693,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004922426701117239,
      "loss": 6.2409,
      "mean_token_accuracy": 0.14323345348238944,
      "num_tokens": 18943523.0,
      "step": 8750
    },
    {
      "entropy": 6.477830076217652,
      "epoch": 0.9369147626946333,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004922327141497884,
      "loss": 6.228,
      "mean_token_accuracy": 0.1400400646030903,
      "num_tokens": 18955220.0,
      "step": 8755
    },
    {
      "entropy": 6.503581857681274,
      "epoch": 0.9374498368023971,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004922227519152888,
      "loss": 6.2493,
      "mean_token_accuracy": 0.14072259813547133,
      "num_tokens": 18966714.0,
      "step": 8760
    },
    {
      "entropy": 6.3776038646697994,
      "epoch": 0.937984910910161,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004922127834085128,
      "loss": 6.0967,
      "mean_token_accuracy": 0.1498289003968239,
      "num_tokens": 18977998.0,
      "step": 8765
    },
    {
      "entropy": 6.3664879322052,
      "epoch": 0.938519985017925,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004922028086297481,
      "loss": 6.0977,
      "mean_token_accuracy": 0.15079536959528922,
      "num_tokens": 18990210.0,
      "step": 8770
    },
    {
      "entropy": 6.468245983123779,
      "epoch": 0.9390550591256889,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004921928275792828,
      "loss": 6.1861,
      "mean_token_accuracy": 0.15163465291261674,
      "num_tokens": 19000529.0,
      "step": 8775
    },
    {
      "entropy": 6.40526008605957,
      "epoch": 0.9395901332334529,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004921828402574052,
      "loss": 6.1388,
      "mean_token_accuracy": 0.14749618992209435,
      "num_tokens": 19011386.0,
      "step": 8780
    },
    {
      "entropy": 6.391054487228393,
      "epoch": 0.9401252073412167,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004921728466644037,
      "loss": 6.1375,
      "mean_token_accuracy": 0.1478431448340416,
      "num_tokens": 19022196.0,
      "step": 8785
    },
    {
      "entropy": 6.38856611251831,
      "epoch": 0.9406602814489807,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004921628468005666,
      "loss": 6.1556,
      "mean_token_accuracy": 0.1515556126832962,
      "num_tokens": 19033221.0,
      "step": 8790
    },
    {
      "entropy": 6.418504905700684,
      "epoch": 0.9411953555567446,
      "grad_norm": 0.87109375,
      "learning_rate": 0.000492152840666183,
      "loss": 6.1912,
      "mean_token_accuracy": 0.1436978042125702,
      "num_tokens": 19044953.0,
      "step": 8795
    },
    {
      "entropy": 6.4858380317687985,
      "epoch": 0.9417304296645085,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004921428282615415,
      "loss": 6.229,
      "mean_token_accuracy": 0.13715101554989814,
      "num_tokens": 19055512.0,
      "step": 8800
    },
    {
      "entropy": 6.461068153381348,
      "epoch": 0.9422655037722725,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004921328095869313,
      "loss": 6.2274,
      "mean_token_accuracy": 0.14141856133937836,
      "num_tokens": 19065659.0,
      "step": 8805
    },
    {
      "entropy": 6.412357330322266,
      "epoch": 0.9428005778800364,
      "grad_norm": 0.80859375,
      "learning_rate": 0.0004921227846426418,
      "loss": 6.114,
      "mean_token_accuracy": 0.15999144017696382,
      "num_tokens": 19076955.0,
      "step": 8810
    },
    {
      "entropy": 6.426046657562256,
      "epoch": 0.9433356519878003,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004921127534289624,
      "loss": 6.2211,
      "mean_token_accuracy": 0.1404373303055763,
      "num_tokens": 19088305.0,
      "step": 8815
    },
    {
      "entropy": 6.41784348487854,
      "epoch": 0.9438707260955642,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004921027159461829,
      "loss": 6.196,
      "mean_token_accuracy": 0.14247238934040068,
      "num_tokens": 19098046.0,
      "step": 8820
    },
    {
      "entropy": 6.420800495147705,
      "epoch": 0.9444058002033282,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004920926721945927,
      "loss": 6.1241,
      "mean_token_accuracy": 0.14684432446956636,
      "num_tokens": 19109019.0,
      "step": 8825
    },
    {
      "entropy": 6.461877679824829,
      "epoch": 0.9449408743110921,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004920826221744823,
      "loss": 6.1447,
      "mean_token_accuracy": 0.151942640542984,
      "num_tokens": 19119624.0,
      "step": 8830
    },
    {
      "entropy": 6.42582597732544,
      "epoch": 0.945475948418856,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004920725658861417,
      "loss": 6.1973,
      "mean_token_accuracy": 0.13825076967477798,
      "num_tokens": 19130577.0,
      "step": 8835
    },
    {
      "entropy": 6.424323272705078,
      "epoch": 0.94601102252662,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004920625033298611,
      "loss": 6.0858,
      "mean_token_accuracy": 0.14831533282995224,
      "num_tokens": 19140254.0,
      "step": 8840
    },
    {
      "entropy": 6.4233697891235355,
      "epoch": 0.9465460966343838,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004920524345059314,
      "loss": 6.1172,
      "mean_token_accuracy": 0.14724030792713166,
      "num_tokens": 19151357.0,
      "step": 8845
    },
    {
      "entropy": 6.448839139938355,
      "epoch": 0.9470811707421478,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004920423594146431,
      "loss": 6.138,
      "mean_token_accuracy": 0.1510577529668808,
      "num_tokens": 19162069.0,
      "step": 8850
    },
    {
      "entropy": 6.313752555847168,
      "epoch": 0.9476162448499117,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004920322780562872,
      "loss": 6.0358,
      "mean_token_accuracy": 0.15718601047992706,
      "num_tokens": 19172515.0,
      "step": 8855
    },
    {
      "entropy": 6.286322212219238,
      "epoch": 0.9481513189576757,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004920221904311546,
      "loss": 6.0332,
      "mean_token_accuracy": 0.1538509637117386,
      "num_tokens": 19182450.0,
      "step": 8860
    },
    {
      "entropy": 6.4827203273773195,
      "epoch": 0.9486863930654396,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004920120965395369,
      "loss": 6.2486,
      "mean_token_accuracy": 0.1405873790383339,
      "num_tokens": 19193833.0,
      "step": 8865
    },
    {
      "entropy": 6.507492303848267,
      "epoch": 0.9492214671732034,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004920019963817253,
      "loss": 6.192,
      "mean_token_accuracy": 0.13670171722769736,
      "num_tokens": 19204970.0,
      "step": 8870
    },
    {
      "entropy": 6.434796285629273,
      "epoch": 0.9497565412809674,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004919918899580117,
      "loss": 6.1492,
      "mean_token_accuracy": 0.14678178876638412,
      "num_tokens": 19215795.0,
      "step": 8875
    },
    {
      "entropy": 6.424610996246338,
      "epoch": 0.9502916153887313,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004919817772686876,
      "loss": 6.1878,
      "mean_token_accuracy": 0.13762407675385474,
      "num_tokens": 19226375.0,
      "step": 8880
    },
    {
      "entropy": 6.457875919342041,
      "epoch": 0.9508266894964953,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004919716583140453,
      "loss": 6.1763,
      "mean_token_accuracy": 0.1490497887134552,
      "num_tokens": 19236066.0,
      "step": 8885
    },
    {
      "entropy": 6.368181896209717,
      "epoch": 0.9513617636042592,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004919615330943769,
      "loss": 6.055,
      "mean_token_accuracy": 0.15499628484249114,
      "num_tokens": 19246757.0,
      "step": 8890
    },
    {
      "entropy": 6.467269325256348,
      "epoch": 0.9518968377120232,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004919514016099746,
      "loss": 6.2154,
      "mean_token_accuracy": 0.14375395476818084,
      "num_tokens": 19257875.0,
      "step": 8895
    },
    {
      "entropy": 6.480211496353149,
      "epoch": 0.952431911819787,
      "grad_norm": 0.86328125,
      "learning_rate": 0.000491941263861131,
      "loss": 6.1539,
      "mean_token_accuracy": 0.14960296005010604,
      "num_tokens": 19270236.0,
      "step": 8900
    },
    {
      "entropy": 6.414678144454956,
      "epoch": 0.9529669859275509,
      "grad_norm": 0.98046875,
      "learning_rate": 0.000491931119848139,
      "loss": 6.1565,
      "mean_token_accuracy": 0.14354555457830429,
      "num_tokens": 19280877.0,
      "step": 8905
    },
    {
      "entropy": 6.358458852767944,
      "epoch": 0.9535020600353149,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004919209695712915,
      "loss": 6.051,
      "mean_token_accuracy": 0.1541110798716545,
      "num_tokens": 19292852.0,
      "step": 8910
    },
    {
      "entropy": 6.467804431915283,
      "epoch": 0.9540371341430788,
      "grad_norm": 0.8359375,
      "learning_rate": 0.0004919108130308814,
      "loss": 6.2677,
      "mean_token_accuracy": 0.1358611799776554,
      "num_tokens": 19305516.0,
      "step": 8915
    },
    {
      "entropy": 6.388682842254639,
      "epoch": 0.9545722082508428,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004919006502272019,
      "loss": 6.0971,
      "mean_token_accuracy": 0.15691598802804946,
      "num_tokens": 19315436.0,
      "step": 8920
    },
    {
      "entropy": 6.369730424880982,
      "epoch": 0.9551072823586066,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004918904811605468,
      "loss": 6.122,
      "mean_token_accuracy": 0.15089826807379722,
      "num_tokens": 19325393.0,
      "step": 8925
    },
    {
      "entropy": 6.394290351867676,
      "epoch": 0.9556423564663706,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004918803058312094,
      "loss": 6.1316,
      "mean_token_accuracy": 0.15140121281147004,
      "num_tokens": 19336722.0,
      "step": 8930
    },
    {
      "entropy": 6.499369144439697,
      "epoch": 0.9561774305741345,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004918701242394837,
      "loss": 6.2927,
      "mean_token_accuracy": 0.13740314096212386,
      "num_tokens": 19348406.0,
      "step": 8935
    },
    {
      "entropy": 6.356935977935791,
      "epoch": 0.9567125046818984,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004918599363856637,
      "loss": 6.0997,
      "mean_token_accuracy": 0.15688082575798035,
      "num_tokens": 19359714.0,
      "step": 8940
    },
    {
      "entropy": 6.39971342086792,
      "epoch": 0.9572475787896624,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004918497422700434,
      "loss": 6.1297,
      "mean_token_accuracy": 0.1486974135041237,
      "num_tokens": 19370833.0,
      "step": 8945
    },
    {
      "entropy": 6.4306553363800045,
      "epoch": 0.9577826528974263,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004918395418929174,
      "loss": 6.2234,
      "mean_token_accuracy": 0.14128738194704055,
      "num_tokens": 19382098.0,
      "step": 8950
    },
    {
      "entropy": 6.446761894226074,
      "epoch": 0.9583177270051902,
      "grad_norm": 0.9609375,
      "learning_rate": 0.00049182933525458,
      "loss": 6.1858,
      "mean_token_accuracy": 0.14897484108805656,
      "num_tokens": 19393595.0,
      "step": 8955
    },
    {
      "entropy": 6.432224607467651,
      "epoch": 0.9588528011129541,
      "grad_norm": 0.890625,
      "learning_rate": 0.000491819122355326,
      "loss": 6.1402,
      "mean_token_accuracy": 0.15122753083705903,
      "num_tokens": 19405296.0,
      "step": 8960
    },
    {
      "entropy": 6.45131287574768,
      "epoch": 0.9593878752207181,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004918089031954503,
      "loss": 6.1542,
      "mean_token_accuracy": 0.14604427814483642,
      "num_tokens": 19415693.0,
      "step": 8965
    },
    {
      "entropy": 6.401379251480103,
      "epoch": 0.959922949328482,
      "grad_norm": 0.890625,
      "learning_rate": 0.000491798677775248,
      "loss": 6.1866,
      "mean_token_accuracy": 0.1486322432756424,
      "num_tokens": 19426140.0,
      "step": 8970
    },
    {
      "entropy": 6.483118772506714,
      "epoch": 0.9604580234362459,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004917884460950144,
      "loss": 6.2522,
      "mean_token_accuracy": 0.14114216566085816,
      "num_tokens": 19437543.0,
      "step": 8975
    },
    {
      "entropy": 6.41544828414917,
      "epoch": 0.9609930975440099,
      "grad_norm": 0.89453125,
      "learning_rate": 0.000491778208155045,
      "loss": 6.1639,
      "mean_token_accuracy": 0.15066942125558852,
      "num_tokens": 19447788.0,
      "step": 8980
    },
    {
      "entropy": 6.483683776855469,
      "epoch": 0.9615281716517737,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004917679639556351,
      "loss": 6.1545,
      "mean_token_accuracy": 0.1451587609946728,
      "num_tokens": 19457587.0,
      "step": 8985
    },
    {
      "entropy": 6.4004340171813965,
      "epoch": 0.9620632457595377,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004917577134970808,
      "loss": 6.0697,
      "mean_token_accuracy": 0.148882457613945,
      "num_tokens": 19467422.0,
      "step": 8990
    },
    {
      "entropy": 6.3702154636383055,
      "epoch": 0.9625983198673016,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004917474567796778,
      "loss": 6.1458,
      "mean_token_accuracy": 0.14512173980474471,
      "num_tokens": 19479037.0,
      "step": 8995
    },
    {
      "entropy": 6.392935466766358,
      "epoch": 0.9631333939750656,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004917371938037226,
      "loss": 6.0694,
      "mean_token_accuracy": 0.16137435510754586,
      "num_tokens": 19489639.0,
      "step": 9000
    },
    {
      "epoch": 0.9631333939750656,
      "eval_entropy": 6.196475533719333,
      "eval_loss": 6.193842887878418,
      "eval_mean_token_accuracy": 0.15097146610982937,
      "eval_num_tokens": 19489639.0,
      "eval_runtime": 17.4432,
      "eval_samples_per_second": 1701.467,
      "eval_steps_per_second": 212.691,
      "step": 9000
    },
    {
      "entropy": 6.429199314117431,
      "epoch": 0.9636684680828295,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004917269245695114,
      "loss": 6.2048,
      "mean_token_accuracy": 0.14301135614514351,
      "num_tokens": 19500592.0,
      "step": 9005
    },
    {
      "entropy": 6.43699631690979,
      "epoch": 0.9642035421905933,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004917166490773406,
      "loss": 6.2107,
      "mean_token_accuracy": 0.1408069908618927,
      "num_tokens": 19510818.0,
      "step": 9010
    },
    {
      "entropy": 6.456310415267945,
      "epoch": 0.9647386162983573,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004917063673275071,
      "loss": 6.2269,
      "mean_token_accuracy": 0.1463591381907463,
      "num_tokens": 19521283.0,
      "step": 9015
    },
    {
      "entropy": 6.45380163192749,
      "epoch": 0.9652736904061212,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004916960793203077,
      "loss": 6.0689,
      "mean_token_accuracy": 0.1474390894174576,
      "num_tokens": 19531799.0,
      "step": 9020
    },
    {
      "entropy": 6.381311655044556,
      "epoch": 0.9658087645138852,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004916857850560394,
      "loss": 6.0382,
      "mean_token_accuracy": 0.1606400229036808,
      "num_tokens": 19542377.0,
      "step": 9025
    },
    {
      "entropy": 6.3677044868469235,
      "epoch": 0.9663438386216491,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004916754845349996,
      "loss": 6.0493,
      "mean_token_accuracy": 0.15382406264543533,
      "num_tokens": 19552654.0,
      "step": 9030
    },
    {
      "entropy": 6.3749387741088865,
      "epoch": 0.9668789127294131,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004916651777574856,
      "loss": 6.1192,
      "mean_token_accuracy": 0.1456222876906395,
      "num_tokens": 19563439.0,
      "step": 9035
    },
    {
      "entropy": 6.459680366516113,
      "epoch": 0.9674139868371769,
      "grad_norm": 0.8828125,
      "learning_rate": 0.000491654864723795,
      "loss": 6.1671,
      "mean_token_accuracy": 0.14520279243588446,
      "num_tokens": 19574264.0,
      "step": 9040
    },
    {
      "entropy": 6.296495676040649,
      "epoch": 0.9679490609449408,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004916445454342256,
      "loss": 6.0309,
      "mean_token_accuracy": 0.15952298641204835,
      "num_tokens": 19585293.0,
      "step": 9045
    },
    {
      "entropy": 6.395836591720581,
      "epoch": 0.9684841350527048,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004916342198890754,
      "loss": 6.0739,
      "mean_token_accuracy": 0.1437462069094181,
      "num_tokens": 19594384.0,
      "step": 9050
    },
    {
      "entropy": 6.365507173538208,
      "epoch": 0.9690192091604687,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004916238880886426,
      "loss": 6.1789,
      "mean_token_accuracy": 0.1495967239141464,
      "num_tokens": 19605144.0,
      "step": 9055
    },
    {
      "entropy": 6.349787664413452,
      "epoch": 0.9695542832682327,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004916135500332255,
      "loss": 6.0839,
      "mean_token_accuracy": 0.15335393995046614,
      "num_tokens": 19615885.0,
      "step": 9060
    },
    {
      "entropy": 6.400444269180298,
      "epoch": 0.9700893573759966,
      "grad_norm": 1.0,
      "learning_rate": 0.0004916032057231225,
      "loss": 6.0879,
      "mean_token_accuracy": 0.14941012412309645,
      "num_tokens": 19625749.0,
      "step": 9065
    },
    {
      "entropy": 6.402583408355713,
      "epoch": 0.9706244314837605,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004915928551586324,
      "loss": 6.192,
      "mean_token_accuracy": 0.1377364493906498,
      "num_tokens": 19638285.0,
      "step": 9070
    },
    {
      "entropy": 6.488868618011475,
      "epoch": 0.9711595055915244,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004915824983400541,
      "loss": 6.1844,
      "mean_token_accuracy": 0.14368777424097062,
      "num_tokens": 19649697.0,
      "step": 9075
    },
    {
      "entropy": 6.443216991424561,
      "epoch": 0.9716945796992883,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004915721352676864,
      "loss": 6.2093,
      "mean_token_accuracy": 0.14177217558026314,
      "num_tokens": 19659668.0,
      "step": 9080
    },
    {
      "entropy": 6.406547594070434,
      "epoch": 0.9722296538070523,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004915617659418289,
      "loss": 6.0649,
      "mean_token_accuracy": 0.14868597388267518,
      "num_tokens": 19670301.0,
      "step": 9085
    },
    {
      "entropy": 6.401303291320801,
      "epoch": 0.9727647279148162,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004915513903627807,
      "loss": 6.12,
      "mean_token_accuracy": 0.14404504224658013,
      "num_tokens": 19680926.0,
      "step": 9090
    },
    {
      "entropy": 6.366911125183106,
      "epoch": 0.9732998020225802,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004915410085308417,
      "loss": 6.1081,
      "mean_token_accuracy": 0.15502507984638214,
      "num_tokens": 19691467.0,
      "step": 9095
    },
    {
      "entropy": 6.439847803115844,
      "epoch": 0.973834876130344,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004915306204463115,
      "loss": 6.1148,
      "mean_token_accuracy": 0.1465995043516159,
      "num_tokens": 19701139.0,
      "step": 9100
    },
    {
      "entropy": 6.39345064163208,
      "epoch": 0.974369950238108,
      "grad_norm": 0.984375,
      "learning_rate": 0.00049152022610949,
      "loss": 6.1018,
      "mean_token_accuracy": 0.14498640820384026,
      "num_tokens": 19710628.0,
      "step": 9105
    },
    {
      "entropy": 6.420085430145264,
      "epoch": 0.9749050243458719,
      "grad_norm": 0.81640625,
      "learning_rate": 0.0004915098255206773,
      "loss": 6.1233,
      "mean_token_accuracy": 0.1496986210346222,
      "num_tokens": 19721824.0,
      "step": 9110
    },
    {
      "entropy": 6.392464113235474,
      "epoch": 0.9754400984536358,
      "grad_norm": 0.9453125,
      "learning_rate": 0.000491499418680174,
      "loss": 6.1337,
      "mean_token_accuracy": 0.1441473051905632,
      "num_tokens": 19732557.0,
      "step": 9115
    },
    {
      "entropy": 6.383257627487183,
      "epoch": 0.9759751725613998,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004914890055882804,
      "loss": 6.1414,
      "mean_token_accuracy": 0.14456624612212182,
      "num_tokens": 19743436.0,
      "step": 9120
    },
    {
      "entropy": 6.387973308563232,
      "epoch": 0.9765102466691636,
      "grad_norm": 0.84765625,
      "learning_rate": 0.000491478586245297,
      "loss": 6.0395,
      "mean_token_accuracy": 0.1542073279619217,
      "num_tokens": 19755305.0,
      "step": 9125
    },
    {
      "entropy": 6.456777763366699,
      "epoch": 0.9770453207769276,
      "grad_norm": 1.0078125,
      "learning_rate": 0.000491468160651525,
      "loss": 6.0479,
      "mean_token_accuracy": 0.15791147500276564,
      "num_tokens": 19766223.0,
      "step": 9130
    },
    {
      "entropy": 6.400163698196411,
      "epoch": 0.9775803948846915,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004914577288072652,
      "loss": 6.1609,
      "mean_token_accuracy": 0.14485465437173844,
      "num_tokens": 19777268.0,
      "step": 9135
    },
    {
      "entropy": 6.449096059799194,
      "epoch": 0.9781154689924555,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004914472907128189,
      "loss": 6.233,
      "mean_token_accuracy": 0.1441177859902382,
      "num_tokens": 19787875.0,
      "step": 9140
    },
    {
      "entropy": 6.441752243041992,
      "epoch": 0.9786505431002194,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004914368463684876,
      "loss": 6.109,
      "mean_token_accuracy": 0.15268016010522842,
      "num_tokens": 19798919.0,
      "step": 9145
    },
    {
      "entropy": 6.406991577148437,
      "epoch": 0.9791856172079834,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004914263957745726,
      "loss": 6.0798,
      "mean_token_accuracy": 0.15530678033828735,
      "num_tokens": 19809320.0,
      "step": 9150
    },
    {
      "entropy": 6.443394136428833,
      "epoch": 0.9797206913157472,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004914159389313759,
      "loss": 6.1674,
      "mean_token_accuracy": 0.14922107011079788,
      "num_tokens": 19819511.0,
      "step": 9155
    },
    {
      "entropy": 6.475100660324097,
      "epoch": 0.9802557654235111,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004914054758391994,
      "loss": 6.2079,
      "mean_token_accuracy": 0.14330970793962478,
      "num_tokens": 19830381.0,
      "step": 9160
    },
    {
      "entropy": 6.33326997756958,
      "epoch": 0.9807908395312751,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004913950064983452,
      "loss": 6.0694,
      "mean_token_accuracy": 0.14695462882518767,
      "num_tokens": 19840806.0,
      "step": 9165
    },
    {
      "entropy": 6.355659103393554,
      "epoch": 0.981325913639039,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004913845309091156,
      "loss": 6.0617,
      "mean_token_accuracy": 0.15717958956956862,
      "num_tokens": 19851095.0,
      "step": 9170
    },
    {
      "entropy": 6.373752593994141,
      "epoch": 0.981860987746803,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004913740490718131,
      "loss": 6.034,
      "mean_token_accuracy": 0.15458220690488816,
      "num_tokens": 19860235.0,
      "step": 9175
    },
    {
      "entropy": 6.344148969650268,
      "epoch": 0.9823960618545668,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004913635609867403,
      "loss": 6.1244,
      "mean_token_accuracy": 0.14488057941198348,
      "num_tokens": 19872264.0,
      "step": 9180
    },
    {
      "entropy": 6.420756721496582,
      "epoch": 0.9829311359623308,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004913530666542001,
      "loss": 6.2206,
      "mean_token_accuracy": 0.14438406229019166,
      "num_tokens": 19883628.0,
      "step": 9185
    },
    {
      "entropy": 6.4454466819763185,
      "epoch": 0.9834662100700947,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004913425660744955,
      "loss": 6.1142,
      "mean_token_accuracy": 0.1491875782608986,
      "num_tokens": 19894624.0,
      "step": 9190
    },
    {
      "entropy": 6.455885124206543,
      "epoch": 0.9840012841778586,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004913320592479297,
      "loss": 6.1311,
      "mean_token_accuracy": 0.14558454900979995,
      "num_tokens": 19904882.0,
      "step": 9195
    },
    {
      "entropy": 6.390510845184326,
      "epoch": 0.9845363582856226,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004913215461748061,
      "loss": 6.0695,
      "mean_token_accuracy": 0.15531833097338676,
      "num_tokens": 19915344.0,
      "step": 9200
    },
    {
      "entropy": 6.380255126953125,
      "epoch": 0.9850714323933865,
      "grad_norm": 0.8203125,
      "learning_rate": 0.0004913110268554282,
      "loss": 6.1934,
      "mean_token_accuracy": 0.14059627056121826,
      "num_tokens": 19927527.0,
      "step": 9205
    },
    {
      "entropy": 6.393658208847046,
      "epoch": 0.9856065065011504,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004913005012900998,
      "loss": 6.1483,
      "mean_token_accuracy": 0.1431771218776703,
      "num_tokens": 19938893.0,
      "step": 9210
    },
    {
      "entropy": 6.43445200920105,
      "epoch": 0.9861415806089143,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004912899694791248,
      "loss": 6.104,
      "mean_token_accuracy": 0.1492200806736946,
      "num_tokens": 19949297.0,
      "step": 9215
    },
    {
      "entropy": 6.345142030715943,
      "epoch": 0.9866766547166783,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004912794314228074,
      "loss": 6.0895,
      "mean_token_accuracy": 0.15474409312009813,
      "num_tokens": 19959194.0,
      "step": 9220
    },
    {
      "entropy": 6.415915250778198,
      "epoch": 0.9872117288244422,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004912688871214518,
      "loss": 6.1286,
      "mean_token_accuracy": 0.14850399196147918,
      "num_tokens": 19969896.0,
      "step": 9225
    },
    {
      "entropy": 6.442031574249268,
      "epoch": 0.9877468029322061,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004912583365753625,
      "loss": 6.1056,
      "mean_token_accuracy": 0.14902131706476213,
      "num_tokens": 19981505.0,
      "step": 9230
    },
    {
      "entropy": 6.412984180450439,
      "epoch": 0.9882818770399701,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004912477797848441,
      "loss": 6.0868,
      "mean_token_accuracy": 0.15709235668182372,
      "num_tokens": 19992770.0,
      "step": 9235
    },
    {
      "entropy": 6.408028697967529,
      "epoch": 0.9888169511477339,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004912372167502014,
      "loss": 6.0835,
      "mean_token_accuracy": 0.15053742080926896,
      "num_tokens": 20003572.0,
      "step": 9240
    },
    {
      "entropy": 6.366278982162475,
      "epoch": 0.9893520252554979,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004912266474717394,
      "loss": 6.1287,
      "mean_token_accuracy": 0.15482517778873445,
      "num_tokens": 20014500.0,
      "step": 9245
    },
    {
      "entropy": 6.419690084457398,
      "epoch": 0.9898870993632618,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004912160719497635,
      "loss": 6.1095,
      "mean_token_accuracy": 0.14928256273269652,
      "num_tokens": 20025745.0,
      "step": 9250
    },
    {
      "entropy": 6.3812707424163815,
      "epoch": 0.9904221734710258,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004912054901845788,
      "loss": 6.0108,
      "mean_token_accuracy": 0.15337707698345185,
      "num_tokens": 20036346.0,
      "step": 9255
    },
    {
      "entropy": 6.339855813980103,
      "epoch": 0.9909572475787897,
      "grad_norm": 0.8984375,
      "learning_rate": 0.000491194902176491,
      "loss": 6.1482,
      "mean_token_accuracy": 0.14998166263103485,
      "num_tokens": 20048162.0,
      "step": 9260
    },
    {
      "entropy": 6.4264977931976315,
      "epoch": 0.9914923216865535,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004911843079258057,
      "loss": 6.2584,
      "mean_token_accuracy": 0.13762607648968697,
      "num_tokens": 20058947.0,
      "step": 9265
    },
    {
      "entropy": 6.505618047714234,
      "epoch": 0.9920273957943175,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004911737074328289,
      "loss": 6.1624,
      "mean_token_accuracy": 0.15304704904556274,
      "num_tokens": 20069282.0,
      "step": 9270
    },
    {
      "entropy": 6.381605815887451,
      "epoch": 0.9925624699020814,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004911631006978667,
      "loss": 6.1372,
      "mean_token_accuracy": 0.14844085574150084,
      "num_tokens": 20078347.0,
      "step": 9275
    },
    {
      "entropy": 6.398408508300781,
      "epoch": 0.9930975440098454,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004911524877212254,
      "loss": 6.1558,
      "mean_token_accuracy": 0.14317165240645408,
      "num_tokens": 20089129.0,
      "step": 9280
    },
    {
      "entropy": 6.464289379119873,
      "epoch": 0.9936326181176093,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004911418685032114,
      "loss": 6.1529,
      "mean_token_accuracy": 0.14076095223426818,
      "num_tokens": 20101008.0,
      "step": 9285
    },
    {
      "entropy": 6.368493270874024,
      "epoch": 0.9941676922253733,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004911312430441312,
      "loss": 6.1388,
      "mean_token_accuracy": 0.15159000009298323,
      "num_tokens": 20112272.0,
      "step": 9290
    },
    {
      "entropy": 6.430187654495239,
      "epoch": 0.9947027663331371,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004911206113442918,
      "loss": 6.0328,
      "mean_token_accuracy": 0.15861678570508958,
      "num_tokens": 20122814.0,
      "step": 9295
    },
    {
      "entropy": 6.360515785217285,
      "epoch": 0.995237840440901,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004911099734040001,
      "loss": 6.0068,
      "mean_token_accuracy": 0.15179115384817124,
      "num_tokens": 20133169.0,
      "step": 9300
    },
    {
      "entropy": 6.42511944770813,
      "epoch": 0.995772914548665,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004910993292235634,
      "loss": 6.1496,
      "mean_token_accuracy": 0.13932508677244188,
      "num_tokens": 20144355.0,
      "step": 9305
    },
    {
      "entropy": 6.428273439407349,
      "epoch": 0.9963079886564289,
      "grad_norm": 0.875,
      "learning_rate": 0.0004910886788032887,
      "loss": 6.1429,
      "mean_token_accuracy": 0.14328032582998276,
      "num_tokens": 20154486.0,
      "step": 9310
    },
    {
      "entropy": 6.392357206344604,
      "epoch": 0.9968430627641929,
      "grad_norm": 0.82421875,
      "learning_rate": 0.0004910780221434839,
      "loss": 6.0946,
      "mean_token_accuracy": 0.15508907288312912,
      "num_tokens": 20166359.0,
      "step": 9315
    },
    {
      "entropy": 6.421260499954224,
      "epoch": 0.9973781368719568,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004910673592444566,
      "loss": 6.1144,
      "mean_token_accuracy": 0.14617839753627776,
      "num_tokens": 20176469.0,
      "step": 9320
    },
    {
      "entropy": 6.405563926696777,
      "epoch": 0.9979132109797207,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004910566901065147,
      "loss": 6.1535,
      "mean_token_accuracy": 0.14740095883607865,
      "num_tokens": 20188334.0,
      "step": 9325
    },
    {
      "entropy": 6.366512489318848,
      "epoch": 0.9984482850874846,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004910460147299661,
      "loss": 6.0481,
      "mean_token_accuracy": 0.15913141071796416,
      "num_tokens": 20198594.0,
      "step": 9330
    },
    {
      "entropy": 6.378985166549683,
      "epoch": 0.9989833591952485,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004910353331151193,
      "loss": 6.1646,
      "mean_token_accuracy": 0.14883453994989396,
      "num_tokens": 20209456.0,
      "step": 9335
    },
    {
      "entropy": 6.3995331764221195,
      "epoch": 0.9995184333030125,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004910246452622825,
      "loss": 6.1352,
      "mean_token_accuracy": 0.14719977527856826,
      "num_tokens": 20219835.0,
      "step": 9340
    },
    {
      "entropy": 6.548138406541613,
      "epoch": 1.0,
      "grad_norm": 1.90625,
      "learning_rate": 0.0004910139511717646,
      "loss": 6.1799,
      "mean_token_accuracy": 0.14410995443662009,
      "num_tokens": 20228258.0,
      "step": 9345
    },
    {
      "entropy": 6.407224941253662,
      "epoch": 1.0005350741077639,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004910032508438739,
      "loss": 6.0302,
      "mean_token_accuracy": 0.15288467705249786,
      "num_tokens": 20238875.0,
      "step": 9350
    },
    {
      "entropy": 6.425052309036255,
      "epoch": 1.0010701482155278,
      "grad_norm": 0.859375,
      "learning_rate": 0.00049099254427892,
      "loss": 6.0513,
      "mean_token_accuracy": 0.14398497417569162,
      "num_tokens": 20249750.0,
      "step": 9355
    },
    {
      "entropy": 6.524547910690307,
      "epoch": 1.0016052223232919,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004909818314772116,
      "loss": 6.0914,
      "mean_token_accuracy": 0.1406391978263855,
      "num_tokens": 20259772.0,
      "step": 9360
    },
    {
      "entropy": 6.359494876861572,
      "epoch": 1.0021402964310557,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004909711124390582,
      "loss": 6.0016,
      "mean_token_accuracy": 0.1549242243170738,
      "num_tokens": 20270230.0,
      "step": 9365
    },
    {
      "entropy": 6.302474927902222,
      "epoch": 1.0026753705388196,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004909603871647692,
      "loss": 5.8531,
      "mean_token_accuracy": 0.1678969830274582,
      "num_tokens": 20280317.0,
      "step": 9370
    },
    {
      "entropy": 6.347184324264527,
      "epoch": 1.0032104446465835,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004909496556546544,
      "loss": 5.943,
      "mean_token_accuracy": 0.156107097864151,
      "num_tokens": 20291147.0,
      "step": 9375
    },
    {
      "entropy": 6.365662384033203,
      "epoch": 1.0037455187543476,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004909389179090238,
      "loss": 6.005,
      "mean_token_accuracy": 0.1563291534781456,
      "num_tokens": 20301095.0,
      "step": 9380
    },
    {
      "entropy": 6.374255084991455,
      "epoch": 1.0042805928621115,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004909281739281871,
      "loss": 6.0239,
      "mean_token_accuracy": 0.15700071603059768,
      "num_tokens": 20311216.0,
      "step": 9385
    },
    {
      "entropy": 6.437295007705688,
      "epoch": 1.0048156669698753,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004909174237124548,
      "loss": 6.075,
      "mean_token_accuracy": 0.14371307492256163,
      "num_tokens": 20321719.0,
      "step": 9390
    },
    {
      "entropy": 6.434585809707642,
      "epoch": 1.0053507410776392,
      "grad_norm": 1.0,
      "learning_rate": 0.0004909066672621372,
      "loss": 6.0698,
      "mean_token_accuracy": 0.15633202344179153,
      "num_tokens": 20331997.0,
      "step": 9395
    },
    {
      "entropy": 6.404145383834839,
      "epoch": 1.005885815185403,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004908959045775449,
      "loss": 6.1027,
      "mean_token_accuracy": 0.14897864907979966,
      "num_tokens": 20342973.0,
      "step": 9400
    },
    {
      "entropy": 6.37274022102356,
      "epoch": 1.0064208892931672,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004908851356589887,
      "loss": 6.0033,
      "mean_token_accuracy": 0.1546070471405983,
      "num_tokens": 20352652.0,
      "step": 9405
    },
    {
      "entropy": 6.413341617584228,
      "epoch": 1.006955963400931,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004908743605067796,
      "loss": 6.0627,
      "mean_token_accuracy": 0.1543263629078865,
      "num_tokens": 20364577.0,
      "step": 9410
    },
    {
      "entropy": 6.438762950897217,
      "epoch": 1.007491037508695,
      "grad_norm": 0.875,
      "learning_rate": 0.0004908635791212287,
      "loss": 6.1156,
      "mean_token_accuracy": 0.14981918558478355,
      "num_tokens": 20375451.0,
      "step": 9415
    },
    {
      "entropy": 6.380072021484375,
      "epoch": 1.0080261116164588,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004908527915026472,
      "loss": 6.0215,
      "mean_token_accuracy": 0.151285420358181,
      "num_tokens": 20385174.0,
      "step": 9420
    },
    {
      "entropy": 6.408994483947754,
      "epoch": 1.0085611857242227,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004908419976513467,
      "loss": 5.9557,
      "mean_token_accuracy": 0.15809745192527772,
      "num_tokens": 20395710.0,
      "step": 9425
    },
    {
      "entropy": 6.352335786819458,
      "epoch": 1.0090962598319868,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004908311975676388,
      "loss": 5.9746,
      "mean_token_accuracy": 0.15461158752441406,
      "num_tokens": 20406572.0,
      "step": 9430
    },
    {
      "entropy": 6.3291027545928955,
      "epoch": 1.0096313339397507,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004908203912518355,
      "loss": 5.9757,
      "mean_token_accuracy": 0.15585798323154448,
      "num_tokens": 20417786.0,
      "step": 9435
    },
    {
      "entropy": 6.437756013870239,
      "epoch": 1.0101664080475146,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004908095787042487,
      "loss": 6.0095,
      "mean_token_accuracy": 0.1539723291993141,
      "num_tokens": 20427680.0,
      "step": 9440
    },
    {
      "entropy": 6.3461339473724365,
      "epoch": 1.0107014821552784,
      "grad_norm": 0.82421875,
      "learning_rate": 0.0004907987599251907,
      "loss": 5.9949,
      "mean_token_accuracy": 0.15458142906427383,
      "num_tokens": 20438640.0,
      "step": 9445
    },
    {
      "entropy": 6.371270704269409,
      "epoch": 1.0112365562630425,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004907879349149737,
      "loss": 6.0026,
      "mean_token_accuracy": 0.1586766503751278,
      "num_tokens": 20449939.0,
      "step": 9450
    },
    {
      "entropy": 6.362944507598877,
      "epoch": 1.0117716303708064,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004907771036739105,
      "loss": 5.9261,
      "mean_token_accuracy": 0.160931396484375,
      "num_tokens": 20460845.0,
      "step": 9455
    },
    {
      "entropy": 6.430758142471314,
      "epoch": 1.0123067044785703,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004907662662023137,
      "loss": 6.0826,
      "mean_token_accuracy": 0.14563770443201066,
      "num_tokens": 20472407.0,
      "step": 9460
    },
    {
      "entropy": 6.424597358703613,
      "epoch": 1.0128417785863342,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004907554225004962,
      "loss": 6.0863,
      "mean_token_accuracy": 0.14907049760222435,
      "num_tokens": 20483192.0,
      "step": 9465
    },
    {
      "entropy": 6.456169271469117,
      "epoch": 1.013376852694098,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004907445725687714,
      "loss": 6.1504,
      "mean_token_accuracy": 0.14511269852519035,
      "num_tokens": 20493498.0,
      "step": 9470
    },
    {
      "entropy": 6.398417282104492,
      "epoch": 1.0139119268018622,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004907337164074523,
      "loss": 6.0576,
      "mean_token_accuracy": 0.1530858501791954,
      "num_tokens": 20503781.0,
      "step": 9475
    },
    {
      "entropy": 6.370445966720581,
      "epoch": 1.014447000909626,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004907228540168523,
      "loss": 6.0976,
      "mean_token_accuracy": 0.14716681838035583,
      "num_tokens": 20515142.0,
      "step": 9480
    },
    {
      "entropy": 6.407576560974121,
      "epoch": 1.01498207501739,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004907119853972854,
      "loss": 6.0728,
      "mean_token_accuracy": 0.15026679784059524,
      "num_tokens": 20527568.0,
      "step": 9485
    },
    {
      "entropy": 6.353766632080078,
      "epoch": 1.0155171491251538,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004907011105490651,
      "loss": 5.9819,
      "mean_token_accuracy": 0.15276494324207307,
      "num_tokens": 20538198.0,
      "step": 9490
    },
    {
      "entropy": 6.424434804916382,
      "epoch": 1.0160522232329177,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004906902294725056,
      "loss": 5.947,
      "mean_token_accuracy": 0.1596854418516159,
      "num_tokens": 20549355.0,
      "step": 9495
    },
    {
      "entropy": 6.361257886886596,
      "epoch": 1.0165872973406818,
      "grad_norm": 1.0078125,
      "learning_rate": 0.000490679342167921,
      "loss": 6.0735,
      "mean_token_accuracy": 0.15052165687084199,
      "num_tokens": 20558984.0,
      "step": 9500
    },
    {
      "entropy": 6.411829233169556,
      "epoch": 1.0171223714484456,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004906684486356258,
      "loss": 6.0836,
      "mean_token_accuracy": 0.15037683248519898,
      "num_tokens": 20570143.0,
      "step": 9505
    },
    {
      "entropy": 6.421398258209228,
      "epoch": 1.0176574455562095,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004906575488759343,
      "loss": 6.0829,
      "mean_token_accuracy": 0.14670018702745438,
      "num_tokens": 20580973.0,
      "step": 9510
    },
    {
      "entropy": 6.443816614151001,
      "epoch": 1.0181925196639734,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004906466428891616,
      "loss": 6.0445,
      "mean_token_accuracy": 0.14786031544208528,
      "num_tokens": 20591473.0,
      "step": 9515
    },
    {
      "entropy": 6.372162342071533,
      "epoch": 1.0187275937717375,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004906357306756222,
      "loss": 5.9994,
      "mean_token_accuracy": 0.1498788356781006,
      "num_tokens": 20602347.0,
      "step": 9520
    },
    {
      "entropy": 6.420500707626343,
      "epoch": 1.0192626678795014,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004906248122356315,
      "loss": 6.0868,
      "mean_token_accuracy": 0.15315692871809006,
      "num_tokens": 20613168.0,
      "step": 9525
    },
    {
      "entropy": 6.350491523742676,
      "epoch": 1.0197977419872652,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004906138875695045,
      "loss": 5.9546,
      "mean_token_accuracy": 0.15398886948823928,
      "num_tokens": 20623523.0,
      "step": 9530
    },
    {
      "entropy": 6.289564085006714,
      "epoch": 1.0203328160950291,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004906029566775569,
      "loss": 6.0005,
      "mean_token_accuracy": 0.15702978372573853,
      "num_tokens": 20634085.0,
      "step": 9535
    },
    {
      "entropy": 6.410043811798095,
      "epoch": 1.020867890202793,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004905920195601042,
      "loss": 6.0566,
      "mean_token_accuracy": 0.15270699560642242,
      "num_tokens": 20644747.0,
      "step": 9540
    },
    {
      "entropy": 6.4092795848846436,
      "epoch": 1.021402964310557,
      "grad_norm": 0.875,
      "learning_rate": 0.0004905810762174622,
      "loss": 6.0025,
      "mean_token_accuracy": 0.14560839384794236,
      "num_tokens": 20655704.0,
      "step": 9545
    },
    {
      "entropy": 6.395383405685425,
      "epoch": 1.021938038418321,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004905701266499469,
      "loss": 6.013,
      "mean_token_accuracy": 0.1577763244509697,
      "num_tokens": 20665844.0,
      "step": 9550
    },
    {
      "entropy": 6.422496175765991,
      "epoch": 1.0224731125260849,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004905591708578746,
      "loss": 6.1322,
      "mean_token_accuracy": 0.14181403666734696,
      "num_tokens": 20676921.0,
      "step": 9555
    },
    {
      "entropy": 6.43899507522583,
      "epoch": 1.0230081866338487,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004905482088415615,
      "loss": 6.0627,
      "mean_token_accuracy": 0.14652427956461905,
      "num_tokens": 20688476.0,
      "step": 9560
    },
    {
      "entropy": 6.419149875640869,
      "epoch": 1.0235432607416126,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004905372406013241,
      "loss": 6.0779,
      "mean_token_accuracy": 0.14579697400331498,
      "num_tokens": 20698588.0,
      "step": 9565
    },
    {
      "entropy": 6.3686024188995365,
      "epoch": 1.0240783348493767,
      "grad_norm": 0.875,
      "learning_rate": 0.0004905262661374792,
      "loss": 6.0534,
      "mean_token_accuracy": 0.15153633505105973,
      "num_tokens": 20709181.0,
      "step": 9570
    },
    {
      "entropy": 6.353199625015259,
      "epoch": 1.0246134089571406,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004905152854503436,
      "loss": 5.9856,
      "mean_token_accuracy": 0.16125405877828597,
      "num_tokens": 20719724.0,
      "step": 9575
    },
    {
      "entropy": 6.435198259353638,
      "epoch": 1.0251484830649045,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004905042985402345,
      "loss": 6.0828,
      "mean_token_accuracy": 0.1466063603758812,
      "num_tokens": 20730548.0,
      "step": 9580
    },
    {
      "entropy": 6.418165397644043,
      "epoch": 1.0256835571726683,
      "grad_norm": 0.89453125,
      "learning_rate": 0.000490493305407469,
      "loss": 6.0642,
      "mean_token_accuracy": 0.1462330140173435,
      "num_tokens": 20742124.0,
      "step": 9585
    },
    {
      "entropy": 6.461033821105957,
      "epoch": 1.0262186312804324,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004904823060523646,
      "loss": 6.1235,
      "mean_token_accuracy": 0.14589790254831314,
      "num_tokens": 20753313.0,
      "step": 9590
    },
    {
      "entropy": 6.442936182022095,
      "epoch": 1.0267537053881963,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004904713004752389,
      "loss": 6.0693,
      "mean_token_accuracy": 0.15381709188222886,
      "num_tokens": 20763539.0,
      "step": 9595
    },
    {
      "entropy": 6.404096794128418,
      "epoch": 1.0272887794959602,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004904602886764097,
      "loss": 6.1703,
      "mean_token_accuracy": 0.14556094110012055,
      "num_tokens": 20775849.0,
      "step": 9600
    },
    {
      "entropy": 6.387825441360474,
      "epoch": 1.027823853603724,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004904492706561948,
      "loss": 6.0472,
      "mean_token_accuracy": 0.14637633562088012,
      "num_tokens": 20787460.0,
      "step": 9605
    },
    {
      "entropy": 6.5005354404449465,
      "epoch": 1.028358927711488,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004904382464149127,
      "loss": 5.9635,
      "mean_token_accuracy": 0.1597500652074814,
      "num_tokens": 20798478.0,
      "step": 9610
    },
    {
      "entropy": 6.433451366424561,
      "epoch": 1.028894001819252,
      "grad_norm": 1.0,
      "learning_rate": 0.0004904272159528814,
      "loss": 6.0624,
      "mean_token_accuracy": 0.1528225377202034,
      "num_tokens": 20809730.0,
      "step": 9615
    },
    {
      "entropy": 6.3420158386230465,
      "epoch": 1.029429075927016,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004904161792704195,
      "loss": 6.0606,
      "mean_token_accuracy": 0.1637124940752983,
      "num_tokens": 20821438.0,
      "step": 9620
    },
    {
      "entropy": 6.3917741775512695,
      "epoch": 1.0299641500347798,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004904051363678457,
      "loss": 6.0316,
      "mean_token_accuracy": 0.14716284945607186,
      "num_tokens": 20832328.0,
      "step": 9625
    },
    {
      "entropy": 6.370144653320312,
      "epoch": 1.0304992241425437,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004903940872454789,
      "loss": 6.0115,
      "mean_token_accuracy": 0.15228462368249893,
      "num_tokens": 20843956.0,
      "step": 9630
    },
    {
      "entropy": 6.456420516967773,
      "epoch": 1.0310342982503076,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004903830319036381,
      "loss": 6.0383,
      "mean_token_accuracy": 0.1555649608373642,
      "num_tokens": 20854578.0,
      "step": 9635
    },
    {
      "entropy": 6.3525410175323485,
      "epoch": 1.0315693723580717,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004903719703426425,
      "loss": 5.9767,
      "mean_token_accuracy": 0.15639690011739732,
      "num_tokens": 20865190.0,
      "step": 9640
    },
    {
      "entropy": 6.400299453735352,
      "epoch": 1.0321044464658355,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004903609025628115,
      "loss": 6.0157,
      "mean_token_accuracy": 0.14954147785902022,
      "num_tokens": 20875733.0,
      "step": 9645
    },
    {
      "entropy": 6.336270952224732,
      "epoch": 1.0326395205735994,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004903498285644647,
      "loss": 6.032,
      "mean_token_accuracy": 0.14553631395101546,
      "num_tokens": 20886900.0,
      "step": 9650
    },
    {
      "entropy": 6.450909852981567,
      "epoch": 1.0331745946813633,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004903387483479219,
      "loss": 6.0986,
      "mean_token_accuracy": 0.14740473926067352,
      "num_tokens": 20898125.0,
      "step": 9655
    },
    {
      "entropy": 6.464185571670532,
      "epoch": 1.0337096687891274,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004903276619135029,
      "loss": 6.0915,
      "mean_token_accuracy": 0.15090378895401954,
      "num_tokens": 20909788.0,
      "step": 9660
    },
    {
      "entropy": 6.406461381912232,
      "epoch": 1.0342447428968913,
      "grad_norm": 0.87890625,
      "learning_rate": 0.000490316569261528,
      "loss": 6.0732,
      "mean_token_accuracy": 0.15076232552528382,
      "num_tokens": 20921853.0,
      "step": 9665
    },
    {
      "entropy": 6.420123863220215,
      "epoch": 1.0347798170046552,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004903054703923175,
      "loss": 6.0638,
      "mean_token_accuracy": 0.1438985839486122,
      "num_tokens": 20932574.0,
      "step": 9670
    },
    {
      "entropy": 6.398066186904908,
      "epoch": 1.035314891112419,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004902943653061916,
      "loss": 6.0433,
      "mean_token_accuracy": 0.14980509206652642,
      "num_tokens": 20943458.0,
      "step": 9675
    },
    {
      "entropy": 6.3860780715942385,
      "epoch": 1.035849965220183,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004902832540034712,
      "loss": 6.0094,
      "mean_token_accuracy": 0.15891213119029998,
      "num_tokens": 20953213.0,
      "step": 9680
    },
    {
      "entropy": 6.381473779678345,
      "epoch": 1.036385039327947,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004902721364844773,
      "loss": 6.0295,
      "mean_token_accuracy": 0.15294825732707978,
      "num_tokens": 20963885.0,
      "step": 9685
    },
    {
      "entropy": 6.356872653961181,
      "epoch": 1.0369201134357109,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004902610127495305,
      "loss": 6.0462,
      "mean_token_accuracy": 0.15331224203109742,
      "num_tokens": 20975529.0,
      "step": 9690
    },
    {
      "entropy": 6.3737568855285645,
      "epoch": 1.0374551875434748,
      "grad_norm": 1.0,
      "learning_rate": 0.0004902498827989523,
      "loss": 5.9885,
      "mean_token_accuracy": 0.15666612088680268,
      "num_tokens": 20985279.0,
      "step": 9695
    },
    {
      "entropy": 6.432884263992309,
      "epoch": 1.0379902616512386,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004902387466330639,
      "loss": 6.0639,
      "mean_token_accuracy": 0.1543133705854416,
      "num_tokens": 20995818.0,
      "step": 9700
    },
    {
      "entropy": 6.384856939315796,
      "epoch": 1.0385253357590025,
      "grad_norm": 0.91015625,
      "learning_rate": 0.000490227604252187,
      "loss": 5.9771,
      "mean_token_accuracy": 0.15051500946283342,
      "num_tokens": 21006786.0,
      "step": 9705
    },
    {
      "entropy": 6.387976789474488,
      "epoch": 1.0390604098667666,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004902164556566433,
      "loss": 6.0416,
      "mean_token_accuracy": 0.15645799785852432,
      "num_tokens": 21017441.0,
      "step": 9710
    },
    {
      "entropy": 6.300409841537475,
      "epoch": 1.0395954839745305,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004902053008467546,
      "loss": 5.9268,
      "mean_token_accuracy": 0.15946577861905098,
      "num_tokens": 21027812.0,
      "step": 9715
    },
    {
      "entropy": 6.434740018844605,
      "epoch": 1.0401305580822944,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004901941398228431,
      "loss": 6.0858,
      "mean_token_accuracy": 0.15256502777338027,
      "num_tokens": 21038960.0,
      "step": 9720
    },
    {
      "entropy": 6.437279558181762,
      "epoch": 1.0406656321900583,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004901829725852311,
      "loss": 6.0391,
      "mean_token_accuracy": 0.1569002464413643,
      "num_tokens": 21050467.0,
      "step": 9725
    },
    {
      "entropy": 6.337225914001465,
      "epoch": 1.0412007062978224,
      "grad_norm": 0.86328125,
      "learning_rate": 0.000490171799134241,
      "loss": 5.9628,
      "mean_token_accuracy": 0.15128983557224274,
      "num_tokens": 21061208.0,
      "step": 9730
    },
    {
      "entropy": 6.390972995758057,
      "epoch": 1.0417357804055862,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004901606194701954,
      "loss": 6.0769,
      "mean_token_accuracy": 0.15136843770742417,
      "num_tokens": 21072872.0,
      "step": 9735
    },
    {
      "entropy": 6.448958206176758,
      "epoch": 1.04227085451335,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004901494335934172,
      "loss": 6.0248,
      "mean_token_accuracy": 0.15851859003305435,
      "num_tokens": 21084878.0,
      "step": 9740
    },
    {
      "entropy": 6.448217964172363,
      "epoch": 1.042805928621114,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004901382415042293,
      "loss": 6.0891,
      "mean_token_accuracy": 0.15074801295995713,
      "num_tokens": 21095289.0,
      "step": 9745
    },
    {
      "entropy": 6.4079924583435055,
      "epoch": 1.0433410027288779,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004901270432029549,
      "loss": 6.0263,
      "mean_token_accuracy": 0.1518072620034218,
      "num_tokens": 21106077.0,
      "step": 9750
    },
    {
      "entropy": 6.315733623504639,
      "epoch": 1.043876076836642,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004901158386899174,
      "loss": 5.9494,
      "mean_token_accuracy": 0.15742756128311158,
      "num_tokens": 21116548.0,
      "step": 9755
    },
    {
      "entropy": 6.366665267944336,
      "epoch": 1.0444111509444058,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004901046279654402,
      "loss": 5.9794,
      "mean_token_accuracy": 0.16372658908367158,
      "num_tokens": 21126163.0,
      "step": 9760
    },
    {
      "entropy": 6.445776081085205,
      "epoch": 1.0449462250521697,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004900934110298471,
      "loss": 6.0951,
      "mean_token_accuracy": 0.14516377002000808,
      "num_tokens": 21136830.0,
      "step": 9765
    },
    {
      "entropy": 6.416006135940552,
      "epoch": 1.0454812991599336,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004900821878834621,
      "loss": 6.0166,
      "mean_token_accuracy": 0.15556354224681854,
      "num_tokens": 21146793.0,
      "step": 9770
    },
    {
      "entropy": 6.393855190277099,
      "epoch": 1.0460163732676975,
      "grad_norm": 0.9765625,
      "learning_rate": 0.000490070958526609,
      "loss": 6.0807,
      "mean_token_accuracy": 0.14984594658017159,
      "num_tokens": 21156799.0,
      "step": 9775
    },
    {
      "entropy": 6.367141056060791,
      "epoch": 1.0465514473754616,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004900597229596124,
      "loss": 6.0694,
      "mean_token_accuracy": 0.14785322397947312,
      "num_tokens": 21167757.0,
      "step": 9780
    },
    {
      "entropy": 6.442616558074951,
      "epoch": 1.0470865214832255,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004900484811827963,
      "loss": 6.0686,
      "mean_token_accuracy": 0.15309087336063384,
      "num_tokens": 21178832.0,
      "step": 9785
    },
    {
      "entropy": 6.384795808792115,
      "epoch": 1.0476215955909893,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004900372331964856,
      "loss": 5.9776,
      "mean_token_accuracy": 0.15576150566339492,
      "num_tokens": 21189637.0,
      "step": 9790
    },
    {
      "entropy": 6.337457466125488,
      "epoch": 1.0481566696987532,
      "grad_norm": 0.93359375,
      "learning_rate": 0.000490025979001005,
      "loss": 6.0126,
      "mean_token_accuracy": 0.15298689305782318,
      "num_tokens": 21200194.0,
      "step": 9795
    },
    {
      "entropy": 6.321403074264526,
      "epoch": 1.0486917438065173,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004900147185966795,
      "loss": 5.9578,
      "mean_token_accuracy": 0.15502757281064988,
      "num_tokens": 21211405.0,
      "step": 9800
    },
    {
      "entropy": 6.3848193168640135,
      "epoch": 1.0492268179142812,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004900034519838342,
      "loss": 6.0095,
      "mean_token_accuracy": 0.14714811742305756,
      "num_tokens": 21222722.0,
      "step": 9805
    },
    {
      "entropy": 6.360434293746948,
      "epoch": 1.049761892022045,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004899921791627945,
      "loss": 5.964,
      "mean_token_accuracy": 0.161158587038517,
      "num_tokens": 21233510.0,
      "step": 9810
    },
    {
      "entropy": 6.450180196762085,
      "epoch": 1.050296966129809,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004899809001338857,
      "loss": 6.1178,
      "mean_token_accuracy": 0.14004975110292434,
      "num_tokens": 21243235.0,
      "step": 9815
    },
    {
      "entropy": 6.38838791847229,
      "epoch": 1.0508320402375728,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004899696148974338,
      "loss": 6.0034,
      "mean_token_accuracy": 0.15568011105060578,
      "num_tokens": 21254680.0,
      "step": 9820
    },
    {
      "entropy": 6.349519538879394,
      "epoch": 1.051367114345337,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004899583234537644,
      "loss": 5.9976,
      "mean_token_accuracy": 0.15349430441856385,
      "num_tokens": 21265116.0,
      "step": 9825
    },
    {
      "entropy": 6.395889520645142,
      "epoch": 1.0519021884531008,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004899470258032034,
      "loss": 5.9848,
      "mean_token_accuracy": 0.15654507875442505,
      "num_tokens": 21277066.0,
      "step": 9830
    },
    {
      "entropy": 6.414562940597534,
      "epoch": 1.0524372625608647,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004899357219460775,
      "loss": 6.0658,
      "mean_token_accuracy": 0.15008351281285287,
      "num_tokens": 21287332.0,
      "step": 9835
    },
    {
      "entropy": 6.351344442367553,
      "epoch": 1.0529723366686286,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004899244118827128,
      "loss": 6.0446,
      "mean_token_accuracy": 0.15266071259975433,
      "num_tokens": 21298377.0,
      "step": 9840
    },
    {
      "entropy": 6.435994720458984,
      "epoch": 1.0535074107763924,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004899130956134358,
      "loss": 6.0347,
      "mean_token_accuracy": 0.15493148565292358,
      "num_tokens": 21309966.0,
      "step": 9845
    },
    {
      "entropy": 6.360371875762939,
      "epoch": 1.0540424848841565,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004899017731385735,
      "loss": 5.9442,
      "mean_token_accuracy": 0.15766608864068984,
      "num_tokens": 21320399.0,
      "step": 9850
    },
    {
      "entropy": 6.391095304489136,
      "epoch": 1.0545775589919204,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004898904444584527,
      "loss": 6.0434,
      "mean_token_accuracy": 0.1545050859451294,
      "num_tokens": 21331716.0,
      "step": 9855
    },
    {
      "entropy": 6.429526090621948,
      "epoch": 1.0551126330996843,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004898791095734004,
      "loss": 6.0742,
      "mean_token_accuracy": 0.14596413671970368,
      "num_tokens": 21341664.0,
      "step": 9860
    },
    {
      "entropy": 6.383851051330566,
      "epoch": 1.0556477072074482,
      "grad_norm": 0.9140625,
      "learning_rate": 0.000489867768483744,
      "loss": 6.0299,
      "mean_token_accuracy": 0.1470296248793602,
      "num_tokens": 21352220.0,
      "step": 9865
    },
    {
      "entropy": 6.426044988632202,
      "epoch": 1.0561827813152123,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004898564211898111,
      "loss": 6.1338,
      "mean_token_accuracy": 0.14900951832532883,
      "num_tokens": 21363947.0,
      "step": 9870
    },
    {
      "entropy": 6.436091518402099,
      "epoch": 1.0567178554229761,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004898450676919291,
      "loss": 6.0031,
      "mean_token_accuracy": 0.1558482304215431,
      "num_tokens": 21374011.0,
      "step": 9875
    },
    {
      "entropy": 6.39354133605957,
      "epoch": 1.05725292953074,
      "grad_norm": 1.015625,
      "learning_rate": 0.000489833707990426,
      "loss": 6.0758,
      "mean_token_accuracy": 0.15182853639125823,
      "num_tokens": 21384232.0,
      "step": 9880
    },
    {
      "entropy": 6.363398265838623,
      "epoch": 1.057788003638504,
      "grad_norm": 0.82421875,
      "learning_rate": 0.0004898223420856298,
      "loss": 6.038,
      "mean_token_accuracy": 0.1467798814177513,
      "num_tokens": 21395928.0,
      "step": 9885
    },
    {
      "entropy": 6.405527400970459,
      "epoch": 1.0583230777462678,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004898109699778686,
      "loss": 6.035,
      "mean_token_accuracy": 0.15722911208868026,
      "num_tokens": 21406391.0,
      "step": 9890
    },
    {
      "entropy": 6.396316432952881,
      "epoch": 1.0588581518540319,
      "grad_norm": 0.91796875,
      "learning_rate": 0.000489799591667471,
      "loss": 6.0815,
      "mean_token_accuracy": 0.14469376802444459,
      "num_tokens": 21417859.0,
      "step": 9895
    },
    {
      "entropy": 6.359666967391968,
      "epoch": 1.0593932259617957,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004897882071547651,
      "loss": 5.9377,
      "mean_token_accuracy": 0.15745730698108673,
      "num_tokens": 21428284.0,
      "step": 9900
    },
    {
      "entropy": 6.351974725723267,
      "epoch": 1.0599283000695596,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004897768164400801,
      "loss": 6.0806,
      "mean_token_accuracy": 0.14519890174269676,
      "num_tokens": 21439610.0,
      "step": 9905
    },
    {
      "entropy": 6.427164888381958,
      "epoch": 1.0604633741773235,
      "grad_norm": 1.0,
      "learning_rate": 0.0004897654195237446,
      "loss": 6.1079,
      "mean_token_accuracy": 0.1440117612481117,
      "num_tokens": 21449319.0,
      "step": 9910
    },
    {
      "entropy": 6.43965163230896,
      "epoch": 1.0609984482850874,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004897540164060879,
      "loss": 6.0915,
      "mean_token_accuracy": 0.15367876440286637,
      "num_tokens": 21459851.0,
      "step": 9915
    },
    {
      "entropy": 6.350089168548584,
      "epoch": 1.0615335223928515,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004897426070874392,
      "loss": 6.0336,
      "mean_token_accuracy": 0.15667272359132767,
      "num_tokens": 21469717.0,
      "step": 9920
    },
    {
      "entropy": 6.433274030685425,
      "epoch": 1.0620685965006154,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004897311915681278,
      "loss": 6.1329,
      "mean_token_accuracy": 0.1494497388601303,
      "num_tokens": 21480815.0,
      "step": 9925
    },
    {
      "entropy": 6.4645911693573,
      "epoch": 1.0626036706083792,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004897197698484834,
      "loss": 6.0469,
      "mean_token_accuracy": 0.15164175927639006,
      "num_tokens": 21492000.0,
      "step": 9930
    },
    {
      "entropy": 6.379544019699097,
      "epoch": 1.0631387447161431,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004897083419288358,
      "loss": 6.045,
      "mean_token_accuracy": 0.1461992643773556,
      "num_tokens": 21502006.0,
      "step": 9935
    },
    {
      "entropy": 6.3354401111602785,
      "epoch": 1.0636738188239072,
      "grad_norm": 1.0390625,
      "learning_rate": 0.000489696907809515,
      "loss": 6.0554,
      "mean_token_accuracy": 0.1545902445912361,
      "num_tokens": 21513066.0,
      "step": 9940
    },
    {
      "entropy": 6.381351184844971,
      "epoch": 1.064208892931671,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004896854674908512,
      "loss": 6.0569,
      "mean_token_accuracy": 0.1474977307021618,
      "num_tokens": 21524853.0,
      "step": 9945
    },
    {
      "entropy": 6.407580995559693,
      "epoch": 1.064743967039435,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004896740209731746,
      "loss": 5.9791,
      "mean_token_accuracy": 0.1540539011359215,
      "num_tokens": 21536497.0,
      "step": 9950
    },
    {
      "entropy": 6.386263799667359,
      "epoch": 1.0652790411471988,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004896625682568159,
      "loss": 6.0072,
      "mean_token_accuracy": 0.1542487159371376,
      "num_tokens": 21546213.0,
      "step": 9955
    },
    {
      "entropy": 6.34018874168396,
      "epoch": 1.0658141152549627,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004896511093421057,
      "loss": 5.9695,
      "mean_token_accuracy": 0.16372148767113687,
      "num_tokens": 21556990.0,
      "step": 9960
    },
    {
      "entropy": 6.315870952606201,
      "epoch": 1.0663491893627268,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004896396442293749,
      "loss": 5.9808,
      "mean_token_accuracy": 0.1541733980178833,
      "num_tokens": 21567567.0,
      "step": 9965
    },
    {
      "entropy": 6.40439019203186,
      "epoch": 1.0668842634704907,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004896281729189544,
      "loss": 6.0058,
      "mean_token_accuracy": 0.14947364330291749,
      "num_tokens": 21577457.0,
      "step": 9970
    },
    {
      "entropy": 6.3404953956604,
      "epoch": 1.0674193375782546,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004896166954111758,
      "loss": 5.9955,
      "mean_token_accuracy": 0.16270517706871032,
      "num_tokens": 21588173.0,
      "step": 9975
    },
    {
      "entropy": 6.347203397750855,
      "epoch": 1.0679544116860185,
      "grad_norm": 0.96875,
      "learning_rate": 0.00048960521170637,
      "loss": 6.0555,
      "mean_token_accuracy": 0.14625778198242187,
      "num_tokens": 21599154.0,
      "step": 9980
    },
    {
      "entropy": 6.3687171459198,
      "epoch": 1.0684894857937826,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004895937218048692,
      "loss": 6.077,
      "mean_token_accuracy": 0.14769216775894164,
      "num_tokens": 21610134.0,
      "step": 9985
    },
    {
      "entropy": 6.369998216629028,
      "epoch": 1.0690245599015464,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004895822257070046,
      "loss": 5.9736,
      "mean_token_accuracy": 0.15746620148420334,
      "num_tokens": 21619989.0,
      "step": 9990
    },
    {
      "entropy": 6.374061059951782,
      "epoch": 1.0695596340093103,
      "grad_norm": 0.7890625,
      "learning_rate": 0.0004895707234131084,
      "loss": 6.0191,
      "mean_token_accuracy": 0.15526061803102492,
      "num_tokens": 21632707.0,
      "step": 9995
    },
    {
      "entropy": 6.3861288070678714,
      "epoch": 1.0700947081170742,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004895592149235128,
      "loss": 6.0031,
      "mean_token_accuracy": 0.15490179359912873,
      "num_tokens": 21643001.0,
      "step": 10000
    },
    {
      "entropy": 6.4034792423248295,
      "epoch": 1.070629782224838,
      "grad_norm": 0.9453125,
      "learning_rate": 0.00048954770023855,
      "loss": 6.0642,
      "mean_token_accuracy": 0.14916836768388747,
      "num_tokens": 21653425.0,
      "step": 10005
    },
    {
      "entropy": 6.404252004623413,
      "epoch": 1.0711648563326022,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004895361793585525,
      "loss": 6.0846,
      "mean_token_accuracy": 0.14824288785457612,
      "num_tokens": 21664212.0,
      "step": 10010
    },
    {
      "entropy": 6.415440940856934,
      "epoch": 1.071699930440366,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004895246522838529,
      "loss": 6.0817,
      "mean_token_accuracy": 0.1549996942281723,
      "num_tokens": 21675564.0,
      "step": 10015
    },
    {
      "entropy": 6.395394659042358,
      "epoch": 1.07223500454813,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004895131190147842,
      "loss": 6.0618,
      "mean_token_accuracy": 0.1524803087115288,
      "num_tokens": 21686225.0,
      "step": 10020
    },
    {
      "entropy": 6.388101625442505,
      "epoch": 1.0727700786558938,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004895015795516793,
      "loss": 5.9759,
      "mean_token_accuracy": 0.1566537141799927,
      "num_tokens": 21697479.0,
      "step": 10025
    },
    {
      "entropy": 6.438710165023804,
      "epoch": 1.0733051527636577,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004894900338948714,
      "loss": 6.1094,
      "mean_token_accuracy": 0.14750439971685408,
      "num_tokens": 21708496.0,
      "step": 10030
    },
    {
      "entropy": 6.35236759185791,
      "epoch": 1.0738402268714218,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004894784820446939,
      "loss": 5.9608,
      "mean_token_accuracy": 0.15884987711906434,
      "num_tokens": 21718290.0,
      "step": 10035
    },
    {
      "entropy": 6.351595449447632,
      "epoch": 1.0743753009791857,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004894669240014804,
      "loss": 5.9636,
      "mean_token_accuracy": 0.15343143343925475,
      "num_tokens": 21729185.0,
      "step": 10040
    },
    {
      "entropy": 6.407304286956787,
      "epoch": 1.0749103750869495,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004894553597655646,
      "loss": 6.0417,
      "mean_token_accuracy": 0.1467936009168625,
      "num_tokens": 21740787.0,
      "step": 10045
    },
    {
      "entropy": 6.452931547164917,
      "epoch": 1.0754454491947134,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004894437893372804,
      "loss": 6.0886,
      "mean_token_accuracy": 0.15198425203561783,
      "num_tokens": 21751804.0,
      "step": 10050
    },
    {
      "entropy": 6.453025007247925,
      "epoch": 1.0759805233024773,
      "grad_norm": 0.94921875,
      "learning_rate": 0.000489432212716962,
      "loss": 6.0177,
      "mean_token_accuracy": 0.1557646632194519,
      "num_tokens": 21762730.0,
      "step": 10055
    },
    {
      "entropy": 6.358959484100342,
      "epoch": 1.0765155974102414,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004894206299049436,
      "loss": 6.0388,
      "mean_token_accuracy": 0.15385871827602388,
      "num_tokens": 21773470.0,
      "step": 10060
    },
    {
      "entropy": 6.418901252746582,
      "epoch": 1.0770506715180053,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004894090409015595,
      "loss": 6.0526,
      "mean_token_accuracy": 0.14404120147228242,
      "num_tokens": 21783385.0,
      "step": 10065
    },
    {
      "entropy": 6.334796142578125,
      "epoch": 1.0775857456257691,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004893974457071445,
      "loss": 6.0573,
      "mean_token_accuracy": 0.15087492913007736,
      "num_tokens": 21794857.0,
      "step": 10070
    },
    {
      "entropy": 6.4350847721099855,
      "epoch": 1.078120819733533,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004893858443220335,
      "loss": 6.059,
      "mean_token_accuracy": 0.14816141054034232,
      "num_tokens": 21804296.0,
      "step": 10075
    },
    {
      "entropy": 6.4281096935272215,
      "epoch": 1.0786558938412971,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004893742367465613,
      "loss": 6.0431,
      "mean_token_accuracy": 0.15487575381994248,
      "num_tokens": 21815899.0,
      "step": 10080
    },
    {
      "entropy": 6.37771463394165,
      "epoch": 1.079190967949061,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004893626229810631,
      "loss": 6.0182,
      "mean_token_accuracy": 0.15709960460662842,
      "num_tokens": 21825964.0,
      "step": 10085
    },
    {
      "entropy": 6.41378960609436,
      "epoch": 1.0797260420568249,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004893510030258743,
      "loss": 6.1219,
      "mean_token_accuracy": 0.1467354565858841,
      "num_tokens": 21836656.0,
      "step": 10090
    },
    {
      "entropy": 6.422141265869141,
      "epoch": 1.0802611161645888,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004893393768813305,
      "loss": 6.1136,
      "mean_token_accuracy": 0.1496556892991066,
      "num_tokens": 21847658.0,
      "step": 10095
    },
    {
      "entropy": 6.484105348587036,
      "epoch": 1.0807961902723526,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004893277445477673,
      "loss": 6.0852,
      "mean_token_accuracy": 0.14425380527973175,
      "num_tokens": 21858338.0,
      "step": 10100
    },
    {
      "entropy": 6.362446975708008,
      "epoch": 1.0813312643801167,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004893161060255206,
      "loss": 5.9471,
      "mean_token_accuracy": 0.16249560564756393,
      "num_tokens": 21870656.0,
      "step": 10105
    },
    {
      "entropy": 6.377489900588989,
      "epoch": 1.0818663384878806,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004893044613149263,
      "loss": 6.0577,
      "mean_token_accuracy": 0.1520229235291481,
      "num_tokens": 21881806.0,
      "step": 10110
    },
    {
      "entropy": 6.3136327266693115,
      "epoch": 1.0824014125956445,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004892928104163209,
      "loss": 5.9726,
      "mean_token_accuracy": 0.15059705674648285,
      "num_tokens": 21892277.0,
      "step": 10115
    },
    {
      "entropy": 6.328120231628418,
      "epoch": 1.0829364867034084,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004892811533300407,
      "loss": 5.9611,
      "mean_token_accuracy": 0.1563188135623932,
      "num_tokens": 21903509.0,
      "step": 10120
    },
    {
      "entropy": 6.428359746932983,
      "epoch": 1.0834715608111725,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004892694900564223,
      "loss": 6.0763,
      "mean_token_accuracy": 0.14805469363927842,
      "num_tokens": 21914308.0,
      "step": 10125
    },
    {
      "entropy": 6.362924194335937,
      "epoch": 1.0840066349189363,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004892578205958025,
      "loss": 5.9849,
      "mean_token_accuracy": 0.160117706656456,
      "num_tokens": 21924302.0,
      "step": 10130
    },
    {
      "entropy": 6.387230157852173,
      "epoch": 1.0845417090267002,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004892461449485182,
      "loss": 6.0592,
      "mean_token_accuracy": 0.1465129017829895,
      "num_tokens": 21935066.0,
      "step": 10135
    },
    {
      "entropy": 6.363619661331176,
      "epoch": 1.085076783134464,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004892344631149066,
      "loss": 5.9528,
      "mean_token_accuracy": 0.15805763974785805,
      "num_tokens": 21945798.0,
      "step": 10140
    },
    {
      "entropy": 6.356710052490234,
      "epoch": 1.085611857242228,
      "grad_norm": 0.953125,
      "learning_rate": 0.000489222775095305,
      "loss": 6.0376,
      "mean_token_accuracy": 0.1520934522151947,
      "num_tokens": 21955667.0,
      "step": 10145
    },
    {
      "entropy": 6.3675333023071286,
      "epoch": 1.086146931349992,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004892110808900509,
      "loss": 6.0277,
      "mean_token_accuracy": 0.15388182997703553,
      "num_tokens": 21966107.0,
      "step": 10150
    },
    {
      "entropy": 6.411034202575683,
      "epoch": 1.086682005457756,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004891993804994818,
      "loss": 6.0218,
      "mean_token_accuracy": 0.15317869335412979,
      "num_tokens": 21976408.0,
      "step": 10155
    },
    {
      "entropy": 6.486324882507324,
      "epoch": 1.0872170795655198,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004891876739239358,
      "loss": 6.0175,
      "mean_token_accuracy": 0.15789849385619165,
      "num_tokens": 21986481.0,
      "step": 10160
    },
    {
      "entropy": 6.394232749938965,
      "epoch": 1.0877521536732837,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004891759611637508,
      "loss": 6.0594,
      "mean_token_accuracy": 0.15104544013738633,
      "num_tokens": 21997554.0,
      "step": 10165
    },
    {
      "entropy": 6.496803140640258,
      "epoch": 1.0882872277810476,
      "grad_norm": 0.984375,
      "learning_rate": 0.000489164242219265,
      "loss": 6.1033,
      "mean_token_accuracy": 0.14599169939756393,
      "num_tokens": 22009048.0,
      "step": 10170
    },
    {
      "entropy": 6.452730321884156,
      "epoch": 1.0888223018888117,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004891525170908169,
      "loss": 6.1126,
      "mean_token_accuracy": 0.14814453572034836,
      "num_tokens": 22020625.0,
      "step": 10175
    },
    {
      "entropy": 6.408700704574585,
      "epoch": 1.0893573759965756,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004891407857787448,
      "loss": 6.0054,
      "mean_token_accuracy": 0.14628372639417647,
      "num_tokens": 22032298.0,
      "step": 10180
    },
    {
      "entropy": 6.348119783401489,
      "epoch": 1.0898924501043394,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004891290482833876,
      "loss": 5.995,
      "mean_token_accuracy": 0.15255229473114013,
      "num_tokens": 22043693.0,
      "step": 10185
    },
    {
      "entropy": 6.386634731292725,
      "epoch": 1.0904275242121033,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004891173046050844,
      "loss": 6.0628,
      "mean_token_accuracy": 0.15764437466859818,
      "num_tokens": 22054373.0,
      "step": 10190
    },
    {
      "entropy": 6.37876443862915,
      "epoch": 1.0909625983198672,
      "grad_norm": 1.03125,
      "learning_rate": 0.000489105554744174,
      "loss": 6.0181,
      "mean_token_accuracy": 0.1527848795056343,
      "num_tokens": 22065039.0,
      "step": 10195
    },
    {
      "entropy": 6.46100172996521,
      "epoch": 1.0914976724276313,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004890937987009958,
      "loss": 6.0538,
      "mean_token_accuracy": 0.15679481923580169,
      "num_tokens": 22077003.0,
      "step": 10200
    },
    {
      "entropy": 6.445733880996704,
      "epoch": 1.0920327465353952,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004890820364758892,
      "loss": 6.0423,
      "mean_token_accuracy": 0.15058827698230742,
      "num_tokens": 22088558.0,
      "step": 10205
    },
    {
      "entropy": 6.401218414306641,
      "epoch": 1.092567820643159,
      "grad_norm": 1.0,
      "learning_rate": 0.000489070268069194,
      "loss": 6.0212,
      "mean_token_accuracy": 0.15239343792200089,
      "num_tokens": 22097777.0,
      "step": 10210
    },
    {
      "entropy": 6.39311900138855,
      "epoch": 1.093102894750923,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004890584934812498,
      "loss": 5.9544,
      "mean_token_accuracy": 0.15499572902917863,
      "num_tokens": 22107803.0,
      "step": 10215
    },
    {
      "entropy": 6.358686017990112,
      "epoch": 1.093637968858687,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004890467127123967,
      "loss": 5.9601,
      "mean_token_accuracy": 0.15747502893209459,
      "num_tokens": 22117965.0,
      "step": 10220
    },
    {
      "entropy": 6.430549907684326,
      "epoch": 1.094173042966451,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004890349257629749,
      "loss": 5.992,
      "mean_token_accuracy": 0.1586942508816719,
      "num_tokens": 22127759.0,
      "step": 10225
    },
    {
      "entropy": 6.3733811378479,
      "epoch": 1.0947081170742148,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004890231326333246,
      "loss": 6.057,
      "mean_token_accuracy": 0.14859118461608886,
      "num_tokens": 22138477.0,
      "step": 10230
    },
    {
      "entropy": 6.398693084716797,
      "epoch": 1.0952431911819787,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004890113333237865,
      "loss": 6.0256,
      "mean_token_accuracy": 0.153777077794075,
      "num_tokens": 22149568.0,
      "step": 10235
    },
    {
      "entropy": 6.386096048355102,
      "epoch": 1.0957782652897425,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004889995278347012,
      "loss": 6.0162,
      "mean_token_accuracy": 0.15515631437301636,
      "num_tokens": 22159949.0,
      "step": 10240
    },
    {
      "entropy": 6.346853160858155,
      "epoch": 1.0963133393975066,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004889877161664096,
      "loss": 6.0292,
      "mean_token_accuracy": 0.15239738225936889,
      "num_tokens": 22170115.0,
      "step": 10245
    },
    {
      "entropy": 6.370829916000366,
      "epoch": 1.0968484135052705,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004889758983192528,
      "loss": 6.0484,
      "mean_token_accuracy": 0.1533375069499016,
      "num_tokens": 22181323.0,
      "step": 10250
    },
    {
      "entropy": 6.381612253189087,
      "epoch": 1.0973834876130344,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004889640742935719,
      "loss": 5.9879,
      "mean_token_accuracy": 0.15158737152814866,
      "num_tokens": 22192078.0,
      "step": 10255
    },
    {
      "entropy": 6.449998044967652,
      "epoch": 1.0979185617207983,
      "grad_norm": 1.0,
      "learning_rate": 0.0004889522440897085,
      "loss": 6.0721,
      "mean_token_accuracy": 0.15370719656348228,
      "num_tokens": 22203211.0,
      "step": 10260
    },
    {
      "entropy": 6.3959447860717775,
      "epoch": 1.0984536358285624,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004889404077080041,
      "loss": 5.997,
      "mean_token_accuracy": 0.14923004657030106,
      "num_tokens": 22213487.0,
      "step": 10265
    },
    {
      "entropy": 6.392811393737793,
      "epoch": 1.0989887099363262,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004889285651488005,
      "loss": 6.0369,
      "mean_token_accuracy": 0.14383940845727922,
      "num_tokens": 22223717.0,
      "step": 10270
    },
    {
      "entropy": 6.355140018463135,
      "epoch": 1.0995237840440901,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004889167164124396,
      "loss": 6.0351,
      "mean_token_accuracy": 0.1537803515791893,
      "num_tokens": 22235141.0,
      "step": 10275
    },
    {
      "entropy": 6.433369827270508,
      "epoch": 1.100058858151854,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004889048614992636,
      "loss": 6.1057,
      "mean_token_accuracy": 0.1415216065943241,
      "num_tokens": 22246601.0,
      "step": 10280
    },
    {
      "entropy": 6.360347747802734,
      "epoch": 1.1005939322596179,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004888930004096148,
      "loss": 6.0389,
      "mean_token_accuracy": 0.14964428097009658,
      "num_tokens": 22257206.0,
      "step": 10285
    },
    {
      "entropy": 6.423318576812744,
      "epoch": 1.101129006367382,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004888811331438356,
      "loss": 6.0991,
      "mean_token_accuracy": 0.14158380404114723,
      "num_tokens": 22267799.0,
      "step": 10290
    },
    {
      "entropy": 6.467298316955566,
      "epoch": 1.1016640804751459,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004888692597022689,
      "loss": 6.1503,
      "mean_token_accuracy": 0.1455483391880989,
      "num_tokens": 22279368.0,
      "step": 10295
    },
    {
      "entropy": 6.354575204849243,
      "epoch": 1.1021991545829097,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0004888573800852572,
      "loss": 5.8722,
      "mean_token_accuracy": 0.16242025196552276,
      "num_tokens": 22289998.0,
      "step": 10300
    },
    {
      "entropy": 6.2952232837677,
      "epoch": 1.1027342286906736,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004888454942931438,
      "loss": 6.0038,
      "mean_token_accuracy": 0.16175530403852462,
      "num_tokens": 22300058.0,
      "step": 10305
    },
    {
      "entropy": 6.408499383926392,
      "epoch": 1.1032693027984375,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004888336023262718,
      "loss": 6.1051,
      "mean_token_accuracy": 0.1461883418262005,
      "num_tokens": 22310962.0,
      "step": 10310
    },
    {
      "entropy": 6.414822149276733,
      "epoch": 1.1038043769062016,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004888217041849846,
      "loss": 5.9792,
      "mean_token_accuracy": 0.15771886110305786,
      "num_tokens": 22321526.0,
      "step": 10315
    },
    {
      "entropy": 6.397978210449219,
      "epoch": 1.1043394510139655,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004888097998696256,
      "loss": 6.071,
      "mean_token_accuracy": 0.14840351343154906,
      "num_tokens": 22332558.0,
      "step": 10320
    },
    {
      "entropy": 6.370376491546631,
      "epoch": 1.1048745251217293,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004887978893805387,
      "loss": 6.0223,
      "mean_token_accuracy": 0.15417165607213973,
      "num_tokens": 22342392.0,
      "step": 10325
    },
    {
      "entropy": 6.405730962753296,
      "epoch": 1.1054095992294932,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004887859727180679,
      "loss": 6.0648,
      "mean_token_accuracy": 0.14671256095170976,
      "num_tokens": 22353089.0,
      "step": 10330
    },
    {
      "entropy": 6.362515020370483,
      "epoch": 1.105944673337257,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004887740498825572,
      "loss": 5.9967,
      "mean_token_accuracy": 0.1557505816221237,
      "num_tokens": 22364314.0,
      "step": 10335
    },
    {
      "entropy": 6.344301557540893,
      "epoch": 1.1064797474450212,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004887621208743507,
      "loss": 6.0035,
      "mean_token_accuracy": 0.15285630971193315,
      "num_tokens": 22374985.0,
      "step": 10340
    },
    {
      "entropy": 6.348874235153199,
      "epoch": 1.107014821552785,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004887501856937932,
      "loss": 5.9141,
      "mean_token_accuracy": 0.16035859435796737,
      "num_tokens": 22385618.0,
      "step": 10345
    },
    {
      "entropy": 6.444670581817627,
      "epoch": 1.107549895660549,
      "grad_norm": 0.953125,
      "learning_rate": 0.000488738244341229,
      "loss": 6.0217,
      "mean_token_accuracy": 0.1586070701479912,
      "num_tokens": 22395871.0,
      "step": 10350
    },
    {
      "entropy": 6.392805290222168,
      "epoch": 1.1080849697683128,
      "grad_norm": 0.8671875,
      "learning_rate": 0.000488726296817003,
      "loss": 6.0518,
      "mean_token_accuracy": 0.15407286882400512,
      "num_tokens": 22406707.0,
      "step": 10355
    },
    {
      "entropy": 6.400362348556518,
      "epoch": 1.108620043876077,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004887143431214602,
      "loss": 6.0627,
      "mean_token_accuracy": 0.15149781256914138,
      "num_tokens": 22417543.0,
      "step": 10360
    },
    {
      "entropy": 6.329047298431396,
      "epoch": 1.1091551179838408,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004887023832549459,
      "loss": 5.9886,
      "mean_token_accuracy": 0.156426040828228,
      "num_tokens": 22428283.0,
      "step": 10365
    },
    {
      "entropy": 6.358014869689941,
      "epoch": 1.1096901920916047,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004886904172178052,
      "loss": 5.9758,
      "mean_token_accuracy": 0.1568998232483864,
      "num_tokens": 22439860.0,
      "step": 10370
    },
    {
      "entropy": 6.43109974861145,
      "epoch": 1.1102252661993686,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004886784450103838,
      "loss": 6.048,
      "mean_token_accuracy": 0.15711556375026703,
      "num_tokens": 22451250.0,
      "step": 10375
    },
    {
      "entropy": 6.335491418838501,
      "epoch": 1.1107603403071324,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004886664666330273,
      "loss": 5.9933,
      "mean_token_accuracy": 0.15296936631202698,
      "num_tokens": 22461112.0,
      "step": 10380
    },
    {
      "entropy": 6.39579405784607,
      "epoch": 1.1112954144148965,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004886544820860816,
      "loss": 6.0121,
      "mean_token_accuracy": 0.15777060091495515,
      "num_tokens": 22471368.0,
      "step": 10385
    },
    {
      "entropy": 6.366425037384033,
      "epoch": 1.1118304885226604,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004886424913698927,
      "loss": 6.0083,
      "mean_token_accuracy": 0.15529354065656661,
      "num_tokens": 22482011.0,
      "step": 10390
    },
    {
      "entropy": 6.327516555786133,
      "epoch": 1.1123655626304243,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004886304944848069,
      "loss": 5.9603,
      "mean_token_accuracy": 0.1628118559718132,
      "num_tokens": 22493648.0,
      "step": 10395
    },
    {
      "entropy": 6.445241689682007,
      "epoch": 1.1129006367381882,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004886184914311706,
      "loss": 6.0867,
      "mean_token_accuracy": 0.1481294222176075,
      "num_tokens": 22505577.0,
      "step": 10400
    },
    {
      "entropy": 6.423921871185303,
      "epoch": 1.1134357108459523,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004886064822093305,
      "loss": 6.0602,
      "mean_token_accuracy": 0.1481012687087059,
      "num_tokens": 22515546.0,
      "step": 10405
    },
    {
      "entropy": 6.341039371490479,
      "epoch": 1.1139707849537162,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004885944668196332,
      "loss": 5.9391,
      "mean_token_accuracy": 0.16123299300670624,
      "num_tokens": 22526710.0,
      "step": 10410
    },
    {
      "entropy": 6.423510932922364,
      "epoch": 1.11450585906148,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004885824452624254,
      "loss": 6.0762,
      "mean_token_accuracy": 0.1486925959587097,
      "num_tokens": 22537809.0,
      "step": 10415
    },
    {
      "entropy": 6.41756157875061,
      "epoch": 1.115040933169244,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004885704175380548,
      "loss": 6.0582,
      "mean_token_accuracy": 0.14320200830698013,
      "num_tokens": 22549301.0,
      "step": 10420
    },
    {
      "entropy": 6.426803827285767,
      "epoch": 1.1155760072770078,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004885583836468683,
      "loss": 5.959,
      "mean_token_accuracy": 0.15584670901298522,
      "num_tokens": 22560483.0,
      "step": 10425
    },
    {
      "entropy": 6.377875900268554,
      "epoch": 1.1161110813847719,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004885463435892136,
      "loss": 6.0643,
      "mean_token_accuracy": 0.14877120703458785,
      "num_tokens": 22570524.0,
      "step": 10430
    },
    {
      "entropy": 6.379742288589478,
      "epoch": 1.1166461554925358,
      "grad_norm": 0.90234375,
      "learning_rate": 0.000488534297365438,
      "loss": 6.0732,
      "mean_token_accuracy": 0.15165607929229735,
      "num_tokens": 22581120.0,
      "step": 10435
    },
    {
      "entropy": 6.428886127471924,
      "epoch": 1.1171812296002996,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004885222449758899,
      "loss": 6.0504,
      "mean_token_accuracy": 0.1492166832089424,
      "num_tokens": 22592658.0,
      "step": 10440
    },
    {
      "entropy": 6.398662328720093,
      "epoch": 1.1177163037080635,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004885101864209167,
      "loss": 6.0495,
      "mean_token_accuracy": 0.1498517043888569,
      "num_tokens": 22603497.0,
      "step": 10445
    },
    {
      "entropy": 6.350304412841797,
      "epoch": 1.1182513778158274,
      "grad_norm": 0.953125,
      "learning_rate": 0.000488498121700867,
      "loss": 5.9231,
      "mean_token_accuracy": 0.15902150124311448,
      "num_tokens": 22612916.0,
      "step": 10450
    },
    {
      "entropy": 6.355796527862549,
      "epoch": 1.1187864519235915,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004884860508160891,
      "loss": 6.0251,
      "mean_token_accuracy": 0.15776114016771317,
      "num_tokens": 22625345.0,
      "step": 10455
    },
    {
      "entropy": 6.383379554748535,
      "epoch": 1.1193215260313554,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004884739737669314,
      "loss": 5.9414,
      "mean_token_accuracy": 0.1621451199054718,
      "num_tokens": 22637000.0,
      "step": 10460
    },
    {
      "entropy": 6.366599273681641,
      "epoch": 1.1198566001391193,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004884618905537427,
      "loss": 5.9714,
      "mean_token_accuracy": 0.1612240731716156,
      "num_tokens": 22647025.0,
      "step": 10465
    },
    {
      "entropy": 6.359606742858887,
      "epoch": 1.1203916742468831,
      "grad_norm": 1.0,
      "learning_rate": 0.0004884498011768719,
      "loss": 5.949,
      "mean_token_accuracy": 0.16096276342868804,
      "num_tokens": 22657253.0,
      "step": 10470
    },
    {
      "entropy": 6.357734203338623,
      "epoch": 1.120926748354647,
      "grad_norm": 0.9921875,
      "learning_rate": 0.000488437705636668,
      "loss": 6.0032,
      "mean_token_accuracy": 0.15407371073961257,
      "num_tokens": 22668432.0,
      "step": 10475
    },
    {
      "entropy": 6.407662105560303,
      "epoch": 1.121461822462411,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004884256039334805,
      "loss": 6.0473,
      "mean_token_accuracy": 0.14983445331454276,
      "num_tokens": 22678538.0,
      "step": 10480
    },
    {
      "entropy": 6.370125722885132,
      "epoch": 1.121996896570175,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004884134960676586,
      "loss": 6.0056,
      "mean_token_accuracy": 0.1499735340476036,
      "num_tokens": 22688994.0,
      "step": 10485
    },
    {
      "entropy": 6.387634181976319,
      "epoch": 1.1225319706779389,
      "grad_norm": 0.93359375,
      "learning_rate": 0.000488401382039552,
      "loss": 6.0456,
      "mean_token_accuracy": 0.1494112268090248,
      "num_tokens": 22699584.0,
      "step": 10490
    },
    {
      "entropy": 6.372555685043335,
      "epoch": 1.1230670447857027,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004883892618495104,
      "loss": 5.9435,
      "mean_token_accuracy": 0.15550087988376618,
      "num_tokens": 22710093.0,
      "step": 10495
    },
    {
      "entropy": 6.404516124725342,
      "epoch": 1.1236021188934668,
      "grad_norm": 0.9296875,
      "learning_rate": 0.000488377135497884,
      "loss": 6.0386,
      "mean_token_accuracy": 0.1489965096116066,
      "num_tokens": 22720533.0,
      "step": 10500
    },
    {
      "entropy": 6.352221250534058,
      "epoch": 1.1241371930012307,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004883650029850226,
      "loss": 5.936,
      "mean_token_accuracy": 0.15814868807792665,
      "num_tokens": 22731010.0,
      "step": 10505
    },
    {
      "entropy": 6.34435625076294,
      "epoch": 1.1246722671089946,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004883528643112769,
      "loss": 6.0261,
      "mean_token_accuracy": 0.1537416011095047,
      "num_tokens": 22743045.0,
      "step": 10510
    },
    {
      "entropy": 6.362160062789917,
      "epoch": 1.1252073412167585,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004883407194769972,
      "loss": 6.0057,
      "mean_token_accuracy": 0.15240245163440705,
      "num_tokens": 22753746.0,
      "step": 10515
    },
    {
      "entropy": 6.427953672409058,
      "epoch": 1.1257424153245223,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004883285684825342,
      "loss": 6.0163,
      "mean_token_accuracy": 0.15684610307216645,
      "num_tokens": 22765264.0,
      "step": 10520
    },
    {
      "entropy": 6.443571138381958,
      "epoch": 1.1262774894322864,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004883164113282386,
      "loss": 6.0163,
      "mean_token_accuracy": 0.15853207260370256,
      "num_tokens": 22775727.0,
      "step": 10525
    },
    {
      "entropy": 6.40478549003601,
      "epoch": 1.1268125635400503,
      "grad_norm": 0.8046875,
      "learning_rate": 0.0004883042480144618,
      "loss": 6.0064,
      "mean_token_accuracy": 0.1520315170288086,
      "num_tokens": 22787228.0,
      "step": 10530
    },
    {
      "entropy": 6.420479583740234,
      "epoch": 1.1273476376478142,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004882920785415547,
      "loss": 6.0765,
      "mean_token_accuracy": 0.14739204049110413,
      "num_tokens": 22797467.0,
      "step": 10535
    },
    {
      "entropy": 6.361867523193359,
      "epoch": 1.127882711755578,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004882799029098689,
      "loss": 6.056,
      "mean_token_accuracy": 0.1480127453804016,
      "num_tokens": 22808281.0,
      "step": 10540
    },
    {
      "entropy": 6.4153525829315186,
      "epoch": 1.1284177858633422,
      "grad_norm": 1.0,
      "learning_rate": 0.00048826772111975583,
      "loss": 6.0861,
      "mean_token_accuracy": 0.15460357964038848,
      "num_tokens": 22819387.0,
      "step": 10545
    },
    {
      "entropy": 6.411056137084961,
      "epoch": 1.128952859971106,
      "grad_norm": 0.9453125,
      "learning_rate": 0.00048825553317156717,
      "loss": 6.0559,
      "mean_token_accuracy": 0.14845267981290816,
      "num_tokens": 22829649.0,
      "step": 10550
    },
    {
      "entropy": 6.321504783630371,
      "epoch": 1.12948793407887,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004882433390656551,
      "loss": 6.0503,
      "mean_token_accuracy": 0.15395136326551437,
      "num_tokens": 22840667.0,
      "step": 10555
    },
    {
      "entropy": 6.3625294208526615,
      "epoch": 1.1300230081866338,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004882311388023715,
      "loss": 5.9919,
      "mean_token_accuracy": 0.1543007344007492,
      "num_tokens": 22852461.0,
      "step": 10560
    },
    {
      "entropy": 6.460792112350464,
      "epoch": 1.1305580822943977,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004882189323820688,
      "loss": 6.0674,
      "mean_token_accuracy": 0.1459459349513054,
      "num_tokens": 22862781.0,
      "step": 10565
    },
    {
      "entropy": 6.496134281158447,
      "epoch": 1.1310931564021618,
      "grad_norm": 0.89453125,
      "learning_rate": 0.00048820671980509935,
      "loss": 6.0639,
      "mean_token_accuracy": 0.15260439813137056,
      "num_tokens": 22873393.0,
      "step": 10570
    },
    {
      "entropy": 6.4385148048400875,
      "epoch": 1.1316282305099257,
      "grad_norm": 1.015625,
      "learning_rate": 0.00048819450107181583,
      "loss": 6.0516,
      "mean_token_accuracy": 0.15136520862579345,
      "num_tokens": 22883931.0,
      "step": 10575
    },
    {
      "entropy": 6.351772212982178,
      "epoch": 1.1321633046176895,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004881822761825711,
      "loss": 5.9984,
      "mean_token_accuracy": 0.1505452960729599,
      "num_tokens": 22894829.0,
      "step": 10580
    },
    {
      "entropy": 6.35157208442688,
      "epoch": 1.1326983787254534,
      "grad_norm": 0.890625,
      "learning_rate": 0.000488170045137718,
      "loss": 6.032,
      "mean_token_accuracy": 0.15008066445589066,
      "num_tokens": 22906059.0,
      "step": 10585
    },
    {
      "entropy": 6.409217691421508,
      "epoch": 1.1332334528332173,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004881578079376099,
      "loss": 6.0375,
      "mean_token_accuracy": 0.14858846962451935,
      "num_tokens": 22917834.0,
      "step": 10590
    },
    {
      "entropy": 6.381410264968872,
      "epoch": 1.1337685269409814,
      "grad_norm": 0.91796875,
      "learning_rate": 0.00048814556458259996,
      "loss": 5.9392,
      "mean_token_accuracy": 0.16319971829652785,
      "num_tokens": 22929157.0,
      "step": 10595
    },
    {
      "entropy": 6.413910913467407,
      "epoch": 1.1343036010487453,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004881333150730419,
      "loss": 6.0738,
      "mean_token_accuracy": 0.15436936318874359,
      "num_tokens": 22939396.0,
      "step": 10600
    },
    {
      "entropy": 6.37314281463623,
      "epoch": 1.1348386751565092,
      "grad_norm": 0.9609375,
      "learning_rate": 0.00048812105940928917,
      "loss": 6.0481,
      "mean_token_accuracy": 0.15138794779777526,
      "num_tokens": 22950253.0,
      "step": 10605
    },
    {
      "entropy": 6.42618088722229,
      "epoch": 1.135373749264273,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00048810879759169593,
      "loss": 6.0549,
      "mean_token_accuracy": 0.15429079234600068,
      "num_tokens": 22960417.0,
      "step": 10610
    },
    {
      "entropy": 6.385594654083252,
      "epoch": 1.135908823372037,
      "grad_norm": 1.234375,
      "learning_rate": 0.000488096529620616,
      "loss": 6.0294,
      "mean_token_accuracy": 0.14959822297096254,
      "num_tokens": 22971763.0,
      "step": 10615
    },
    {
      "entropy": 6.4426086902618405,
      "epoch": 1.136443897479801,
      "grad_norm": 0.94921875,
      "learning_rate": 0.00048808425549640383,
      "loss": 6.0365,
      "mean_token_accuracy": 0.15405994653701782,
      "num_tokens": 22981571.0,
      "step": 10620
    },
    {
      "entropy": 6.414019584655762,
      "epoch": 1.136978971587565,
      "grad_norm": 0.94140625,
      "learning_rate": 0.00048807197521941366,
      "loss": 6.0061,
      "mean_token_accuracy": 0.15726303979754447,
      "num_tokens": 22991644.0,
      "step": 10625
    },
    {
      "entropy": 6.348423862457276,
      "epoch": 1.1375140456953288,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004880596887900002,
      "loss": 5.974,
      "mean_token_accuracy": 0.15774423107504845,
      "num_tokens": 23001557.0,
      "step": 10630
    },
    {
      "entropy": 6.339154386520386,
      "epoch": 1.1380491198030926,
      "grad_norm": 0.9453125,
      "learning_rate": 0.00048804739620851806,
      "loss": 6.0598,
      "mean_token_accuracy": 0.14881290942430497,
      "num_tokens": 23012715.0,
      "step": 10635
    },
    {
      "entropy": 6.3789526462554935,
      "epoch": 1.1385841939108567,
      "grad_norm": 0.91015625,
      "learning_rate": 0.00048803509747532235,
      "loss": 6.0511,
      "mean_token_accuracy": 0.15185726284980774,
      "num_tokens": 23023016.0,
      "step": 10640
    },
    {
      "entropy": 6.426168537139892,
      "epoch": 1.1391192680186206,
      "grad_norm": 0.83203125,
      "learning_rate": 0.0004880227925907682,
      "loss": 6.0517,
      "mean_token_accuracy": 0.15135730654001237,
      "num_tokens": 23033511.0,
      "step": 10645
    },
    {
      "entropy": 6.416418552398682,
      "epoch": 1.1396543421263845,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004880104815552108,
      "loss": 6.0317,
      "mean_token_accuracy": 0.15612139627337457,
      "num_tokens": 23045149.0,
      "step": 10650
    },
    {
      "entropy": 6.346898889541626,
      "epoch": 1.1401894162341484,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004879981643690056,
      "loss": 5.9969,
      "mean_token_accuracy": 0.16147819608449937,
      "num_tokens": 23054489.0,
      "step": 10655
    },
    {
      "entropy": 6.412057209014892,
      "epoch": 1.1407244903419125,
      "grad_norm": 0.9765625,
      "learning_rate": 0.00048798584103250847,
      "loss": 6.1537,
      "mean_token_accuracy": 0.14619594290852547,
      "num_tokens": 23064725.0,
      "step": 10660
    },
    {
      "entropy": 6.4286802291870115,
      "epoch": 1.1412595644496764,
      "grad_norm": 0.88671875,
      "learning_rate": 0.000487973511546075,
      "loss": 6.0937,
      "mean_token_accuracy": 0.14747703224420547,
      "num_tokens": 23076473.0,
      "step": 10665
    },
    {
      "entropy": 6.443934440612793,
      "epoch": 1.1417946385574402,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004879611759100614,
      "loss": 6.0074,
      "mean_token_accuracy": 0.16414072811603547,
      "num_tokens": 23087449.0,
      "step": 10670
    },
    {
      "entropy": 6.415875387191773,
      "epoch": 1.1423297126652041,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004879488341248237,
      "loss": 5.9882,
      "mean_token_accuracy": 0.15091304928064347,
      "num_tokens": 23098284.0,
      "step": 10675
    },
    {
      "entropy": 6.33057861328125,
      "epoch": 1.142864786772968,
      "grad_norm": 0.9609375,
      "learning_rate": 0.00048793648619071834,
      "loss": 5.9839,
      "mean_token_accuracy": 0.1587986595928669,
      "num_tokens": 23108545.0,
      "step": 10680
    },
    {
      "entropy": 6.404118776321411,
      "epoch": 1.143399860880732,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004879241321081019,
      "loss": 5.9465,
      "mean_token_accuracy": 0.15730441063642503,
      "num_tokens": 23118568.0,
      "step": 10685
    },
    {
      "entropy": 6.427133560180664,
      "epoch": 1.143934934988496,
      "grad_norm": 0.9375,
      "learning_rate": 0.00048791177187733104,
      "loss": 6.0641,
      "mean_token_accuracy": 0.14931873381137847,
      "num_tokens": 23129189.0,
      "step": 10690
    },
    {
      "entropy": 6.402790689468384,
      "epoch": 1.1444700090962598,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004878994054987627,
      "loss": 6.0791,
      "mean_token_accuracy": 0.14833105653524398,
      "num_tokens": 23140238.0,
      "step": 10695
    },
    {
      "entropy": 6.36736216545105,
      "epoch": 1.1450050832040237,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004878870329727539,
      "loss": 5.9615,
      "mean_token_accuracy": 0.15929654464125634,
      "num_tokens": 23149567.0,
      "step": 10700
    },
    {
      "entropy": 6.371861267089844,
      "epoch": 1.1455401573117876,
      "grad_norm": 0.9921875,
      "learning_rate": 0.000487874654299662,
      "loss": 5.9682,
      "mean_token_accuracy": 0.15234817415475846,
      "num_tokens": 23159208.0,
      "step": 10705
    },
    {
      "entropy": 6.3244256496429445,
      "epoch": 1.1460752314195517,
      "grad_norm": 0.9609375,
      "learning_rate": 0.00048786226947984435,
      "loss": 6.0123,
      "mean_token_accuracy": 0.1507500685751438,
      "num_tokens": 23169092.0,
      "step": 10710
    },
    {
      "entropy": 6.375864267349243,
      "epoch": 1.1466103055273156,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004878498785136586,
      "loss": 6.0241,
      "mean_token_accuracy": 0.1515388160943985,
      "num_tokens": 23180385.0,
      "step": 10715
    },
    {
      "entropy": 6.405408096313477,
      "epoch": 1.1471453796350795,
      "grad_norm": 0.94921875,
      "learning_rate": 0.00048783748140146245,
      "loss": 6.0138,
      "mean_token_accuracy": 0.14870319813489913,
      "num_tokens": 23191180.0,
      "step": 10720
    },
    {
      "entropy": 6.385008144378662,
      "epoch": 1.1476804537428433,
      "grad_norm": 0.9921875,
      "learning_rate": 0.000487825078143614,
      "loss": 5.9964,
      "mean_token_accuracy": 0.16039990186691283,
      "num_tokens": 23200920.0,
      "step": 10725
    },
    {
      "entropy": 6.367747449874878,
      "epoch": 1.1482155278506072,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004878126687404713,
      "loss": 5.9928,
      "mean_token_accuracy": 0.16116346716880797,
      "num_tokens": 23211140.0,
      "step": 10730
    },
    {
      "entropy": 6.393827724456787,
      "epoch": 1.1487506019583713,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004878002531923927,
      "loss": 6.0305,
      "mean_token_accuracy": 0.14888217449188232,
      "num_tokens": 23222039.0,
      "step": 10735
    },
    {
      "entropy": 6.464299821853638,
      "epoch": 1.1492856760661352,
      "grad_norm": 0.92578125,
      "learning_rate": 0.00048778783149973674,
      "loss": 6.068,
      "mean_token_accuracy": 0.15060025900602342,
      "num_tokens": 23232502.0,
      "step": 10740
    },
    {
      "entropy": 6.400965166091919,
      "epoch": 1.149820750173899,
      "grad_norm": 0.91015625,
      "learning_rate": 0.00048777540366286195,
      "loss": 5.9874,
      "mean_token_accuracy": 0.15697278082370758,
      "num_tokens": 23243172.0,
      "step": 10745
    },
    {
      "entropy": 6.4018879413604735,
      "epoch": 1.150355824281663,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004877629696821273,
      "loss": 6.0716,
      "mean_token_accuracy": 0.15185610800981522,
      "num_tokens": 23254558.0,
      "step": 10750
    },
    {
      "entropy": 6.4455366134643555,
      "epoch": 1.1508908983894268,
      "grad_norm": 0.98046875,
      "learning_rate": 0.00048775052955789185,
      "loss": 6.1065,
      "mean_token_accuracy": 0.14956368282437324,
      "num_tokens": 23266283.0,
      "step": 10755
    },
    {
      "entropy": 6.355340814590454,
      "epoch": 1.151425972497191,
      "grad_norm": 0.83203125,
      "learning_rate": 0.0004877380832905147,
      "loss": 5.9667,
      "mean_token_accuracy": 0.15493468344211578,
      "num_tokens": 23277823.0,
      "step": 10760
    },
    {
      "entropy": 6.367848491668701,
      "epoch": 1.1519610466049548,
      "grad_norm": 0.87890625,
      "learning_rate": 0.00048772563088035533,
      "loss": 5.9364,
      "mean_token_accuracy": 0.15219167470932007,
      "num_tokens": 23288159.0,
      "step": 10765
    },
    {
      "entropy": 6.337867546081543,
      "epoch": 1.1524961207127187,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004877131723277732,
      "loss": 5.9895,
      "mean_token_accuracy": 0.14834932535886763,
      "num_tokens": 23299379.0,
      "step": 10770
    },
    {
      "entropy": 6.377631950378418,
      "epoch": 1.1530311948204826,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004877007076331282,
      "loss": 6.0298,
      "mean_token_accuracy": 0.15217916667461395,
      "num_tokens": 23310572.0,
      "step": 10775
    },
    {
      "entropy": 6.403215169906616,
      "epoch": 1.1535662689282467,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004876882367967801,
      "loss": 6.0157,
      "mean_token_accuracy": 0.157181952893734,
      "num_tokens": 23320782.0,
      "step": 10780
    },
    {
      "entropy": 6.432140636444092,
      "epoch": 1.1541013430360105,
      "grad_norm": 0.93359375,
      "learning_rate": 0.00048767575981908907,
      "loss": 6.0752,
      "mean_token_accuracy": 0.14679908454418183,
      "num_tokens": 23331427.0,
      "step": 10785
    },
    {
      "entropy": 6.445503187179566,
      "epoch": 1.1546364171437744,
      "grad_norm": 0.984375,
      "learning_rate": 0.00048766327670041534,
      "loss": 6.1934,
      "mean_token_accuracy": 0.14443112015724183,
      "num_tokens": 23344250.0,
      "step": 10790
    },
    {
      "entropy": 6.422897100448608,
      "epoch": 1.1551714912515383,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004876507874411194,
      "loss": 6.0388,
      "mean_token_accuracy": 0.155078537017107,
      "num_tokens": 23354404.0,
      "step": 10795
    },
    {
      "entropy": 6.409748649597168,
      "epoch": 1.1557065653593024,
      "grad_norm": 0.8984375,
      "learning_rate": 0.00048763829204156187,
      "loss": 6.0741,
      "mean_token_accuracy": 0.1474357359111309,
      "num_tokens": 23364634.0,
      "step": 10800
    },
    {
      "entropy": 6.3202476978302,
      "epoch": 1.1562416394670663,
      "grad_norm": 0.9765625,
      "learning_rate": 0.00048762579050210344,
      "loss": 5.92,
      "mean_token_accuracy": 0.1578582003712654,
      "num_tokens": 23375816.0,
      "step": 10805
    },
    {
      "entropy": 6.430388736724853,
      "epoch": 1.1567767135748301,
      "grad_norm": 0.9296875,
      "learning_rate": 0.00048761328282310534,
      "loss": 6.0492,
      "mean_token_accuracy": 0.15115198791027068,
      "num_tokens": 23386583.0,
      "step": 10810
    },
    {
      "entropy": 6.343777465820312,
      "epoch": 1.157311787682594,
      "grad_norm": 0.9765625,
      "learning_rate": 0.00048760076900492846,
      "loss": 5.9924,
      "mean_token_accuracy": 0.16141079664230346,
      "num_tokens": 23396826.0,
      "step": 10815
    },
    {
      "entropy": 6.442171382904053,
      "epoch": 1.157846861790358,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004875882490479343,
      "loss": 6.0754,
      "mean_token_accuracy": 0.15481278896331788,
      "num_tokens": 23408661.0,
      "step": 10820
    },
    {
      "entropy": 6.395086002349854,
      "epoch": 1.158381935898122,
      "grad_norm": 1.078125,
      "learning_rate": 0.00048757572295248425,
      "loss": 5.9839,
      "mean_token_accuracy": 0.15212761163711547,
      "num_tokens": 23419308.0,
      "step": 10825
    },
    {
      "entropy": 6.322125625610352,
      "epoch": 1.1589170100058859,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004875631907189402,
      "loss": 5.971,
      "mean_token_accuracy": 0.1603662669658661,
      "num_tokens": 23430043.0,
      "step": 10830
    },
    {
      "entropy": 6.314758729934693,
      "epoch": 1.1594520841136498,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004875506523476638,
      "loss": 5.9202,
      "mean_token_accuracy": 0.15439558029174805,
      "num_tokens": 23441246.0,
      "step": 10835
    },
    {
      "entropy": 6.431376552581787,
      "epoch": 1.1599871582214136,
      "grad_norm": 1.015625,
      "learning_rate": 0.00048753810783901716,
      "loss": 6.0657,
      "mean_token_accuracy": 0.14794134199619294,
      "num_tokens": 23452250.0,
      "step": 10840
    },
    {
      "entropy": 6.409266090393066,
      "epoch": 1.1605222323291775,
      "grad_norm": 0.91796875,
      "learning_rate": 0.00048752555719336257,
      "loss": 6.0404,
      "mean_token_accuracy": 0.15180082470178605,
      "num_tokens": 23464174.0,
      "step": 10845
    },
    {
      "entropy": 6.359859323501587,
      "epoch": 1.1610573064369416,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004875130004110623,
      "loss": 5.9183,
      "mean_token_accuracy": 0.15708659142255782,
      "num_tokens": 23475159.0,
      "step": 10850
    },
    {
      "entropy": 6.2964439868927,
      "epoch": 1.1615923805447055,
      "grad_norm": 0.91015625,
      "learning_rate": 0.00048750043749247907,
      "loss": 5.9789,
      "mean_token_accuracy": 0.1587917372584343,
      "num_tokens": 23486210.0,
      "step": 10855
    },
    {
      "entropy": 6.37399320602417,
      "epoch": 1.1621274546524694,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004874878684379756,
      "loss": 6.0758,
      "mean_token_accuracy": 0.1508226662874222,
      "num_tokens": 23497122.0,
      "step": 10860
    },
    {
      "entropy": 6.352723264694214,
      "epoch": 1.1626625287602332,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004874752932479148,
      "loss": 5.9241,
      "mean_token_accuracy": 0.15996266156435013,
      "num_tokens": 23507765.0,
      "step": 10865
    },
    {
      "entropy": 6.4185600757598875,
      "epoch": 1.1631976028679971,
      "grad_norm": 0.98046875,
      "learning_rate": 0.00048746271192265974,
      "loss": 6.0085,
      "mean_token_accuracy": 0.15108436346054077,
      "num_tokens": 23517686.0,
      "step": 10870
    },
    {
      "entropy": 6.366651248931885,
      "epoch": 1.1637326769757612,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004874501244625737,
      "loss": 5.9731,
      "mean_token_accuracy": 0.1512550711631775,
      "num_tokens": 23528325.0,
      "step": 10875
    },
    {
      "entropy": 6.356580686569214,
      "epoch": 1.164267751083525,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004874375308680202,
      "loss": 6.0574,
      "mean_token_accuracy": 0.1525497019290924,
      "num_tokens": 23540006.0,
      "step": 10880
    },
    {
      "entropy": 6.425568151473999,
      "epoch": 1.164802825191289,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00048742493113936274,
      "loss": 5.9685,
      "mean_token_accuracy": 0.153560134768486,
      "num_tokens": 23550419.0,
      "step": 10885
    },
    {
      "entropy": 6.434067583084106,
      "epoch": 1.1653378992990528,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004874123252769653,
      "loss": 6.0841,
      "mean_token_accuracy": 0.14589163810014724,
      "num_tokens": 23561227.0,
      "step": 10890
    },
    {
      "entropy": 6.388352632522583,
      "epoch": 1.1658729734068167,
      "grad_norm": 0.9296875,
      "learning_rate": 0.00048739971328119194,
      "loss": 6.0012,
      "mean_token_accuracy": 0.1513412743806839,
      "num_tokens": 23571357.0,
      "step": 10895
    },
    {
      "entropy": 6.409461593627929,
      "epoch": 1.1664080475145808,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004873870951524066,
      "loss": 6.0323,
      "mean_token_accuracy": 0.15219684541225434,
      "num_tokens": 23581875.0,
      "step": 10900
    },
    {
      "entropy": 6.406687021255493,
      "epoch": 1.1669431216223447,
      "grad_norm": 0.89453125,
      "learning_rate": 0.00048737447089097373,
      "loss": 6.0859,
      "mean_token_accuracy": 0.14678181633353232,
      "num_tokens": 23594251.0,
      "step": 10905
    },
    {
      "entropy": 6.439124202728271,
      "epoch": 1.1674781957301086,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004873618404972579,
      "loss": 6.0394,
      "mean_token_accuracy": 0.1481029435992241,
      "num_tokens": 23605159.0,
      "step": 10910
    },
    {
      "entropy": 6.455406618118286,
      "epoch": 1.1680132698378725,
      "grad_norm": 1.015625,
      "learning_rate": 0.00048734920397162376,
      "loss": 5.9668,
      "mean_token_accuracy": 0.16040124893188476,
      "num_tokens": 23615737.0,
      "step": 10915
    },
    {
      "entropy": 6.361806201934814,
      "epoch": 1.1685483439456366,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004873365613144361,
      "loss": 6.0111,
      "mean_token_accuracy": 0.1538891926407814,
      "num_tokens": 23626207.0,
      "step": 10920
    },
    {
      "entropy": 6.411331748962402,
      "epoch": 1.1690834180534004,
      "grad_norm": 1.0,
      "learning_rate": 0.0004873239125260602,
      "loss": 6.0586,
      "mean_token_accuracy": 0.1543674111366272,
      "num_tokens": 23637900.0,
      "step": 10925
    },
    {
      "entropy": 6.448938703536987,
      "epoch": 1.1696184921611643,
      "grad_norm": 0.8828125,
      "learning_rate": 0.00048731125760686106,
      "loss": 5.9419,
      "mean_token_accuracy": 0.15766731053590774,
      "num_tokens": 23647867.0,
      "step": 10930
    },
    {
      "entropy": 6.427519750595093,
      "epoch": 1.1701535662689282,
      "grad_norm": 0.953125,
      "learning_rate": 0.00048729859655720424,
      "loss": 6.0173,
      "mean_token_accuracy": 0.15475950241088868,
      "num_tokens": 23658055.0,
      "step": 10935
    },
    {
      "entropy": 6.290632629394532,
      "epoch": 1.1706886403766923,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004872859293774553,
      "loss": 6.0121,
      "mean_token_accuracy": 0.1528157562017441,
      "num_tokens": 23669458.0,
      "step": 10940
    },
    {
      "entropy": 6.382699394226075,
      "epoch": 1.1712237144844562,
      "grad_norm": 0.99609375,
      "learning_rate": 0.00048727325606797995,
      "loss": 6.0118,
      "mean_token_accuracy": 0.15015423893928528,
      "num_tokens": 23679702.0,
      "step": 10945
    },
    {
      "entropy": 6.436020612716675,
      "epoch": 1.17175878859222,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004872605766291441,
      "loss": 5.9981,
      "mean_token_accuracy": 0.15402253717184067,
      "num_tokens": 23690844.0,
      "step": 10950
    },
    {
      "entropy": 6.350896263122559,
      "epoch": 1.172293862699984,
      "grad_norm": 0.97265625,
      "learning_rate": 0.000487247891061314,
      "loss": 5.9882,
      "mean_token_accuracy": 0.1528693288564682,
      "num_tokens": 23701484.0,
      "step": 10955
    },
    {
      "entropy": 6.419510984420777,
      "epoch": 1.1728289368077478,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004872351993648559,
      "loss": 6.0304,
      "mean_token_accuracy": 0.1530808314681053,
      "num_tokens": 23711452.0,
      "step": 10960
    },
    {
      "entropy": 6.408163070678711,
      "epoch": 1.173364010915512,
      "grad_norm": 0.96875,
      "learning_rate": 0.00048722250154013613,
      "loss": 5.9704,
      "mean_token_accuracy": 0.15342779457569122,
      "num_tokens": 23723514.0,
      "step": 10965
    },
    {
      "entropy": 6.414349985122681,
      "epoch": 1.1738990850232758,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004872097975875216,
      "loss": 6.0473,
      "mean_token_accuracy": 0.15531528741121292,
      "num_tokens": 23733722.0,
      "step": 10970
    },
    {
      "entropy": 6.450238990783691,
      "epoch": 1.1744341591310397,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004871970875073789,
      "loss": 6.0161,
      "mean_token_accuracy": 0.15126503109931946,
      "num_tokens": 23743403.0,
      "step": 10975
    },
    {
      "entropy": 6.400230264663696,
      "epoch": 1.1749692332388035,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004871843713000751,
      "loss": 5.9745,
      "mean_token_accuracy": 0.1518581837415695,
      "num_tokens": 23754558.0,
      "step": 10980
    },
    {
      "entropy": 6.437456369400024,
      "epoch": 1.1755043073465674,
      "grad_norm": 1.015625,
      "learning_rate": 0.00048717164896597737,
      "loss": 6.0427,
      "mean_token_accuracy": 0.153304136544466,
      "num_tokens": 23766346.0,
      "step": 10985
    },
    {
      "entropy": 6.422305297851563,
      "epoch": 1.1760393814543315,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004871589205054532,
      "loss": 6.0262,
      "mean_token_accuracy": 0.15779723078012467,
      "num_tokens": 23776851.0,
      "step": 10990
    },
    {
      "entropy": 6.395430040359497,
      "epoch": 1.1765744555620954,
      "grad_norm": 0.9609375,
      "learning_rate": 0.00048714618591886997,
      "loss": 6.0754,
      "mean_token_accuracy": 0.1502658948302269,
      "num_tokens": 23787350.0,
      "step": 10995
    },
    {
      "entropy": 6.294851541519165,
      "epoch": 1.1771095296698593,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004871334452065954,
      "loss": 5.9441,
      "mean_token_accuracy": 0.15200830101966858,
      "num_tokens": 23797738.0,
      "step": 11000
    },
    {
      "entropy": 6.374103307723999,
      "epoch": 1.1776446037776231,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004871206983689974,
      "loss": 5.9378,
      "mean_token_accuracy": 0.16167185455560684,
      "num_tokens": 23809516.0,
      "step": 11005
    },
    {
      "entropy": 6.404040050506592,
      "epoch": 1.178179677885387,
      "grad_norm": 0.9765625,
      "learning_rate": 0.000487107945406444,
      "loss": 6.0145,
      "mean_token_accuracy": 0.15579298436641692,
      "num_tokens": 23819850.0,
      "step": 11010
    },
    {
      "entropy": 6.345157480239868,
      "epoch": 1.1787147519931511,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004870951863193036,
      "loss": 6.0175,
      "mean_token_accuracy": 0.15197789072990417,
      "num_tokens": 23829891.0,
      "step": 11015
    },
    {
      "entropy": 6.348432445526123,
      "epoch": 1.179249826100915,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004870824211079444,
      "loss": 5.9505,
      "mean_token_accuracy": 0.15668800473213196,
      "num_tokens": 23840816.0,
      "step": 11020
    },
    {
      "entropy": 6.466914653778076,
      "epoch": 1.1797849002086789,
      "grad_norm": 0.94921875,
      "learning_rate": 0.00048706964977273515,
      "loss": 6.0508,
      "mean_token_accuracy": 0.15220750868320465,
      "num_tokens": 23852595.0,
      "step": 11025
    },
    {
      "entropy": 6.439318466186523,
      "epoch": 1.1803199743164428,
      "grad_norm": 1.03125,
      "learning_rate": 0.00048705687231404455,
      "loss": 6.0405,
      "mean_token_accuracy": 0.1509756863117218,
      "num_tokens": 23863048.0,
      "step": 11030
    },
    {
      "entropy": 6.422227621078491,
      "epoch": 1.1808550484242066,
      "grad_norm": 1.015625,
      "learning_rate": 0.00048704408873224156,
      "loss": 5.9978,
      "mean_token_accuracy": 0.1543459489941597,
      "num_tokens": 23873499.0,
      "step": 11035
    },
    {
      "entropy": 6.346223163604736,
      "epoch": 1.1813901225319707,
      "grad_norm": 1.015625,
      "learning_rate": 0.00048703129902769526,
      "loss": 5.9552,
      "mean_token_accuracy": 0.16009406596422196,
      "num_tokens": 23885129.0,
      "step": 11040
    },
    {
      "entropy": 6.420939970016479,
      "epoch": 1.1819251966397346,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004870185032007751,
      "loss": 6.0505,
      "mean_token_accuracy": 0.15073454827070237,
      "num_tokens": 23895538.0,
      "step": 11045
    },
    {
      "entropy": 6.409618949890136,
      "epoch": 1.1824602707474985,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004870057012518504,
      "loss": 6.0819,
      "mean_token_accuracy": 0.14382612705230713,
      "num_tokens": 23907341.0,
      "step": 11050
    },
    {
      "entropy": 6.360844707489013,
      "epoch": 1.1829953448552624,
      "grad_norm": 1.046875,
      "learning_rate": 0.00048699289318129087,
      "loss": 5.9181,
      "mean_token_accuracy": 0.1636294186115265,
      "num_tokens": 23918501.0,
      "step": 11055
    },
    {
      "entropy": 6.419779539108276,
      "epoch": 1.1835304189630265,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004869800789894663,
      "loss": 6.0,
      "mean_token_accuracy": 0.1526818186044693,
      "num_tokens": 23929204.0,
      "step": 11060
    },
    {
      "entropy": 6.370967197418213,
      "epoch": 1.1840654930707903,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004869672586767468,
      "loss": 6.0358,
      "mean_token_accuracy": 0.15442914366722107,
      "num_tokens": 23939855.0,
      "step": 11065
    },
    {
      "entropy": 6.430717706680298,
      "epoch": 1.1846005671785542,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004869544322435024,
      "loss": 5.9633,
      "mean_token_accuracy": 0.15247033089399337,
      "num_tokens": 23949871.0,
      "step": 11070
    },
    {
      "entropy": 6.444007682800293,
      "epoch": 1.185135641286318,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004869415996901036,
      "loss": 6.0916,
      "mean_token_accuracy": 0.1488240659236908,
      "num_tokens": 23961650.0,
      "step": 11075
    },
    {
      "entropy": 6.449463939666748,
      "epoch": 1.1856707153940822,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004869287610169209,
      "loss": 6.083,
      "mean_token_accuracy": 0.15292045772075652,
      "num_tokens": 23973103.0,
      "step": 11080
    },
    {
      "entropy": 6.392908096313477,
      "epoch": 1.186205789501846,
      "grad_norm": 0.94140625,
      "learning_rate": 0.000486915916224325,
      "loss": 6.0119,
      "mean_token_accuracy": 0.14966781288385392,
      "num_tokens": 23982972.0,
      "step": 11085
    },
    {
      "entropy": 6.3234278678894045,
      "epoch": 1.18674086360961,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004869030653126868,
      "loss": 5.884,
      "mean_token_accuracy": 0.16098451763391494,
      "num_tokens": 23993044.0,
      "step": 11090
    },
    {
      "entropy": 6.395436191558838,
      "epoch": 1.1872759377173738,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004868902082823774,
      "loss": 5.9694,
      "mean_token_accuracy": 0.15091558024287224,
      "num_tokens": 24003871.0,
      "step": 11095
    },
    {
      "entropy": 6.3900738716125485,
      "epoch": 1.1878110118251377,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004868773451337679,
      "loss": 6.0276,
      "mean_token_accuracy": 0.14930989295244218,
      "num_tokens": 24014613.0,
      "step": 11100
    },
    {
      "entropy": 6.403463411331177,
      "epoch": 1.1883460859329018,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00048686447586722995,
      "loss": 6.0372,
      "mean_token_accuracy": 0.1508382000029087,
      "num_tokens": 24024172.0,
      "step": 11105
    },
    {
      "entropy": 6.461392259597778,
      "epoch": 1.1888811600406657,
      "grad_norm": 0.93359375,
      "learning_rate": 0.00048685160048313506,
      "loss": 6.1431,
      "mean_token_accuracy": 0.14710284471511842,
      "num_tokens": 24035301.0,
      "step": 11110
    },
    {
      "entropy": 6.4615873336792,
      "epoch": 1.1894162341484296,
      "grad_norm": 0.9921875,
      "learning_rate": 0.00048683871898185486,
      "loss": 6.0042,
      "mean_token_accuracy": 0.15764642059803008,
      "num_tokens": 24045661.0,
      "step": 11115
    },
    {
      "entropy": 6.367933702468872,
      "epoch": 1.1899513082561934,
      "grad_norm": 0.9921875,
      "learning_rate": 0.00048682583136376145,
      "loss": 6.01,
      "mean_token_accuracy": 0.15336835384368896,
      "num_tokens": 24057027.0,
      "step": 11120
    },
    {
      "entropy": 6.424448251724243,
      "epoch": 1.1904863823639573,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004868129376292269,
      "loss": 6.1313,
      "mean_token_accuracy": 0.14845526665449144,
      "num_tokens": 24068322.0,
      "step": 11125
    },
    {
      "entropy": 6.445449686050415,
      "epoch": 1.1910214564717214,
      "grad_norm": 0.96484375,
      "learning_rate": 0.00048680003777862356,
      "loss": 5.9589,
      "mean_token_accuracy": 0.1564113199710846,
      "num_tokens": 24078506.0,
      "step": 11130
    },
    {
      "entropy": 6.408351564407349,
      "epoch": 1.1915565305794853,
      "grad_norm": 0.890625,
      "learning_rate": 0.00048678713181232394,
      "loss": 5.9999,
      "mean_token_accuracy": 0.15094375908374785,
      "num_tokens": 24090296.0,
      "step": 11135
    },
    {
      "entropy": 6.312976312637329,
      "epoch": 1.1920916046872492,
      "grad_norm": 1.0,
      "learning_rate": 0.00048677421973070063,
      "loss": 5.9966,
      "mean_token_accuracy": 0.1490149788558483,
      "num_tokens": 24101478.0,
      "step": 11140
    },
    {
      "entropy": 6.4022444725036625,
      "epoch": 1.192626678795013,
      "grad_norm": 0.9140625,
      "learning_rate": 0.00048676130153412644,
      "loss": 6.0246,
      "mean_token_accuracy": 0.15438598692417144,
      "num_tokens": 24112552.0,
      "step": 11145
    },
    {
      "entropy": 6.2974042892456055,
      "epoch": 1.193161752902777,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004867483772229745,
      "loss": 5.8983,
      "mean_token_accuracy": 0.1579003870487213,
      "num_tokens": 24124210.0,
      "step": 11150
    },
    {
      "entropy": 6.3920845031738285,
      "epoch": 1.193696827010541,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004867354467976178,
      "loss": 6.001,
      "mean_token_accuracy": 0.15223911553621292,
      "num_tokens": 24133525.0,
      "step": 11155
    },
    {
      "entropy": 6.4143445014953615,
      "epoch": 1.194231901118305,
      "grad_norm": 0.8984375,
      "learning_rate": 0.00048672251025842994,
      "loss": 6.0597,
      "mean_token_accuracy": 0.1509149670600891,
      "num_tokens": 24145400.0,
      "step": 11160
    },
    {
      "entropy": 6.400141000747681,
      "epoch": 1.1947669752260688,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004867095676057843,
      "loss": 6.0424,
      "mean_token_accuracy": 0.1499175950884819,
      "num_tokens": 24155596.0,
      "step": 11165
    },
    {
      "entropy": 6.4546912670135494,
      "epoch": 1.1953020493338327,
      "grad_norm": 0.9375,
      "learning_rate": 0.00048669661884005467,
      "loss": 6.0635,
      "mean_token_accuracy": 0.14392740428447723,
      "num_tokens": 24166683.0,
      "step": 11170
    },
    {
      "entropy": 6.4414801597595215,
      "epoch": 1.1958371234415965,
      "grad_norm": 0.953125,
      "learning_rate": 0.00048668366396161503,
      "loss": 5.9741,
      "mean_token_accuracy": 0.15923980623483658,
      "num_tokens": 24177649.0,
      "step": 11175
    },
    {
      "entropy": 6.4024467945098875,
      "epoch": 1.1963721975493606,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004866707029708392,
      "loss": 6.0246,
      "mean_token_accuracy": 0.1601705566048622,
      "num_tokens": 24188522.0,
      "step": 11180
    },
    {
      "entropy": 6.375074815750122,
      "epoch": 1.1969072716571245,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004866577358681015,
      "loss": 5.9798,
      "mean_token_accuracy": 0.1539039209485054,
      "num_tokens": 24199285.0,
      "step": 11185
    },
    {
      "entropy": 6.320224237442017,
      "epoch": 1.1974423457648884,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004866447626537765,
      "loss": 5.9412,
      "mean_token_accuracy": 0.15231867134571075,
      "num_tokens": 24210929.0,
      "step": 11190
    },
    {
      "entropy": 6.3755903244018555,
      "epoch": 1.1979774198726523,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004866317833282387,
      "loss": 6.0253,
      "mean_token_accuracy": 0.15262153819203378,
      "num_tokens": 24221394.0,
      "step": 11195
    },
    {
      "entropy": 6.382930517196655,
      "epoch": 1.1985124939804164,
      "grad_norm": 1.15625,
      "learning_rate": 0.00048661879789186295,
      "loss": 5.9907,
      "mean_token_accuracy": 0.15372829288244247,
      "num_tokens": 24230297.0,
      "step": 11200
    },
    {
      "entropy": 6.3830671310424805,
      "epoch": 1.1990475680881802,
      "grad_norm": 0.96875,
      "learning_rate": 0.00048660580634502415,
      "loss": 6.1303,
      "mean_token_accuracy": 0.14918587803840638,
      "num_tokens": 24241505.0,
      "step": 11205
    },
    {
      "entropy": 6.384504795074463,
      "epoch": 1.1995826421959441,
      "grad_norm": 0.953125,
      "learning_rate": 0.00048659280868809744,
      "loss": 5.9907,
      "mean_token_accuracy": 0.15711449980735778,
      "num_tokens": 24252638.0,
      "step": 11210
    },
    {
      "entropy": 6.385851287841797,
      "epoch": 1.200117716303708,
      "grad_norm": 1.0390625,
      "learning_rate": 0.000486579804921458,
      "loss": 6.0239,
      "mean_token_accuracy": 0.15234024822711945,
      "num_tokens": 24263156.0,
      "step": 11215
    },
    {
      "entropy": 6.362003040313721,
      "epoch": 1.200652790411472,
      "grad_norm": 0.953125,
      "learning_rate": 0.00048656679504548145,
      "loss": 5.8617,
      "mean_token_accuracy": 0.16786350831389427,
      "num_tokens": 24274384.0,
      "step": 11220
    },
    {
      "entropy": 6.45510311126709,
      "epoch": 1.201187864519236,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004865537790605435,
      "loss": 6.1038,
      "mean_token_accuracy": 0.14841684103012084,
      "num_tokens": 24285159.0,
      "step": 11225
    },
    {
      "entropy": 6.4164434432983395,
      "epoch": 1.2017229386269999,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004865407569670198,
      "loss": 6.0581,
      "mean_token_accuracy": 0.15229943245649338,
      "num_tokens": 24296202.0,
      "step": 11230
    },
    {
      "entropy": 6.386066484451294,
      "epoch": 1.2022580127347637,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004865277287652866,
      "loss": 5.9714,
      "mean_token_accuracy": 0.15480539649724961,
      "num_tokens": 24306691.0,
      "step": 11235
    },
    {
      "entropy": 6.346513748168945,
      "epoch": 1.2027930868425276,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004865146944557199,
      "loss": 6.0057,
      "mean_token_accuracy": 0.1547375351190567,
      "num_tokens": 24317499.0,
      "step": 11240
    },
    {
      "entropy": 6.392442798614502,
      "epoch": 1.2033281609502917,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004865016540386961,
      "loss": 5.9931,
      "mean_token_accuracy": 0.1498813360929489,
      "num_tokens": 24328096.0,
      "step": 11245
    },
    {
      "entropy": 6.373935556411743,
      "epoch": 1.2038632350580556,
      "grad_norm": 0.984375,
      "learning_rate": 0.00048648860751459173,
      "loss": 5.9948,
      "mean_token_accuracy": 0.15035980939865112,
      "num_tokens": 24338188.0,
      "step": 11250
    },
    {
      "entropy": 6.414031553268432,
      "epoch": 1.2043983091658195,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00048647555488378355,
      "loss": 6.0367,
      "mean_token_accuracy": 0.15973391383886337,
      "num_tokens": 24348578.0,
      "step": 11255
    },
    {
      "entropy": 6.371225166320801,
      "epoch": 1.2049333832735833,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004864624961466485,
      "loss": 6.0145,
      "mean_token_accuracy": 0.15676634013652802,
      "num_tokens": 24358807.0,
      "step": 11260
    },
    {
      "entropy": 6.38159213066101,
      "epoch": 1.2054684573813472,
      "grad_norm": 1.0,
      "learning_rate": 0.0004864494313035635,
      "loss": 6.0127,
      "mean_token_accuracy": 0.1467207595705986,
      "num_tokens": 24369074.0,
      "step": 11265
    },
    {
      "entropy": 6.410533332824707,
      "epoch": 1.2060035314891113,
      "grad_norm": 0.9296875,
      "learning_rate": 0.000486436360354906,
      "loss": 5.9914,
      "mean_token_accuracy": 0.15936046540737153,
      "num_tokens": 24380655.0,
      "step": 11270
    },
    {
      "entropy": 6.38052887916565,
      "epoch": 1.2065386055968752,
      "grad_norm": 0.90625,
      "learning_rate": 0.00048642328330105323,
      "loss": 5.9761,
      "mean_token_accuracy": 0.15438718795776368,
      "num_tokens": 24391701.0,
      "step": 11275
    },
    {
      "entropy": 6.312146472930908,
      "epoch": 1.207073679704639,
      "grad_norm": 0.98828125,
      "learning_rate": 0.00048641020014238286,
      "loss": 6.0663,
      "mean_token_accuracy": 0.14933728501200677,
      "num_tokens": 24403690.0,
      "step": 11280
    },
    {
      "entropy": 6.480677318572998,
      "epoch": 1.207608753812403,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004863971108792727,
      "loss": 6.0468,
      "mean_token_accuracy": 0.14972115010023118,
      "num_tokens": 24414670.0,
      "step": 11285
    },
    {
      "entropy": 6.45149245262146,
      "epoch": 1.2081438279201668,
      "grad_norm": 0.9453125,
      "learning_rate": 0.00048638401551210063,
      "loss": 6.0802,
      "mean_token_accuracy": 0.1462169572710991,
      "num_tokens": 24425237.0,
      "step": 11290
    },
    {
      "entropy": 6.400430631637573,
      "epoch": 1.208678902027931,
      "grad_norm": 0.90625,
      "learning_rate": 0.00048637091404124484,
      "loss": 6.0312,
      "mean_token_accuracy": 0.15337445214390755,
      "num_tokens": 24437142.0,
      "step": 11295
    },
    {
      "entropy": 6.392049837112427,
      "epoch": 1.2092139761356948,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004863578064670837,
      "loss": 5.9507,
      "mean_token_accuracy": 0.15941007882356645,
      "num_tokens": 24448819.0,
      "step": 11300
    },
    {
      "entropy": 6.341384077072144,
      "epoch": 1.2097490502434587,
      "grad_norm": 0.90234375,
      "learning_rate": 0.00048634469278999545,
      "loss": 5.9005,
      "mean_token_accuracy": 0.16409253627061843,
      "num_tokens": 24459392.0,
      "step": 11305
    },
    {
      "entropy": 6.404278659820557,
      "epoch": 1.2102841243512226,
      "grad_norm": 0.9609375,
      "learning_rate": 0.00048633157301035895,
      "loss": 6.0015,
      "mean_token_accuracy": 0.15010293051600457,
      "num_tokens": 24470298.0,
      "step": 11310
    },
    {
      "entropy": 6.424319458007813,
      "epoch": 1.2108191984589864,
      "grad_norm": 1.0703125,
      "learning_rate": 0.000486318447128553,
      "loss": 5.9789,
      "mean_token_accuracy": 0.15583669990301133,
      "num_tokens": 24480477.0,
      "step": 11315
    },
    {
      "entropy": 6.407766199111938,
      "epoch": 1.2113542725667505,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004863053151449566,
      "loss": 6.0505,
      "mean_token_accuracy": 0.14341937452554704,
      "num_tokens": 24491890.0,
      "step": 11320
    },
    {
      "entropy": 6.430494165420532,
      "epoch": 1.2118893466745144,
      "grad_norm": 0.91015625,
      "learning_rate": 0.00048629217705994883,
      "loss": 5.9957,
      "mean_token_accuracy": 0.15700923278927803,
      "num_tokens": 24502583.0,
      "step": 11325
    },
    {
      "entropy": 6.422083806991577,
      "epoch": 1.2124244207822783,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004862790328739091,
      "loss": 6.1001,
      "mean_token_accuracy": 0.1451789543032646,
      "num_tokens": 24514491.0,
      "step": 11330
    },
    {
      "entropy": 6.3608356475830075,
      "epoch": 1.2129594948900422,
      "grad_norm": 0.91015625,
      "learning_rate": 0.00048626588258721717,
      "loss": 5.922,
      "mean_token_accuracy": 0.1638602927327156,
      "num_tokens": 24524788.0,
      "step": 11335
    },
    {
      "entropy": 6.387552213668823,
      "epoch": 1.2134945689978063,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004862527262002524,
      "loss": 5.959,
      "mean_token_accuracy": 0.1489029511809349,
      "num_tokens": 24535699.0,
      "step": 11340
    },
    {
      "entropy": 6.362914609909057,
      "epoch": 1.2140296431055702,
      "grad_norm": 0.96875,
      "learning_rate": 0.00048623956371339494,
      "loss": 5.9706,
      "mean_token_accuracy": 0.15531690865755082,
      "num_tokens": 24547339.0,
      "step": 11345
    },
    {
      "entropy": 6.391872549057007,
      "epoch": 1.214564717213334,
      "grad_norm": 0.9453125,
      "learning_rate": 0.00048622639512702477,
      "loss": 6.087,
      "mean_token_accuracy": 0.1454678565263748,
      "num_tokens": 24558778.0,
      "step": 11350
    },
    {
      "entropy": 6.4234254360198975,
      "epoch": 1.215099791321098,
      "grad_norm": 1.03125,
      "learning_rate": 0.00048621322044152207,
      "loss": 6.0187,
      "mean_token_accuracy": 0.15340822711586952,
      "num_tokens": 24569032.0,
      "step": 11355
    },
    {
      "entropy": 6.430978298187256,
      "epoch": 1.215634865428862,
      "grad_norm": 0.89453125,
      "learning_rate": 0.00048620003965726727,
      "loss": 6.1072,
      "mean_token_accuracy": 0.14023321121931076,
      "num_tokens": 24581356.0,
      "step": 11360
    },
    {
      "entropy": 6.393321752548218,
      "epoch": 1.2161699395366259,
      "grad_norm": 0.88671875,
      "learning_rate": 0.00048618685277464116,
      "loss": 5.9702,
      "mean_token_accuracy": 0.15786074995994567,
      "num_tokens": 24591809.0,
      "step": 11365
    },
    {
      "entropy": 6.286835765838623,
      "epoch": 1.2167050136443898,
      "grad_norm": 0.86328125,
      "learning_rate": 0.00048617365979402417,
      "loss": 5.8733,
      "mean_token_accuracy": 0.16292568147182465,
      "num_tokens": 24603492.0,
      "step": 11370
    },
    {
      "entropy": 6.417380237579346,
      "epoch": 1.2172400877521536,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004861604607157975,
      "loss": 6.0486,
      "mean_token_accuracy": 0.14933828562498092,
      "num_tokens": 24614837.0,
      "step": 11375
    },
    {
      "entropy": 6.465082406997681,
      "epoch": 1.2177751618599175,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004861472555403423,
      "loss": 6.0336,
      "mean_token_accuracy": 0.15068983286619186,
      "num_tokens": 24624714.0,
      "step": 11380
    },
    {
      "entropy": 6.4395339012146,
      "epoch": 1.2183102359676816,
      "grad_norm": 0.9453125,
      "learning_rate": 0.00048613404426803964,
      "loss": 6.0625,
      "mean_token_accuracy": 0.14701347351074218,
      "num_tokens": 24635758.0,
      "step": 11385
    },
    {
      "entropy": 6.438115167617798,
      "epoch": 1.2188453100754455,
      "grad_norm": 1.078125,
      "learning_rate": 0.00048612082689927116,
      "loss": 6.0546,
      "mean_token_accuracy": 0.15361362770199777,
      "num_tokens": 24645362.0,
      "step": 11390
    },
    {
      "entropy": 6.405038976669312,
      "epoch": 1.2193803841832094,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004861076034344185,
      "loss": 6.0646,
      "mean_token_accuracy": 0.1542838603258133,
      "num_tokens": 24656898.0,
      "step": 11395
    },
    {
      "entropy": 6.353958463668823,
      "epoch": 1.2199154582909733,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004860943738738634,
      "loss": 5.983,
      "mean_token_accuracy": 0.15463079512119293,
      "num_tokens": 24668191.0,
      "step": 11400
    },
    {
      "entropy": 6.437062549591064,
      "epoch": 1.2204505323987371,
      "grad_norm": 1.0,
      "learning_rate": 0.00048608113821798786,
      "loss": 6.0156,
      "mean_token_accuracy": 0.1534947246313095,
      "num_tokens": 24678034.0,
      "step": 11405
    },
    {
      "entropy": 6.439724063873291,
      "epoch": 1.2209856065065012,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004860678964671743,
      "loss": 6.0525,
      "mean_token_accuracy": 0.15046999156475066,
      "num_tokens": 24689062.0,
      "step": 11410
    },
    {
      "entropy": 6.441451740264893,
      "epoch": 1.221520680614265,
      "grad_norm": 0.94140625,
      "learning_rate": 0.00048605464862180474,
      "loss": 6.0105,
      "mean_token_accuracy": 0.1514034777879715,
      "num_tokens": 24699787.0,
      "step": 11415
    },
    {
      "entropy": 6.406194067001342,
      "epoch": 1.222055754722029,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004860413946822619,
      "loss": 5.955,
      "mean_token_accuracy": 0.14894020855426787,
      "num_tokens": 24711233.0,
      "step": 11420
    },
    {
      "entropy": 6.373920440673828,
      "epoch": 1.2225908288297929,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004860281346489284,
      "loss": 6.007,
      "mean_token_accuracy": 0.14434076845645905,
      "num_tokens": 24722414.0,
      "step": 11425
    },
    {
      "entropy": 6.42850546836853,
      "epoch": 1.2231259029375567,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004860148685221873,
      "loss": 6.0158,
      "mean_token_accuracy": 0.15290554463863373,
      "num_tokens": 24733093.0,
      "step": 11430
    },
    {
      "entropy": 6.350622940063476,
      "epoch": 1.2236609770453208,
      "grad_norm": 1.015625,
      "learning_rate": 0.00048600159630242135,
      "loss": 5.9694,
      "mean_token_accuracy": 0.1577798068523407,
      "num_tokens": 24743195.0,
      "step": 11435
    },
    {
      "entropy": 6.405772924423218,
      "epoch": 1.2241960511530847,
      "grad_norm": 0.94921875,
      "learning_rate": 0.00048598831799001406,
      "loss": 5.986,
      "mean_token_accuracy": 0.1517862632870674,
      "num_tokens": 24753680.0,
      "step": 11440
    },
    {
      "entropy": 6.406872129440307,
      "epoch": 1.2247311252608486,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004859750335853488,
      "loss": 5.9606,
      "mean_token_accuracy": 0.15709215104579927,
      "num_tokens": 24764135.0,
      "step": 11445
    },
    {
      "entropy": 6.263061904907227,
      "epoch": 1.2252661993686125,
      "grad_norm": 0.90234375,
      "learning_rate": 0.000485961743088809,
      "loss": 5.9146,
      "mean_token_accuracy": 0.1686809927225113,
      "num_tokens": 24775740.0,
      "step": 11450
    },
    {
      "entropy": 6.394652700424194,
      "epoch": 1.2258012734763766,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004859484465007784,
      "loss": 6.0636,
      "mean_token_accuracy": 0.1507694497704506,
      "num_tokens": 24786169.0,
      "step": 11455
    },
    {
      "entropy": 6.398511505126953,
      "epoch": 1.2263363475841405,
      "grad_norm": 0.9609375,
      "learning_rate": 0.00048593514382164123,
      "loss": 5.9449,
      "mean_token_accuracy": 0.15989623367786407,
      "num_tokens": 24796218.0,
      "step": 11460
    },
    {
      "entropy": 6.451688194274903,
      "epoch": 1.2268714216919043,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004859218350517814,
      "loss": 6.0817,
      "mean_token_accuracy": 0.14760101661086084,
      "num_tokens": 24806957.0,
      "step": 11465
    },
    {
      "entropy": 6.462144804000855,
      "epoch": 1.2274064957996682,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004859085201915831,
      "loss": 6.0171,
      "mean_token_accuracy": 0.15363555401563644,
      "num_tokens": 24818761.0,
      "step": 11470
    },
    {
      "entropy": 6.391538858413696,
      "epoch": 1.227941569907432,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004858951992414311,
      "loss": 5.9395,
      "mean_token_accuracy": 0.1622305393218994,
      "num_tokens": 24829163.0,
      "step": 11475
    },
    {
      "entropy": 6.3419050693511965,
      "epoch": 1.2284766440151962,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004858818722017097,
      "loss": 5.9617,
      "mean_token_accuracy": 0.15574086606502532,
      "num_tokens": 24839334.0,
      "step": 11480
    },
    {
      "entropy": 6.3288568496704105,
      "epoch": 1.22901171812296,
      "grad_norm": 0.94921875,
      "learning_rate": 0.00048586853907280395,
      "loss": 5.9913,
      "mean_token_accuracy": 0.15927490144968032,
      "num_tokens": 24850312.0,
      "step": 11485
    },
    {
      "entropy": 6.343650531768799,
      "epoch": 1.229546792230724,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004858551998550987,
      "loss": 5.9141,
      "mean_token_accuracy": 0.16343514770269393,
      "num_tokens": 24861835.0,
      "step": 11490
    },
    {
      "entropy": 6.430913257598877,
      "epoch": 1.2300818663384878,
      "grad_norm": 0.953125,
      "learning_rate": 0.00048584185454897925,
      "loss": 6.0253,
      "mean_token_accuracy": 0.1544342540204525,
      "num_tokens": 24872489.0,
      "step": 11495
    },
    {
      "entropy": 6.3832286357879635,
      "epoch": 1.230616940446252,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004858285031548309,
      "loss": 6.006,
      "mean_token_accuracy": 0.1556305080652237,
      "num_tokens": 24882553.0,
      "step": 11500
    },
    {
      "entropy": 6.416961193084717,
      "epoch": 1.2311520145540158,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004858151456730391,
      "loss": 6.019,
      "mean_token_accuracy": 0.1582784026861191,
      "num_tokens": 24894386.0,
      "step": 11505
    },
    {
      "entropy": 6.394603252410889,
      "epoch": 1.2316870886617797,
      "grad_norm": 0.9765625,
      "learning_rate": 0.00048580178210398954,
      "loss": 6.0134,
      "mean_token_accuracy": 0.15312530398368834,
      "num_tokens": 24905049.0,
      "step": 11510
    },
    {
      "entropy": 6.324224376678467,
      "epoch": 1.2322221627695435,
      "grad_norm": 0.984375,
      "learning_rate": 0.00048578841244806823,
      "loss": 5.9969,
      "mean_token_accuracy": 0.15849473029375077,
      "num_tokens": 24914831.0,
      "step": 11515
    },
    {
      "entropy": 6.371444320678711,
      "epoch": 1.2327572368773074,
      "grad_norm": 1.03125,
      "learning_rate": 0.00048577503670566116,
      "loss": 6.0225,
      "mean_token_accuracy": 0.15509141236543655,
      "num_tokens": 24925668.0,
      "step": 11520
    },
    {
      "entropy": 6.388570022583008,
      "epoch": 1.2332923109850715,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00048576165487715443,
      "loss": 6.0022,
      "mean_token_accuracy": 0.15559813976287842,
      "num_tokens": 24935983.0,
      "step": 11525
    },
    {
      "entropy": 6.358066034317017,
      "epoch": 1.2338273850928354,
      "grad_norm": 0.96484375,
      "learning_rate": 0.00048574826696293455,
      "loss": 5.9805,
      "mean_token_accuracy": 0.15741392970085144,
      "num_tokens": 24946673.0,
      "step": 11530
    },
    {
      "entropy": 6.358695125579834,
      "epoch": 1.2343624592005993,
      "grad_norm": 1.046875,
      "learning_rate": 0.00048573487296338814,
      "loss": 5.8868,
      "mean_token_accuracy": 0.16732034385204314,
      "num_tokens": 24957075.0,
      "step": 11535
    },
    {
      "entropy": 6.364771604537964,
      "epoch": 1.2348975333083632,
      "grad_norm": 0.96484375,
      "learning_rate": 0.00048572147287890183,
      "loss": 6.0447,
      "mean_token_accuracy": 0.15043126195669174,
      "num_tokens": 24967261.0,
      "step": 11540
    },
    {
      "entropy": 6.371902275085449,
      "epoch": 1.235432607416127,
      "grad_norm": 0.84375,
      "learning_rate": 0.00048570806670986263,
      "loss": 5.9922,
      "mean_token_accuracy": 0.15550549626350402,
      "num_tokens": 24978097.0,
      "step": 11545
    },
    {
      "entropy": 6.418789052963257,
      "epoch": 1.2359676815238911,
      "grad_norm": 0.9765625,
      "learning_rate": 0.00048569465445665754,
      "loss": 6.0043,
      "mean_token_accuracy": 0.151640622317791,
      "num_tokens": 24987932.0,
      "step": 11550
    },
    {
      "entropy": 6.412630891799926,
      "epoch": 1.236502755631655,
      "grad_norm": 0.9140625,
      "learning_rate": 0.00048568123611967396,
      "loss": 5.9994,
      "mean_token_accuracy": 0.15167823284864426,
      "num_tokens": 24998919.0,
      "step": 11555
    },
    {
      "entropy": 6.308378219604492,
      "epoch": 1.237037829739419,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004856678116992993,
      "loss": 5.97,
      "mean_token_accuracy": 0.15397837311029433,
      "num_tokens": 25010545.0,
      "step": 11560
    },
    {
      "entropy": 6.31699013710022,
      "epoch": 1.2375729038471828,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004856543811959212,
      "loss": 5.9374,
      "mean_token_accuracy": 0.16519496738910674,
      "num_tokens": 25021133.0,
      "step": 11565
    },
    {
      "entropy": 6.383595752716064,
      "epoch": 1.2381079779549466,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004856409446099274,
      "loss": 5.9717,
      "mean_token_accuracy": 0.1547480672597885,
      "num_tokens": 25031838.0,
      "step": 11570
    },
    {
      "entropy": 6.381146764755249,
      "epoch": 1.2386430520627107,
      "grad_norm": 0.859375,
      "learning_rate": 0.00048562750194170595,
      "loss": 6.0023,
      "mean_token_accuracy": 0.14976504147052766,
      "num_tokens": 25042737.0,
      "step": 11575
    },
    {
      "entropy": 6.433681392669678,
      "epoch": 1.2391781261704746,
      "grad_norm": 0.93359375,
      "learning_rate": 0.000485614053191645,
      "loss": 6.0835,
      "mean_token_accuracy": 0.1526843562722206,
      "num_tokens": 25054442.0,
      "step": 11580
    },
    {
      "entropy": 6.320544004440308,
      "epoch": 1.2397132002782385,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004856005983601328,
      "loss": 5.8192,
      "mean_token_accuracy": 0.16945126056671142,
      "num_tokens": 25065509.0,
      "step": 11585
    },
    {
      "entropy": 6.454590797424316,
      "epoch": 1.2402482743860024,
      "grad_norm": 0.95703125,
      "learning_rate": 0.00048558713744755794,
      "loss": 6.0887,
      "mean_token_accuracy": 0.14670105129480362,
      "num_tokens": 25077306.0,
      "step": 11590
    },
    {
      "entropy": 6.417682886123657,
      "epoch": 1.2407833484937665,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004855736704543091,
      "loss": 6.0133,
      "mean_token_accuracy": 0.15662746429443358,
      "num_tokens": 25088230.0,
      "step": 11595
    },
    {
      "entropy": 6.441500806808472,
      "epoch": 1.2413184226015304,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004855601973807751,
      "loss": 6.0997,
      "mean_token_accuracy": 0.14639660716056824,
      "num_tokens": 25099658.0,
      "step": 11600
    },
    {
      "entropy": 6.373938655853271,
      "epoch": 1.2418534967092942,
      "grad_norm": 1.109375,
      "learning_rate": 0.00048554671822734495,
      "loss": 5.9675,
      "mean_token_accuracy": 0.1552160382270813,
      "num_tokens": 25110512.0,
      "step": 11605
    },
    {
      "entropy": 6.403871774673462,
      "epoch": 1.2423885708170581,
      "grad_norm": 0.99609375,
      "learning_rate": 0.00048553323299440807,
      "loss": 5.9938,
      "mean_token_accuracy": 0.15679575651884078,
      "num_tokens": 25120193.0,
      "step": 11610
    },
    {
      "entropy": 6.364107275009156,
      "epoch": 1.242923644924822,
      "grad_norm": 0.9921875,
      "learning_rate": 0.00048551974168235346,
      "loss": 5.9901,
      "mean_token_accuracy": 0.15557835698127748,
      "num_tokens": 25131752.0,
      "step": 11615
    },
    {
      "entropy": 6.405131483078003,
      "epoch": 1.243458719032586,
      "grad_norm": 0.97265625,
      "learning_rate": 0.000485506244291571,
      "loss": 6.0172,
      "mean_token_accuracy": 0.15443575531244277,
      "num_tokens": 25141541.0,
      "step": 11620
    },
    {
      "entropy": 6.318826389312744,
      "epoch": 1.24399379314035,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004854927408224503,
      "loss": 5.9985,
      "mean_token_accuracy": 0.1480778232216835,
      "num_tokens": 25152219.0,
      "step": 11625
    },
    {
      "entropy": 6.462493467330932,
      "epoch": 1.2445288672481138,
      "grad_norm": 0.95703125,
      "learning_rate": 0.00048547923127538126,
      "loss": 6.0278,
      "mean_token_accuracy": 0.14869856536388398,
      "num_tokens": 25163030.0,
      "step": 11630
    },
    {
      "entropy": 6.368463039398193,
      "epoch": 1.2450639413558777,
      "grad_norm": 0.89453125,
      "learning_rate": 0.00048546571565075396,
      "loss": 5.8894,
      "mean_token_accuracy": 0.16451752185821533,
      "num_tokens": 25174637.0,
      "step": 11635
    },
    {
      "entropy": 6.302126455307007,
      "epoch": 1.2455990154636418,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004854521939489587,
      "loss": 5.8963,
      "mean_token_accuracy": 0.16739990562200546,
      "num_tokens": 25185067.0,
      "step": 11640
    },
    {
      "entropy": 6.32365050315857,
      "epoch": 1.2461340895714057,
      "grad_norm": 0.9921875,
      "learning_rate": 0.00048543866617038604,
      "loss": 5.9514,
      "mean_token_accuracy": 0.15726540982723236,
      "num_tokens": 25195046.0,
      "step": 11645
    },
    {
      "entropy": 6.339903974533081,
      "epoch": 1.2466691636791696,
      "grad_norm": 0.94921875,
      "learning_rate": 0.00048542513231542635,
      "loss": 6.0254,
      "mean_token_accuracy": 0.1499293901026249,
      "num_tokens": 25206265.0,
      "step": 11650
    },
    {
      "entropy": 6.448565292358398,
      "epoch": 1.2472042377869335,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004854115923844705,
      "loss": 6.0287,
      "mean_token_accuracy": 0.1470631405711174,
      "num_tokens": 25217690.0,
      "step": 11655
    },
    {
      "entropy": 6.455447149276734,
      "epoch": 1.2477393118946973,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004853980463779096,
      "loss": 6.0124,
      "mean_token_accuracy": 0.14981830418109893,
      "num_tokens": 25228229.0,
      "step": 11660
    },
    {
      "entropy": 6.3703857421875,
      "epoch": 1.2482743860024614,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004853844942961346,
      "loss": 5.9477,
      "mean_token_accuracy": 0.15630530416965485,
      "num_tokens": 25240073.0,
      "step": 11665
    },
    {
      "entropy": 6.354507112503052,
      "epoch": 1.2488094601102253,
      "grad_norm": 0.89453125,
      "learning_rate": 0.000485370936139537,
      "loss": 6.0102,
      "mean_token_accuracy": 0.16130518019199372,
      "num_tokens": 25251915.0,
      "step": 11670
    },
    {
      "entropy": 6.32471227645874,
      "epoch": 1.2493445342179892,
      "grad_norm": 1.03125,
      "learning_rate": 0.000485357371908508,
      "loss": 5.9998,
      "mean_token_accuracy": 0.15461352691054345,
      "num_tokens": 25262932.0,
      "step": 11675
    },
    {
      "entropy": 6.350113248825073,
      "epoch": 1.249879608325753,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004853438016034396,
      "loss": 6.0577,
      "mean_token_accuracy": 0.1496473327279091,
      "num_tokens": 25274693.0,
      "step": 11680
    },
    {
      "entropy": 6.404024982452393,
      "epoch": 1.250414682433517,
      "grad_norm": 0.94921875,
      "learning_rate": 0.00048533022522472344,
      "loss": 5.9382,
      "mean_token_accuracy": 0.15485161244869233,
      "num_tokens": 25285359.0,
      "step": 11685
    },
    {
      "entropy": 6.343478012084961,
      "epoch": 1.250949756541281,
      "grad_norm": 0.98046875,
      "learning_rate": 0.00048531664277275154,
      "loss": 5.9693,
      "mean_token_accuracy": 0.1546922892332077,
      "num_tokens": 25296730.0,
      "step": 11690
    },
    {
      "entropy": 6.354479598999023,
      "epoch": 1.251484830649045,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004853030542479162,
      "loss": 6.0136,
      "mean_token_accuracy": 0.157613842189312,
      "num_tokens": 25306422.0,
      "step": 11695
    },
    {
      "entropy": 6.371282577514648,
      "epoch": 1.2520199047568088,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004852894596506096,
      "loss": 6.0276,
      "mean_token_accuracy": 0.15333380699157714,
      "num_tokens": 25317980.0,
      "step": 11700
    },
    {
      "entropy": 6.374813652038574,
      "epoch": 1.2525549788645727,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004852758589812245,
      "loss": 6.0572,
      "mean_token_accuracy": 0.16192558854818345,
      "num_tokens": 25329905.0,
      "step": 11705
    },
    {
      "entropy": 6.468049955368042,
      "epoch": 1.2530900529723366,
      "grad_norm": 0.9921875,
      "learning_rate": 0.00048526225224015355,
      "loss": 6.0188,
      "mean_token_accuracy": 0.14874549359083175,
      "num_tokens": 25340759.0,
      "step": 11710
    },
    {
      "entropy": 6.3884788990020756,
      "epoch": 1.2536251270801007,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004852486394277896,
      "loss": 6.0371,
      "mean_token_accuracy": 0.1456360012292862,
      "num_tokens": 25351124.0,
      "step": 11715
    },
    {
      "entropy": 6.386966800689697,
      "epoch": 1.2541602011878645,
      "grad_norm": 1.078125,
      "learning_rate": 0.00048523502054452565,
      "loss": 5.9822,
      "mean_token_accuracy": 0.15411058515310289,
      "num_tokens": 25361337.0,
      "step": 11720
    },
    {
      "entropy": 6.426528692245483,
      "epoch": 1.2546952752956284,
      "grad_norm": 0.921875,
      "learning_rate": 0.00048522139559075507,
      "loss": 6.016,
      "mean_token_accuracy": 0.15628397315740586,
      "num_tokens": 25371893.0,
      "step": 11725
    },
    {
      "entropy": 6.295862913131714,
      "epoch": 1.2552303494033923,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004852077645668712,
      "loss": 5.8956,
      "mean_token_accuracy": 0.16680645793676377,
      "num_tokens": 25383365.0,
      "step": 11730
    },
    {
      "entropy": 6.382330274581909,
      "epoch": 1.2557654235111562,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004851941274732678,
      "loss": 5.9971,
      "mean_token_accuracy": 0.15698383748531342,
      "num_tokens": 25393211.0,
      "step": 11735
    },
    {
      "entropy": 6.316091871261596,
      "epoch": 1.2563004976189203,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004851804843103384,
      "loss": 5.8722,
      "mean_token_accuracy": 0.15553097426891327,
      "num_tokens": 25404828.0,
      "step": 11740
    },
    {
      "entropy": 6.422562885284424,
      "epoch": 1.2568355717266841,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00048516683507847705,
      "loss": 6.007,
      "mean_token_accuracy": 0.15763335227966307,
      "num_tokens": 25416016.0,
      "step": 11745
    },
    {
      "entropy": 6.393181371688843,
      "epoch": 1.257370645834448,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004851531797780779,
      "loss": 5.9555,
      "mean_token_accuracy": 0.15759410411119462,
      "num_tokens": 25426173.0,
      "step": 11750
    },
    {
      "entropy": 6.349582576751709,
      "epoch": 1.2579057199422121,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004851395184095352,
      "loss": 5.9328,
      "mean_token_accuracy": 0.15853870064020156,
      "num_tokens": 25437507.0,
      "step": 11755
    },
    {
      "entropy": 6.415351009368896,
      "epoch": 1.258440794049976,
      "grad_norm": 1.0,
      "learning_rate": 0.0004851258509732434,
      "loss": 6.0329,
      "mean_token_accuracy": 0.14696603119373322,
      "num_tokens": 25448201.0,
      "step": 11760
    },
    {
      "entropy": 6.414043045043945,
      "epoch": 1.2589758681577399,
      "grad_norm": 0.9140625,
      "learning_rate": 0.00048511217746959723,
      "loss": 6.0153,
      "mean_token_accuracy": 0.15444861948490143,
      "num_tokens": 25458640.0,
      "step": 11765
    },
    {
      "entropy": 6.4321881294250485,
      "epoch": 1.2595109422655038,
      "grad_norm": 0.9296875,
      "learning_rate": 0.00048509849789899146,
      "loss": 6.0169,
      "mean_token_accuracy": 0.1615622028708458,
      "num_tokens": 25469474.0,
      "step": 11770
    },
    {
      "entropy": 6.454342699050903,
      "epoch": 1.2600460163732676,
      "grad_norm": 1.03125,
      "learning_rate": 0.000485084812261821,
      "loss": 6.106,
      "mean_token_accuracy": 0.1509658932685852,
      "num_tokens": 25479565.0,
      "step": 11775
    },
    {
      "entropy": 6.402055549621582,
      "epoch": 1.2605810904810317,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004850711205584812,
      "loss": 5.9739,
      "mean_token_accuracy": 0.15868153423070908,
      "num_tokens": 25490142.0,
      "step": 11780
    },
    {
      "entropy": 6.370423603057861,
      "epoch": 1.2611161645887956,
      "grad_norm": 1.046875,
      "learning_rate": 0.00048505742278936726,
      "loss": 6.0748,
      "mean_token_accuracy": 0.1526246637105942,
      "num_tokens": 25500824.0,
      "step": 11785
    },
    {
      "entropy": 6.447057580947876,
      "epoch": 1.2616512386965595,
      "grad_norm": 1.03125,
      "learning_rate": 0.00048504371895487474,
      "loss": 6.0054,
      "mean_token_accuracy": 0.15408519953489302,
      "num_tokens": 25511251.0,
      "step": 11790
    },
    {
      "entropy": 6.4126111507415775,
      "epoch": 1.2621863128043234,
      "grad_norm": 0.87109375,
      "learning_rate": 0.00048503000905539945,
      "loss": 5.9792,
      "mean_token_accuracy": 0.14737118184566497,
      "num_tokens": 25521368.0,
      "step": 11795
    },
    {
      "entropy": 6.34916205406189,
      "epoch": 1.2627213869120872,
      "grad_norm": 0.921875,
      "learning_rate": 0.00048501629309133707,
      "loss": 5.9841,
      "mean_token_accuracy": 0.15389165580272673,
      "num_tokens": 25532486.0,
      "step": 11800
    },
    {
      "entropy": 6.359238576889038,
      "epoch": 1.2632564610198513,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004850025710630838,
      "loss": 5.9791,
      "mean_token_accuracy": 0.15559082925319673,
      "num_tokens": 25542867.0,
      "step": 11805
    },
    {
      "entropy": 6.365875339508056,
      "epoch": 1.2637915351276152,
      "grad_norm": 1.03125,
      "learning_rate": 0.00048498884297103575,
      "loss": 5.9707,
      "mean_token_accuracy": 0.1558013990521431,
      "num_tokens": 25553564.0,
      "step": 11810
    },
    {
      "entropy": 6.370803928375244,
      "epoch": 1.264326609235379,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004849751088155894,
      "loss": 5.9517,
      "mean_token_accuracy": 0.1550634726881981,
      "num_tokens": 25564017.0,
      "step": 11815
    },
    {
      "entropy": 6.375758123397827,
      "epoch": 1.264861683343143,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004849613685971413,
      "loss": 5.91,
      "mean_token_accuracy": 0.1566377893090248,
      "num_tokens": 25575125.0,
      "step": 11820
    },
    {
      "entropy": 6.427590227127075,
      "epoch": 1.2653967574509069,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004849476223160882,
      "loss": 6.0511,
      "mean_token_accuracy": 0.15025622248649598,
      "num_tokens": 25586405.0,
      "step": 11825
    },
    {
      "entropy": 6.4230005741119385,
      "epoch": 1.265931831558671,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004849338699728269,
      "loss": 6.0037,
      "mean_token_accuracy": 0.15034983456134796,
      "num_tokens": 25597494.0,
      "step": 11830
    },
    {
      "entropy": 6.350638055801392,
      "epoch": 1.2664669056664348,
      "grad_norm": 1.1796875,
      "learning_rate": 0.00048492011156775467,
      "loss": 5.9611,
      "mean_token_accuracy": 0.16144606322050095,
      "num_tokens": 25608425.0,
      "step": 11835
    },
    {
      "entropy": 6.3868629932403564,
      "epoch": 1.2670019797741987,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004849063471012688,
      "loss": 5.99,
      "mean_token_accuracy": 0.1478886514902115,
      "num_tokens": 25619411.0,
      "step": 11840
    },
    {
      "entropy": 6.43157811164856,
      "epoch": 1.2675370538819626,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004848925765737665,
      "loss": 6.0465,
      "mean_token_accuracy": 0.14578494131565095,
      "num_tokens": 25630477.0,
      "step": 11845
    },
    {
      "entropy": 6.413024282455444,
      "epoch": 1.2680721279897265,
      "grad_norm": 0.9765625,
      "learning_rate": 0.00048487879998564565,
      "loss": 5.962,
      "mean_token_accuracy": 0.15020584762096406,
      "num_tokens": 25640129.0,
      "step": 11850
    },
    {
      "entropy": 6.380580472946167,
      "epoch": 1.2686072020974906,
      "grad_norm": 0.9609375,
      "learning_rate": 0.00048486501733730386,
      "loss": 6.0355,
      "mean_token_accuracy": 0.15417238026857377,
      "num_tokens": 25650592.0,
      "step": 11855
    },
    {
      "entropy": 6.356892681121826,
      "epoch": 1.2691422762052544,
      "grad_norm": 0.984375,
      "learning_rate": 0.00048485122862913934,
      "loss": 5.9533,
      "mean_token_accuracy": 0.16021901965141297,
      "num_tokens": 25660408.0,
      "step": 11860
    },
    {
      "entropy": 6.368335199356079,
      "epoch": 1.2696773503130183,
      "grad_norm": 0.921875,
      "learning_rate": 0.00048483743386154994,
      "loss": 6.0308,
      "mean_token_accuracy": 0.1569437190890312,
      "num_tokens": 25671563.0,
      "step": 11865
    },
    {
      "entropy": 6.427349710464478,
      "epoch": 1.2702124244207824,
      "grad_norm": 0.9296875,
      "learning_rate": 0.00048482363303493415,
      "loss": 5.974,
      "mean_token_accuracy": 0.1532281294465065,
      "num_tokens": 25682474.0,
      "step": 11870
    },
    {
      "entropy": 6.448359632492066,
      "epoch": 1.270747498528546,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004848098261496905,
      "loss": 5.9784,
      "mean_token_accuracy": 0.15517713129520416,
      "num_tokens": 25692594.0,
      "step": 11875
    },
    {
      "entropy": 6.248306131362915,
      "epoch": 1.2712825726363102,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004847960132062175,
      "loss": 5.8176,
      "mean_token_accuracy": 0.16804365813732147,
      "num_tokens": 25703724.0,
      "step": 11880
    },
    {
      "entropy": 6.419525003433227,
      "epoch": 1.271817646744074,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004847821942049142,
      "loss": 6.1151,
      "mean_token_accuracy": 0.13967264890670777,
      "num_tokens": 25714911.0,
      "step": 11885
    },
    {
      "entropy": 6.481658506393432,
      "epoch": 1.272352720851838,
      "grad_norm": 1.109375,
      "learning_rate": 0.00048476836914617945,
      "loss": 5.9978,
      "mean_token_accuracy": 0.15317657440900803,
      "num_tokens": 25725098.0,
      "step": 11890
    },
    {
      "entropy": 6.412527179718017,
      "epoch": 1.272887794959602,
      "grad_norm": 1.015625,
      "learning_rate": 0.00048475453803041254,
      "loss": 5.9729,
      "mean_token_accuracy": 0.15026382803916932,
      "num_tokens": 25735099.0,
      "step": 11895
    },
    {
      "entropy": 6.366757440567016,
      "epoch": 1.273422869067366,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004847407008580128,
      "loss": 5.9702,
      "mean_token_accuracy": 0.15737974941730498,
      "num_tokens": 25746852.0,
      "step": 11900
    },
    {
      "entropy": 6.3764183044433596,
      "epoch": 1.2739579431751298,
      "grad_norm": 0.88671875,
      "learning_rate": 0.00048472685762937983,
      "loss": 6.0378,
      "mean_token_accuracy": 0.15572376251220704,
      "num_tokens": 25758579.0,
      "step": 11905
    },
    {
      "entropy": 6.334236764907837,
      "epoch": 1.2744930172828937,
      "grad_norm": 0.87109375,
      "learning_rate": 0.00048471300834491325,
      "loss": 6.0112,
      "mean_token_accuracy": 0.14704472273588182,
      "num_tokens": 25769965.0,
      "step": 11910
    },
    {
      "entropy": 6.391485214233398,
      "epoch": 1.2750280913906575,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004846991530050132,
      "loss": 5.9774,
      "mean_token_accuracy": 0.15822834223508836,
      "num_tokens": 25780264.0,
      "step": 11915
    },
    {
      "entropy": 6.421146488189697,
      "epoch": 1.2755631654984216,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004846852916100794,
      "loss": 5.9362,
      "mean_token_accuracy": 0.1546378567814827,
      "num_tokens": 25791228.0,
      "step": 11920
    },
    {
      "entropy": 6.424006223678589,
      "epoch": 1.2760982396061855,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004846714241605123,
      "loss": 5.942,
      "mean_token_accuracy": 0.15787829756736754,
      "num_tokens": 25802428.0,
      "step": 11925
    },
    {
      "entropy": 6.413491678237915,
      "epoch": 1.2766333137139494,
      "grad_norm": 0.94921875,
      "learning_rate": 0.00048465755065671233,
      "loss": 5.9878,
      "mean_token_accuracy": 0.156010439991951,
      "num_tokens": 25814220.0,
      "step": 11930
    },
    {
      "entropy": 6.383340167999267,
      "epoch": 1.2771683878217133,
      "grad_norm": 0.953125,
      "learning_rate": 0.00048464367109908005,
      "loss": 5.99,
      "mean_token_accuracy": 0.1522521987557411,
      "num_tokens": 25824382.0,
      "step": 11935
    },
    {
      "entropy": 6.335428714752197,
      "epoch": 1.2777034619294771,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004846297854880162,
      "loss": 5.9429,
      "mean_token_accuracy": 0.1553676173090935,
      "num_tokens": 25834896.0,
      "step": 11940
    },
    {
      "entropy": 6.413344430923462,
      "epoch": 1.2782385360372412,
      "grad_norm": 0.83984375,
      "learning_rate": 0.00048461589382392176,
      "loss": 6.0618,
      "mean_token_accuracy": 0.1493111692368984,
      "num_tokens": 25847300.0,
      "step": 11945
    },
    {
      "entropy": 6.378503751754761,
      "epoch": 1.2787736101450051,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004846019961071978,
      "loss": 5.9804,
      "mean_token_accuracy": 0.16067968755960466,
      "num_tokens": 25858599.0,
      "step": 11950
    },
    {
      "entropy": 6.41496434211731,
      "epoch": 1.279308684252769,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004845880923382457,
      "loss": 5.9504,
      "mean_token_accuracy": 0.15727501809597016,
      "num_tokens": 25869135.0,
      "step": 11955
    },
    {
      "entropy": 6.408752584457398,
      "epoch": 1.2798437583605329,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00048457418251746695,
      "loss": 5.9312,
      "mean_token_accuracy": 0.15991649627685547,
      "num_tokens": 25879234.0,
      "step": 11960
    },
    {
      "entropy": 6.353465747833252,
      "epoch": 1.2803788324682968,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004845602666452629,
      "loss": 5.9746,
      "mean_token_accuracy": 0.1596204087138176,
      "num_tokens": 25888230.0,
      "step": 11965
    },
    {
      "entropy": 6.381748294830322,
      "epoch": 1.2809139065760609,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004845463447220358,
      "loss": 6.003,
      "mean_token_accuracy": 0.16602178812026977,
      "num_tokens": 25899429.0,
      "step": 11970
    },
    {
      "entropy": 6.355241823196411,
      "epoch": 1.2814489806838247,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004845324167481874,
      "loss": 5.8653,
      "mean_token_accuracy": 0.16886187791824342,
      "num_tokens": 25911042.0,
      "step": 11975
    },
    {
      "entropy": 6.398061084747314,
      "epoch": 1.2819840547915886,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004845184827241199,
      "loss": 5.9349,
      "mean_token_accuracy": 0.1628356695175171,
      "num_tokens": 25921466.0,
      "step": 11980
    },
    {
      "entropy": 6.391483306884766,
      "epoch": 1.2825191288993525,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004845045426502357,
      "loss": 6.074,
      "mean_token_accuracy": 0.14846757501363755,
      "num_tokens": 25931059.0,
      "step": 11985
    },
    {
      "entropy": 6.424879026412964,
      "epoch": 1.2830542030071164,
      "grad_norm": 0.98828125,
      "learning_rate": 0.00048449059652693724,
      "loss": 5.9864,
      "mean_token_accuracy": 0.15733330994844436,
      "num_tokens": 25941669.0,
      "step": 11990
    },
    {
      "entropy": 6.37060661315918,
      "epoch": 1.2835892771148805,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004844766443546272,
      "loss": 6.0065,
      "mean_token_accuracy": 0.15569913387298584,
      "num_tokens": 25952066.0,
      "step": 11995
    },
    {
      "entropy": 6.385105180740356,
      "epoch": 1.2841243512226443,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004844626861337085,
      "loss": 5.896,
      "mean_token_accuracy": 0.16264439076185228,
      "num_tokens": 25962388.0,
      "step": 12000
    },
    {
      "epoch": 1.2841243512226443,
      "eval_entropy": 6.123311495845209,
      "eval_loss": 6.099419593811035,
      "eval_mean_token_accuracy": 0.15753096212806164,
      "eval_num_tokens": 25962388.0,
      "eval_runtime": 17.7059,
      "eval_samples_per_second": 1676.219,
      "eval_steps_per_second": 209.534,
      "step": 12000
    },
    {
      "entropy": 6.291508531570434,
      "epoch": 1.2846594253304082,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004844487218645843,
      "loss": 5.9653,
      "mean_token_accuracy": 0.15618181973695755,
      "num_tokens": 25973865.0,
      "step": 12005
    },
    {
      "entropy": 6.343500328063965,
      "epoch": 1.2851944994381723,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004844347515476575,
      "loss": 5.9482,
      "mean_token_accuracy": 0.158457450568676,
      "num_tokens": 25985113.0,
      "step": 12010
    },
    {
      "entropy": 6.342334604263305,
      "epoch": 1.285729573545936,
      "grad_norm": 0.93359375,
      "learning_rate": 0.00048442077518333175,
      "loss": 5.8761,
      "mean_token_accuracy": 0.1693987712264061,
      "num_tokens": 25995980.0,
      "step": 12015
    },
    {
      "entropy": 6.355775356292725,
      "epoch": 1.2862646476537,
      "grad_norm": 0.99609375,
      "learning_rate": 0.00048440679277201063,
      "loss": 5.9608,
      "mean_token_accuracy": 0.15587526857852935,
      "num_tokens": 26006362.0,
      "step": 12020
    },
    {
      "entropy": 6.41053786277771,
      "epoch": 1.286799721761464,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00048439280431409774,
      "loss": 6.0458,
      "mean_token_accuracy": 0.1534609392285347,
      "num_tokens": 26016623.0,
      "step": 12025
    },
    {
      "entropy": 6.303492259979248,
      "epoch": 1.2873347958692278,
      "grad_norm": 0.91796875,
      "learning_rate": 0.00048437880980999694,
      "loss": 5.874,
      "mean_token_accuracy": 0.16346674114465715,
      "num_tokens": 26027202.0,
      "step": 12030
    },
    {
      "entropy": 6.3785453796386715,
      "epoch": 1.287869869976992,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004843648092601125,
      "loss": 5.9643,
      "mean_token_accuracy": 0.1519057959318161,
      "num_tokens": 26037330.0,
      "step": 12035
    },
    {
      "entropy": 6.42028021812439,
      "epoch": 1.2884049440847558,
      "grad_norm": 1.0,
      "learning_rate": 0.0004843508026648487,
      "loss": 5.9762,
      "mean_token_accuracy": 0.15600573122501374,
      "num_tokens": 26047661.0,
      "step": 12040
    },
    {
      "entropy": 6.425143384933472,
      "epoch": 1.2889400181925197,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004843367900246098,
      "loss": 6.0284,
      "mean_token_accuracy": 0.15284046083688735,
      "num_tokens": 26058582.0,
      "step": 12045
    },
    {
      "entropy": 6.353461647033692,
      "epoch": 1.2894750923002836,
      "grad_norm": 0.9296875,
      "learning_rate": 0.00048432277133980055,
      "loss": 6.0332,
      "mean_token_accuracy": 0.14696563333272933,
      "num_tokens": 26069117.0,
      "step": 12050
    },
    {
      "entropy": 6.414086627960205,
      "epoch": 1.2900101664080474,
      "grad_norm": 0.95703125,
      "learning_rate": 0.00048430874661082565,
      "loss": 5.9867,
      "mean_token_accuracy": 0.15820858031511306,
      "num_tokens": 26079327.0,
      "step": 12055
    },
    {
      "entropy": 6.477661848068237,
      "epoch": 1.2905452405158115,
      "grad_norm": 0.984375,
      "learning_rate": 0.00048429471583809016,
      "loss": 6.0144,
      "mean_token_accuracy": 0.1498154878616333,
      "num_tokens": 26090709.0,
      "step": 12060
    },
    {
      "entropy": 6.458144807815552,
      "epoch": 1.2910803146235754,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004842806790219991,
      "loss": 6.0059,
      "mean_token_accuracy": 0.15368263721466063,
      "num_tokens": 26101570.0,
      "step": 12065
    },
    {
      "entropy": 6.340134811401367,
      "epoch": 1.2916153887313393,
      "grad_norm": 0.93359375,
      "learning_rate": 0.00048426663616295783,
      "loss": 5.9491,
      "mean_token_accuracy": 0.15800066739320756,
      "num_tokens": 26112827.0,
      "step": 12070
    },
    {
      "entropy": 6.392596864700318,
      "epoch": 1.2921504628391032,
      "grad_norm": 0.9609375,
      "learning_rate": 0.00048425258726137187,
      "loss": 6.0439,
      "mean_token_accuracy": 0.14813626557588577,
      "num_tokens": 26124141.0,
      "step": 12075
    },
    {
      "entropy": 6.387910175323486,
      "epoch": 1.292685536946867,
      "grad_norm": 0.9375,
      "learning_rate": 0.00048423853231764684,
      "loss": 5.9767,
      "mean_token_accuracy": 0.15560816675424577,
      "num_tokens": 26135372.0,
      "step": 12080
    },
    {
      "entropy": 6.350732278823853,
      "epoch": 1.2932206110546312,
      "grad_norm": 0.9375,
      "learning_rate": 0.00048422447133218867,
      "loss": 5.9442,
      "mean_token_accuracy": 0.15537170618772506,
      "num_tokens": 26145933.0,
      "step": 12085
    },
    {
      "entropy": 6.405891275405883,
      "epoch": 1.293755685162395,
      "grad_norm": 0.96875,
      "learning_rate": 0.00048421040430540323,
      "loss": 6.0261,
      "mean_token_accuracy": 0.15082696080207825,
      "num_tokens": 26155948.0,
      "step": 12090
    },
    {
      "entropy": 6.352308225631714,
      "epoch": 1.294290759270159,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004841963312376967,
      "loss": 5.9213,
      "mean_token_accuracy": 0.16294824779033662,
      "num_tokens": 26166410.0,
      "step": 12095
    },
    {
      "entropy": 6.31442289352417,
      "epoch": 1.2948258333779228,
      "grad_norm": 1.03125,
      "learning_rate": 0.00048418225212947566,
      "loss": 5.9581,
      "mean_token_accuracy": 0.1570427045226097,
      "num_tokens": 26177334.0,
      "step": 12100
    },
    {
      "entropy": 6.462040615081787,
      "epoch": 1.2953609074856867,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004841681669811464,
      "loss": 6.0346,
      "mean_token_accuracy": 0.14761196300387383,
      "num_tokens": 26187987.0,
      "step": 12105
    },
    {
      "entropy": 6.407518577575684,
      "epoch": 1.2958959815934508,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004841540757931157,
      "loss": 5.9754,
      "mean_token_accuracy": 0.150832636654377,
      "num_tokens": 26198600.0,
      "step": 12110
    },
    {
      "entropy": 6.38576111793518,
      "epoch": 1.2964310557012146,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004841399785657904,
      "loss": 6.0255,
      "mean_token_accuracy": 0.15072402805089952,
      "num_tokens": 26210977.0,
      "step": 12115
    },
    {
      "entropy": 6.388403129577637,
      "epoch": 1.2969661298089785,
      "grad_norm": 1.046875,
      "learning_rate": 0.00048412587529957774,
      "loss": 5.9676,
      "mean_token_accuracy": 0.15748057067394255,
      "num_tokens": 26220813.0,
      "step": 12120
    },
    {
      "entropy": 6.391104698181152,
      "epoch": 1.2975012039167424,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004841117659948848,
      "loss": 6.0127,
      "mean_token_accuracy": 0.15496894866228103,
      "num_tokens": 26232042.0,
      "step": 12125
    },
    {
      "entropy": 6.424920749664307,
      "epoch": 1.2980362780245063,
      "grad_norm": 0.90234375,
      "learning_rate": 0.00048409765065211884,
      "loss": 6.0146,
      "mean_token_accuracy": 0.15345406383275986,
      "num_tokens": 26242968.0,
      "step": 12130
    },
    {
      "entropy": 6.428431129455566,
      "epoch": 1.2985713521322704,
      "grad_norm": 1.0,
      "learning_rate": 0.00048408352927168774,
      "loss": 6.0008,
      "mean_token_accuracy": 0.1542823761701584,
      "num_tokens": 26252751.0,
      "step": 12135
    },
    {
      "entropy": 6.39910249710083,
      "epoch": 1.2991064262400343,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004840694018539991,
      "loss": 6.0653,
      "mean_token_accuracy": 0.1447521850466728,
      "num_tokens": 26263270.0,
      "step": 12140
    },
    {
      "entropy": 6.428175926208496,
      "epoch": 1.2996415003477981,
      "grad_norm": 0.93359375,
      "learning_rate": 0.00048405526839946086,
      "loss": 6.0648,
      "mean_token_accuracy": 0.1488185629248619,
      "num_tokens": 26274279.0,
      "step": 12145
    },
    {
      "entropy": 6.416779613494873,
      "epoch": 1.3001765744555622,
      "grad_norm": 0.8984375,
      "learning_rate": 0.00048404112890848105,
      "loss": 6.0809,
      "mean_token_accuracy": 0.1540794253349304,
      "num_tokens": 26286020.0,
      "step": 12150
    },
    {
      "entropy": 6.442717027664185,
      "epoch": 1.3007116485633259,
      "grad_norm": 0.94921875,
      "learning_rate": 0.00048402698338146803,
      "loss": 5.9856,
      "mean_token_accuracy": 0.15508799850940705,
      "num_tokens": 26296798.0,
      "step": 12155
    },
    {
      "entropy": 6.363141632080078,
      "epoch": 1.30124672267109,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004840128318188303,
      "loss": 5.9718,
      "mean_token_accuracy": 0.15400518327951432,
      "num_tokens": 26306952.0,
      "step": 12160
    },
    {
      "entropy": 6.4289655685424805,
      "epoch": 1.3017817967788539,
      "grad_norm": 0.94140625,
      "learning_rate": 0.00048399867422097644,
      "loss": 6.052,
      "mean_token_accuracy": 0.15422187745571136,
      "num_tokens": 26317686.0,
      "step": 12165
    },
    {
      "entropy": 6.413502788543701,
      "epoch": 1.3023168708866177,
      "grad_norm": 1.015625,
      "learning_rate": 0.00048398451058831514,
      "loss": 6.0241,
      "mean_token_accuracy": 0.15712368488311768,
      "num_tokens": 26327997.0,
      "step": 12170
    },
    {
      "entropy": 6.359733915328979,
      "epoch": 1.3028519449943818,
      "grad_norm": 0.9140625,
      "learning_rate": 0.00048397034092125554,
      "loss": 5.9945,
      "mean_token_accuracy": 0.15473412573337555,
      "num_tokens": 26340227.0,
      "step": 12175
    },
    {
      "entropy": 6.51715579032898,
      "epoch": 1.3033870191021457,
      "grad_norm": 0.921875,
      "learning_rate": 0.00048395616522020667,
      "loss": 6.1013,
      "mean_token_accuracy": 0.15060502514243126,
      "num_tokens": 26350549.0,
      "step": 12180
    },
    {
      "entropy": 6.448212289810181,
      "epoch": 1.3039220932099096,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004839419834855779,
      "loss": 6.0144,
      "mean_token_accuracy": 0.15235187560319902,
      "num_tokens": 26361822.0,
      "step": 12185
    },
    {
      "entropy": 6.355989408493042,
      "epoch": 1.3044571673176735,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004839277957177787,
      "loss": 6.0335,
      "mean_token_accuracy": 0.1519305005669594,
      "num_tokens": 26372720.0,
      "step": 12190
    },
    {
      "entropy": 6.348029851913452,
      "epoch": 1.3049922414254373,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004839136019172188,
      "loss": 5.9818,
      "mean_token_accuracy": 0.1599997714161873,
      "num_tokens": 26383092.0,
      "step": 12195
    },
    {
      "entropy": 6.346078824996948,
      "epoch": 1.3055273155332014,
      "grad_norm": 0.9609375,
      "learning_rate": 0.000483899402084308,
      "loss": 5.9339,
      "mean_token_accuracy": 0.16301290243864058,
      "num_tokens": 26395188.0,
      "step": 12200
    },
    {
      "entropy": 6.377514314651489,
      "epoch": 1.3060623896409653,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004838851962194563,
      "loss": 6.0669,
      "mean_token_accuracy": 0.1558129146695137,
      "num_tokens": 26406338.0,
      "step": 12205
    },
    {
      "entropy": 6.394583320617675,
      "epoch": 1.3065974637487292,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004838709843230739,
      "loss": 5.9757,
      "mean_token_accuracy": 0.1565089039504528,
      "num_tokens": 26416983.0,
      "step": 12210
    },
    {
      "entropy": 6.435342168807983,
      "epoch": 1.307132537856493,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004838567663955712,
      "loss": 5.9504,
      "mean_token_accuracy": 0.16065402776002885,
      "num_tokens": 26426966.0,
      "step": 12215
    },
    {
      "entropy": 6.369528102874756,
      "epoch": 1.307667611964257,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004838425424373587,
      "loss": 5.915,
      "mean_token_accuracy": 0.155958916246891,
      "num_tokens": 26437711.0,
      "step": 12220
    },
    {
      "entropy": 6.417281818389893,
      "epoch": 1.308202686072021,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004838283124488472,
      "loss": 6.055,
      "mean_token_accuracy": 0.15316414833068848,
      "num_tokens": 26448657.0,
      "step": 12225
    },
    {
      "entropy": 6.429993391036987,
      "epoch": 1.308737760179785,
      "grad_norm": 0.9609375,
      "learning_rate": 0.00048381407643044737,
      "loss": 5.9352,
      "mean_token_accuracy": 0.16100636422634124,
      "num_tokens": 26459363.0,
      "step": 12230
    },
    {
      "entropy": 6.35536413192749,
      "epoch": 1.3092728342875488,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004837998343825705,
      "loss": 5.9835,
      "mean_token_accuracy": 0.1574663132429123,
      "num_tokens": 26470149.0,
      "step": 12235
    },
    {
      "entropy": 6.376016616821289,
      "epoch": 1.3098079083953127,
      "grad_norm": 0.9765625,
      "learning_rate": 0.00048378558630562783,
      "loss": 5.9445,
      "mean_token_accuracy": 0.16145913004875184,
      "num_tokens": 26480424.0,
      "step": 12240
    },
    {
      "entropy": 6.410505771636963,
      "epoch": 1.3103429825030766,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004837713322000306,
      "loss": 5.9733,
      "mean_token_accuracy": 0.15451077595353127,
      "num_tokens": 26490312.0,
      "step": 12245
    },
    {
      "entropy": 6.328858470916748,
      "epoch": 1.3108780566108407,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004837570720661905,
      "loss": 5.9572,
      "mean_token_accuracy": 0.16518505215644835,
      "num_tokens": 26501119.0,
      "step": 12250
    },
    {
      "entropy": 6.412668991088867,
      "epoch": 1.3114131307186045,
      "grad_norm": 0.9296875,
      "learning_rate": 0.00048374280590451934,
      "loss": 6.031,
      "mean_token_accuracy": 0.15386590510606765,
      "num_tokens": 26512438.0,
      "step": 12255
    },
    {
      "entropy": 6.3828346729278564,
      "epoch": 1.3119482048263684,
      "grad_norm": 0.90234375,
      "learning_rate": 0.00048372853371542895,
      "loss": 5.9945,
      "mean_token_accuracy": 0.14961205422878265,
      "num_tokens": 26523930.0,
      "step": 12260
    },
    {
      "entropy": 6.402035236358643,
      "epoch": 1.3124832789341323,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004837142554993315,
      "loss": 6.059,
      "mean_token_accuracy": 0.16142499297857285,
      "num_tokens": 26534937.0,
      "step": 12265
    },
    {
      "entropy": 6.299663639068603,
      "epoch": 1.3130183530418962,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004836999712566392,
      "loss": 5.854,
      "mean_token_accuracy": 0.16535362005233764,
      "num_tokens": 26544555.0,
      "step": 12270
    },
    {
      "entropy": 6.400845956802368,
      "epoch": 1.3135534271496603,
      "grad_norm": 1.3359375,
      "learning_rate": 0.00048368568098776463,
      "loss": 6.0016,
      "mean_token_accuracy": 0.16300450563430785,
      "num_tokens": 26556144.0,
      "step": 12275
    },
    {
      "entropy": 6.462678098678589,
      "epoch": 1.3140885012574242,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004836713846931203,
      "loss": 6.0587,
      "mean_token_accuracy": 0.14526422768831254,
      "num_tokens": 26567350.0,
      "step": 12280
    },
    {
      "entropy": 6.36700406074524,
      "epoch": 1.314623575365188,
      "grad_norm": 0.99609375,
      "learning_rate": 0.00048365708237311904,
      "loss": 5.9662,
      "mean_token_accuracy": 0.15857579559087753,
      "num_tokens": 26579486.0,
      "step": 12285
    },
    {
      "entropy": 6.37538595199585,
      "epoch": 1.3151586494729521,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004836427740281739,
      "loss": 5.9602,
      "mean_token_accuracy": 0.15520518720149995,
      "num_tokens": 26589665.0,
      "step": 12290
    },
    {
      "entropy": 6.408255290985108,
      "epoch": 1.3156937235807158,
      "grad_norm": 0.9609375,
      "learning_rate": 0.00048362845965869793,
      "loss": 5.9798,
      "mean_token_accuracy": 0.15422971099615096,
      "num_tokens": 26600187.0,
      "step": 12295
    },
    {
      "entropy": 6.39335880279541,
      "epoch": 1.31622879768848,
      "grad_norm": 1.0,
      "learning_rate": 0.0004836141392651046,
      "loss": 5.9429,
      "mean_token_accuracy": 0.1596188634634018,
      "num_tokens": 26612155.0,
      "step": 12300
    },
    {
      "entropy": 6.420493030548096,
      "epoch": 1.3167638717962438,
      "grad_norm": 0.98046875,
      "learning_rate": 0.00048359981284780727,
      "loss": 5.9884,
      "mean_token_accuracy": 0.15421473681926728,
      "num_tokens": 26623077.0,
      "step": 12305
    },
    {
      "entropy": 6.350612783432007,
      "epoch": 1.3172989459040076,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004835854804072196,
      "loss": 5.9196,
      "mean_token_accuracy": 0.1588376894593239,
      "num_tokens": 26632979.0,
      "step": 12310
    },
    {
      "entropy": 6.4233067512512205,
      "epoch": 1.3178340200117717,
      "grad_norm": 1.0625,
      "learning_rate": 0.00048357114194375555,
      "loss": 6.0418,
      "mean_token_accuracy": 0.1527998760342598,
      "num_tokens": 26644377.0,
      "step": 12315
    },
    {
      "entropy": 6.411095905303955,
      "epoch": 1.3183690941195356,
      "grad_norm": 0.91796875,
      "learning_rate": 0.000483556797457829,
      "loss": 6.0054,
      "mean_token_accuracy": 0.14545136988162993,
      "num_tokens": 26655538.0,
      "step": 12320
    },
    {
      "entropy": 6.41790018081665,
      "epoch": 1.3189041682272995,
      "grad_norm": 0.98046875,
      "learning_rate": 0.00048354244694985435,
      "loss": 5.9625,
      "mean_token_accuracy": 0.15552586913108826,
      "num_tokens": 26668011.0,
      "step": 12325
    },
    {
      "entropy": 6.403049802780151,
      "epoch": 1.3194392423350634,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004835280904202457,
      "loss": 5.9869,
      "mean_token_accuracy": 0.15787455588579177,
      "num_tokens": 26678996.0,
      "step": 12330
    },
    {
      "entropy": 6.385944271087647,
      "epoch": 1.3199743164428273,
      "grad_norm": 1.0,
      "learning_rate": 0.0004835137278694178,
      "loss": 5.9624,
      "mean_token_accuracy": 0.1622444584965706,
      "num_tokens": 26689041.0,
      "step": 12335
    },
    {
      "entropy": 6.402150344848633,
      "epoch": 1.3205093905505914,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004834993592977854,
      "loss": 5.9546,
      "mean_token_accuracy": 0.1594813957810402,
      "num_tokens": 26699459.0,
      "step": 12340
    },
    {
      "entropy": 6.406450319290161,
      "epoch": 1.3210444646583552,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004834849847057632,
      "loss": 6.0727,
      "mean_token_accuracy": 0.15035163164138793,
      "num_tokens": 26711663.0,
      "step": 12345
    },
    {
      "entropy": 6.439355945587158,
      "epoch": 1.321579538766119,
      "grad_norm": 0.92578125,
      "learning_rate": 0.00048347060409376644,
      "loss": 6.0294,
      "mean_token_accuracy": 0.15093485414981841,
      "num_tokens": 26722960.0,
      "step": 12350
    },
    {
      "entropy": 6.37236180305481,
      "epoch": 1.322114612873883,
      "grad_norm": 0.984375,
      "learning_rate": 0.00048345621746221024,
      "loss": 5.9534,
      "mean_token_accuracy": 0.16044081300497054,
      "num_tokens": 26733274.0,
      "step": 12355
    },
    {
      "entropy": 6.413116025924682,
      "epoch": 1.3226496869816469,
      "grad_norm": 0.9609375,
      "learning_rate": 0.00048344182481151003,
      "loss": 6.0125,
      "mean_token_accuracy": 0.14711154103279114,
      "num_tokens": 26743906.0,
      "step": 12360
    },
    {
      "entropy": 6.377205753326416,
      "epoch": 1.323184761089411,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00048342742614208145,
      "loss": 6.0012,
      "mean_token_accuracy": 0.14977632761001586,
      "num_tokens": 26755093.0,
      "step": 12365
    },
    {
      "entropy": 6.398174571990967,
      "epoch": 1.3237198351971748,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004834130214543402,
      "loss": 5.9759,
      "mean_token_accuracy": 0.154835507273674,
      "num_tokens": 26765614.0,
      "step": 12370
    },
    {
      "entropy": 6.355529499053955,
      "epoch": 1.3242549093049387,
      "grad_norm": 0.91796875,
      "learning_rate": 0.00048339861074870227,
      "loss": 5.9858,
      "mean_token_accuracy": 0.1584184870123863,
      "num_tokens": 26778078.0,
      "step": 12375
    },
    {
      "entropy": 6.417661809921265,
      "epoch": 1.3247899834127026,
      "grad_norm": 1.03125,
      "learning_rate": 0.00048338419402558375,
      "loss": 5.9907,
      "mean_token_accuracy": 0.15196995735168456,
      "num_tokens": 26788707.0,
      "step": 12380
    },
    {
      "entropy": 6.430959033966064,
      "epoch": 1.3253250575204665,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004833697712854009,
      "loss": 5.9584,
      "mean_token_accuracy": 0.1569693759083748,
      "num_tokens": 26798650.0,
      "step": 12385
    },
    {
      "entropy": 6.364137744903564,
      "epoch": 1.3258601316282306,
      "grad_norm": 0.9296875,
      "learning_rate": 0.00048335534252857016,
      "loss": 6.0146,
      "mean_token_accuracy": 0.1536431461572647,
      "num_tokens": 26809822.0,
      "step": 12390
    },
    {
      "entropy": 6.339958906173706,
      "epoch": 1.3263952057359945,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004833409077555082,
      "loss": 5.9811,
      "mean_token_accuracy": 0.15092482566833496,
      "num_tokens": 26821061.0,
      "step": 12395
    },
    {
      "entropy": 6.438122367858886,
      "epoch": 1.3269302798437583,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00048332646696663177,
      "loss": 6.0368,
      "mean_token_accuracy": 0.15037537217140198,
      "num_tokens": 26832020.0,
      "step": 12400
    },
    {
      "entropy": 6.454615116119385,
      "epoch": 1.3274653539515222,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004833120201623579,
      "loss": 6.0005,
      "mean_token_accuracy": 0.1531104177236557,
      "num_tokens": 26844287.0,
      "step": 12405
    },
    {
      "entropy": 6.300438690185547,
      "epoch": 1.328000428059286,
      "grad_norm": 0.9609375,
      "learning_rate": 0.00048329756734310375,
      "loss": 5.8878,
      "mean_token_accuracy": 0.163247948884964,
      "num_tokens": 26855790.0,
      "step": 12410
    },
    {
      "entropy": 6.354956436157226,
      "epoch": 1.3285355021670502,
      "grad_norm": 0.875,
      "learning_rate": 0.00048328310850928656,
      "loss": 6.0153,
      "mean_token_accuracy": 0.15552854761481286,
      "num_tokens": 26867391.0,
      "step": 12415
    },
    {
      "entropy": 6.4243323802948,
      "epoch": 1.329070576274814,
      "grad_norm": 0.97265625,
      "learning_rate": 0.00048326864366132397,
      "loss": 5.9956,
      "mean_token_accuracy": 0.16231001168489456,
      "num_tokens": 26879173.0,
      "step": 12420
    },
    {
      "entropy": 6.427849531173706,
      "epoch": 1.329605650382578,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004832541727996335,
      "loss": 5.9118,
      "mean_token_accuracy": 0.1640085130929947,
      "num_tokens": 26889839.0,
      "step": 12425
    },
    {
      "entropy": 6.327682018280029,
      "epoch": 1.330140724490342,
      "grad_norm": 0.99609375,
      "learning_rate": 0.000483239695924633,
      "loss": 5.9784,
      "mean_token_accuracy": 0.16351382434368134,
      "num_tokens": 26900217.0,
      "step": 12430
    },
    {
      "entropy": 6.359727144241333,
      "epoch": 1.330675798598106,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00048322521303674064,
      "loss": 5.9855,
      "mean_token_accuracy": 0.158131705224514,
      "num_tokens": 26911366.0,
      "step": 12435
    },
    {
      "entropy": 6.423559951782226,
      "epoch": 1.3312108727058698,
      "grad_norm": 0.98046875,
      "learning_rate": 0.00048321072413637454,
      "loss": 6.021,
      "mean_token_accuracy": 0.15101024955511094,
      "num_tokens": 26922135.0,
      "step": 12440
    },
    {
      "entropy": 6.346333456039429,
      "epoch": 1.3317459468136337,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004831962292239529,
      "loss": 5.9583,
      "mean_token_accuracy": 0.15993010997772217,
      "num_tokens": 26932502.0,
      "step": 12445
    },
    {
      "entropy": 6.389503765106201,
      "epoch": 1.3322810209213976,
      "grad_norm": 0.94921875,
      "learning_rate": 0.00048318172829989447,
      "loss": 5.9915,
      "mean_token_accuracy": 0.15789124071598054,
      "num_tokens": 26944607.0,
      "step": 12450
    },
    {
      "entropy": 6.393224382400513,
      "epoch": 1.3328160950291617,
      "grad_norm": 1.0,
      "learning_rate": 0.0004831672213646179,
      "loss": 6.0269,
      "mean_token_accuracy": 0.15508551746606827,
      "num_tokens": 26955205.0,
      "step": 12455
    },
    {
      "entropy": 6.3584810256958,
      "epoch": 1.3333511691369255,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004831527084185421,
      "loss": 5.8938,
      "mean_token_accuracy": 0.16844480037689208,
      "num_tokens": 26965558.0,
      "step": 12460
    },
    {
      "entropy": 6.365682363510132,
      "epoch": 1.3338862432446894,
      "grad_norm": 1.0625,
      "learning_rate": 0.000483138189462086,
      "loss": 5.975,
      "mean_token_accuracy": 0.15215230584144593,
      "num_tokens": 26976176.0,
      "step": 12465
    },
    {
      "entropy": 6.397022724151611,
      "epoch": 1.3344213173524533,
      "grad_norm": 1.015625,
      "learning_rate": 0.00048312366449566895,
      "loss": 6.0187,
      "mean_token_accuracy": 0.1536579728126526,
      "num_tokens": 26987099.0,
      "step": 12470
    },
    {
      "entropy": 6.36203966140747,
      "epoch": 1.3349563914602172,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004831091335197104,
      "loss": 5.9732,
      "mean_token_accuracy": 0.15461499094963074,
      "num_tokens": 26998122.0,
      "step": 12475
    },
    {
      "entropy": 6.356275987625122,
      "epoch": 1.3354914655679813,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004830945965346298,
      "loss": 5.935,
      "mean_token_accuracy": 0.15625793486833572,
      "num_tokens": 27009427.0,
      "step": 12480
    },
    {
      "entropy": 6.479891157150268,
      "epoch": 1.3360265396757451,
      "grad_norm": 0.99609375,
      "learning_rate": 0.000483080053540847,
      "loss": 6.0756,
      "mean_token_accuracy": 0.14871982783079146,
      "num_tokens": 27020701.0,
      "step": 12485
    },
    {
      "entropy": 6.456172895431519,
      "epoch": 1.336561613783509,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004830655045387818,
      "loss": 6.0314,
      "mean_token_accuracy": 0.1492617219686508,
      "num_tokens": 27033215.0,
      "step": 12490
    },
    {
      "entropy": 6.408038711547851,
      "epoch": 1.337096687891273,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00048305094952885453,
      "loss": 6.0187,
      "mean_token_accuracy": 0.14926118701696395,
      "num_tokens": 27043846.0,
      "step": 12495
    },
    {
      "entropy": 6.3795445442199705,
      "epoch": 1.3376317619990368,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004830363885114853,
      "loss": 5.9761,
      "mean_token_accuracy": 0.1555077075958252,
      "num_tokens": 27054783.0,
      "step": 12500
    },
    {
      "entropy": 6.375064754486084,
      "epoch": 1.3381668361068009,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004830218214870946,
      "loss": 5.9987,
      "mean_token_accuracy": 0.15194100737571717,
      "num_tokens": 27066051.0,
      "step": 12505
    },
    {
      "entropy": 6.417212963104248,
      "epoch": 1.3387019102145647,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004830072484561029,
      "loss": 6.0122,
      "mean_token_accuracy": 0.15521813780069352,
      "num_tokens": 27078210.0,
      "step": 12510
    },
    {
      "entropy": 6.422505474090576,
      "epoch": 1.3392369843223286,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004829926694189312,
      "loss": 6.0304,
      "mean_token_accuracy": 0.1506326161324978,
      "num_tokens": 27089693.0,
      "step": 12515
    },
    {
      "entropy": 6.433847665786743,
      "epoch": 1.3397720584300925,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004829780843760005,
      "loss": 6.0144,
      "mean_token_accuracy": 0.1507801353931427,
      "num_tokens": 27099856.0,
      "step": 12520
    },
    {
      "entropy": 6.410838603973389,
      "epoch": 1.3403071325378564,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004829634933277317,
      "loss": 6.0347,
      "mean_token_accuracy": 0.15259504169225693,
      "num_tokens": 27110218.0,
      "step": 12525
    },
    {
      "entropy": 6.414937496185303,
      "epoch": 1.3408422066456205,
      "grad_norm": 0.97265625,
      "learning_rate": 0.00048294889627454636,
      "loss": 5.9653,
      "mean_token_accuracy": 0.16284061670303346,
      "num_tokens": 27120911.0,
      "step": 12530
    },
    {
      "entropy": 6.341941499710083,
      "epoch": 1.3413772807533844,
      "grad_norm": 0.99609375,
      "learning_rate": 0.00048293429321686585,
      "loss": 5.9452,
      "mean_token_accuracy": 0.15863886028528212,
      "num_tokens": 27130964.0,
      "step": 12535
    },
    {
      "entropy": 6.3832972049713135,
      "epoch": 1.3419123548611482,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00048291968415511174,
      "loss": 5.9746,
      "mean_token_accuracy": 0.15551362782716752,
      "num_tokens": 27141641.0,
      "step": 12540
    },
    {
      "entropy": 6.419731330871582,
      "epoch": 1.3424474289689121,
      "grad_norm": 0.96484375,
      "learning_rate": 0.00048290506908970607,
      "loss": 6.0491,
      "mean_token_accuracy": 0.150975301861763,
      "num_tokens": 27152591.0,
      "step": 12545
    },
    {
      "entropy": 6.4600952625274655,
      "epoch": 1.342982503076676,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004828904480210707,
      "loss": 6.1261,
      "mean_token_accuracy": 0.14765192717313766,
      "num_tokens": 27163839.0,
      "step": 12550
    },
    {
      "entropy": 6.44895749092102,
      "epoch": 1.34351757718444,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004828758209496278,
      "loss": 5.9841,
      "mean_token_accuracy": 0.15109104365110398,
      "num_tokens": 27174480.0,
      "step": 12555
    },
    {
      "entropy": 6.344174337387085,
      "epoch": 1.344052651292204,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00048286118787579983,
      "loss": 5.9735,
      "mean_token_accuracy": 0.15366438403725624,
      "num_tokens": 27184546.0,
      "step": 12560
    },
    {
      "entropy": 6.3492227554321286,
      "epoch": 1.3445877253999678,
      "grad_norm": 1.015625,
      "learning_rate": 0.00048284654880000933,
      "loss": 5.8597,
      "mean_token_accuracy": 0.16602419465780258,
      "num_tokens": 27195093.0,
      "step": 12565
    },
    {
      "entropy": 6.39834418296814,
      "epoch": 1.345122799507732,
      "grad_norm": 0.9609375,
      "learning_rate": 0.00048283190372267886,
      "loss": 6.0256,
      "mean_token_accuracy": 0.15438613742589952,
      "num_tokens": 27206416.0,
      "step": 12570
    },
    {
      "entropy": 6.3999162197113035,
      "epoch": 1.3456578736154958,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004828172526442314,
      "loss": 5.9518,
      "mean_token_accuracy": 0.16151409298181535,
      "num_tokens": 27215533.0,
      "step": 12575
    },
    {
      "entropy": 6.41801905632019,
      "epoch": 1.3461929477232597,
      "grad_norm": 0.9921875,
      "learning_rate": 0.00048280259556509,
      "loss": 6.0007,
      "mean_token_accuracy": 0.1539986789226532,
      "num_tokens": 27225985.0,
      "step": 12580
    },
    {
      "entropy": 6.355549383163452,
      "epoch": 1.3467280218310236,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004827879324856778,
      "loss": 5.9484,
      "mean_token_accuracy": 0.15989872366189956,
      "num_tokens": 27235967.0,
      "step": 12585
    },
    {
      "entropy": 6.376227760314942,
      "epoch": 1.3472630959387875,
      "grad_norm": 0.98828125,
      "learning_rate": 0.00048277326340641835,
      "loss": 5.9092,
      "mean_token_accuracy": 0.16107527911663055,
      "num_tokens": 27246854.0,
      "step": 12590
    },
    {
      "entropy": 6.384902858734131,
      "epoch": 1.3477981700465516,
      "grad_norm": 1.0078125,
      "learning_rate": 0.000482758588327735,
      "loss": 6.0371,
      "mean_token_accuracy": 0.1586759626865387,
      "num_tokens": 27256640.0,
      "step": 12595
    },
    {
      "entropy": 6.410666418075562,
      "epoch": 1.3483332441543154,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004827439072500516,
      "loss": 5.9885,
      "mean_token_accuracy": 0.15634675621986388,
      "num_tokens": 27266907.0,
      "step": 12600
    },
    {
      "entropy": 6.414985418319702,
      "epoch": 1.3488683182620793,
      "grad_norm": 0.859375,
      "learning_rate": 0.00048272922017379217,
      "loss": 5.9821,
      "mean_token_accuracy": 0.15360975563526152,
      "num_tokens": 27277089.0,
      "step": 12605
    },
    {
      "entropy": 6.384640026092529,
      "epoch": 1.3494033923698432,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004827145270993807,
      "loss": 5.9463,
      "mean_token_accuracy": 0.15658954232931138,
      "num_tokens": 27286781.0,
      "step": 12610
    },
    {
      "entropy": 6.398199844360351,
      "epoch": 1.349938466477607,
      "grad_norm": 0.875,
      "learning_rate": 0.0004826998280272414,
      "loss": 5.9741,
      "mean_token_accuracy": 0.16232284605503083,
      "num_tokens": 27298011.0,
      "step": 12615
    },
    {
      "entropy": 6.4045837879180905,
      "epoch": 1.3504735405853712,
      "grad_norm": 0.95703125,
      "learning_rate": 0.00048268512295779873,
      "loss": 6.0013,
      "mean_token_accuracy": 0.15818724930286407,
      "num_tokens": 27309052.0,
      "step": 12620
    },
    {
      "entropy": 6.3351722240448,
      "epoch": 1.351008614693135,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004826704118914773,
      "loss": 5.9387,
      "mean_token_accuracy": 0.16006037145853041,
      "num_tokens": 27319945.0,
      "step": 12625
    },
    {
      "entropy": 6.384063100814819,
      "epoch": 1.351543688800899,
      "grad_norm": 1.0390625,
      "learning_rate": 0.000482655694828702,
      "loss": 5.9761,
      "mean_token_accuracy": 0.1630896210670471,
      "num_tokens": 27330543.0,
      "step": 12630
    },
    {
      "entropy": 6.4311596870422365,
      "epoch": 1.3520787629086628,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004826409717698976,
      "loss": 5.9995,
      "mean_token_accuracy": 0.1520910680294037,
      "num_tokens": 27341957.0,
      "step": 12635
    },
    {
      "entropy": 6.375028133392334,
      "epoch": 1.3526138370164267,
      "grad_norm": 0.9765625,
      "learning_rate": 0.00048262624271548936,
      "loss": 5.9479,
      "mean_token_accuracy": 0.1547197014093399,
      "num_tokens": 27351506.0,
      "step": 12640
    },
    {
      "entropy": 6.362851858139038,
      "epoch": 1.3531489111241908,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00048261150766590257,
      "loss": 5.9246,
      "mean_token_accuracy": 0.15545844733715058,
      "num_tokens": 27362208.0,
      "step": 12645
    },
    {
      "entropy": 6.390449142456054,
      "epoch": 1.3536839852319547,
      "grad_norm": 1.015625,
      "learning_rate": 0.00048259676662156263,
      "loss": 5.9493,
      "mean_token_accuracy": 0.15686161667108536,
      "num_tokens": 27372890.0,
      "step": 12650
    },
    {
      "entropy": 6.322545862197876,
      "epoch": 1.3542190593397185,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004825820195828952,
      "loss": 5.9057,
      "mean_token_accuracy": 0.16621484160423278,
      "num_tokens": 27382879.0,
      "step": 12655
    },
    {
      "entropy": 6.3786839008331295,
      "epoch": 1.3547541334474824,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004825672665503262,
      "loss": 5.9279,
      "mean_token_accuracy": 0.15908425599336623,
      "num_tokens": 27393878.0,
      "step": 12660
    },
    {
      "entropy": 6.375536775588989,
      "epoch": 1.3552892075552463,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004825525075242815,
      "loss": 6.0343,
      "mean_token_accuracy": 0.15066769123077392,
      "num_tokens": 27404928.0,
      "step": 12665
    },
    {
      "entropy": 6.411174583435058,
      "epoch": 1.3558242816630104,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004825377425051873,
      "loss": 5.965,
      "mean_token_accuracy": 0.15361146181821822,
      "num_tokens": 27417473.0,
      "step": 12670
    },
    {
      "entropy": 6.4109433650970455,
      "epoch": 1.3563593557707743,
      "grad_norm": 0.875,
      "learning_rate": 0.00048252297149346997,
      "loss": 6.0376,
      "mean_token_accuracy": 0.15311005413532258,
      "num_tokens": 27428378.0,
      "step": 12675
    },
    {
      "entropy": 6.283418226242065,
      "epoch": 1.3568944298785381,
      "grad_norm": 1.03125,
      "learning_rate": 0.00048250819448955595,
      "loss": 6.0025,
      "mean_token_accuracy": 0.1571151629090309,
      "num_tokens": 27438815.0,
      "step": 12680
    },
    {
      "entropy": 6.449479436874389,
      "epoch": 1.357429503986302,
      "grad_norm": 0.9609375,
      "learning_rate": 0.000482493411493872,
      "loss": 6.0345,
      "mean_token_accuracy": 0.15629511922597886,
      "num_tokens": 27449295.0,
      "step": 12685
    },
    {
      "entropy": 6.3758649826049805,
      "epoch": 1.357964578094066,
      "grad_norm": 1.0078125,
      "learning_rate": 0.000482478622506845,
      "loss": 5.8926,
      "mean_token_accuracy": 0.165958009660244,
      "num_tokens": 27459357.0,
      "step": 12690
    },
    {
      "entropy": 6.402358436584473,
      "epoch": 1.35849965220183,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004824638275289019,
      "loss": 5.9491,
      "mean_token_accuracy": 0.1585676997900009,
      "num_tokens": 27469405.0,
      "step": 12695
    },
    {
      "entropy": 6.383794355392456,
      "epoch": 1.3590347263095939,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004824490265604699,
      "loss": 5.9623,
      "mean_token_accuracy": 0.15537918955087662,
      "num_tokens": 27478818.0,
      "step": 12700
    },
    {
      "entropy": 6.354222965240479,
      "epoch": 1.3595698004173578,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004824342196019764,
      "loss": 5.8985,
      "mean_token_accuracy": 0.16454086154699327,
      "num_tokens": 27488631.0,
      "step": 12705
    },
    {
      "entropy": 6.416764450073242,
      "epoch": 1.3601048745251219,
      "grad_norm": 0.984375,
      "learning_rate": 0.00048241940665384904,
      "loss": 5.9982,
      "mean_token_accuracy": 0.15189346969127654,
      "num_tokens": 27500895.0,
      "step": 12710
    },
    {
      "entropy": 6.370867347717285,
      "epoch": 1.3606399486328857,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004824045877165154,
      "loss": 6.0234,
      "mean_token_accuracy": 0.15305576846003532,
      "num_tokens": 27512578.0,
      "step": 12715
    },
    {
      "entropy": 6.371664953231812,
      "epoch": 1.3611750227406496,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00048238976279040344,
      "loss": 5.9754,
      "mean_token_accuracy": 0.15593427568674087,
      "num_tokens": 27523448.0,
      "step": 12720
    },
    {
      "entropy": 6.4088277339935305,
      "epoch": 1.3617100968484135,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004823749318759413,
      "loss": 6.0478,
      "mean_token_accuracy": 0.14841385781764985,
      "num_tokens": 27534919.0,
      "step": 12725
    },
    {
      "entropy": 6.378878355026245,
      "epoch": 1.3622451709561774,
      "grad_norm": 0.9296875,
      "learning_rate": 0.000482360094973557,
      "loss": 5.8736,
      "mean_token_accuracy": 0.1625468224287033,
      "num_tokens": 27545603.0,
      "step": 12730
    },
    {
      "entropy": 6.410544109344483,
      "epoch": 1.3627802450639415,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004823452520836792,
      "loss": 5.9967,
      "mean_token_accuracy": 0.15284458845853804,
      "num_tokens": 27556868.0,
      "step": 12735
    },
    {
      "entropy": 6.489391851425171,
      "epoch": 1.3633153191717053,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00048233040320673634,
      "loss": 6.1291,
      "mean_token_accuracy": 0.14522001147270203,
      "num_tokens": 27567200.0,
      "step": 12740
    },
    {
      "entropy": 6.364281177520752,
      "epoch": 1.3638503932794692,
      "grad_norm": 0.95703125,
      "learning_rate": 0.00048231554834315716,
      "loss": 5.9406,
      "mean_token_accuracy": 0.15960167571902276,
      "num_tokens": 27577759.0,
      "step": 12745
    },
    {
      "entropy": 6.373255968093872,
      "epoch": 1.364385467387233,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004823006874933708,
      "loss": 6.0316,
      "mean_token_accuracy": 0.15195260494947432,
      "num_tokens": 27588935.0,
      "step": 12750
    },
    {
      "entropy": 6.407157039642334,
      "epoch": 1.364920541494997,
      "grad_norm": 1.0,
      "learning_rate": 0.0004822858206578061,
      "loss": 5.9739,
      "mean_token_accuracy": 0.1504171147942543,
      "num_tokens": 27600306.0,
      "step": 12755
    },
    {
      "entropy": 6.395502328872681,
      "epoch": 1.365455615602761,
      "grad_norm": 1.0,
      "learning_rate": 0.00048227094783689244,
      "loss": 6.0261,
      "mean_token_accuracy": 0.15677062869071962,
      "num_tokens": 27612322.0,
      "step": 12760
    },
    {
      "entropy": 6.412202930450439,
      "epoch": 1.365990689710525,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004822560690310594,
      "loss": 5.9538,
      "mean_token_accuracy": 0.16255886107683182,
      "num_tokens": 27623812.0,
      "step": 12765
    },
    {
      "entropy": 6.33046407699585,
      "epoch": 1.3665257638182888,
      "grad_norm": 0.94140625,
      "learning_rate": 0.00048224118424073644,
      "loss": 5.8507,
      "mean_token_accuracy": 0.1616835817694664,
      "num_tokens": 27633848.0,
      "step": 12770
    },
    {
      "entropy": 6.358500576019287,
      "epoch": 1.3670608379260527,
      "grad_norm": 0.9453125,
      "learning_rate": 0.00048222629346635336,
      "loss": 5.9815,
      "mean_token_accuracy": 0.16277153193950653,
      "num_tokens": 27644641.0,
      "step": 12775
    },
    {
      "entropy": 6.382151794433594,
      "epoch": 1.3675959120338166,
      "grad_norm": 0.984375,
      "learning_rate": 0.00048221139670834025,
      "loss": 5.9695,
      "mean_token_accuracy": 0.15889511853456498,
      "num_tokens": 27655552.0,
      "step": 12780
    },
    {
      "entropy": 6.351297378540039,
      "epoch": 1.3681309861415807,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004821964939671272,
      "loss": 5.9689,
      "mean_token_accuracy": 0.1579826593399048,
      "num_tokens": 27666396.0,
      "step": 12785
    },
    {
      "entropy": 6.444804000854492,
      "epoch": 1.3686660602493446,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004821815852431444,
      "loss": 5.9091,
      "mean_token_accuracy": 0.1591138020157814,
      "num_tokens": 27676522.0,
      "step": 12790
    },
    {
      "entropy": 6.369619417190552,
      "epoch": 1.3692011343571084,
      "grad_norm": 0.96875,
      "learning_rate": 0.00048216667053682243,
      "loss": 5.9298,
      "mean_token_accuracy": 0.1563756287097931,
      "num_tokens": 27687088.0,
      "step": 12795
    },
    {
      "entropy": 6.404328775405884,
      "epoch": 1.3697362084648723,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00048215174984859207,
      "loss": 5.9496,
      "mean_token_accuracy": 0.1624953806400299,
      "num_tokens": 27697587.0,
      "step": 12800
    },
    {
      "entropy": 6.3542139530181885,
      "epoch": 1.3702712825726362,
      "grad_norm": 0.91796875,
      "learning_rate": 0.000482136823178884,
      "loss": 5.889,
      "mean_token_accuracy": 0.1639755569398403,
      "num_tokens": 27708345.0,
      "step": 12805
    },
    {
      "entropy": 6.44438681602478,
      "epoch": 1.3708063566804003,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004821218905281292,
      "loss": 6.0924,
      "mean_token_accuracy": 0.1476493425667286,
      "num_tokens": 27719592.0,
      "step": 12810
    },
    {
      "entropy": 6.4135817527771,
      "epoch": 1.3713414307881642,
      "grad_norm": 0.96875,
      "learning_rate": 0.000482106951896759,
      "loss": 5.9728,
      "mean_token_accuracy": 0.15733023583889008,
      "num_tokens": 27730071.0,
      "step": 12815
    },
    {
      "entropy": 6.401429319381714,
      "epoch": 1.371876504895928,
      "grad_norm": 0.98828125,
      "learning_rate": 0.00048209200728520466,
      "loss": 6.0067,
      "mean_token_accuracy": 0.15249565839767457,
      "num_tokens": 27740514.0,
      "step": 12820
    },
    {
      "entropy": 6.457616519927979,
      "epoch": 1.372411579003692,
      "grad_norm": 0.921875,
      "learning_rate": 0.00048207705669389765,
      "loss": 6.0114,
      "mean_token_accuracy": 0.15245424807071686,
      "num_tokens": 27752088.0,
      "step": 12825
    },
    {
      "entropy": 6.503596353530884,
      "epoch": 1.3729466531114558,
      "grad_norm": 0.94921875,
      "learning_rate": 0.00048206210012326976,
      "loss": 6.0066,
      "mean_token_accuracy": 0.15085578858852386,
      "num_tokens": 27763401.0,
      "step": 12830
    },
    {
      "entropy": 6.3710040092468265,
      "epoch": 1.37348172721922,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00048204713757375283,
      "loss": 5.9572,
      "mean_token_accuracy": 0.16139463931322098,
      "num_tokens": 27773665.0,
      "step": 12835
    },
    {
      "entropy": 6.339159870147705,
      "epoch": 1.3740168013269838,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004820321690457789,
      "loss": 5.9664,
      "mean_token_accuracy": 0.1589556559920311,
      "num_tokens": 27785474.0,
      "step": 12840
    },
    {
      "entropy": 6.354349374771118,
      "epoch": 1.3745518754347477,
      "grad_norm": 0.921875,
      "learning_rate": 0.00048201719453978023,
      "loss": 6.0081,
      "mean_token_accuracy": 0.1553349807858467,
      "num_tokens": 27796520.0,
      "step": 12845
    },
    {
      "entropy": 6.457285785675049,
      "epoch": 1.3750869495425118,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004820022140561891,
      "loss": 6.0406,
      "mean_token_accuracy": 0.1508098065853119,
      "num_tokens": 27807559.0,
      "step": 12850
    },
    {
      "entropy": 6.435001182556152,
      "epoch": 1.3756220236502756,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004819872275954381,
      "loss": 5.9879,
      "mean_token_accuracy": 0.1603038191795349,
      "num_tokens": 27818208.0,
      "step": 12855
    },
    {
      "entropy": 6.394486761093139,
      "epoch": 1.3761570977580395,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00048197223515796,
      "loss": 5.9156,
      "mean_token_accuracy": 0.16230226010084153,
      "num_tokens": 27828238.0,
      "step": 12860
    },
    {
      "entropy": 6.384675073623657,
      "epoch": 1.3766921718658034,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004819572367441877,
      "loss": 5.9949,
      "mean_token_accuracy": 0.16128644496202468,
      "num_tokens": 27837885.0,
      "step": 12865
    },
    {
      "entropy": 6.313054323196411,
      "epoch": 1.3772272459735673,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004819422323545543,
      "loss": 5.9007,
      "mean_token_accuracy": 0.16446620970964432,
      "num_tokens": 27847425.0,
      "step": 12870
    },
    {
      "entropy": 6.287592506408691,
      "epoch": 1.3777623200813314,
      "grad_norm": 0.85546875,
      "learning_rate": 0.000481927221989493,
      "loss": 5.9441,
      "mean_token_accuracy": 0.15695673674345018,
      "num_tokens": 27859606.0,
      "step": 12875
    },
    {
      "entropy": 6.4490320682525635,
      "epoch": 1.3782973941890952,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004819122056494373,
      "loss": 6.0326,
      "mean_token_accuracy": 0.15522988140583038,
      "num_tokens": 27871651.0,
      "step": 12880
    },
    {
      "entropy": 6.455888414382935,
      "epoch": 1.3788324682968591,
      "grad_norm": 0.97265625,
      "learning_rate": 0.00048189718333482064,
      "loss": 5.9415,
      "mean_token_accuracy": 0.16096583604812623,
      "num_tokens": 27883138.0,
      "step": 12885
    },
    {
      "entropy": 6.466869974136353,
      "epoch": 1.379367542404623,
      "grad_norm": 1.046875,
      "learning_rate": 0.000481882155046077,
      "loss": 6.0194,
      "mean_token_accuracy": 0.1560644142329693,
      "num_tokens": 27893597.0,
      "step": 12890
    },
    {
      "entropy": 6.3754571914672855,
      "epoch": 1.3799026165123869,
      "grad_norm": 0.9609375,
      "learning_rate": 0.00048186712078364006,
      "loss": 5.9147,
      "mean_token_accuracy": 0.16434553638100624,
      "num_tokens": 27904249.0,
      "step": 12895
    },
    {
      "entropy": 6.362528944015503,
      "epoch": 1.380437690620151,
      "grad_norm": 0.99609375,
      "learning_rate": 0.00048185208054794414,
      "loss": 5.9697,
      "mean_token_accuracy": 0.15530000925064086,
      "num_tokens": 27914713.0,
      "step": 12900
    },
    {
      "entropy": 6.331270933151245,
      "epoch": 1.3809727647279149,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004818370343394235,
      "loss": 6.0007,
      "mean_token_accuracy": 0.1599983423948288,
      "num_tokens": 27926257.0,
      "step": 12905
    },
    {
      "entropy": 6.380570650100708,
      "epoch": 1.3815078388356787,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004818219821585125,
      "loss": 5.9479,
      "mean_token_accuracy": 0.16028907597064973,
      "num_tokens": 27936839.0,
      "step": 12910
    },
    {
      "entropy": 6.486987924575805,
      "epoch": 1.3820429129434426,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00048180692400564586,
      "loss": 6.0684,
      "mean_token_accuracy": 0.14928144365549087,
      "num_tokens": 27946318.0,
      "step": 12915
    },
    {
      "entropy": 6.473931121826172,
      "epoch": 1.3825779870512065,
      "grad_norm": 0.97265625,
      "learning_rate": 0.00048179185988125834,
      "loss": 6.0709,
      "mean_token_accuracy": 0.14987232238054277,
      "num_tokens": 27956990.0,
      "step": 12920
    },
    {
      "entropy": 6.417008543014527,
      "epoch": 1.3831130611589706,
      "grad_norm": 0.984375,
      "learning_rate": 0.000481776789785785,
      "loss": 5.9984,
      "mean_token_accuracy": 0.1517423078417778,
      "num_tokens": 27968187.0,
      "step": 12925
    },
    {
      "entropy": 6.445712614059448,
      "epoch": 1.3836481352667345,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00048176171371966083,
      "loss": 6.0338,
      "mean_token_accuracy": 0.15576180964708328,
      "num_tokens": 27978337.0,
      "step": 12930
    },
    {
      "entropy": 6.397211170196533,
      "epoch": 1.3841832093744983,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004817466316833212,
      "loss": 6.0076,
      "mean_token_accuracy": 0.15179305523633957,
      "num_tokens": 27988681.0,
      "step": 12935
    },
    {
      "entropy": 6.340376615524292,
      "epoch": 1.3847182834822622,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004817315436772017,
      "loss": 5.8864,
      "mean_token_accuracy": 0.16643950939178467,
      "num_tokens": 27999233.0,
      "step": 12940
    },
    {
      "entropy": 6.4417562007904055,
      "epoch": 1.385253357590026,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004817164497017379,
      "loss": 6.034,
      "mean_token_accuracy": 0.15671787559986114,
      "num_tokens": 28010242.0,
      "step": 12945
    },
    {
      "entropy": 6.375453996658325,
      "epoch": 1.3857884316977902,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004817013497573656,
      "loss": 6.0272,
      "mean_token_accuracy": 0.15100991055369378,
      "num_tokens": 28020424.0,
      "step": 12950
    },
    {
      "entropy": 6.405776882171631,
      "epoch": 1.386323505805554,
      "grad_norm": 1.0,
      "learning_rate": 0.000481686243844521,
      "loss": 5.986,
      "mean_token_accuracy": 0.1518322616815567,
      "num_tokens": 28030287.0,
      "step": 12955
    },
    {
      "entropy": 6.422483444213867,
      "epoch": 1.386858579913318,
      "grad_norm": 1.0,
      "learning_rate": 0.00048167113196364,
      "loss": 5.9357,
      "mean_token_accuracy": 0.16256235539913177,
      "num_tokens": 28039997.0,
      "step": 12960
    },
    {
      "entropy": 6.365821123123169,
      "epoch": 1.387393654021082,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004816560141151593,
      "loss": 5.9672,
      "mean_token_accuracy": 0.1502222940325737,
      "num_tokens": 28051381.0,
      "step": 12965
    },
    {
      "entropy": 6.339632368087768,
      "epoch": 1.3879287281288457,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004816408902995151,
      "loss": 5.9281,
      "mean_token_accuracy": 0.15692022442817688,
      "num_tokens": 28063603.0,
      "step": 12970
    },
    {
      "entropy": 6.389266729354858,
      "epoch": 1.3884638022366098,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004816257605171442,
      "loss": 5.9413,
      "mean_token_accuracy": 0.16187281161546707,
      "num_tokens": 28073942.0,
      "step": 12975
    },
    {
      "entropy": 6.389938259124756,
      "epoch": 1.3889988763443737,
      "grad_norm": 0.94921875,
      "learning_rate": 0.00048161062476848363,
      "loss": 5.9819,
      "mean_token_accuracy": 0.15622668266296386,
      "num_tokens": 28083837.0,
      "step": 12980
    },
    {
      "entropy": 6.327191019058228,
      "epoch": 1.3895339504521376,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004815954830539702,
      "loss": 5.8966,
      "mean_token_accuracy": 0.16583544462919236,
      "num_tokens": 28094150.0,
      "step": 12985
    },
    {
      "entropy": 6.378259372711182,
      "epoch": 1.3900690245599017,
      "grad_norm": 0.9609375,
      "learning_rate": 0.00048158033537404126,
      "loss": 5.9673,
      "mean_token_accuracy": 0.15869210213422774,
      "num_tokens": 28106345.0,
      "step": 12990
    },
    {
      "entropy": 6.385871696472168,
      "epoch": 1.3906040986676655,
      "grad_norm": 0.9375,
      "learning_rate": 0.00048156518172913417,
      "loss": 5.884,
      "mean_token_accuracy": 0.15870258659124375,
      "num_tokens": 28116858.0,
      "step": 12995
    },
    {
      "entropy": 6.376399421691895,
      "epoch": 1.3911391727754294,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004815500221196865,
      "loss": 6.0697,
      "mean_token_accuracy": 0.1501332253217697,
      "num_tokens": 28128390.0,
      "step": 13000
    },
    {
      "entropy": 6.329985189437866,
      "epoch": 1.3916742468831933,
      "grad_norm": 0.99609375,
      "learning_rate": 0.00048153485654613587,
      "loss": 5.9033,
      "mean_token_accuracy": 0.167905031144619,
      "num_tokens": 28139421.0,
      "step": 13005
    },
    {
      "entropy": 6.405754518508911,
      "epoch": 1.3922093209909572,
      "grad_norm": 0.93359375,
      "learning_rate": 0.00048151968500892043,
      "loss": 6.0138,
      "mean_token_accuracy": 0.15409794449806213,
      "num_tokens": 28151076.0,
      "step": 13010
    },
    {
      "entropy": 6.4659106731414795,
      "epoch": 1.3927443950987213,
      "grad_norm": 1.046875,
      "learning_rate": 0.00048150450750847795,
      "loss": 6.1009,
      "mean_token_accuracy": 0.15690897405147552,
      "num_tokens": 28162079.0,
      "step": 13015
    },
    {
      "entropy": 6.438181066513062,
      "epoch": 1.3932794692064852,
      "grad_norm": 0.875,
      "learning_rate": 0.000481489324045247,
      "loss": 6.0252,
      "mean_token_accuracy": 0.1547926664352417,
      "num_tokens": 28174442.0,
      "step": 13020
    },
    {
      "entropy": 6.427561616897583,
      "epoch": 1.393814543314249,
      "grad_norm": 1.0,
      "learning_rate": 0.00048147413461966564,
      "loss": 5.8944,
      "mean_token_accuracy": 0.16138304471969606,
      "num_tokens": 28184643.0,
      "step": 13025
    },
    {
      "entropy": 6.30287733078003,
      "epoch": 1.394349617422013,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00048145893923217276,
      "loss": 5.9132,
      "mean_token_accuracy": 0.15935945212841035,
      "num_tokens": 28194021.0,
      "step": 13030
    },
    {
      "entropy": 6.400300931930542,
      "epoch": 1.3948846915297768,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004814437378832071,
      "loss": 5.9943,
      "mean_token_accuracy": 0.15067930817604064,
      "num_tokens": 28204750.0,
      "step": 13035
    },
    {
      "entropy": 6.466602802276611,
      "epoch": 1.3954197656375409,
      "grad_norm": 1.125,
      "learning_rate": 0.0004814285305732074,
      "loss": 6.0309,
      "mean_token_accuracy": 0.15511080473661423,
      "num_tokens": 28216499.0,
      "step": 13040
    },
    {
      "entropy": 6.445765256881714,
      "epoch": 1.3959548397453048,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00048141331730261293,
      "loss": 5.9785,
      "mean_token_accuracy": 0.16225968301296234,
      "num_tokens": 28226573.0,
      "step": 13045
    },
    {
      "entropy": 6.374904441833496,
      "epoch": 1.3964899138530686,
      "grad_norm": 1.1015625,
      "learning_rate": 0.000481398098071863,
      "loss": 5.9446,
      "mean_token_accuracy": 0.15975106805562972,
      "num_tokens": 28236688.0,
      "step": 13050
    },
    {
      "entropy": 6.361163520812989,
      "epoch": 1.3970249879608325,
      "grad_norm": 0.9765625,
      "learning_rate": 0.00048138287288139686,
      "loss": 6.014,
      "mean_token_accuracy": 0.15526406094431877,
      "num_tokens": 28247477.0,
      "step": 13055
    },
    {
      "entropy": 6.341567707061768,
      "epoch": 1.3975600620685964,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004813676417316543,
      "loss": 5.9834,
      "mean_token_accuracy": 0.1605139434337616,
      "num_tokens": 28258286.0,
      "step": 13060
    },
    {
      "entropy": 6.509092378616333,
      "epoch": 1.3980951361763605,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004813524046230751,
      "loss": 6.1429,
      "mean_token_accuracy": 0.14684271812438965,
      "num_tokens": 28268587.0,
      "step": 13065
    },
    {
      "entropy": 6.4867919921875,
      "epoch": 1.3986302102841244,
      "grad_norm": 1.015625,
      "learning_rate": 0.00048133716155609926,
      "loss": 6.0283,
      "mean_token_accuracy": 0.14727240353822707,
      "num_tokens": 28279352.0,
      "step": 13070
    },
    {
      "entropy": 6.4058043479919435,
      "epoch": 1.3991652843918883,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004813219125311668,
      "loss": 5.9611,
      "mean_token_accuracy": 0.15601299405097963,
      "num_tokens": 28290114.0,
      "step": 13075
    },
    {
      "entropy": 6.403436899185181,
      "epoch": 1.3997003584996521,
      "grad_norm": 0.96484375,
      "learning_rate": 0.00048130665754871814,
      "loss": 6.0436,
      "mean_token_accuracy": 0.15388731509447098,
      "num_tokens": 28301845.0,
      "step": 13080
    },
    {
      "entropy": 6.469145011901856,
      "epoch": 1.400235432607416,
      "grad_norm": 0.984375,
      "learning_rate": 0.00048129139660919374,
      "loss": 6.0139,
      "mean_token_accuracy": 0.152855584025383,
      "num_tokens": 28313162.0,
      "step": 13085
    },
    {
      "entropy": 6.397033643722534,
      "epoch": 1.40077050671518,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00048127612971303425,
      "loss": 5.9611,
      "mean_token_accuracy": 0.15487407445907592,
      "num_tokens": 28323888.0,
      "step": 13090
    },
    {
      "entropy": 6.427074766159057,
      "epoch": 1.401305580822944,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004812608568606805,
      "loss": 5.9847,
      "mean_token_accuracy": 0.1530861645936966,
      "num_tokens": 28333735.0,
      "step": 13095
    },
    {
      "entropy": 6.4483472347259525,
      "epoch": 1.4018406549307079,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004812455780525735,
      "loss": 5.9954,
      "mean_token_accuracy": 0.15181346982717514,
      "num_tokens": 28343947.0,
      "step": 13100
    },
    {
      "entropy": 6.428683090209961,
      "epoch": 1.402375729038472,
      "grad_norm": 1.0,
      "learning_rate": 0.0004812302932891544,
      "loss": 6.0561,
      "mean_token_accuracy": 0.14759726077318192,
      "num_tokens": 28354635.0,
      "step": 13105
    },
    {
      "entropy": 6.4356489181518555,
      "epoch": 1.4029108031462356,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004812150025708646,
      "loss": 5.9881,
      "mean_token_accuracy": 0.14913241788744927,
      "num_tokens": 28365392.0,
      "step": 13110
    },
    {
      "entropy": 6.474270820617676,
      "epoch": 1.4034458772539997,
      "grad_norm": 0.87890625,
      "learning_rate": 0.00048119970589814557,
      "loss": 5.971,
      "mean_token_accuracy": 0.1503697857260704,
      "num_tokens": 28376527.0,
      "step": 13115
    },
    {
      "entropy": 6.419680643081665,
      "epoch": 1.4039809513617636,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004811844032714389,
      "loss": 5.9807,
      "mean_token_accuracy": 0.16089064478874207,
      "num_tokens": 28387178.0,
      "step": 13120
    },
    {
      "entropy": 6.34453935623169,
      "epoch": 1.4045160254695275,
      "grad_norm": 0.9921875,
      "learning_rate": 0.00048116909469118663,
      "loss": 5.8857,
      "mean_token_accuracy": 0.15565384179353714,
      "num_tokens": 28397578.0,
      "step": 13125
    },
    {
      "entropy": 6.3540643692016605,
      "epoch": 1.4050510995772916,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004811537801578308,
      "loss": 6.0257,
      "mean_token_accuracy": 0.1487239420413971,
      "num_tokens": 28408933.0,
      "step": 13130
    },
    {
      "entropy": 6.402239656448364,
      "epoch": 1.4055861736850555,
      "grad_norm": 0.89453125,
      "learning_rate": 0.00048113845967181346,
      "loss": 6.0036,
      "mean_token_accuracy": 0.14872269779443742,
      "num_tokens": 28421906.0,
      "step": 13135
    },
    {
      "entropy": 6.425349235534668,
      "epoch": 1.4061212477928193,
      "grad_norm": 1.0625,
      "learning_rate": 0.000481123133233577,
      "loss": 5.9428,
      "mean_token_accuracy": 0.15893811583518982,
      "num_tokens": 28432677.0,
      "step": 13140
    },
    {
      "entropy": 6.380158519744873,
      "epoch": 1.4066563219005832,
      "grad_norm": 0.984375,
      "learning_rate": 0.00048110780084356414,
      "loss": 6.0534,
      "mean_token_accuracy": 0.15356131345033647,
      "num_tokens": 28443795.0,
      "step": 13145
    },
    {
      "entropy": 6.409490251541138,
      "epoch": 1.407191396008347,
      "grad_norm": 0.875,
      "learning_rate": 0.0004810924625022174,
      "loss": 6.0118,
      "mean_token_accuracy": 0.15740539282560348,
      "num_tokens": 28455727.0,
      "step": 13150
    },
    {
      "entropy": 6.494918251037598,
      "epoch": 1.4077264701161112,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004810771182099799,
      "loss": 6.0201,
      "mean_token_accuracy": 0.14951154887676238,
      "num_tokens": 28467554.0,
      "step": 13155
    },
    {
      "entropy": 6.4708571434021,
      "epoch": 1.408261544223875,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004810617679672945,
      "loss": 6.0436,
      "mean_token_accuracy": 0.1599742889404297,
      "num_tokens": 28479268.0,
      "step": 13160
    },
    {
      "entropy": 6.4250884532928465,
      "epoch": 1.408796618331639,
      "grad_norm": 0.98046875,
      "learning_rate": 0.00048104641177460443,
      "loss": 6.0296,
      "mean_token_accuracy": 0.14923534989356996,
      "num_tokens": 28489887.0,
      "step": 13165
    },
    {
      "entropy": 6.329638528823852,
      "epoch": 1.4093316924394028,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004810310496323533,
      "loss": 5.9185,
      "mean_token_accuracy": 0.16218930184841157,
      "num_tokens": 28500736.0,
      "step": 13170
    },
    {
      "entropy": 6.330408382415771,
      "epoch": 1.4098667665471667,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00048101568154098446,
      "loss": 5.8932,
      "mean_token_accuracy": 0.1646411597728729,
      "num_tokens": 28511458.0,
      "step": 13175
    },
    {
      "entropy": 6.482997226715088,
      "epoch": 1.4104018406549308,
      "grad_norm": 1.0,
      "learning_rate": 0.00048100030750094185,
      "loss": 6.0153,
      "mean_token_accuracy": 0.1480683982372284,
      "num_tokens": 28522354.0,
      "step": 13180
    },
    {
      "entropy": 6.361638736724854,
      "epoch": 1.4109369147626947,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004809849275126693,
      "loss": 5.8454,
      "mean_token_accuracy": 0.172685706615448,
      "num_tokens": 28533061.0,
      "step": 13185
    },
    {
      "entropy": 6.383299970626831,
      "epoch": 1.4114719888704585,
      "grad_norm": 0.93359375,
      "learning_rate": 0.00048096954157661085,
      "loss": 6.0075,
      "mean_token_accuracy": 0.15278940200805663,
      "num_tokens": 28544230.0,
      "step": 13190
    },
    {
      "entropy": 6.428610992431641,
      "epoch": 1.4120070629782224,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00048095414969321086,
      "loss": 6.0055,
      "mean_token_accuracy": 0.1568635657429695,
      "num_tokens": 28555461.0,
      "step": 13195
    },
    {
      "entropy": 6.4325660228729244,
      "epoch": 1.4125421370859863,
      "grad_norm": 0.94140625,
      "learning_rate": 0.00048093875186291376,
      "loss": 5.9237,
      "mean_token_accuracy": 0.1583166927099228,
      "num_tokens": 28565992.0,
      "step": 13200
    },
    {
      "entropy": 6.395725345611572,
      "epoch": 1.4130772111937504,
      "grad_norm": 1.0,
      "learning_rate": 0.00048092334808616413,
      "loss": 5.9457,
      "mean_token_accuracy": 0.15805035829544067,
      "num_tokens": 28575802.0,
      "step": 13205
    },
    {
      "entropy": 6.333968687057495,
      "epoch": 1.4136122853015143,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004809079383634067,
      "loss": 5.9227,
      "mean_token_accuracy": 0.16005054265260696,
      "num_tokens": 28586982.0,
      "step": 13210
    },
    {
      "entropy": 6.396739864349366,
      "epoch": 1.4141473594092782,
      "grad_norm": 0.8515625,
      "learning_rate": 0.00048089252269508656,
      "loss": 6.0214,
      "mean_token_accuracy": 0.15336110293865204,
      "num_tokens": 28598267.0,
      "step": 13215
    },
    {
      "entropy": 6.4203437805175785,
      "epoch": 1.414682433517042,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00048087710108164874,
      "loss": 5.998,
      "mean_token_accuracy": 0.1551408663392067,
      "num_tokens": 28608213.0,
      "step": 13220
    },
    {
      "entropy": 6.380585813522339,
      "epoch": 1.415217507624806,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004808616735235385,
      "loss": 5.9889,
      "mean_token_accuracy": 0.15182288885116577,
      "num_tokens": 28619674.0,
      "step": 13225
    },
    {
      "entropy": 6.378842306137085,
      "epoch": 1.41575258173257,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004808462400212014,
      "loss": 5.8833,
      "mean_token_accuracy": 0.15871367752552032,
      "num_tokens": 28630824.0,
      "step": 13230
    },
    {
      "entropy": 6.396965789794922,
      "epoch": 1.416287655840334,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00048083080057508313,
      "loss": 6.017,
      "mean_token_accuracy": 0.15465045273303984,
      "num_tokens": 28642270.0,
      "step": 13235
    },
    {
      "entropy": 6.4351198196411135,
      "epoch": 1.4168227299480978,
      "grad_norm": 0.97265625,
      "learning_rate": 0.00048081535518562933,
      "loss": 6.0296,
      "mean_token_accuracy": 0.15450403243303298,
      "num_tokens": 28653649.0,
      "step": 13240
    },
    {
      "entropy": 6.394673252105713,
      "epoch": 1.4173578040558619,
      "grad_norm": 0.9921875,
      "learning_rate": 0.000480799903853286,
      "loss": 5.8943,
      "mean_token_accuracy": 0.15765784084796905,
      "num_tokens": 28664044.0,
      "step": 13245
    },
    {
      "entropy": 6.385822343826294,
      "epoch": 1.4178928781636255,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004807844465784995,
      "loss": 5.9674,
      "mean_token_accuracy": 0.15756658911705018,
      "num_tokens": 28675394.0,
      "step": 13250
    },
    {
      "entropy": 6.339411640167237,
      "epoch": 1.4184279522713896,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00048076898336171596,
      "loss": 5.9471,
      "mean_token_accuracy": 0.1623091757297516,
      "num_tokens": 28686292.0,
      "step": 13255
    },
    {
      "entropy": 6.38812403678894,
      "epoch": 1.4189630263791535,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00048075351420338196,
      "loss": 6.0027,
      "mean_token_accuracy": 0.15622939318418502,
      "num_tokens": 28696928.0,
      "step": 13260
    },
    {
      "entropy": 6.390997838973999,
      "epoch": 1.4194981004869174,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004807380391039441,
      "loss": 5.9992,
      "mean_token_accuracy": 0.15520190745592116,
      "num_tokens": 28707986.0,
      "step": 13265
    },
    {
      "entropy": 6.4635701179504395,
      "epoch": 1.4200331745946815,
      "grad_norm": 1.03125,
      "learning_rate": 0.00048072255806384936,
      "loss": 6.0114,
      "mean_token_accuracy": 0.15884243696928024,
      "num_tokens": 28719296.0,
      "step": 13270
    },
    {
      "entropy": 6.354847955703735,
      "epoch": 1.4205682487024454,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004807070710835447,
      "loss": 5.863,
      "mean_token_accuracy": 0.1639861360192299,
      "num_tokens": 28729523.0,
      "step": 13275
    },
    {
      "entropy": 6.421664619445801,
      "epoch": 1.4211033228102092,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004806915781634771,
      "loss": 6.0059,
      "mean_token_accuracy": 0.15169621109962464,
      "num_tokens": 28739026.0,
      "step": 13280
    },
    {
      "entropy": 6.458777570724488,
      "epoch": 1.4216383969179731,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004806760793040942,
      "loss": 6.0437,
      "mean_token_accuracy": 0.15333019942045212,
      "num_tokens": 28749513.0,
      "step": 13285
    },
    {
      "entropy": 6.466178512573242,
      "epoch": 1.422173471025737,
      "grad_norm": 0.90625,
      "learning_rate": 0.00048066057450584334,
      "loss": 5.9504,
      "mean_token_accuracy": 0.15705144852399827,
      "num_tokens": 28760722.0,
      "step": 13290
    },
    {
      "entropy": 6.401995754241943,
      "epoch": 1.422708545133501,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004806450637691723,
      "loss": 5.915,
      "mean_token_accuracy": 0.16476703882217408,
      "num_tokens": 28771235.0,
      "step": 13295
    },
    {
      "entropy": 6.364629697799683,
      "epoch": 1.423243619241265,
      "grad_norm": 0.9453125,
      "learning_rate": 0.00048062954709452907,
      "loss": 5.9096,
      "mean_token_accuracy": 0.15714628547430037,
      "num_tokens": 28782642.0,
      "step": 13300
    },
    {
      "entropy": 6.433624315261841,
      "epoch": 1.4237786933490288,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004806140244823615,
      "loss": 5.9637,
      "mean_token_accuracy": 0.15275068283081056,
      "num_tokens": 28793628.0,
      "step": 13305
    },
    {
      "entropy": 6.478661918640137,
      "epoch": 1.4243137674567927,
      "grad_norm": 0.95703125,
      "learning_rate": 0.00048059849593311776,
      "loss": 6.0158,
      "mean_token_accuracy": 0.15765389949083328,
      "num_tokens": 28804034.0,
      "step": 13310
    },
    {
      "entropy": 6.418836212158203,
      "epoch": 1.4248488415645566,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004805829614472464,
      "loss": 5.9655,
      "mean_token_accuracy": 0.15372385382652282,
      "num_tokens": 28814679.0,
      "step": 13315
    },
    {
      "entropy": 6.384198522567749,
      "epoch": 1.4253839156723207,
      "grad_norm": 0.953125,
      "learning_rate": 0.00048056742102519593,
      "loss": 5.9958,
      "mean_token_accuracy": 0.15604979246854783,
      "num_tokens": 28825130.0,
      "step": 13320
    },
    {
      "entropy": 6.39767370223999,
      "epoch": 1.4259189897800846,
      "grad_norm": 0.9296875,
      "learning_rate": 0.00048055187466741506,
      "loss": 6.0065,
      "mean_token_accuracy": 0.15744157284498214,
      "num_tokens": 28835500.0,
      "step": 13325
    },
    {
      "entropy": 6.403258609771728,
      "epoch": 1.4264540638878485,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004805363223743527,
      "loss": 5.9458,
      "mean_token_accuracy": 0.15646235197782515,
      "num_tokens": 28845794.0,
      "step": 13330
    },
    {
      "entropy": 6.453425407409668,
      "epoch": 1.4269891379956123,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004805207641464579,
      "loss": 5.9581,
      "mean_token_accuracy": 0.1552385628223419,
      "num_tokens": 28856326.0,
      "step": 13335
    },
    {
      "entropy": 6.356896638870239,
      "epoch": 1.4275242121033762,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004805051999841799,
      "loss": 5.9364,
      "mean_token_accuracy": 0.15988683998584746,
      "num_tokens": 28867592.0,
      "step": 13340
    },
    {
      "entropy": 6.474413299560547,
      "epoch": 1.4280592862111403,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004804896298879682,
      "loss": 6.0976,
      "mean_token_accuracy": 0.14781602770090102,
      "num_tokens": 28880352.0,
      "step": 13345
    },
    {
      "entropy": 6.470102405548095,
      "epoch": 1.4285943603189042,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004804740538582723,
      "loss": 5.9524,
      "mean_token_accuracy": 0.15485910922288895,
      "num_tokens": 28892012.0,
      "step": 13350
    },
    {
      "entropy": 6.41474347114563,
      "epoch": 1.429129434426668,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004804584718955419,
      "loss": 5.9252,
      "mean_token_accuracy": 0.15660894215106963,
      "num_tokens": 28902247.0,
      "step": 13355
    },
    {
      "entropy": 6.39270339012146,
      "epoch": 1.429664508534432,
      "grad_norm": 1.1875,
      "learning_rate": 0.000480442884000227,
      "loss": 6.0701,
      "mean_token_accuracy": 0.15037761330604554,
      "num_tokens": 28913222.0,
      "step": 13360
    },
    {
      "entropy": 6.434468221664429,
      "epoch": 1.4301995826421958,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004804272901727778,
      "loss": 5.9684,
      "mean_token_accuracy": 0.15638043284416198,
      "num_tokens": 28924038.0,
      "step": 13365
    },
    {
      "entropy": 6.381916046142578,
      "epoch": 1.43073465674996,
      "grad_norm": 1.078125,
      "learning_rate": 0.00048041169041364437,
      "loss": 5.9994,
      "mean_token_accuracy": 0.15634168833494186,
      "num_tokens": 28934448.0,
      "step": 13370
    },
    {
      "entropy": 6.406520557403565,
      "epoch": 1.4312697308577238,
      "grad_norm": 1.046875,
      "learning_rate": 0.00048039608472327724,
      "loss": 5.9394,
      "mean_token_accuracy": 0.15700122267007827,
      "num_tokens": 28945175.0,
      "step": 13375
    },
    {
      "entropy": 6.416002368927002,
      "epoch": 1.4318048049654877,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00048038047310212706,
      "loss": 5.9188,
      "mean_token_accuracy": 0.162760229408741,
      "num_tokens": 28955116.0,
      "step": 13380
    },
    {
      "entropy": 6.439873838424683,
      "epoch": 1.4323398790732518,
      "grad_norm": 1.046875,
      "learning_rate": 0.00048036485555064454,
      "loss": 5.9954,
      "mean_token_accuracy": 0.1560828149318695,
      "num_tokens": 28966999.0,
      "step": 13385
    },
    {
      "entropy": 6.382574224472046,
      "epoch": 1.4328749531810157,
      "grad_norm": 0.94921875,
      "learning_rate": 0.00048034923206928065,
      "loss": 5.9942,
      "mean_token_accuracy": 0.14812810942530633,
      "num_tokens": 28977388.0,
      "step": 13390
    },
    {
      "entropy": 6.371704053878784,
      "epoch": 1.4334100272887795,
      "grad_norm": 0.984375,
      "learning_rate": 0.00048033360265848664,
      "loss": 5.8725,
      "mean_token_accuracy": 0.1652609720826149,
      "num_tokens": 28987792.0,
      "step": 13395
    },
    {
      "entropy": 6.480054759979248,
      "epoch": 1.4339451013965434,
      "grad_norm": 0.9609375,
      "learning_rate": 0.00048031796731871364,
      "loss": 6.0306,
      "mean_token_accuracy": 0.15618922859430312,
      "num_tokens": 28998319.0,
      "step": 13400
    },
    {
      "entropy": 6.3852581024169925,
      "epoch": 1.4344801755043073,
      "grad_norm": 0.96875,
      "learning_rate": 0.00048030232605041323,
      "loss": 6.0169,
      "mean_token_accuracy": 0.15132946223020555,
      "num_tokens": 29007942.0,
      "step": 13405
    },
    {
      "entropy": 6.412289714813232,
      "epoch": 1.4350152496120714,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004802866788540369,
      "loss": 5.959,
      "mean_token_accuracy": 0.16117773056030274,
      "num_tokens": 29018217.0,
      "step": 13410
    },
    {
      "entropy": 6.3886960506439205,
      "epoch": 1.4355503237198353,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004802710257300367,
      "loss": 5.9751,
      "mean_token_accuracy": 0.15976737141609193,
      "num_tokens": 29028472.0,
      "step": 13415
    },
    {
      "entropy": 6.42463960647583,
      "epoch": 1.4360853978275991,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004802553666788644,
      "loss": 5.9521,
      "mean_token_accuracy": 0.15921037048101425,
      "num_tokens": 29040553.0,
      "step": 13420
    },
    {
      "entropy": 6.459635210037232,
      "epoch": 1.436620471935363,
      "grad_norm": 1.140625,
      "learning_rate": 0.00048023970170097226,
      "loss": 5.9941,
      "mean_token_accuracy": 0.15048330798745155,
      "num_tokens": 29050142.0,
      "step": 13425
    },
    {
      "entropy": 6.379656791687012,
      "epoch": 1.437155546043127,
      "grad_norm": 1.078125,
      "learning_rate": 0.00048022403079681254,
      "loss": 5.9361,
      "mean_token_accuracy": 0.15379175394773484,
      "num_tokens": 29061762.0,
      "step": 13430
    },
    {
      "entropy": 6.417359256744385,
      "epoch": 1.437690620150891,
      "grad_norm": 0.9765625,
      "learning_rate": 0.00048020835396683775,
      "loss": 5.9991,
      "mean_token_accuracy": 0.15495991557836533,
      "num_tokens": 29072095.0,
      "step": 13435
    },
    {
      "entropy": 6.4763813495635985,
      "epoch": 1.4382256942586549,
      "grad_norm": 1.046875,
      "learning_rate": 0.00048019267121150066,
      "loss": 6.0175,
      "mean_token_accuracy": 0.1546730875968933,
      "num_tokens": 29082561.0,
      "step": 13440
    },
    {
      "entropy": 6.446355199813842,
      "epoch": 1.4387607683664188,
      "grad_norm": 0.921875,
      "learning_rate": 0.00048017698253125397,
      "loss": 5.9622,
      "mean_token_accuracy": 0.15499825328588485,
      "num_tokens": 29093813.0,
      "step": 13445
    },
    {
      "entropy": 6.395727014541626,
      "epoch": 1.4392958424741826,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004801612879265507,
      "loss": 5.9707,
      "mean_token_accuracy": 0.1591507837176323,
      "num_tokens": 29104064.0,
      "step": 13450
    },
    {
      "entropy": 6.399460649490356,
      "epoch": 1.4398309165819465,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004801455873978442,
      "loss": 5.9585,
      "mean_token_accuracy": 0.1581333488225937,
      "num_tokens": 29115086.0,
      "step": 13455
    },
    {
      "entropy": 6.367056465148925,
      "epoch": 1.4403659906897106,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004801298809455876,
      "loss": 5.9478,
      "mean_token_accuracy": 0.16164012998342514,
      "num_tokens": 29125536.0,
      "step": 13460
    },
    {
      "entropy": 6.4346022605896,
      "epoch": 1.4409010647974745,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004801141685702345,
      "loss": 6.0192,
      "mean_token_accuracy": 0.15849173665046692,
      "num_tokens": 29137007.0,
      "step": 13465
    },
    {
      "entropy": 6.410597944259644,
      "epoch": 1.4414361389052384,
      "grad_norm": 0.98828125,
      "learning_rate": 0.00048009845027223864,
      "loss": 6.0008,
      "mean_token_accuracy": 0.14896594136953353,
      "num_tokens": 29147072.0,
      "step": 13470
    },
    {
      "entropy": 6.379962587356568,
      "epoch": 1.4419712130130022,
      "grad_norm": 0.9921875,
      "learning_rate": 0.00048008272605205377,
      "loss": 5.975,
      "mean_token_accuracy": 0.15427728816866876,
      "num_tokens": 29157803.0,
      "step": 13475
    },
    {
      "entropy": 6.439953088760376,
      "epoch": 1.4425062871207661,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00048006699591013417,
      "loss": 5.9377,
      "mean_token_accuracy": 0.15683696419000626,
      "num_tokens": 29168173.0,
      "step": 13480
    },
    {
      "entropy": 6.478874015808105,
      "epoch": 1.4430413612285302,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004800512598469337,
      "loss": 5.991,
      "mean_token_accuracy": 0.15576207786798477,
      "num_tokens": 29179377.0,
      "step": 13485
    },
    {
      "entropy": 6.422766780853271,
      "epoch": 1.443576435336294,
      "grad_norm": 0.9921875,
      "learning_rate": 0.000480035517862907,
      "loss": 6.0202,
      "mean_token_accuracy": 0.15477455109357835,
      "num_tokens": 29190909.0,
      "step": 13490
    },
    {
      "entropy": 6.3893670558929445,
      "epoch": 1.444111509444058,
      "grad_norm": 0.9453125,
      "learning_rate": 0.00048001976995850856,
      "loss": 5.9334,
      "mean_token_accuracy": 0.1593152478337288,
      "num_tokens": 29200977.0,
      "step": 13495
    },
    {
      "entropy": 6.415649461746216,
      "epoch": 1.4446465835518219,
      "grad_norm": 1.015625,
      "learning_rate": 0.00048000401613419296,
      "loss": 5.963,
      "mean_token_accuracy": 0.15492246747016908,
      "num_tokens": 29210702.0,
      "step": 13500
    },
    {
      "entropy": 6.43193883895874,
      "epoch": 1.4451816576595857,
      "grad_norm": 0.91796875,
      "learning_rate": 0.00047998825639041534,
      "loss": 6.0735,
      "mean_token_accuracy": 0.14873875826597213,
      "num_tokens": 29221338.0,
      "step": 13505
    },
    {
      "entropy": 6.4461030006408695,
      "epoch": 1.4457167317673498,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004799724907276306,
      "loss": 5.918,
      "mean_token_accuracy": 0.1636611133813858,
      "num_tokens": 29232091.0,
      "step": 13510
    },
    {
      "entropy": 6.326048898696899,
      "epoch": 1.4462518058751137,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004799567191462939,
      "loss": 5.9339,
      "mean_token_accuracy": 0.1588418811559677,
      "num_tokens": 29241903.0,
      "step": 13515
    },
    {
      "entropy": 6.392050266265869,
      "epoch": 1.4467868799828776,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00047994094164686074,
      "loss": 6.021,
      "mean_token_accuracy": 0.16045309007167816,
      "num_tokens": 29253414.0,
      "step": 13520
    },
    {
      "entropy": 6.4435817241668705,
      "epoch": 1.4473219540906417,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004799251582297868,
      "loss": 5.9199,
      "mean_token_accuracy": 0.16863783746957778,
      "num_tokens": 29264066.0,
      "step": 13525
    },
    {
      "entropy": 6.426443958282471,
      "epoch": 1.4478570281984056,
      "grad_norm": 0.97265625,
      "learning_rate": 0.00047990936889552767,
      "loss": 5.9785,
      "mean_token_accuracy": 0.15653969943523408,
      "num_tokens": 29274915.0,
      "step": 13530
    },
    {
      "entropy": 6.389954423904419,
      "epoch": 1.4483921023061694,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004798935736445392,
      "loss": 5.9469,
      "mean_token_accuracy": 0.15655992776155472,
      "num_tokens": 29287345.0,
      "step": 13535
    },
    {
      "entropy": 6.349306058883667,
      "epoch": 1.4489271764139333,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004798777724772777,
      "loss": 5.9427,
      "mean_token_accuracy": 0.1646796301007271,
      "num_tokens": 29297432.0,
      "step": 13540
    },
    {
      "entropy": 6.394646406173706,
      "epoch": 1.4494622505216972,
      "grad_norm": 0.9140625,
      "learning_rate": 0.00047986196539419936,
      "loss": 5.8736,
      "mean_token_accuracy": 0.16685506850481033,
      "num_tokens": 29307534.0,
      "step": 13545
    },
    {
      "entropy": 6.39788293838501,
      "epoch": 1.4499973246294613,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004798461523957604,
      "loss": 5.9328,
      "mean_token_accuracy": 0.16020366847515105,
      "num_tokens": 29319412.0,
      "step": 13550
    },
    {
      "entropy": 6.347496795654297,
      "epoch": 1.4505323987372252,
      "grad_norm": 1.046875,
      "learning_rate": 0.00047983033348241767,
      "loss": 5.9272,
      "mean_token_accuracy": 0.16772832721471786,
      "num_tokens": 29330477.0,
      "step": 13555
    },
    {
      "entropy": 6.335762548446655,
      "epoch": 1.451067472844989,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004798145086546278,
      "loss": 5.9593,
      "mean_token_accuracy": 0.15911471247673034,
      "num_tokens": 29341481.0,
      "step": 13560
    },
    {
      "entropy": 6.38734073638916,
      "epoch": 1.451602546952753,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004797986779128478,
      "loss": 5.9376,
      "mean_token_accuracy": 0.1597970351576805,
      "num_tokens": 29353273.0,
      "step": 13565
    },
    {
      "entropy": 6.43454327583313,
      "epoch": 1.4521376210605168,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004797828412575348,
      "loss": 5.965,
      "mean_token_accuracy": 0.15707526355981827,
      "num_tokens": 29364108.0,
      "step": 13570
    },
    {
      "entropy": 6.346677827835083,
      "epoch": 1.452672695168281,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00047976699868914594,
      "loss": 5.9209,
      "mean_token_accuracy": 0.16894175559282304,
      "num_tokens": 29375272.0,
      "step": 13575
    },
    {
      "entropy": 6.376479816436768,
      "epoch": 1.4532077692760448,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004797511502081388,
      "loss": 5.9545,
      "mean_token_accuracy": 0.1568805381655693,
      "num_tokens": 29385749.0,
      "step": 13580
    },
    {
      "entropy": 6.343468475341797,
      "epoch": 1.4537428433838087,
      "grad_norm": 1.0078125,
      "learning_rate": 0.000479735295814971,
      "loss": 5.9009,
      "mean_token_accuracy": 0.16195674538612365,
      "num_tokens": 29396430.0,
      "step": 13585
    },
    {
      "entropy": 6.416579484939575,
      "epoch": 1.4542779174915725,
      "grad_norm": 0.92578125,
      "learning_rate": 0.00047971943551010035,
      "loss": 5.9625,
      "mean_token_accuracy": 0.15403800904750825,
      "num_tokens": 29407020.0,
      "step": 13590
    },
    {
      "entropy": 6.4433684825897215,
      "epoch": 1.4548129915993364,
      "grad_norm": 1.015625,
      "learning_rate": 0.00047970356929398467,
      "loss": 5.9712,
      "mean_token_accuracy": 0.1590871676802635,
      "num_tokens": 29418428.0,
      "step": 13595
    },
    {
      "entropy": 6.457223510742187,
      "epoch": 1.4553480657071005,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004796876971670822,
      "loss": 6.0529,
      "mean_token_accuracy": 0.1557583212852478,
      "num_tokens": 29430611.0,
      "step": 13600
    },
    {
      "entropy": 6.395889234542847,
      "epoch": 1.4558831398148644,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004796718191298512,
      "loss": 5.9469,
      "mean_token_accuracy": 0.1510215014219284,
      "num_tokens": 29441545.0,
      "step": 13605
    },
    {
      "entropy": 6.4381077766418455,
      "epoch": 1.4564182139226283,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004796559351827503,
      "loss": 6.0391,
      "mean_token_accuracy": 0.1558594971895218,
      "num_tokens": 29452529.0,
      "step": 13610
    },
    {
      "entropy": 6.3978863716125485,
      "epoch": 1.4569532880303921,
      "grad_norm": 0.9140625,
      "learning_rate": 0.000479640045326238,
      "loss": 5.943,
      "mean_token_accuracy": 0.16202890872955322,
      "num_tokens": 29463860.0,
      "step": 13615
    },
    {
      "entropy": 6.480335855484009,
      "epoch": 1.457488362138156,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004796241495607731,
      "loss": 6.0005,
      "mean_token_accuracy": 0.15516241639852524,
      "num_tokens": 29475004.0,
      "step": 13620
    },
    {
      "entropy": 6.458157253265381,
      "epoch": 1.4580234362459201,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004796082478868146,
      "loss": 6.0741,
      "mean_token_accuracy": 0.1484946884214878,
      "num_tokens": 29485921.0,
      "step": 13625
    },
    {
      "entropy": 6.431911373138428,
      "epoch": 1.458558510353684,
      "grad_norm": 0.99609375,
      "learning_rate": 0.00047959234030482185,
      "loss": 5.9309,
      "mean_token_accuracy": 0.17039386481046676,
      "num_tokens": 29495729.0,
      "step": 13630
    },
    {
      "entropy": 6.433145236968994,
      "epoch": 1.4590935844614479,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004795764268152538,
      "loss": 6.0075,
      "mean_token_accuracy": 0.15531877875328065,
      "num_tokens": 29506051.0,
      "step": 13635
    },
    {
      "entropy": 6.394317722320556,
      "epoch": 1.4596286585692118,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004795605074185704,
      "loss": 5.9658,
      "mean_token_accuracy": 0.1582890346646309,
      "num_tokens": 29516234.0,
      "step": 13640
    },
    {
      "entropy": 6.426267766952515,
      "epoch": 1.4601637326769756,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00047954458211523095,
      "loss": 5.9645,
      "mean_token_accuracy": 0.15568506121635436,
      "num_tokens": 29527649.0,
      "step": 13645
    },
    {
      "entropy": 6.412875986099243,
      "epoch": 1.4606988067847397,
      "grad_norm": 1.046875,
      "learning_rate": 0.00047952865090569545,
      "loss": 6.0301,
      "mean_token_accuracy": 0.15376049131155015,
      "num_tokens": 29539150.0,
      "step": 13650
    },
    {
      "entropy": 6.365883016586304,
      "epoch": 1.4612338808925036,
      "grad_norm": 0.9765625,
      "learning_rate": 0.00047951271379042393,
      "loss": 5.9005,
      "mean_token_accuracy": 0.1606081545352936,
      "num_tokens": 29550058.0,
      "step": 13655
    },
    {
      "entropy": 6.336092710494995,
      "epoch": 1.4617689550002675,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004794967707698765,
      "loss": 5.8939,
      "mean_token_accuracy": 0.16884224563837053,
      "num_tokens": 29560377.0,
      "step": 13660
    },
    {
      "entropy": 6.329954338073731,
      "epoch": 1.4623040291080316,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004794808218445136,
      "loss": 5.8379,
      "mean_token_accuracy": 0.16977109760046005,
      "num_tokens": 29571378.0,
      "step": 13665
    },
    {
      "entropy": 6.429836845397949,
      "epoch": 1.4628391032157955,
      "grad_norm": 0.98046875,
      "learning_rate": 0.00047946486701479576,
      "loss": 6.0034,
      "mean_token_accuracy": 0.15483787804841995,
      "num_tokens": 29582187.0,
      "step": 13670
    },
    {
      "entropy": 6.390045261383056,
      "epoch": 1.4633741773235593,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004794489062811835,
      "loss": 5.9846,
      "mean_token_accuracy": 0.15343090817332267,
      "num_tokens": 29592982.0,
      "step": 13675
    },
    {
      "entropy": 6.456646251678467,
      "epoch": 1.4639092514313232,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004794329396441378,
      "loss": 5.951,
      "mean_token_accuracy": 0.15474220365285873,
      "num_tokens": 29603639.0,
      "step": 13680
    },
    {
      "entropy": 6.378190517425537,
      "epoch": 1.464444325539087,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00047941696710411975,
      "loss": 5.8934,
      "mean_token_accuracy": 0.16789273917675018,
      "num_tokens": 29615103.0,
      "step": 13685
    },
    {
      "entropy": 6.435185718536377,
      "epoch": 1.4649793996468512,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004794009886615904,
      "loss": 5.9729,
      "mean_token_accuracy": 0.15807205587625503,
      "num_tokens": 29626184.0,
      "step": 13690
    },
    {
      "entropy": 6.422644138336182,
      "epoch": 1.465514473754615,
      "grad_norm": 0.9921875,
      "learning_rate": 0.00047938500431701135,
      "loss": 5.9508,
      "mean_token_accuracy": 0.16838867515325545,
      "num_tokens": 29637615.0,
      "step": 13695
    },
    {
      "entropy": 6.4536521434783936,
      "epoch": 1.466049547862379,
      "grad_norm": 0.9765625,
      "learning_rate": 0.000479369014070844,
      "loss": 6.01,
      "mean_token_accuracy": 0.1565471813082695,
      "num_tokens": 29648648.0,
      "step": 13700
    },
    {
      "entropy": 6.40811014175415,
      "epoch": 1.4665846219701428,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00047935301792355003,
      "loss": 5.9485,
      "mean_token_accuracy": 0.16201894879341125,
      "num_tokens": 29660542.0,
      "step": 13705
    },
    {
      "entropy": 6.428482437133789,
      "epoch": 1.4671196960779067,
      "grad_norm": 1.0,
      "learning_rate": 0.0004793370158755914,
      "loss": 5.988,
      "mean_token_accuracy": 0.1565112367272377,
      "num_tokens": 29670342.0,
      "step": 13710
    },
    {
      "entropy": 6.378013992309571,
      "epoch": 1.4676547701856708,
      "grad_norm": 0.90625,
      "learning_rate": 0.00047932100792743014,
      "loss": 5.9557,
      "mean_token_accuracy": 0.16199291050434111,
      "num_tokens": 29681191.0,
      "step": 13715
    },
    {
      "entropy": 6.449100732803345,
      "epoch": 1.4681898442934347,
      "grad_norm": 1.0625,
      "learning_rate": 0.00047930499407952855,
      "loss": 5.8903,
      "mean_token_accuracy": 0.16712140589952468,
      "num_tokens": 29691299.0,
      "step": 13720
    },
    {
      "entropy": 6.374437522888184,
      "epoch": 1.4687249184011986,
      "grad_norm": 1.0,
      "learning_rate": 0.00047928897433234893,
      "loss": 5.9507,
      "mean_token_accuracy": 0.15593578964471816,
      "num_tokens": 29702125.0,
      "step": 13725
    },
    {
      "entropy": 6.378415441513061,
      "epoch": 1.4692599925089624,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004792729486863539,
      "loss": 5.9619,
      "mean_token_accuracy": 0.15503107905387878,
      "num_tokens": 29712679.0,
      "step": 13730
    },
    {
      "entropy": 6.402519226074219,
      "epoch": 1.4697950666167263,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004792569171420061,
      "loss": 5.9133,
      "mean_token_accuracy": 0.16318059712648392,
      "num_tokens": 29723833.0,
      "step": 13735
    },
    {
      "entropy": 6.4772350788116455,
      "epoch": 1.4703301407244904,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004792408796997687,
      "loss": 6.018,
      "mean_token_accuracy": 0.154660601913929,
      "num_tokens": 29734646.0,
      "step": 13740
    },
    {
      "entropy": 6.44360933303833,
      "epoch": 1.4708652148322543,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004792248363601044,
      "loss": 5.9537,
      "mean_token_accuracy": 0.1592200756072998,
      "num_tokens": 29745129.0,
      "step": 13745
    },
    {
      "entropy": 6.4522205829620365,
      "epoch": 1.4714002889400182,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004792087871234767,
      "loss": 5.9807,
      "mean_token_accuracy": 0.1530093029141426,
      "num_tokens": 29756308.0,
      "step": 13750
    },
    {
      "entropy": 6.40357232093811,
      "epoch": 1.471935363047782,
      "grad_norm": 1.015625,
      "learning_rate": 0.000479192731990349,
      "loss": 5.9813,
      "mean_token_accuracy": 0.15301628708839415,
      "num_tokens": 29767835.0,
      "step": 13755
    },
    {
      "entropy": 6.384565258026123,
      "epoch": 1.472470437155546,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004791766709611849,
      "loss": 6.0073,
      "mean_token_accuracy": 0.1559685155749321,
      "num_tokens": 29778776.0,
      "step": 13760
    },
    {
      "entropy": 6.4756725311279295,
      "epoch": 1.47300551126331,
      "grad_norm": 1.109375,
      "learning_rate": 0.000479160604036448,
      "loss": 6.0237,
      "mean_token_accuracy": 0.14915939420461655,
      "num_tokens": 29788800.0,
      "step": 13765
    },
    {
      "entropy": 6.4064414501190186,
      "epoch": 1.473540585371074,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004791445312166025,
      "loss": 5.9265,
      "mean_token_accuracy": 0.16343710273504258,
      "num_tokens": 29799375.0,
      "step": 13770
    },
    {
      "entropy": 6.461651754379273,
      "epoch": 1.4740756594788378,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004791284525021122,
      "loss": 6.0468,
      "mean_token_accuracy": 0.14785126298666001,
      "num_tokens": 29811267.0,
      "step": 13775
    },
    {
      "entropy": 6.4283490657806395,
      "epoch": 1.4746107335866017,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004791123678934416,
      "loss": 5.9845,
      "mean_token_accuracy": 0.15218234658241273,
      "num_tokens": 29821616.0,
      "step": 13780
    },
    {
      "entropy": 6.403531074523926,
      "epoch": 1.4751458076943655,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004790962773910551,
      "loss": 5.9693,
      "mean_token_accuracy": 0.15949509292840958,
      "num_tokens": 29832233.0,
      "step": 13785
    },
    {
      "entropy": 6.430083417892456,
      "epoch": 1.4756808818021296,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00047908018099541717,
      "loss": 5.9431,
      "mean_token_accuracy": 0.15590311735868453,
      "num_tokens": 29843465.0,
      "step": 13790
    },
    {
      "entropy": 6.404641389846802,
      "epoch": 1.4762159559098935,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004790640787069927,
      "loss": 5.8177,
      "mean_token_accuracy": 0.16530825495719909,
      "num_tokens": 29854123.0,
      "step": 13795
    },
    {
      "entropy": 6.439941310882569,
      "epoch": 1.4767510300176574,
      "grad_norm": 1.0,
      "learning_rate": 0.0004790479705262467,
      "loss": 6.0481,
      "mean_token_accuracy": 0.1493068166077137,
      "num_tokens": 29864831.0,
      "step": 13800
    },
    {
      "entropy": 6.367699384689331,
      "epoch": 1.4772861041254215,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004790318564536441,
      "loss": 5.9362,
      "mean_token_accuracy": 0.152115036547184,
      "num_tokens": 29876273.0,
      "step": 13805
    },
    {
      "entropy": 6.409785556793213,
      "epoch": 1.4778211782331854,
      "grad_norm": 0.9375,
      "learning_rate": 0.00047901573648965047,
      "loss": 5.9245,
      "mean_token_accuracy": 0.15535093247890472,
      "num_tokens": 29886560.0,
      "step": 13810
    },
    {
      "entropy": 6.401788806915283,
      "epoch": 1.4783562523409493,
      "grad_norm": 0.98828125,
      "learning_rate": 0.000478999610634731,
      "loss": 5.93,
      "mean_token_accuracy": 0.15897768288850783,
      "num_tokens": 29896916.0,
      "step": 13815
    },
    {
      "entropy": 6.39238715171814,
      "epoch": 1.4788913264487131,
      "grad_norm": 1.0,
      "learning_rate": 0.0004789834788893515,
      "loss": 6.0043,
      "mean_token_accuracy": 0.15120849162340164,
      "num_tokens": 29907288.0,
      "step": 13820
    },
    {
      "entropy": 6.385893440246582,
      "epoch": 1.479426400556477,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004789673412539777,
      "loss": 5.9291,
      "mean_token_accuracy": 0.156029050052166,
      "num_tokens": 29918194.0,
      "step": 13825
    },
    {
      "entropy": 6.4138792037963865,
      "epoch": 1.479961474664241,
      "grad_norm": 0.97265625,
      "learning_rate": 0.00047895119772907566,
      "loss": 5.9548,
      "mean_token_accuracy": 0.15758488625288009,
      "num_tokens": 29928521.0,
      "step": 13830
    },
    {
      "entropy": 6.381877326965332,
      "epoch": 1.480496548772005,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004789350483151113,
      "loss": 5.9095,
      "mean_token_accuracy": 0.15564747601747514,
      "num_tokens": 29938885.0,
      "step": 13835
    },
    {
      "entropy": 6.4273889541625975,
      "epoch": 1.4810316228797689,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004789188930125512,
      "loss": 5.9688,
      "mean_token_accuracy": 0.16495052129030227,
      "num_tokens": 29948921.0,
      "step": 13840
    },
    {
      "entropy": 6.381076145172119,
      "epoch": 1.4815666969875327,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004789027318218616,
      "loss": 5.897,
      "mean_token_accuracy": 0.1650935009121895,
      "num_tokens": 29959633.0,
      "step": 13845
    },
    {
      "entropy": 6.360347557067871,
      "epoch": 1.4821017710952966,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004788865647435093,
      "loss": 5.9291,
      "mean_token_accuracy": 0.15370799526572226,
      "num_tokens": 29970639.0,
      "step": 13850
    },
    {
      "entropy": 6.412176561355591,
      "epoch": 1.4826368452030607,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004788703917779612,
      "loss": 6.0359,
      "mean_token_accuracy": 0.15362164974212647,
      "num_tokens": 29981752.0,
      "step": 13855
    },
    {
      "entropy": 6.431899213790894,
      "epoch": 1.4831719193108246,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004788542129256841,
      "loss": 5.8828,
      "mean_token_accuracy": 0.1601079896092415,
      "num_tokens": 29991037.0,
      "step": 13860
    },
    {
      "entropy": 6.424045753479004,
      "epoch": 1.4837069934185885,
      "grad_norm": 0.98828125,
      "learning_rate": 0.00047883802818714526,
      "loss": 5.9849,
      "mean_token_accuracy": 0.1510087236762047,
      "num_tokens": 30001980.0,
      "step": 13865
    },
    {
      "entropy": 6.425295495986939,
      "epoch": 1.4842420675263523,
      "grad_norm": 1.03125,
      "learning_rate": 0.000478821837562812,
      "loss": 5.9683,
      "mean_token_accuracy": 0.15793635100126266,
      "num_tokens": 30013377.0,
      "step": 13870
    },
    {
      "entropy": 6.42196831703186,
      "epoch": 1.4847771416341162,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004788056410531518,
      "loss": 6.0377,
      "mean_token_accuracy": 0.15736653059720992,
      "num_tokens": 30023909.0,
      "step": 13875
    },
    {
      "entropy": 6.359492444992066,
      "epoch": 1.4853122157418803,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004787894386586324,
      "loss": 5.8943,
      "mean_token_accuracy": 0.16003021001815795,
      "num_tokens": 30034069.0,
      "step": 13880
    },
    {
      "entropy": 6.371004629135132,
      "epoch": 1.4858472898496442,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00047877323037972153,
      "loss": 5.9143,
      "mean_token_accuracy": 0.16464764177799224,
      "num_tokens": 30043940.0,
      "step": 13885
    },
    {
      "entropy": 6.330012273788452,
      "epoch": 1.486382363957408,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004787570162168874,
      "loss": 5.8876,
      "mean_token_accuracy": 0.16752075403928757,
      "num_tokens": 30054985.0,
      "step": 13890
    },
    {
      "entropy": 6.4162482738494875,
      "epoch": 1.486917438065172,
      "grad_norm": 0.94921875,
      "learning_rate": 0.00047874079617059783,
      "loss": 5.931,
      "mean_token_accuracy": 0.1571563422679901,
      "num_tokens": 30065675.0,
      "step": 13895
    },
    {
      "entropy": 6.428045558929443,
      "epoch": 1.4874525121729358,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004787245702413216,
      "loss": 5.8804,
      "mean_token_accuracy": 0.15813012421131134,
      "num_tokens": 30075305.0,
      "step": 13900
    },
    {
      "entropy": 6.404346561431884,
      "epoch": 1.4879875862807,
      "grad_norm": 0.95703125,
      "learning_rate": 0.00047870833842952697,
      "loss": 5.9833,
      "mean_token_accuracy": 0.15979521870613098,
      "num_tokens": 30087309.0,
      "step": 13905
    },
    {
      "entropy": 6.375516891479492,
      "epoch": 1.4885226603884638,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004786921007356827,
      "loss": 5.8945,
      "mean_token_accuracy": 0.15699987411499022,
      "num_tokens": 30097262.0,
      "step": 13910
    },
    {
      "entropy": 6.429277801513672,
      "epoch": 1.4890577344962277,
      "grad_norm": 1.078125,
      "learning_rate": 0.00047867585716025767,
      "loss": 6.0095,
      "mean_token_accuracy": 0.15769893527030945,
      "num_tokens": 30107067.0,
      "step": 13915
    },
    {
      "entropy": 6.450662469863891,
      "epoch": 1.4895928086039918,
      "grad_norm": 1.0,
      "learning_rate": 0.0004786596077037209,
      "loss": 6.0097,
      "mean_token_accuracy": 0.15430856198072435,
      "num_tokens": 30117115.0,
      "step": 13920
    },
    {
      "entropy": 6.415513420104981,
      "epoch": 1.4901278827117554,
      "grad_norm": 0.98828125,
      "learning_rate": 0.00047864335236654144,
      "loss": 5.9282,
      "mean_token_accuracy": 0.16304409950971605,
      "num_tokens": 30127202.0,
      "step": 13925
    },
    {
      "entropy": 6.326447677612305,
      "epoch": 1.4906629568195195,
      "grad_norm": 1.0,
      "learning_rate": 0.0004786270911491889,
      "loss": 5.9334,
      "mean_token_accuracy": 0.1567019209265709,
      "num_tokens": 30138608.0,
      "step": 13930
    },
    {
      "entropy": 6.448354482650757,
      "epoch": 1.4911980309272834,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004786108240521327,
      "loss": 5.9695,
      "mean_token_accuracy": 0.16078936755657197,
      "num_tokens": 30148500.0,
      "step": 13935
    },
    {
      "entropy": 6.366854047775268,
      "epoch": 1.4917331050350473,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00047859455107584256,
      "loss": 5.9148,
      "mean_token_accuracy": 0.16215453445911407,
      "num_tokens": 30159062.0,
      "step": 13940
    },
    {
      "entropy": 6.346912431716919,
      "epoch": 1.4922681791428114,
      "grad_norm": 0.92578125,
      "learning_rate": 0.00047857827222078835,
      "loss": 5.9594,
      "mean_token_accuracy": 0.1557646632194519,
      "num_tokens": 30170468.0,
      "step": 13945
    },
    {
      "entropy": 6.335272932052613,
      "epoch": 1.4928032532505753,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004785619874874402,
      "loss": 5.8559,
      "mean_token_accuracy": 0.16186493188142775,
      "num_tokens": 30180944.0,
      "step": 13950
    },
    {
      "entropy": 6.3502092361450195,
      "epoch": 1.4933383273583392,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004785456968762682,
      "loss": 5.8737,
      "mean_token_accuracy": 0.16428527384996414,
      "num_tokens": 30191614.0,
      "step": 13955
    },
    {
      "entropy": 6.361069440841675,
      "epoch": 1.493873401466103,
      "grad_norm": 0.9921875,
      "learning_rate": 0.00047852940038774276,
      "loss": 5.8745,
      "mean_token_accuracy": 0.1660766303539276,
      "num_tokens": 30202035.0,
      "step": 13960
    },
    {
      "entropy": 6.3383927822113035,
      "epoch": 1.494408475573867,
      "grad_norm": 0.9609375,
      "learning_rate": 0.00047851309802233457,
      "loss": 5.9673,
      "mean_token_accuracy": 0.16142916530370713,
      "num_tokens": 30213205.0,
      "step": 13965
    },
    {
      "entropy": 6.450104713439941,
      "epoch": 1.494943549681631,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004784967897805143,
      "loss": 5.9759,
      "mean_token_accuracy": 0.15875543653964996,
      "num_tokens": 30223971.0,
      "step": 13970
    },
    {
      "entropy": 6.403603553771973,
      "epoch": 1.495478623789395,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004784804756627528,
      "loss": 5.992,
      "mean_token_accuracy": 0.1552234522998333,
      "num_tokens": 30235346.0,
      "step": 13975
    },
    {
      "entropy": 6.411318159103393,
      "epoch": 1.4960136978971588,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00047846415566952106,
      "loss": 5.9108,
      "mean_token_accuracy": 0.1618267297744751,
      "num_tokens": 30246033.0,
      "step": 13980
    },
    {
      "entropy": 6.388122653961181,
      "epoch": 1.4965487720049226,
      "grad_norm": 0.9765625,
      "learning_rate": 0.00047844782980129057,
      "loss": 5.9912,
      "mean_token_accuracy": 0.1513512060046196,
      "num_tokens": 30258208.0,
      "step": 13985
    },
    {
      "entropy": 6.406239795684814,
      "epoch": 1.4970838461126865,
      "grad_norm": 1.015625,
      "learning_rate": 0.00047843149805853254,
      "loss": 5.9925,
      "mean_token_accuracy": 0.15855371952056885,
      "num_tokens": 30268824.0,
      "step": 13990
    },
    {
      "entropy": 6.447221183776856,
      "epoch": 1.4976189202204506,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004784151604417185,
      "loss": 5.9961,
      "mean_token_accuracy": 0.1517633929848671,
      "num_tokens": 30280078.0,
      "step": 13995
    },
    {
      "entropy": 6.375622320175171,
      "epoch": 1.4981539943282145,
      "grad_norm": 0.9375,
      "learning_rate": 0.00047839881695132034,
      "loss": 5.9162,
      "mean_token_accuracy": 0.16186233907938002,
      "num_tokens": 30290939.0,
      "step": 14000
    },
    {
      "entropy": 6.412151956558228,
      "epoch": 1.4986890684359784,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00047838246758780996,
      "loss": 5.9528,
      "mean_token_accuracy": 0.162551249563694,
      "num_tokens": 30301198.0,
      "step": 14005
    },
    {
      "entropy": 6.393883085250854,
      "epoch": 1.4992241425437423,
      "grad_norm": 1.0,
      "learning_rate": 0.0004783661123516593,
      "loss": 5.896,
      "mean_token_accuracy": 0.16181395202875137,
      "num_tokens": 30312021.0,
      "step": 14010
    },
    {
      "entropy": 6.404616117477417,
      "epoch": 1.4997592166515061,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004783497512433408,
      "loss": 5.9332,
      "mean_token_accuracy": 0.15892700850963593,
      "num_tokens": 30323335.0,
      "step": 14015
    },
    {
      "entropy": 6.365789318084717,
      "epoch": 1.5002942907592702,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004783333842633268,
      "loss": 5.9375,
      "mean_token_accuracy": 0.1615332469344139,
      "num_tokens": 30334389.0,
      "step": 14020
    },
    {
      "entropy": 6.366976594924926,
      "epoch": 1.500829364867034,
      "grad_norm": 1.0,
      "learning_rate": 0.00047831701141208994,
      "loss": 5.9231,
      "mean_token_accuracy": 0.1518111601471901,
      "num_tokens": 30345407.0,
      "step": 14025
    },
    {
      "entropy": 6.4610528469085695,
      "epoch": 1.501364438974798,
      "grad_norm": 0.97265625,
      "learning_rate": 0.00047830063269010286,
      "loss": 5.9537,
      "mean_token_accuracy": 0.15558449625968934,
      "num_tokens": 30356718.0,
      "step": 14030
    },
    {
      "entropy": 6.395286512374878,
      "epoch": 1.501899513082562,
      "grad_norm": 0.97265625,
      "learning_rate": 0.00047828424809783865,
      "loss": 5.8806,
      "mean_token_accuracy": 0.16218781471252441,
      "num_tokens": 30367617.0,
      "step": 14035
    },
    {
      "entropy": 6.363413572311401,
      "epoch": 1.5024345871903257,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004782678576357703,
      "loss": 5.9711,
      "mean_token_accuracy": 0.15504781156778336,
      "num_tokens": 30377923.0,
      "step": 14040
    },
    {
      "entropy": 6.390161085128784,
      "epoch": 1.5029696612980898,
      "grad_norm": 1.0,
      "learning_rate": 0.0004782514613043711,
      "loss": 5.9263,
      "mean_token_accuracy": 0.1605740323662758,
      "num_tokens": 30388719.0,
      "step": 14045
    },
    {
      "entropy": 6.3832282543182375,
      "epoch": 1.5035047354058537,
      "grad_norm": 0.96484375,
      "learning_rate": 0.00047823505910411465,
      "loss": 5.8945,
      "mean_token_accuracy": 0.1606023907661438,
      "num_tokens": 30400191.0,
      "step": 14050
    },
    {
      "entropy": 6.399709558486938,
      "epoch": 1.5040398095136176,
      "grad_norm": 1.140625,
      "learning_rate": 0.00047821865103547437,
      "loss": 5.9685,
      "mean_token_accuracy": 0.15859121084213257,
      "num_tokens": 30410267.0,
      "step": 14055
    },
    {
      "entropy": 6.410564327239991,
      "epoch": 1.5045748836213817,
      "grad_norm": 0.96875,
      "learning_rate": 0.000478202237098924,
      "loss": 5.9721,
      "mean_token_accuracy": 0.1528628349304199,
      "num_tokens": 30420852.0,
      "step": 14060
    },
    {
      "entropy": 6.4209747314453125,
      "epoch": 1.5051099577291454,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004781858172949376,
      "loss": 6.0176,
      "mean_token_accuracy": 0.1550706461071968,
      "num_tokens": 30432214.0,
      "step": 14065
    },
    {
      "entropy": 6.472237539291382,
      "epoch": 1.5056450318369095,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004781693916239894,
      "loss": 6.0244,
      "mean_token_accuracy": 0.14999761134386064,
      "num_tokens": 30443919.0,
      "step": 14070
    },
    {
      "entropy": 6.477735424041748,
      "epoch": 1.5061801059446733,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00047815296008655347,
      "loss": 6.0749,
      "mean_token_accuracy": 0.14804306477308274,
      "num_tokens": 30453930.0,
      "step": 14075
    },
    {
      "entropy": 6.431748723983764,
      "epoch": 1.5067151800524372,
      "grad_norm": 0.89453125,
      "learning_rate": 0.00047813652268310436,
      "loss": 5.9808,
      "mean_token_accuracy": 0.15139396041631697,
      "num_tokens": 30464612.0,
      "step": 14080
    },
    {
      "entropy": 6.394944286346435,
      "epoch": 1.5072502541602013,
      "grad_norm": 1.03125,
      "learning_rate": 0.00047812007941411673,
      "loss": 5.9081,
      "mean_token_accuracy": 0.15671612024307252,
      "num_tokens": 30474819.0,
      "step": 14085
    },
    {
      "entropy": 6.362423324584961,
      "epoch": 1.507785328267965,
      "grad_norm": 0.8828125,
      "learning_rate": 0.00047810363028006535,
      "loss": 5.9108,
      "mean_token_accuracy": 0.16599654257297516,
      "num_tokens": 30485481.0,
      "step": 14090
    },
    {
      "entropy": 6.363871383666992,
      "epoch": 1.508320402375729,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004780871752814252,
      "loss": 5.9408,
      "mean_token_accuracy": 0.1657692790031433,
      "num_tokens": 30496321.0,
      "step": 14095
    },
    {
      "entropy": 6.399208688735962,
      "epoch": 1.508855476483493,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004780707144186714,
      "loss": 6.04,
      "mean_token_accuracy": 0.15186140313744545,
      "num_tokens": 30507578.0,
      "step": 14100
    },
    {
      "entropy": 6.464164876937867,
      "epoch": 1.5093905505912568,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00047805424769227923,
      "loss": 5.9824,
      "mean_token_accuracy": 0.1576380252838135,
      "num_tokens": 30518328.0,
      "step": 14105
    },
    {
      "entropy": 6.365180206298828,
      "epoch": 1.509925624699021,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00047803777510272425,
      "loss": 5.9253,
      "mean_token_accuracy": 0.15565135926008225,
      "num_tokens": 30528555.0,
      "step": 14110
    },
    {
      "entropy": 6.347084331512451,
      "epoch": 1.5104606988067846,
      "grad_norm": 1.03125,
      "learning_rate": 0.000478021296650482,
      "loss": 5.8497,
      "mean_token_accuracy": 0.162461718916893,
      "num_tokens": 30540217.0,
      "step": 14115
    },
    {
      "entropy": 6.447793483734131,
      "epoch": 1.5109957729145487,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004780048123360283,
      "loss": 6.0037,
      "mean_token_accuracy": 0.15771259665489196,
      "num_tokens": 30550937.0,
      "step": 14120
    },
    {
      "entropy": 6.489606189727783,
      "epoch": 1.5115308470223126,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00047798832215983916,
      "loss": 5.9854,
      "mean_token_accuracy": 0.1571969822049141,
      "num_tokens": 30562248.0,
      "step": 14125
    },
    {
      "entropy": 6.464454984664917,
      "epoch": 1.5120659211300764,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004779718261223908,
      "loss": 5.9811,
      "mean_token_accuracy": 0.1625627338886261,
      "num_tokens": 30573362.0,
      "step": 14130
    },
    {
      "entropy": 6.398738431930542,
      "epoch": 1.5126009952378405,
      "grad_norm": 0.953125,
      "learning_rate": 0.00047795532422415947,
      "loss": 5.9576,
      "mean_token_accuracy": 0.15623170733451844,
      "num_tokens": 30584052.0,
      "step": 14135
    },
    {
      "entropy": 6.394361448287964,
      "epoch": 1.5131360693456044,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004779388164656217,
      "loss": 5.9944,
      "mean_token_accuracy": 0.1559935212135315,
      "num_tokens": 30594630.0,
      "step": 14140
    },
    {
      "entropy": 6.386375808715821,
      "epoch": 1.5136711434533683,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00047792230284725415,
      "loss": 5.9609,
      "mean_token_accuracy": 0.1580295369029045,
      "num_tokens": 30605625.0,
      "step": 14145
    },
    {
      "entropy": 6.405104684829712,
      "epoch": 1.5142062175611322,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00047790578336953356,
      "loss": 5.9183,
      "mean_token_accuracy": 0.1630806639790535,
      "num_tokens": 30616520.0,
      "step": 14150
    },
    {
      "entropy": 6.415410280227661,
      "epoch": 1.514741291668896,
      "grad_norm": 0.94140625,
      "learning_rate": 0.000477889258032937,
      "loss": 5.907,
      "mean_token_accuracy": 0.16510535329580306,
      "num_tokens": 30627372.0,
      "step": 14155
    },
    {
      "entropy": 6.403371858596802,
      "epoch": 1.5152763657766601,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00047787272683794157,
      "loss": 5.9035,
      "mean_token_accuracy": 0.1677812948822975,
      "num_tokens": 30636974.0,
      "step": 14160
    },
    {
      "entropy": 6.381330394744873,
      "epoch": 1.515811439884424,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004778561897850247,
      "loss": 5.9604,
      "mean_token_accuracy": 0.16628318578004836,
      "num_tokens": 30648202.0,
      "step": 14165
    },
    {
      "entropy": 6.431632566452026,
      "epoch": 1.516346513992188,
      "grad_norm": 1.046875,
      "learning_rate": 0.00047783964687466384,
      "loss": 6.0065,
      "mean_token_accuracy": 0.1553216814994812,
      "num_tokens": 30657981.0,
      "step": 14170
    },
    {
      "entropy": 6.441818380355835,
      "epoch": 1.516881588099952,
      "grad_norm": 0.953125,
      "learning_rate": 0.00047782309810733676,
      "loss": 5.9747,
      "mean_token_accuracy": 0.15097726359963418,
      "num_tokens": 30668496.0,
      "step": 14175
    },
    {
      "entropy": 6.352940702438355,
      "epoch": 1.5174166622077156,
      "grad_norm": 1.0,
      "learning_rate": 0.00047780654348352115,
      "loss": 5.8664,
      "mean_token_accuracy": 0.16484106630086898,
      "num_tokens": 30678868.0,
      "step": 14180
    },
    {
      "entropy": 6.396508884429932,
      "epoch": 1.5179517363154797,
      "grad_norm": 0.98046875,
      "learning_rate": 0.00047778998300369516,
      "loss": 6.014,
      "mean_token_accuracy": 0.1595578670501709,
      "num_tokens": 30690066.0,
      "step": 14185
    },
    {
      "entropy": 6.365849924087525,
      "epoch": 1.5184868104232436,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004777734166683368,
      "loss": 5.904,
      "mean_token_accuracy": 0.15942022502422332,
      "num_tokens": 30700624.0,
      "step": 14190
    },
    {
      "entropy": 6.364135122299194,
      "epoch": 1.5190218845310075,
      "grad_norm": 0.9765625,
      "learning_rate": 0.00047775684447792457,
      "loss": 5.916,
      "mean_token_accuracy": 0.16210258901119232,
      "num_tokens": 30711183.0,
      "step": 14195
    },
    {
      "entropy": 6.417612218856812,
      "epoch": 1.5195569586387716,
      "grad_norm": 1.0234375,
      "learning_rate": 0.000477740266432937,
      "loss": 5.9283,
      "mean_token_accuracy": 0.16473114490509033,
      "num_tokens": 30721446.0,
      "step": 14200
    },
    {
      "entropy": 6.468211221694946,
      "epoch": 1.5200920327465353,
      "grad_norm": 1.046875,
      "learning_rate": 0.00047772368253385267,
      "loss": 5.9831,
      "mean_token_accuracy": 0.15299811959266663,
      "num_tokens": 30731901.0,
      "step": 14205
    },
    {
      "entropy": 6.413184595108032,
      "epoch": 1.5206271068542994,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004777070927811505,
      "loss": 5.963,
      "mean_token_accuracy": 0.15274842381477355,
      "num_tokens": 30741701.0,
      "step": 14210
    },
    {
      "entropy": 6.384944868087769,
      "epoch": 1.5211621809620632,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00047769049717530956,
      "loss": 5.9643,
      "mean_token_accuracy": 0.15524514466524125,
      "num_tokens": 30751594.0,
      "step": 14215
    },
    {
      "entropy": 6.386577510833741,
      "epoch": 1.5216972550698271,
      "grad_norm": 0.9140625,
      "learning_rate": 0.00047767389571680896,
      "loss": 6.0263,
      "mean_token_accuracy": 0.14616265892982483,
      "num_tokens": 30764418.0,
      "step": 14220
    },
    {
      "entropy": 6.473390054702759,
      "epoch": 1.5222323291775912,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004776572884061281,
      "loss": 5.948,
      "mean_token_accuracy": 0.16345950365066528,
      "num_tokens": 30773976.0,
      "step": 14225
    },
    {
      "entropy": 6.440059614181519,
      "epoch": 1.5227674032853549,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004776406752437465,
      "loss": 5.9674,
      "mean_token_accuracy": 0.1610387921333313,
      "num_tokens": 30784210.0,
      "step": 14230
    },
    {
      "entropy": 6.401520442962647,
      "epoch": 1.523302477393119,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004776240562301438,
      "loss": 6.0206,
      "mean_token_accuracy": 0.15194039642810822,
      "num_tokens": 30794322.0,
      "step": 14235
    },
    {
      "entropy": 6.44809398651123,
      "epoch": 1.5238375515008828,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004776074313658001,
      "loss": 5.9671,
      "mean_token_accuracy": 0.16120016127824782,
      "num_tokens": 30805264.0,
      "step": 14240
    },
    {
      "entropy": 6.346795511245728,
      "epoch": 1.5243726256086467,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004775908006511952,
      "loss": 5.9543,
      "mean_token_accuracy": 0.15271649956703187,
      "num_tokens": 30815909.0,
      "step": 14245
    },
    {
      "entropy": 6.425770807266235,
      "epoch": 1.5249076997164108,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004775741640868095,
      "loss": 5.9483,
      "mean_token_accuracy": 0.1641632303595543,
      "num_tokens": 30826867.0,
      "step": 14250
    },
    {
      "entropy": 6.440132999420166,
      "epoch": 1.5254427738241747,
      "grad_norm": 1.046875,
      "learning_rate": 0.00047755752167312314,
      "loss": 5.9055,
      "mean_token_accuracy": 0.15704718232154846,
      "num_tokens": 30837696.0,
      "step": 14255
    },
    {
      "entropy": 6.377868747711181,
      "epoch": 1.5259778479319386,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004775408734106169,
      "loss": 5.9379,
      "mean_token_accuracy": 0.15996831953525542,
      "num_tokens": 30848155.0,
      "step": 14260
    },
    {
      "entropy": 6.348035478591919,
      "epoch": 1.5265129220397025,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00047752421929977143,
      "loss": 5.8187,
      "mean_token_accuracy": 0.16819399148225783,
      "num_tokens": 30857804.0,
      "step": 14265
    },
    {
      "entropy": 6.444541788101196,
      "epoch": 1.5270479961474663,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004775075593410675,
      "loss": 5.9805,
      "mean_token_accuracy": 0.16148548424243928,
      "num_tokens": 30867290.0,
      "step": 14270
    },
    {
      "entropy": 6.430390930175781,
      "epoch": 1.5275830702552304,
      "grad_norm": 0.96484375,
      "learning_rate": 0.00047749089353498625,
      "loss": 6.0448,
      "mean_token_accuracy": 0.16004960238933563,
      "num_tokens": 30877634.0,
      "step": 14275
    },
    {
      "entropy": 6.4140221118927006,
      "epoch": 1.5281181443629943,
      "grad_norm": 0.9921875,
      "learning_rate": 0.000477474221882009,
      "loss": 5.9956,
      "mean_token_accuracy": 0.15786222368478775,
      "num_tokens": 30889176.0,
      "step": 14280
    },
    {
      "entropy": 6.398178815841675,
      "epoch": 1.5286532184707582,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004774575443826169,
      "loss": 5.9016,
      "mean_token_accuracy": 0.16502444446086884,
      "num_tokens": 30899516.0,
      "step": 14285
    },
    {
      "entropy": 6.3955545902252195,
      "epoch": 1.5291882925785223,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004774408610372918,
      "loss": 5.988,
      "mean_token_accuracy": 0.154112009704113,
      "num_tokens": 30910155.0,
      "step": 14290
    },
    {
      "entropy": 6.446173763275146,
      "epoch": 1.529723366686286,
      "grad_norm": 0.875,
      "learning_rate": 0.0004774241718465152,
      "loss": 6.0132,
      "mean_token_accuracy": 0.15421130061149596,
      "num_tokens": 30921486.0,
      "step": 14295
    },
    {
      "entropy": 6.4307349681854244,
      "epoch": 1.53025844079405,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004774074768107691,
      "loss": 5.9421,
      "mean_token_accuracy": 0.16033194661140443,
      "num_tokens": 30932361.0,
      "step": 14300
    },
    {
      "entropy": 6.3802026271820065,
      "epoch": 1.530793514901814,
      "grad_norm": 0.99609375,
      "learning_rate": 0.00047739077593053554,
      "loss": 5.9247,
      "mean_token_accuracy": 0.1589970752596855,
      "num_tokens": 30943033.0,
      "step": 14305
    },
    {
      "entropy": 6.403941965103149,
      "epoch": 1.5313285890095778,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00047737406920629675,
      "loss": 5.9346,
      "mean_token_accuracy": 0.165081225335598,
      "num_tokens": 30953094.0,
      "step": 14310
    },
    {
      "entropy": 6.416300201416016,
      "epoch": 1.531863663117342,
      "grad_norm": 0.95703125,
      "learning_rate": 0.00047735735663853514,
      "loss": 5.9524,
      "mean_token_accuracy": 0.16051923483610153,
      "num_tokens": 30964604.0,
      "step": 14315
    },
    {
      "entropy": 6.4202892780303955,
      "epoch": 1.5323987372251056,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004773406382277334,
      "loss": 6.0374,
      "mean_token_accuracy": 0.15378944873809813,
      "num_tokens": 30975681.0,
      "step": 14320
    },
    {
      "entropy": 6.4624683380126955,
      "epoch": 1.5329338113328697,
      "grad_norm": 1.0,
      "learning_rate": 0.0004773239139743741,
      "loss": 5.9782,
      "mean_token_accuracy": 0.1592136263847351,
      "num_tokens": 30986319.0,
      "step": 14325
    },
    {
      "entropy": 6.453457546234131,
      "epoch": 1.5334688854406335,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004773071838789402,
      "loss": 5.9507,
      "mean_token_accuracy": 0.15493650287389754,
      "num_tokens": 30997077.0,
      "step": 14330
    },
    {
      "entropy": 6.361218690872192,
      "epoch": 1.5340039595483974,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004772904479419148,
      "loss": 5.8624,
      "mean_token_accuracy": 0.16447161734104157,
      "num_tokens": 31007485.0,
      "step": 14335
    },
    {
      "entropy": 6.353272533416748,
      "epoch": 1.5345390336561615,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004772737061637811,
      "loss": 5.9369,
      "mean_token_accuracy": 0.16657575070858002,
      "num_tokens": 31017827.0,
      "step": 14340
    },
    {
      "entropy": 6.423086786270142,
      "epoch": 1.5350741077639252,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00047725695854502267,
      "loss": 5.9807,
      "mean_token_accuracy": 0.15889618545770645,
      "num_tokens": 31028167.0,
      "step": 14345
    },
    {
      "entropy": 6.411200714111328,
      "epoch": 1.5356091818716893,
      "grad_norm": 1.140625,
      "learning_rate": 0.00047724020508612287,
      "loss": 5.9193,
      "mean_token_accuracy": 0.16125237345695495,
      "num_tokens": 31038941.0,
      "step": 14350
    },
    {
      "entropy": 6.3953999996185305,
      "epoch": 1.5361442559794531,
      "grad_norm": 0.97265625,
      "learning_rate": 0.00047722344578756564,
      "loss": 5.929,
      "mean_token_accuracy": 0.15688878744840623,
      "num_tokens": 31049949.0,
      "step": 14355
    },
    {
      "entropy": 6.4137097835540775,
      "epoch": 1.536679330087217,
      "grad_norm": 1.09375,
      "learning_rate": 0.00047720668064983476,
      "loss": 5.9359,
      "mean_token_accuracy": 0.16007047146558762,
      "num_tokens": 31059299.0,
      "step": 14360
    },
    {
      "entropy": 6.409239768981934,
      "epoch": 1.5372144041949811,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004771899096734145,
      "loss": 6.0427,
      "mean_token_accuracy": 0.1452416695654392,
      "num_tokens": 31070508.0,
      "step": 14365
    },
    {
      "entropy": 6.341288232803345,
      "epoch": 1.5377494783027448,
      "grad_norm": 0.90234375,
      "learning_rate": 0.00047717313285878886,
      "loss": 5.9105,
      "mean_token_accuracy": 0.16164855808019638,
      "num_tokens": 31082354.0,
      "step": 14370
    },
    {
      "entropy": 6.577254104614258,
      "epoch": 1.5382845524105089,
      "grad_norm": 0.9921875,
      "learning_rate": 0.00047715635020644247,
      "loss": 6.0538,
      "mean_token_accuracy": 0.15099530667066574,
      "num_tokens": 31093496.0,
      "step": 14375
    },
    {
      "entropy": 6.423537731170654,
      "epoch": 1.5388196265182728,
      "grad_norm": 0.9140625,
      "learning_rate": 0.00047713956171685994,
      "loss": 5.911,
      "mean_token_accuracy": 0.1590201050043106,
      "num_tokens": 31104289.0,
      "step": 14380
    },
    {
      "entropy": 6.315244436264038,
      "epoch": 1.5393547006260366,
      "grad_norm": 0.95703125,
      "learning_rate": 0.000477122767390526,
      "loss": 5.869,
      "mean_token_accuracy": 0.17101222649216652,
      "num_tokens": 31114998.0,
      "step": 14385
    },
    {
      "entropy": 6.390483474731445,
      "epoch": 1.5398897747338007,
      "grad_norm": 0.87890625,
      "learning_rate": 0.00047710596722792543,
      "loss": 5.9261,
      "mean_token_accuracy": 0.15880613178014755,
      "num_tokens": 31127393.0,
      "step": 14390
    },
    {
      "entropy": 6.320919418334961,
      "epoch": 1.5404248488415646,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004770891612295435,
      "loss": 5.7704,
      "mean_token_accuracy": 0.17431609183549882,
      "num_tokens": 31137484.0,
      "step": 14395
    },
    {
      "entropy": 6.399562549591065,
      "epoch": 1.5409599229493285,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004770723493958654,
      "loss": 6.0054,
      "mean_token_accuracy": 0.15517665147781373,
      "num_tokens": 31147863.0,
      "step": 14400
    },
    {
      "entropy": 6.360614538192749,
      "epoch": 1.5414949970570924,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004770555317273767,
      "loss": 5.8752,
      "mean_token_accuracy": 0.16344907581806184,
      "num_tokens": 31159018.0,
      "step": 14405
    },
    {
      "entropy": 6.4317076206207275,
      "epoch": 1.5420300711648562,
      "grad_norm": 0.90234375,
      "learning_rate": 0.00047703870822456287,
      "loss": 5.8964,
      "mean_token_accuracy": 0.1641254186630249,
      "num_tokens": 31170673.0,
      "step": 14410
    },
    {
      "entropy": 6.285231065750122,
      "epoch": 1.5425651452726203,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004770218788879097,
      "loss": 5.782,
      "mean_token_accuracy": 0.17117053866386414,
      "num_tokens": 31181165.0,
      "step": 14415
    },
    {
      "entropy": 6.288376808166504,
      "epoch": 1.5431002193803842,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004770050437179033,
      "loss": 5.9159,
      "mean_token_accuracy": 0.16377060040831565,
      "num_tokens": 31192976.0,
      "step": 14420
    },
    {
      "entropy": 6.468673610687256,
      "epoch": 1.543635293488148,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004769882027150295,
      "loss": 5.985,
      "mean_token_accuracy": 0.1599075585603714,
      "num_tokens": 31203979.0,
      "step": 14425
    },
    {
      "entropy": 6.427174425125122,
      "epoch": 1.5441703675959122,
      "grad_norm": 0.9375,
      "learning_rate": 0.00047697135587977473,
      "loss": 5.8689,
      "mean_token_accuracy": 0.16302068382501603,
      "num_tokens": 31214972.0,
      "step": 14430
    },
    {
      "entropy": 6.426234245300293,
      "epoch": 1.5447054417036759,
      "grad_norm": 0.96484375,
      "learning_rate": 0.00047695450321262546,
      "loss": 6.0055,
      "mean_token_accuracy": 0.15876198709011077,
      "num_tokens": 31224726.0,
      "step": 14435
    },
    {
      "entropy": 6.36614294052124,
      "epoch": 1.54524051581144,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004769376447140683,
      "loss": 5.8825,
      "mean_token_accuracy": 0.16681991666555404,
      "num_tokens": 31235761.0,
      "step": 14440
    },
    {
      "entropy": 6.3938263893127445,
      "epoch": 1.5457755899192038,
      "grad_norm": 1.078125,
      "learning_rate": 0.00047692078038459015,
      "loss": 5.9842,
      "mean_token_accuracy": 0.1646578684449196,
      "num_tokens": 31246221.0,
      "step": 14445
    },
    {
      "entropy": 6.4257118701934814,
      "epoch": 1.5463106640269677,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004769039102246777,
      "loss": 5.9432,
      "mean_token_accuracy": 0.15880462080240249,
      "num_tokens": 31257364.0,
      "step": 14450
    },
    {
      "entropy": 6.416985750198364,
      "epoch": 1.5468457381347318,
      "grad_norm": 0.9296875,
      "learning_rate": 0.00047688703423481827,
      "loss": 5.9627,
      "mean_token_accuracy": 0.1572590082883835,
      "num_tokens": 31268343.0,
      "step": 14455
    },
    {
      "entropy": 6.406692171096802,
      "epoch": 1.5473808122424955,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00047687015241549896,
      "loss": 5.9835,
      "mean_token_accuracy": 0.1578357845544815,
      "num_tokens": 31278335.0,
      "step": 14460
    },
    {
      "entropy": 6.404961347579956,
      "epoch": 1.5479158863502596,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004768532647672075,
      "loss": 5.9108,
      "mean_token_accuracy": 0.15406629741191863,
      "num_tokens": 31288537.0,
      "step": 14465
    },
    {
      "entropy": 6.358728361129761,
      "epoch": 1.5484509604580234,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004768363712904314,
      "loss": 5.922,
      "mean_token_accuracy": 0.16076399758458138,
      "num_tokens": 31299353.0,
      "step": 14470
    },
    {
      "entropy": 6.45603494644165,
      "epoch": 1.5489860345657873,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004768194719856584,
      "loss": 5.9371,
      "mean_token_accuracy": 0.1547330856323242,
      "num_tokens": 31309655.0,
      "step": 14475
    },
    {
      "entropy": 6.419804191589355,
      "epoch": 1.5495211086735514,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004768025668533765,
      "loss": 5.9758,
      "mean_token_accuracy": 0.16313633024692537,
      "num_tokens": 31321008.0,
      "step": 14480
    },
    {
      "entropy": 6.347308588027954,
      "epoch": 1.550056182781315,
      "grad_norm": 0.95703125,
      "learning_rate": 0.00047678565589407383,
      "loss": 5.8745,
      "mean_token_accuracy": 0.1633443221449852,
      "num_tokens": 31331978.0,
      "step": 14485
    },
    {
      "entropy": 6.400491428375244,
      "epoch": 1.5505912568890792,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004767687391082387,
      "loss": 5.9273,
      "mean_token_accuracy": 0.16443347334861755,
      "num_tokens": 31341703.0,
      "step": 14490
    },
    {
      "entropy": 6.405152463912964,
      "epoch": 1.551126330996843,
      "grad_norm": 1.078125,
      "learning_rate": 0.00047675181649635965,
      "loss": 5.9696,
      "mean_token_accuracy": 0.16423431932926177,
      "num_tokens": 31352787.0,
      "step": 14495
    },
    {
      "entropy": 6.363064193725586,
      "epoch": 1.551661405104607,
      "grad_norm": 0.98828125,
      "learning_rate": 0.00047673488805892515,
      "loss": 5.9441,
      "mean_token_accuracy": 0.15830783247947694,
      "num_tokens": 31363702.0,
      "step": 14500
    },
    {
      "entropy": 6.390043544769287,
      "epoch": 1.552196479212371,
      "grad_norm": 0.94140625,
      "learning_rate": 0.00047671795379642415,
      "loss": 5.9123,
      "mean_token_accuracy": 0.15259282439947128,
      "num_tokens": 31374719.0,
      "step": 14505
    },
    {
      "entropy": 6.476769495010376,
      "epoch": 1.5527315533201347,
      "grad_norm": 1.0,
      "learning_rate": 0.0004767010137093456,
      "loss": 6.0284,
      "mean_token_accuracy": 0.15169139802455903,
      "num_tokens": 31386289.0,
      "step": 14510
    },
    {
      "entropy": 6.406145811080933,
      "epoch": 1.5532666274278988,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00047668406779817864,
      "loss": 5.8627,
      "mean_token_accuracy": 0.16485410630702974,
      "num_tokens": 31397103.0,
      "step": 14515
    },
    {
      "entropy": 6.412134599685669,
      "epoch": 1.5538017015356627,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004766671160634125,
      "loss": 5.9757,
      "mean_token_accuracy": 0.16037690490484238,
      "num_tokens": 31408715.0,
      "step": 14520
    },
    {
      "entropy": 6.494841432571411,
      "epoch": 1.5543367756434265,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004766501585055367,
      "loss": 5.9914,
      "mean_token_accuracy": 0.15426017343997955,
      "num_tokens": 31420365.0,
      "step": 14525
    },
    {
      "entropy": 6.3629358291625975,
      "epoch": 1.5548718497511906,
      "grad_norm": 0.9921875,
      "learning_rate": 0.000476633195125041,
      "loss": 5.9013,
      "mean_token_accuracy": 0.1599647343158722,
      "num_tokens": 31431635.0,
      "step": 14530
    },
    {
      "entropy": 6.414667463302612,
      "epoch": 1.5554069238589545,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00047661622592241507,
      "loss": 5.9144,
      "mean_token_accuracy": 0.1636684864759445,
      "num_tokens": 31442513.0,
      "step": 14535
    },
    {
      "entropy": 6.398406839370727,
      "epoch": 1.5559419979667184,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004765992508981489,
      "loss": 5.9505,
      "mean_token_accuracy": 0.1532691590487957,
      "num_tokens": 31453726.0,
      "step": 14540
    },
    {
      "entropy": 6.403072452545166,
      "epoch": 1.5564770720744823,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004765822700527328,
      "loss": 5.8827,
      "mean_token_accuracy": 0.16253751665353774,
      "num_tokens": 31463980.0,
      "step": 14545
    },
    {
      "entropy": 6.422115135192871,
      "epoch": 1.5570121461822461,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004765652833866569,
      "loss": 6.0348,
      "mean_token_accuracy": 0.15352838933467866,
      "num_tokens": 31474615.0,
      "step": 14550
    },
    {
      "entropy": 6.351550626754761,
      "epoch": 1.5575472202900102,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004765482909004118,
      "loss": 5.8755,
      "mean_token_accuracy": 0.16753172725439072,
      "num_tokens": 31485283.0,
      "step": 14555
    },
    {
      "entropy": 6.396047353744507,
      "epoch": 1.5580822943977741,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004765312925944881,
      "loss": 5.9305,
      "mean_token_accuracy": 0.15466567724943162,
      "num_tokens": 31496997.0,
      "step": 14560
    },
    {
      "entropy": 6.451660442352295,
      "epoch": 1.558617368505538,
      "grad_norm": 0.953125,
      "learning_rate": 0.00047651428846937673,
      "loss": 5.96,
      "mean_token_accuracy": 0.1611612319946289,
      "num_tokens": 31507585.0,
      "step": 14565
    },
    {
      "entropy": 6.42442307472229,
      "epoch": 1.559152442613302,
      "grad_norm": 0.9921875,
      "learning_rate": 0.00047649727852556854,
      "loss": 5.8674,
      "mean_token_accuracy": 0.16272196918725967,
      "num_tokens": 31517078.0,
      "step": 14570
    },
    {
      "entropy": 6.324794912338257,
      "epoch": 1.5596875167210658,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004764802627635547,
      "loss": 5.8774,
      "mean_token_accuracy": 0.1705118089914322,
      "num_tokens": 31528576.0,
      "step": 14575
    },
    {
      "entropy": 6.45069465637207,
      "epoch": 1.5602225908288299,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004764632411838266,
      "loss": 5.9842,
      "mean_token_accuracy": 0.15189877897500992,
      "num_tokens": 31540095.0,
      "step": 14580
    },
    {
      "entropy": 6.391142845153809,
      "epoch": 1.5607576649365937,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00047644621378687573,
      "loss": 5.8887,
      "mean_token_accuracy": 0.15868064910173416,
      "num_tokens": 31550980.0,
      "step": 14585
    },
    {
      "entropy": 6.269549703598022,
      "epoch": 1.5612927390443576,
      "grad_norm": 0.96875,
      "learning_rate": 0.00047642918057319377,
      "loss": 5.6901,
      "mean_token_accuracy": 0.1848014324903488,
      "num_tokens": 31561842.0,
      "step": 14590
    },
    {
      "entropy": 6.414228343963623,
      "epoch": 1.5618278131521217,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004764121415432725,
      "loss": 6.0308,
      "mean_token_accuracy": 0.1528468683362007,
      "num_tokens": 31572798.0,
      "step": 14595
    },
    {
      "entropy": 6.406466054916382,
      "epoch": 1.5623628872598854,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004763950966976039,
      "loss": 6.0005,
      "mean_token_accuracy": 0.15588631480932236,
      "num_tokens": 31584774.0,
      "step": 14600
    },
    {
      "entropy": 6.394696044921875,
      "epoch": 1.5628979613676495,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004763780460366803,
      "loss": 5.9188,
      "mean_token_accuracy": 0.1549212321639061,
      "num_tokens": 31596197.0,
      "step": 14605
    },
    {
      "entropy": 6.406258249282837,
      "epoch": 1.5634330354754133,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004763609895609939,
      "loss": 5.9484,
      "mean_token_accuracy": 0.152010278403759,
      "num_tokens": 31607455.0,
      "step": 14610
    },
    {
      "entropy": 6.419996309280395,
      "epoch": 1.5639681095831772,
      "grad_norm": 0.97265625,
      "learning_rate": 0.00047634392727103714,
      "loss": 5.974,
      "mean_token_accuracy": 0.15584111362695693,
      "num_tokens": 31618995.0,
      "step": 14615
    },
    {
      "entropy": 6.321570873260498,
      "epoch": 1.5645031836909413,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004763268591673028,
      "loss": 5.8473,
      "mean_token_accuracy": 0.16402967274188995,
      "num_tokens": 31629984.0,
      "step": 14620
    },
    {
      "entropy": 6.375321578979492,
      "epoch": 1.565038257798705,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004763097852502837,
      "loss": 5.8617,
      "mean_token_accuracy": 0.1642438516020775,
      "num_tokens": 31641362.0,
      "step": 14625
    },
    {
      "entropy": 6.448662662506104,
      "epoch": 1.565573331906469,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00047629270552047284,
      "loss": 6.0489,
      "mean_token_accuracy": 0.1476234257221222,
      "num_tokens": 31652650.0,
      "step": 14630
    },
    {
      "entropy": 6.413190746307373,
      "epoch": 1.566108406014233,
      "grad_norm": 0.97265625,
      "learning_rate": 0.00047627561997836337,
      "loss": 5.9748,
      "mean_token_accuracy": 0.15140694230794907,
      "num_tokens": 31664201.0,
      "step": 14635
    },
    {
      "entropy": 6.435260152816772,
      "epoch": 1.5666434801219968,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004762585286244487,
      "loss": 5.9074,
      "mean_token_accuracy": 0.1598230391740799,
      "num_tokens": 31674480.0,
      "step": 14640
    },
    {
      "entropy": 6.435309886932373,
      "epoch": 1.567178554229761,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00047624143145922227,
      "loss": 5.9174,
      "mean_token_accuracy": 0.1578271433711052,
      "num_tokens": 31685377.0,
      "step": 14645
    },
    {
      "entropy": 6.416115760803223,
      "epoch": 1.5677136283375246,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00047622432848317775,
      "loss": 5.9147,
      "mean_token_accuracy": 0.16337340623140334,
      "num_tokens": 31695199.0,
      "step": 14650
    },
    {
      "entropy": 6.385054063796997,
      "epoch": 1.5682487024452887,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004762072196968091,
      "loss": 5.9517,
      "mean_token_accuracy": 0.16034008860588073,
      "num_tokens": 31705528.0,
      "step": 14655
    },
    {
      "entropy": 6.297220134735108,
      "epoch": 1.5687837765530526,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004761901051006102,
      "loss": 5.8639,
      "mean_token_accuracy": 0.16596608161926268,
      "num_tokens": 31718156.0,
      "step": 14660
    },
    {
      "entropy": 6.426559734344482,
      "epoch": 1.5693188506608164,
      "grad_norm": 0.94921875,
      "learning_rate": 0.00047617298469507534,
      "loss": 5.9134,
      "mean_token_accuracy": 0.16282077133655548,
      "num_tokens": 31729783.0,
      "step": 14665
    },
    {
      "entropy": 6.435897350311279,
      "epoch": 1.5698539247685805,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004761558584806988,
      "loss": 5.9023,
      "mean_token_accuracy": 0.16387178599834443,
      "num_tokens": 31740796.0,
      "step": 14670
    },
    {
      "entropy": 6.4499718189239506,
      "epoch": 1.5703889988763444,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004761387264579751,
      "loss": 5.9841,
      "mean_token_accuracy": 0.15525079965591432,
      "num_tokens": 31750559.0,
      "step": 14675
    },
    {
      "entropy": 6.371723699569702,
      "epoch": 1.5709240729841083,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004761215886273989,
      "loss": 5.8927,
      "mean_token_accuracy": 0.15598759800195694,
      "num_tokens": 31761559.0,
      "step": 14680
    },
    {
      "entropy": 6.405665397644043,
      "epoch": 1.5714591470918722,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00047610444498946507,
      "loss": 5.8476,
      "mean_token_accuracy": 0.16483573615550995,
      "num_tokens": 31771677.0,
      "step": 14685
    },
    {
      "entropy": 6.442875337600708,
      "epoch": 1.571994221199636,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004760872955446688,
      "loss": 5.996,
      "mean_token_accuracy": 0.15220122486352922,
      "num_tokens": 31783028.0,
      "step": 14690
    },
    {
      "entropy": 6.426592111587524,
      "epoch": 1.5725292953074002,
      "grad_norm": 1.109375,
      "learning_rate": 0.00047607014029350504,
      "loss": 5.9608,
      "mean_token_accuracy": 0.16165886223316192,
      "num_tokens": 31793110.0,
      "step": 14695
    },
    {
      "entropy": 6.325028038024902,
      "epoch": 1.573064369415164,
      "grad_norm": 0.93359375,
      "learning_rate": 0.00047605297923646923,
      "loss": 5.9205,
      "mean_token_accuracy": 0.16157000958919526,
      "num_tokens": 31804193.0,
      "step": 14700
    },
    {
      "entropy": 6.3871283531188965,
      "epoch": 1.573599443522928,
      "grad_norm": 1.015625,
      "learning_rate": 0.00047603581237405684,
      "loss": 5.9304,
      "mean_token_accuracy": 0.1624286189675331,
      "num_tokens": 31815752.0,
      "step": 14705
    },
    {
      "entropy": 6.451685667037964,
      "epoch": 1.574134517630692,
      "grad_norm": 0.96875,
      "learning_rate": 0.00047601863970676367,
      "loss": 6.0059,
      "mean_token_accuracy": 0.1572082057595253,
      "num_tokens": 31825936.0,
      "step": 14710
    },
    {
      "entropy": 6.420396041870117,
      "epoch": 1.5746695917384557,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00047600146123508554,
      "loss": 5.9002,
      "mean_token_accuracy": 0.16190090030431747,
      "num_tokens": 31836601.0,
      "step": 14715
    },
    {
      "entropy": 6.3359638214111325,
      "epoch": 1.5752046658462198,
      "grad_norm": 1.015625,
      "learning_rate": 0.00047598427695951846,
      "loss": 5.7607,
      "mean_token_accuracy": 0.17327876687049865,
      "num_tokens": 31846476.0,
      "step": 14720
    },
    {
      "entropy": 6.3513758182525635,
      "epoch": 1.5757397399539836,
      "grad_norm": 1.015625,
      "learning_rate": 0.00047596708688055857,
      "loss": 5.7857,
      "mean_token_accuracy": 0.1677190065383911,
      "num_tokens": 31856151.0,
      "step": 14725
    },
    {
      "entropy": 6.4723999977111815,
      "epoch": 1.5762748140617475,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004759498909987023,
      "loss": 6.0052,
      "mean_token_accuracy": 0.1527661055326462,
      "num_tokens": 31867419.0,
      "step": 14730
    },
    {
      "entropy": 6.442408466339112,
      "epoch": 1.5768098881695116,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004759326893144462,
      "loss": 6.0182,
      "mean_token_accuracy": 0.15644128173589705,
      "num_tokens": 31878036.0,
      "step": 14735
    },
    {
      "entropy": 6.4168744564056395,
      "epoch": 1.5773449622772753,
      "grad_norm": 0.9921875,
      "learning_rate": 0.000475915481828287,
      "loss": 5.9414,
      "mean_token_accuracy": 0.153970155864954,
      "num_tokens": 31887919.0,
      "step": 14740
    },
    {
      "entropy": 6.374029445648193,
      "epoch": 1.5778800363850394,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00047589826854072133,
      "loss": 5.9502,
      "mean_token_accuracy": 0.15782715901732444,
      "num_tokens": 31898962.0,
      "step": 14745
    },
    {
      "entropy": 6.430461645126343,
      "epoch": 1.5784151104928033,
      "grad_norm": 0.94921875,
      "learning_rate": 0.00047588104945224654,
      "loss": 6.033,
      "mean_token_accuracy": 0.15167677849531175,
      "num_tokens": 31911027.0,
      "step": 14750
    },
    {
      "entropy": 6.482671737670898,
      "epoch": 1.5789501846005671,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004758638245633595,
      "loss": 5.969,
      "mean_token_accuracy": 0.15911470502614974,
      "num_tokens": 31921226.0,
      "step": 14755
    },
    {
      "entropy": 6.370940399169922,
      "epoch": 1.5794852587083312,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004758465938745579,
      "loss": 5.9126,
      "mean_token_accuracy": 0.1583413228392601,
      "num_tokens": 31932848.0,
      "step": 14760
    },
    {
      "entropy": 6.315521192550659,
      "epoch": 1.5800203328160949,
      "grad_norm": 1.09375,
      "learning_rate": 0.00047582935738633915,
      "loss": 5.8194,
      "mean_token_accuracy": 0.16292304545640945,
      "num_tokens": 31943757.0,
      "step": 14765
    },
    {
      "entropy": 6.432602310180664,
      "epoch": 1.580555406923859,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004758121150992009,
      "loss": 5.9854,
      "mean_token_accuracy": 0.15426095128059386,
      "num_tokens": 31954391.0,
      "step": 14770
    },
    {
      "entropy": 6.44438362121582,
      "epoch": 1.5810904810316229,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00047579486701364093,
      "loss": 5.9798,
      "mean_token_accuracy": 0.15675752907991408,
      "num_tokens": 31964497.0,
      "step": 14775
    },
    {
      "entropy": 6.483260202407837,
      "epoch": 1.5816255551393867,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004757776131301575,
      "loss": 5.9904,
      "mean_token_accuracy": 0.15102524906396866,
      "num_tokens": 31974466.0,
      "step": 14780
    },
    {
      "entropy": 6.463421201705932,
      "epoch": 1.5821606292471508,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004757603534492487,
      "loss": 5.9911,
      "mean_token_accuracy": 0.15792487561702728,
      "num_tokens": 31985890.0,
      "step": 14785
    },
    {
      "entropy": 6.406316328048706,
      "epoch": 1.5826957033549145,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004757430879714128,
      "loss": 6.0396,
      "mean_token_accuracy": 0.1584722191095352,
      "num_tokens": 31996865.0,
      "step": 14790
    },
    {
      "entropy": 6.309243535995483,
      "epoch": 1.5832307774626786,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004757258166971485,
      "loss": 5.8298,
      "mean_token_accuracy": 0.1690434157848358,
      "num_tokens": 32008121.0,
      "step": 14795
    },
    {
      "entropy": 6.465918731689453,
      "epoch": 1.5837658515704425,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004757085396269545,
      "loss": 6.0045,
      "mean_token_accuracy": 0.1563322901725769,
      "num_tokens": 32020552.0,
      "step": 14800
    },
    {
      "entropy": 6.45527753829956,
      "epoch": 1.5843009256782064,
      "grad_norm": 0.98828125,
      "learning_rate": 0.00047569125676132963,
      "loss": 5.9756,
      "mean_token_accuracy": 0.15727284252643586,
      "num_tokens": 32032361.0,
      "step": 14805
    },
    {
      "entropy": 6.449157428741455,
      "epoch": 1.5848359997859705,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00047567396810077286,
      "loss": 5.9628,
      "mean_token_accuracy": 0.1510141298174858,
      "num_tokens": 32043233.0,
      "step": 14810
    },
    {
      "entropy": 6.420861673355103,
      "epoch": 1.5853710738937343,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00047565667364578344,
      "loss": 5.9187,
      "mean_token_accuracy": 0.16122064962983132,
      "num_tokens": 32054273.0,
      "step": 14815
    },
    {
      "entropy": 6.388201141357422,
      "epoch": 1.5859061480014982,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004756393733968608,
      "loss": 5.9091,
      "mean_token_accuracy": 0.16776008903980255,
      "num_tokens": 32064200.0,
      "step": 14820
    },
    {
      "entropy": 6.366836357116699,
      "epoch": 1.586441222109262,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004756220673545045,
      "loss": 5.8897,
      "mean_token_accuracy": 0.1581929311156273,
      "num_tokens": 32074823.0,
      "step": 14825
    },
    {
      "entropy": 6.428601217269898,
      "epoch": 1.586976296217026,
      "grad_norm": 1.046875,
      "learning_rate": 0.00047560475551921416,
      "loss": 6.001,
      "mean_token_accuracy": 0.1591236874461174,
      "num_tokens": 32085333.0,
      "step": 14830
    },
    {
      "entropy": 6.444390106201172,
      "epoch": 1.58751137032479,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004755874378914897,
      "loss": 5.9799,
      "mean_token_accuracy": 0.15002645701169967,
      "num_tokens": 32095827.0,
      "step": 14835
    },
    {
      "entropy": 6.4157709121704105,
      "epoch": 1.588046444432554,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004755701144718311,
      "loss": 5.9614,
      "mean_token_accuracy": 0.1604178726673126,
      "num_tokens": 32106949.0,
      "step": 14840
    },
    {
      "entropy": 6.391411638259887,
      "epoch": 1.5885815185403178,
      "grad_norm": 0.95703125,
      "learning_rate": 0.00047555278526073867,
      "loss": 5.9118,
      "mean_token_accuracy": 0.1612800255417824,
      "num_tokens": 32118269.0,
      "step": 14845
    },
    {
      "entropy": 6.369951486587524,
      "epoch": 1.589116592648082,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004755354502587127,
      "loss": 5.9414,
      "mean_token_accuracy": 0.15246646404266356,
      "num_tokens": 32128406.0,
      "step": 14850
    },
    {
      "entropy": 6.365100526809693,
      "epoch": 1.5896516667558456,
      "grad_norm": 0.98828125,
      "learning_rate": 0.00047551810946625385,
      "loss": 5.9402,
      "mean_token_accuracy": 0.16287783086299895,
      "num_tokens": 32140112.0,
      "step": 14855
    },
    {
      "entropy": 6.4156074047088625,
      "epoch": 1.5901867408636097,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00047550076288386276,
      "loss": 5.8778,
      "mean_token_accuracy": 0.16776765286922454,
      "num_tokens": 32150010.0,
      "step": 14860
    },
    {
      "entropy": 6.417390060424805,
      "epoch": 1.5907218149713735,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004754834105120403,
      "loss": 5.9994,
      "mean_token_accuracy": 0.15367479175329207,
      "num_tokens": 32160694.0,
      "step": 14865
    },
    {
      "entropy": 6.413648319244385,
      "epoch": 1.5912568890791374,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00047546605235128755,
      "loss": 6.0134,
      "mean_token_accuracy": 0.15298829227685928,
      "num_tokens": 32171947.0,
      "step": 14870
    },
    {
      "entropy": 6.448876905441284,
      "epoch": 1.5917919631869015,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004754486884021057,
      "loss": 5.9678,
      "mean_token_accuracy": 0.15694748014211654,
      "num_tokens": 32182849.0,
      "step": 14875
    },
    {
      "entropy": 6.43636679649353,
      "epoch": 1.5923270372946652,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004754313186649961,
      "loss": 5.9746,
      "mean_token_accuracy": 0.15527995973825454,
      "num_tokens": 32192871.0,
      "step": 14880
    },
    {
      "entropy": 6.460272979736328,
      "epoch": 1.5928621114024293,
      "grad_norm": 1.078125,
      "learning_rate": 0.00047541394314046037,
      "loss": 6.0257,
      "mean_token_accuracy": 0.14906322658061982,
      "num_tokens": 32203289.0,
      "step": 14885
    },
    {
      "entropy": 6.424541234970093,
      "epoch": 1.5933971855101932,
      "grad_norm": 1.0,
      "learning_rate": 0.0004753965618290002,
      "loss": 5.9586,
      "mean_token_accuracy": 0.15816073268651962,
      "num_tokens": 32213238.0,
      "step": 14890
    },
    {
      "entropy": 6.349893569946289,
      "epoch": 1.593932259617957,
      "grad_norm": 1.0,
      "learning_rate": 0.0004753791747311175,
      "loss": 5.8588,
      "mean_token_accuracy": 0.16446273624897004,
      "num_tokens": 32223384.0,
      "step": 14895
    },
    {
      "entropy": 6.438924646377563,
      "epoch": 1.5944673337257211,
      "grad_norm": 0.91015625,
      "learning_rate": 0.00047536178184731426,
      "loss": 5.961,
      "mean_token_accuracy": 0.15889776200056077,
      "num_tokens": 32235358.0,
      "step": 14900
    },
    {
      "entropy": 6.545135116577148,
      "epoch": 1.5950024078334848,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004753443831780927,
      "loss": 6.0061,
      "mean_token_accuracy": 0.15235387086868285,
      "num_tokens": 32246459.0,
      "step": 14905
    },
    {
      "entropy": 6.385237360000611,
      "epoch": 1.595537481941249,
      "grad_norm": 1.234375,
      "learning_rate": 0.0004753269787239552,
      "loss": 5.8827,
      "mean_token_accuracy": 0.16227813065052032,
      "num_tokens": 32257798.0,
      "step": 14910
    },
    {
      "entropy": 6.413443470001221,
      "epoch": 1.5960725560490128,
      "grad_norm": 1.03125,
      "learning_rate": 0.00047530956848540435,
      "loss": 5.9389,
      "mean_token_accuracy": 0.15788016617298126,
      "num_tokens": 32268118.0,
      "step": 14915
    },
    {
      "entropy": 6.346690940856933,
      "epoch": 1.5966076301567766,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004752921524629429,
      "loss": 5.8478,
      "mean_token_accuracy": 0.16257655024528503,
      "num_tokens": 32279676.0,
      "step": 14920
    },
    {
      "entropy": 6.4010241508483885,
      "epoch": 1.5971427042645407,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004752747306570737,
      "loss": 5.9026,
      "mean_token_accuracy": 0.16287330240011216,
      "num_tokens": 32290613.0,
      "step": 14925
    },
    {
      "entropy": 6.455303382873535,
      "epoch": 1.5976777783723044,
      "grad_norm": 0.99609375,
      "learning_rate": 0.00047525730306829977,
      "loss": 5.9482,
      "mean_token_accuracy": 0.1621349647641182,
      "num_tokens": 32300873.0,
      "step": 14930
    },
    {
      "entropy": 6.440849351882934,
      "epoch": 1.5982128524800685,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004752398696971244,
      "loss": 5.9543,
      "mean_token_accuracy": 0.15655476301908494,
      "num_tokens": 32312326.0,
      "step": 14935
    },
    {
      "entropy": 6.444879245758057,
      "epoch": 1.5987479265878324,
      "grad_norm": 0.99609375,
      "learning_rate": 0.00047522243054405085,
      "loss": 5.9303,
      "mean_token_accuracy": 0.1512523278594017,
      "num_tokens": 32324322.0,
      "step": 14940
    },
    {
      "entropy": 6.422010898590088,
      "epoch": 1.5992830006955963,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004752049856095828,
      "loss": 5.9228,
      "mean_token_accuracy": 0.16122269928455352,
      "num_tokens": 32334397.0,
      "step": 14945
    },
    {
      "entropy": 6.38621153831482,
      "epoch": 1.5998180748033604,
      "grad_norm": 1.0,
      "learning_rate": 0.00047518753489422393,
      "loss": 5.9103,
      "mean_token_accuracy": 0.16272888630628585,
      "num_tokens": 32345131.0,
      "step": 14950
    },
    {
      "entropy": 6.384880113601684,
      "epoch": 1.6003531489111242,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00047517007839847816,
      "loss": 5.8665,
      "mean_token_accuracy": 0.16130394190549852,
      "num_tokens": 32355520.0,
      "step": 14955
    },
    {
      "entropy": 6.440277719497681,
      "epoch": 1.6008882230188881,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004751526161228494,
      "loss": 5.9859,
      "mean_token_accuracy": 0.15983023941516877,
      "num_tokens": 32366695.0,
      "step": 14960
    },
    {
      "entropy": 6.37016749382019,
      "epoch": 1.601423297126652,
      "grad_norm": 1.046875,
      "learning_rate": 0.000475135148067842,
      "loss": 5.9321,
      "mean_token_accuracy": 0.15956065207719802,
      "num_tokens": 32377467.0,
      "step": 14965
    },
    {
      "entropy": 6.470332193374634,
      "epoch": 1.6019583712344159,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00047511767423396033,
      "loss": 5.9356,
      "mean_token_accuracy": 0.1581925004720688,
      "num_tokens": 32388021.0,
      "step": 14970
    },
    {
      "entropy": 6.419273519515992,
      "epoch": 1.60249344534218,
      "grad_norm": 1.03125,
      "learning_rate": 0.000475100194621709,
      "loss": 5.8913,
      "mean_token_accuracy": 0.1601455956697464,
      "num_tokens": 32398105.0,
      "step": 14975
    },
    {
      "entropy": 6.386786222457886,
      "epoch": 1.6030285194499438,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004750827092315926,
      "loss": 6.0352,
      "mean_token_accuracy": 0.15500528365373611,
      "num_tokens": 32409876.0,
      "step": 14980
    },
    {
      "entropy": 6.429382085800171,
      "epoch": 1.6035635935577077,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00047506521806411613,
      "loss": 5.8985,
      "mean_token_accuracy": 0.17277784496545792,
      "num_tokens": 32420283.0,
      "step": 14985
    },
    {
      "entropy": 6.435501289367676,
      "epoch": 1.6040986676654718,
      "grad_norm": 1.03125,
      "learning_rate": 0.00047504772111978463,
      "loss": 6.0121,
      "mean_token_accuracy": 0.1523519739508629,
      "num_tokens": 32431164.0,
      "step": 14990
    },
    {
      "entropy": 6.444050884246826,
      "epoch": 1.6046337417732355,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004750302183991032,
      "loss": 5.9054,
      "mean_token_accuracy": 0.15879218950867652,
      "num_tokens": 32442253.0,
      "step": 14995
    },
    {
      "entropy": 6.424846839904785,
      "epoch": 1.6051688158809996,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004750127099025774,
      "loss": 6.0128,
      "mean_token_accuracy": 0.15685591697692872,
      "num_tokens": 32452800.0,
      "step": 15000
    },
    {
      "epoch": 1.6051688158809996,
      "eval_entropy": 6.230541732304823,
      "eval_loss": 6.027429580688477,
      "eval_mean_token_accuracy": 0.16274129255647166,
      "eval_num_tokens": 32452800.0,
      "eval_runtime": 17.6986,
      "eval_samples_per_second": 1676.916,
      "eval_steps_per_second": 209.622,
      "step": 15000
    },
    {
      "entropy": 6.466912460327149,
      "epoch": 1.6057038899887635,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004749951956307126,
      "loss": 5.9598,
      "mean_token_accuracy": 0.15478446334600449,
      "num_tokens": 32462890.0,
      "step": 15005
    },
    {
      "entropy": 6.385638284683227,
      "epoch": 1.6062389640965273,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004749776755840148,
      "loss": 5.9149,
      "mean_token_accuracy": 0.16506231874227523,
      "num_tokens": 32473422.0,
      "step": 15010
    },
    {
      "entropy": 6.3945068359375,
      "epoch": 1.6067740382042914,
      "grad_norm": 1.015625,
      "learning_rate": 0.00047496014976298957,
      "loss": 5.956,
      "mean_token_accuracy": 0.16054208874702453,
      "num_tokens": 32483980.0,
      "step": 15015
    },
    {
      "entropy": 6.510054683685302,
      "epoch": 1.607309112312055,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004749426181681432,
      "loss": 5.9851,
      "mean_token_accuracy": 0.15482887923717498,
      "num_tokens": 32494905.0,
      "step": 15020
    },
    {
      "entropy": 6.4820380210876465,
      "epoch": 1.6078441864198192,
      "grad_norm": 0.98046875,
      "learning_rate": 0.00047492508079998173,
      "loss": 6.0178,
      "mean_token_accuracy": 0.15830316841602327,
      "num_tokens": 32505799.0,
      "step": 15025
    },
    {
      "entropy": 6.446821117401123,
      "epoch": 1.608379260527583,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004749075376590117,
      "loss": 5.9828,
      "mean_token_accuracy": 0.15935288965702057,
      "num_tokens": 32516328.0,
      "step": 15030
    },
    {
      "entropy": 6.418991470336914,
      "epoch": 1.608914334635347,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004748899887457396,
      "loss": 5.9675,
      "mean_token_accuracy": 0.1622665271162987,
      "num_tokens": 32526335.0,
      "step": 15035
    },
    {
      "entropy": 6.424297094345093,
      "epoch": 1.609449408743111,
      "grad_norm": 0.921875,
      "learning_rate": 0.00047487243406067227,
      "loss": 5.9306,
      "mean_token_accuracy": 0.15984481573104858,
      "num_tokens": 32536896.0,
      "step": 15040
    },
    {
      "entropy": 6.360404014587402,
      "epoch": 1.6099844828508747,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004748548736043164,
      "loss": 5.8427,
      "mean_token_accuracy": 0.1658126339316368,
      "num_tokens": 32547604.0,
      "step": 15045
    },
    {
      "entropy": 6.45129885673523,
      "epoch": 1.6105195569586388,
      "grad_norm": 0.9765625,
      "learning_rate": 0.00047483730737717914,
      "loss": 5.9825,
      "mean_token_accuracy": 0.15085309743881226,
      "num_tokens": 32558539.0,
      "step": 15050
    },
    {
      "entropy": 6.4766088962554935,
      "epoch": 1.6110546310664027,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004748197353797677,
      "loss": 6.0497,
      "mean_token_accuracy": 0.15389226227998734,
      "num_tokens": 32569787.0,
      "step": 15055
    },
    {
      "entropy": 6.414972496032715,
      "epoch": 1.6115897051741666,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004748021576125895,
      "loss": 5.9733,
      "mean_token_accuracy": 0.16175225526094436,
      "num_tokens": 32580146.0,
      "step": 15060
    },
    {
      "entropy": 6.404875421524048,
      "epoch": 1.6121247792819307,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004747845740761521,
      "loss": 5.9427,
      "mean_token_accuracy": 0.1598737433552742,
      "num_tokens": 32591243.0,
      "step": 15065
    },
    {
      "entropy": 6.456920623779297,
      "epoch": 1.6126598533896943,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004747669847709631,
      "loss": 5.9901,
      "mean_token_accuracy": 0.15733208507299423,
      "num_tokens": 32602424.0,
      "step": 15070
    },
    {
      "entropy": 6.5105729579925535,
      "epoch": 1.6131949274974584,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004747493896975306,
      "loss": 6.0641,
      "mean_token_accuracy": 0.1529434010386467,
      "num_tokens": 32613703.0,
      "step": 15075
    },
    {
      "entropy": 6.459953355789184,
      "epoch": 1.6137300016052223,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004747317888563625,
      "loss": 6.0046,
      "mean_token_accuracy": 0.148911914229393,
      "num_tokens": 32624371.0,
      "step": 15080
    },
    {
      "entropy": 6.450876951217651,
      "epoch": 1.6142650757129862,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00047471418224796704,
      "loss": 5.9528,
      "mean_token_accuracy": 0.15550640672445298,
      "num_tokens": 32634039.0,
      "step": 15085
    },
    {
      "entropy": 6.397347640991211,
      "epoch": 1.6148001498207503,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004746965698728526,
      "loss": 5.9136,
      "mean_token_accuracy": 0.16181371361017227,
      "num_tokens": 32644644.0,
      "step": 15090
    },
    {
      "entropy": 6.461211776733398,
      "epoch": 1.6153352239285141,
      "grad_norm": 0.8984375,
      "learning_rate": 0.00047467895173152787,
      "loss": 5.9711,
      "mean_token_accuracy": 0.1643047645688057,
      "num_tokens": 32655961.0,
      "step": 15095
    },
    {
      "entropy": 6.380468225479126,
      "epoch": 1.615870298036278,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00047466132782450146,
      "loss": 5.8706,
      "mean_token_accuracy": 0.16726527214050294,
      "num_tokens": 32665506.0,
      "step": 15100
    },
    {
      "entropy": 6.380214023590088,
      "epoch": 1.616405372144042,
      "grad_norm": 0.9765625,
      "learning_rate": 0.00047464369815228215,
      "loss": 5.9004,
      "mean_token_accuracy": 0.16235325038433074,
      "num_tokens": 32676278.0,
      "step": 15105
    },
    {
      "entropy": 6.415114688873291,
      "epoch": 1.6169404462518058,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004746260627153792,
      "loss": 5.8859,
      "mean_token_accuracy": 0.1620613843202591,
      "num_tokens": 32686835.0,
      "step": 15110
    },
    {
      "entropy": 6.482567405700683,
      "epoch": 1.6174755203595699,
      "grad_norm": 1.046875,
      "learning_rate": 0.00047460842151430166,
      "loss": 6.0256,
      "mean_token_accuracy": 0.15494335442781448,
      "num_tokens": 32696856.0,
      "step": 15115
    },
    {
      "entropy": 6.43626651763916,
      "epoch": 1.6180105944673338,
      "grad_norm": 0.99609375,
      "learning_rate": 0.00047459077454955914,
      "loss": 5.9463,
      "mean_token_accuracy": 0.1590475007891655,
      "num_tokens": 32707514.0,
      "step": 15120
    },
    {
      "entropy": 6.470640516281128,
      "epoch": 1.6185456685750976,
      "grad_norm": 0.98046875,
      "learning_rate": 0.00047457312182166094,
      "loss": 6.0363,
      "mean_token_accuracy": 0.15503263026475905,
      "num_tokens": 32718934.0,
      "step": 15125
    },
    {
      "entropy": 6.429454278945923,
      "epoch": 1.6190807426828617,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004745554633311169,
      "loss": 5.9213,
      "mean_token_accuracy": 0.1574975371360779,
      "num_tokens": 32729249.0,
      "step": 15130
    },
    {
      "entropy": 6.450781917572021,
      "epoch": 1.6196158167906254,
      "grad_norm": 1.109375,
      "learning_rate": 0.00047453779907843686,
      "loss": 6.0086,
      "mean_token_accuracy": 0.15283286944031715,
      "num_tokens": 32739948.0,
      "step": 15135
    },
    {
      "entropy": 6.439488458633423,
      "epoch": 1.6201508908983895,
      "grad_norm": 0.9765625,
      "learning_rate": 0.00047452012906413105,
      "loss": 5.9923,
      "mean_token_accuracy": 0.15852926969528197,
      "num_tokens": 32751482.0,
      "step": 15140
    },
    {
      "entropy": 6.415416812896728,
      "epoch": 1.6206859650061534,
      "grad_norm": 1.078125,
      "learning_rate": 0.00047450245328870943,
      "loss": 5.8094,
      "mean_token_accuracy": 0.17031671553850175,
      "num_tokens": 32761260.0,
      "step": 15145
    },
    {
      "entropy": 6.456071615219116,
      "epoch": 1.6212210391139172,
      "grad_norm": 1.0,
      "learning_rate": 0.00047448477175268255,
      "loss": 5.9455,
      "mean_token_accuracy": 0.15971049964427947,
      "num_tokens": 32772684.0,
      "step": 15150
    },
    {
      "entropy": 6.271864604949951,
      "epoch": 1.6217561132216813,
      "grad_norm": 1.03125,
      "learning_rate": 0.00047446708445656095,
      "loss": 5.7768,
      "mean_token_accuracy": 0.17329121232032776,
      "num_tokens": 32784022.0,
      "step": 15155
    },
    {
      "entropy": 6.381518602371216,
      "epoch": 1.622291187329445,
      "grad_norm": 1.125,
      "learning_rate": 0.0004744493914008552,
      "loss": 5.8869,
      "mean_token_accuracy": 0.16085909456014633,
      "num_tokens": 32794104.0,
      "step": 15160
    },
    {
      "entropy": 6.470584344863892,
      "epoch": 1.622826261437209,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004744316925860764,
      "loss": 5.8937,
      "mean_token_accuracy": 0.16531476974487305,
      "num_tokens": 32804038.0,
      "step": 15165
    },
    {
      "entropy": 6.397754096984864,
      "epoch": 1.623361335544973,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004744139880127355,
      "loss": 5.9618,
      "mean_token_accuracy": 0.15560354739427568,
      "num_tokens": 32815620.0,
      "step": 15170
    },
    {
      "entropy": 6.396507978439331,
      "epoch": 1.6238964096527368,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00047439627768134366,
      "loss": 5.8644,
      "mean_token_accuracy": 0.17347998917102814,
      "num_tokens": 32826353.0,
      "step": 15175
    },
    {
      "entropy": 6.421917724609375,
      "epoch": 1.624431483760501,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004743785615924124,
      "loss": 5.9953,
      "mean_token_accuracy": 0.15170790255069733,
      "num_tokens": 32836582.0,
      "step": 15180
    },
    {
      "entropy": 6.367983341217041,
      "epoch": 1.6249665578682646,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004743608397464531,
      "loss": 5.9515,
      "mean_token_accuracy": 0.1567193403840065,
      "num_tokens": 32848073.0,
      "step": 15185
    },
    {
      "entropy": 6.437430429458618,
      "epoch": 1.6255016319760287,
      "grad_norm": 1.125,
      "learning_rate": 0.00047434311214397765,
      "loss": 5.99,
      "mean_token_accuracy": 0.15555521994829177,
      "num_tokens": 32857839.0,
      "step": 15190
    },
    {
      "entropy": 6.412222242355346,
      "epoch": 1.6260367060837926,
      "grad_norm": 0.9453125,
      "learning_rate": 0.00047432537878549786,
      "loss": 5.8789,
      "mean_token_accuracy": 0.17537001371383668,
      "num_tokens": 32868087.0,
      "step": 15195
    },
    {
      "entropy": 6.458859252929687,
      "epoch": 1.6265717801915565,
      "grad_norm": 0.9453125,
      "learning_rate": 0.00047430763967152564,
      "loss": 5.9553,
      "mean_token_accuracy": 0.1576432004570961,
      "num_tokens": 32880622.0,
      "step": 15200
    },
    {
      "entropy": 6.474409818649292,
      "epoch": 1.6271068542993206,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00047428989480257337,
      "loss": 5.9502,
      "mean_token_accuracy": 0.15564819872379304,
      "num_tokens": 32891405.0,
      "step": 15205
    },
    {
      "entropy": 6.388592338562011,
      "epoch": 1.6276419284070842,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004742721441791535,
      "loss": 5.8963,
      "mean_token_accuracy": 0.1621902048587799,
      "num_tokens": 32900487.0,
      "step": 15210
    },
    {
      "entropy": 6.356139659881592,
      "epoch": 1.6281770025148483,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004742543878017784,
      "loss": 5.8598,
      "mean_token_accuracy": 0.16826586276292801,
      "num_tokens": 32912139.0,
      "step": 15215
    },
    {
      "entropy": 6.4246210098266605,
      "epoch": 1.6287120766226122,
      "grad_norm": 1.0625,
      "learning_rate": 0.00047423662567096085,
      "loss": 5.9404,
      "mean_token_accuracy": 0.16111072301864623,
      "num_tokens": 32922972.0,
      "step": 15220
    },
    {
      "entropy": 6.413908815383911,
      "epoch": 1.629247150730376,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00047421885778721376,
      "loss": 5.8911,
      "mean_token_accuracy": 0.1621720738708973,
      "num_tokens": 32932609.0,
      "step": 15225
    },
    {
      "entropy": 6.333258152008057,
      "epoch": 1.6297822248381402,
      "grad_norm": 1.03125,
      "learning_rate": 0.00047420108415105006,
      "loss": 5.9176,
      "mean_token_accuracy": 0.16805189996957778,
      "num_tokens": 32942706.0,
      "step": 15230
    },
    {
      "entropy": 6.342163991928101,
      "epoch": 1.630317298945904,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00047418330476298317,
      "loss": 5.9174,
      "mean_token_accuracy": 0.16351623833179474,
      "num_tokens": 32952240.0,
      "step": 15235
    },
    {
      "entropy": 6.434886646270752,
      "epoch": 1.630852373053668,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004741655196235262,
      "loss": 5.9689,
      "mean_token_accuracy": 0.15340677872300149,
      "num_tokens": 32963249.0,
      "step": 15240
    },
    {
      "entropy": 6.450606441497802,
      "epoch": 1.6313874471614318,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00047414772873319294,
      "loss": 5.943,
      "mean_token_accuracy": 0.16202190816402434,
      "num_tokens": 32974004.0,
      "step": 15245
    },
    {
      "entropy": 6.439879608154297,
      "epoch": 1.6319225212691957,
      "grad_norm": 1.0546875,
      "learning_rate": 0.000474129932092497,
      "loss": 5.9254,
      "mean_token_accuracy": 0.15888895392417907,
      "num_tokens": 32985236.0,
      "step": 15250
    },
    {
      "entropy": 6.464414167404175,
      "epoch": 1.6324575953769598,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004741121297019522,
      "loss": 5.9793,
      "mean_token_accuracy": 0.15668377429246902,
      "num_tokens": 32995155.0,
      "step": 15255
    },
    {
      "entropy": 6.4644115447998045,
      "epoch": 1.6329926694847237,
      "grad_norm": 0.89453125,
      "learning_rate": 0.00047409432156207264,
      "loss": 5.954,
      "mean_token_accuracy": 0.16543493419885635,
      "num_tokens": 33007562.0,
      "step": 15260
    },
    {
      "entropy": 6.410859632492065,
      "epoch": 1.6335277435924875,
      "grad_norm": 1.015625,
      "learning_rate": 0.00047407650767337256,
      "loss": 5.9534,
      "mean_token_accuracy": 0.15115709602832794,
      "num_tokens": 33018653.0,
      "step": 15265
    },
    {
      "entropy": 6.460978984832764,
      "epoch": 1.6340628177002516,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004740586880363663,
      "loss": 6.028,
      "mean_token_accuracy": 0.14982762560248375,
      "num_tokens": 33029470.0,
      "step": 15270
    },
    {
      "entropy": 6.410170412063598,
      "epoch": 1.6345978918080153,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00047404086265156835,
      "loss": 5.9078,
      "mean_token_accuracy": 0.16144925057888032,
      "num_tokens": 33039597.0,
      "step": 15275
    },
    {
      "entropy": 6.3936069965362545,
      "epoch": 1.6351329659157794,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004740230315194935,
      "loss": 5.9347,
      "mean_token_accuracy": 0.15764331072568893,
      "num_tokens": 33050984.0,
      "step": 15280
    },
    {
      "entropy": 6.372903060913086,
      "epoch": 1.6356680400235433,
      "grad_norm": 0.94140625,
      "learning_rate": 0.00047400519464065656,
      "loss": 5.9736,
      "mean_token_accuracy": 0.1606430932879448,
      "num_tokens": 33062250.0,
      "step": 15285
    },
    {
      "entropy": 6.45192584991455,
      "epoch": 1.6362031141313071,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004739873520155726,
      "loss": 6.027,
      "mean_token_accuracy": 0.15283819586038588,
      "num_tokens": 33072129.0,
      "step": 15290
    },
    {
      "entropy": 6.456149768829346,
      "epoch": 1.6367381882390712,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004739695036447568,
      "loss": 5.8786,
      "mean_token_accuracy": 0.1598558872938156,
      "num_tokens": 33082475.0,
      "step": 15295
    },
    {
      "entropy": 6.370106315612793,
      "epoch": 1.637273262346835,
      "grad_norm": 0.96875,
      "learning_rate": 0.00047395164952872455,
      "loss": 5.9134,
      "mean_token_accuracy": 0.17017220407724382,
      "num_tokens": 33093791.0,
      "step": 15300
    },
    {
      "entropy": 6.41685471534729,
      "epoch": 1.637808336454599,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004739337896679914,
      "loss": 5.9058,
      "mean_token_accuracy": 0.1663083091378212,
      "num_tokens": 33104231.0,
      "step": 15305
    },
    {
      "entropy": 6.431924343109131,
      "epoch": 1.6383434105623629,
      "grad_norm": 1.015625,
      "learning_rate": 0.00047391592406307296,
      "loss": 5.9114,
      "mean_token_accuracy": 0.15782209485769272,
      "num_tokens": 33115118.0,
      "step": 15310
    },
    {
      "entropy": 6.413937044143677,
      "epoch": 1.6388784846701268,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004738980527144852,
      "loss": 5.884,
      "mean_token_accuracy": 0.16414034813642503,
      "num_tokens": 33126154.0,
      "step": 15315
    },
    {
      "entropy": 6.428367757797242,
      "epoch": 1.6394135587778909,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004738801756227441,
      "loss": 5.9812,
      "mean_token_accuracy": 0.15585597455501557,
      "num_tokens": 33137342.0,
      "step": 15320
    },
    {
      "entropy": 6.377353525161743,
      "epoch": 1.6399486328856545,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00047386229278836595,
      "loss": 5.933,
      "mean_token_accuracy": 0.16477911472320556,
      "num_tokens": 33147661.0,
      "step": 15325
    },
    {
      "entropy": 6.4338071823120115,
      "epoch": 1.6404837069934186,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00047384440421186695,
      "loss": 5.9819,
      "mean_token_accuracy": 0.15582016855478287,
      "num_tokens": 33157106.0,
      "step": 15330
    },
    {
      "entropy": 6.453366470336914,
      "epoch": 1.6410187811011825,
      "grad_norm": 1.0,
      "learning_rate": 0.0004738265098937638,
      "loss": 5.966,
      "mean_token_accuracy": 0.15665267407894135,
      "num_tokens": 33169451.0,
      "step": 15335
    },
    {
      "entropy": 6.459603691101075,
      "epoch": 1.6415538552089464,
      "grad_norm": 0.94921875,
      "learning_rate": 0.000473808609834573,
      "loss": 5.959,
      "mean_token_accuracy": 0.16110326647758483,
      "num_tokens": 33180799.0,
      "step": 15340
    },
    {
      "entropy": 6.504719161987305,
      "epoch": 1.6420889293167105,
      "grad_norm": 0.9921875,
      "learning_rate": 0.00047379070403481165,
      "loss": 6.0387,
      "mean_token_accuracy": 0.1518142342567444,
      "num_tokens": 33191948.0,
      "step": 15345
    },
    {
      "entropy": 6.40652551651001,
      "epoch": 1.6426240034244743,
      "grad_norm": 0.921875,
      "learning_rate": 0.00047377279249499656,
      "loss": 5.9476,
      "mean_token_accuracy": 0.15440965667366982,
      "num_tokens": 33203536.0,
      "step": 15350
    },
    {
      "entropy": 6.421609735488891,
      "epoch": 1.6431590775322382,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004737548752156451,
      "loss": 5.9392,
      "mean_token_accuracy": 0.15834568589925765,
      "num_tokens": 33214526.0,
      "step": 15355
    },
    {
      "entropy": 6.411076211929322,
      "epoch": 1.643694151640002,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004737369521972745,
      "loss": 5.9016,
      "mean_token_accuracy": 0.16314556300640107,
      "num_tokens": 33226560.0,
      "step": 15360
    },
    {
      "entropy": 6.400754690170288,
      "epoch": 1.644229225747766,
      "grad_norm": 0.92578125,
      "learning_rate": 0.00047371902344040234,
      "loss": 5.9311,
      "mean_token_accuracy": 0.15983250141143798,
      "num_tokens": 33237441.0,
      "step": 15365
    },
    {
      "entropy": 6.422609901428222,
      "epoch": 1.64476429985553,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00047370108894554633,
      "loss": 5.9013,
      "mean_token_accuracy": 0.15925421714782714,
      "num_tokens": 33248229.0,
      "step": 15370
    },
    {
      "entropy": 6.372660827636719,
      "epoch": 1.645299373963294,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004736831487132243,
      "loss": 5.8493,
      "mean_token_accuracy": 0.17043697834014893,
      "num_tokens": 33258992.0,
      "step": 15375
    },
    {
      "entropy": 6.369975423812866,
      "epoch": 1.6458344480710578,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004736652027439542,
      "loss": 5.8603,
      "mean_token_accuracy": 0.16239414513111114,
      "num_tokens": 33269583.0,
      "step": 15380
    },
    {
      "entropy": 6.449494171142578,
      "epoch": 1.646369522178822,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00047364725103825437,
      "loss": 6.0117,
      "mean_token_accuracy": 0.15216650515794755,
      "num_tokens": 33280236.0,
      "step": 15385
    },
    {
      "entropy": 6.389538192749024,
      "epoch": 1.6469045962865856,
      "grad_norm": 0.98046875,
      "learning_rate": 0.000473629293596643,
      "loss": 5.9193,
      "mean_token_accuracy": 0.15793752670288086,
      "num_tokens": 33291327.0,
      "step": 15390
    },
    {
      "entropy": 6.452627515792846,
      "epoch": 1.6474396703943497,
      "grad_norm": 0.94921875,
      "learning_rate": 0.00047361133041963873,
      "loss": 6.0117,
      "mean_token_accuracy": 0.15490715503692626,
      "num_tokens": 33302125.0,
      "step": 15395
    },
    {
      "entropy": 6.444865751266479,
      "epoch": 1.6479747445021136,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004735933615077602,
      "loss": 5.9456,
      "mean_token_accuracy": 0.15718211531639098,
      "num_tokens": 33312576.0,
      "step": 15400
    },
    {
      "entropy": 6.435666942596436,
      "epoch": 1.6485098186098774,
      "grad_norm": 0.921875,
      "learning_rate": 0.00047357538686152627,
      "loss": 5.9257,
      "mean_token_accuracy": 0.16077450662851334,
      "num_tokens": 33322821.0,
      "step": 15405
    },
    {
      "entropy": 6.464653491973877,
      "epoch": 1.6490448927176415,
      "grad_norm": 0.9609375,
      "learning_rate": 0.00047355740648145596,
      "loss": 5.9634,
      "mean_token_accuracy": 0.15201198160648347,
      "num_tokens": 33333951.0,
      "step": 15410
    },
    {
      "entropy": 6.439796495437622,
      "epoch": 1.6495799668254052,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004735394203680684,
      "loss": 5.915,
      "mean_token_accuracy": 0.15523988306522368,
      "num_tokens": 33344739.0,
      "step": 15415
    },
    {
      "entropy": 6.4391114711761475,
      "epoch": 1.6501150409331693,
      "grad_norm": 1.0,
      "learning_rate": 0.00047352142852188304,
      "loss": 5.8755,
      "mean_token_accuracy": 0.16219575107097625,
      "num_tokens": 33354956.0,
      "step": 15420
    },
    {
      "entropy": 6.339739036560059,
      "epoch": 1.6506501150409332,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004735034309434193,
      "loss": 5.8476,
      "mean_token_accuracy": 0.16415835171937943,
      "num_tokens": 33364809.0,
      "step": 15425
    },
    {
      "entropy": 6.471370077133178,
      "epoch": 1.651185189148697,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004734854276331968,
      "loss": 5.9741,
      "mean_token_accuracy": 0.16485175490379333,
      "num_tokens": 33375324.0,
      "step": 15430
    },
    {
      "entropy": 6.497745370864868,
      "epoch": 1.6517202632564612,
      "grad_norm": 0.98046875,
      "learning_rate": 0.00047346741859173564,
      "loss": 6.0363,
      "mean_token_accuracy": 0.15071657299995422,
      "num_tokens": 33385963.0,
      "step": 15435
    },
    {
      "entropy": 6.473715543746948,
      "epoch": 1.6522553373642248,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004734494038195555,
      "loss": 6.0297,
      "mean_token_accuracy": 0.16276699006557466,
      "num_tokens": 33395927.0,
      "step": 15440
    },
    {
      "entropy": 6.417306232452392,
      "epoch": 1.652790411471989,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004734313833171768,
      "loss": 5.9167,
      "mean_token_accuracy": 0.16838497519493104,
      "num_tokens": 33406294.0,
      "step": 15445
    },
    {
      "entropy": 6.417153644561767,
      "epoch": 1.6533254855797528,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004734133570851198,
      "loss": 5.8867,
      "mean_token_accuracy": 0.16785768866539003,
      "num_tokens": 33416995.0,
      "step": 15450
    },
    {
      "entropy": 6.329102802276611,
      "epoch": 1.6538605596875167,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004733953251239049,
      "loss": 5.8594,
      "mean_token_accuracy": 0.1620490938425064,
      "num_tokens": 33428087.0,
      "step": 15455
    },
    {
      "entropy": 6.441705989837646,
      "epoch": 1.6543956337952808,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004733772874340529,
      "loss": 6.0275,
      "mean_token_accuracy": 0.15339244902133942,
      "num_tokens": 33439151.0,
      "step": 15460
    },
    {
      "entropy": 6.422558069229126,
      "epoch": 1.6549307079030444,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004733592440160846,
      "loss": 5.9208,
      "mean_token_accuracy": 0.16399965584278106,
      "num_tokens": 33449257.0,
      "step": 15465
    },
    {
      "entropy": 6.365163326263428,
      "epoch": 1.6554657820108085,
      "grad_norm": 0.96484375,
      "learning_rate": 0.00047334119487052104,
      "loss": 5.8974,
      "mean_token_accuracy": 0.15708862841129304,
      "num_tokens": 33460472.0,
      "step": 15470
    },
    {
      "entropy": 6.460145664215088,
      "epoch": 1.6560008561185724,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00047332313999788334,
      "loss": 5.9073,
      "mean_token_accuracy": 0.15526096820831298,
      "num_tokens": 33470193.0,
      "step": 15475
    },
    {
      "entropy": 6.340723323822021,
      "epoch": 1.6565359302263363,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00047330507939869284,
      "loss": 5.8306,
      "mean_token_accuracy": 0.16261962279677392,
      "num_tokens": 33481098.0,
      "step": 15480
    },
    {
      "entropy": 6.46905837059021,
      "epoch": 1.6570710043341004,
      "grad_norm": 0.9765625,
      "learning_rate": 0.000473287013073471,
      "loss": 5.921,
      "mean_token_accuracy": 0.15853714644908906,
      "num_tokens": 33492514.0,
      "step": 15485
    },
    {
      "entropy": 6.401990747451782,
      "epoch": 1.6576060784418643,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004732689410227396,
      "loss": 5.9138,
      "mean_token_accuracy": 0.16198227554559708,
      "num_tokens": 33504254.0,
      "step": 15490
    },
    {
      "entropy": 6.427053070068359,
      "epoch": 1.6581411525496281,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004732508632470203,
      "loss": 5.9253,
      "mean_token_accuracy": 0.15677590370178224,
      "num_tokens": 33515101.0,
      "step": 15495
    },
    {
      "entropy": 6.464249229431152,
      "epoch": 1.658676226657392,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004732327797468352,
      "loss": 5.9287,
      "mean_token_accuracy": 0.16290200501680374,
      "num_tokens": 33525052.0,
      "step": 15500
    },
    {
      "entropy": 6.457715177536011,
      "epoch": 1.6592113007651559,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004732146905227065,
      "loss": 6.0775,
      "mean_token_accuracy": 0.14576423540711403,
      "num_tokens": 33536841.0,
      "step": 15505
    },
    {
      "entropy": 6.459873914718628,
      "epoch": 1.65974637487292,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004731965955751564,
      "loss": 5.9555,
      "mean_token_accuracy": 0.1587972715497017,
      "num_tokens": 33547292.0,
      "step": 15510
    },
    {
      "entropy": 6.468872547149658,
      "epoch": 1.6602814489806839,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004731784949047075,
      "loss": 5.9001,
      "mean_token_accuracy": 0.15937509387731552,
      "num_tokens": 33557674.0,
      "step": 15515
    },
    {
      "entropy": 6.432733583450317,
      "epoch": 1.6608165230884477,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004731603885118824,
      "loss": 5.9763,
      "mean_token_accuracy": 0.15166400969028473,
      "num_tokens": 33568396.0,
      "step": 15520
    },
    {
      "entropy": 6.447130823135376,
      "epoch": 1.6613515971962118,
      "grad_norm": 1.125,
      "learning_rate": 0.0004731422763972039,
      "loss": 6.019,
      "mean_token_accuracy": 0.15809188932180404,
      "num_tokens": 33579688.0,
      "step": 15525
    },
    {
      "entropy": 6.468519830703736,
      "epoch": 1.6618866713039755,
      "grad_norm": 0.90234375,
      "learning_rate": 0.00047312415856119505,
      "loss": 6.0037,
      "mean_token_accuracy": 0.15865594446659087,
      "num_tokens": 33591550.0,
      "step": 15530
    },
    {
      "entropy": 6.482769632339478,
      "epoch": 1.6624217454117396,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00047310603500437895,
      "loss": 5.9726,
      "mean_token_accuracy": 0.16228834986686708,
      "num_tokens": 33600792.0,
      "step": 15535
    },
    {
      "entropy": 6.3670275688171385,
      "epoch": 1.6629568195195035,
      "grad_norm": 0.9453125,
      "learning_rate": 0.00047308790572727895,
      "loss": 5.901,
      "mean_token_accuracy": 0.1655523106455803,
      "num_tokens": 33611873.0,
      "step": 15540
    },
    {
      "entropy": 6.395969867706299,
      "epoch": 1.6634918936272673,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004730697707304184,
      "loss": 5.9454,
      "mean_token_accuracy": 0.15571112036705018,
      "num_tokens": 33622960.0,
      "step": 15545
    },
    {
      "entropy": 6.463284635543824,
      "epoch": 1.6640269677350314,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004730516300143211,
      "loss": 6.0181,
      "mean_token_accuracy": 0.1567241370677948,
      "num_tokens": 33635391.0,
      "step": 15550
    },
    {
      "entropy": 6.456036376953125,
      "epoch": 1.664562041842795,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004730334835795109,
      "loss": 5.9526,
      "mean_token_accuracy": 0.15465501248836516,
      "num_tokens": 33647942.0,
      "step": 15555
    },
    {
      "entropy": 6.483241128921509,
      "epoch": 1.6650971159505592,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004730153314265116,
      "loss": 5.9293,
      "mean_token_accuracy": 0.15820854902267456,
      "num_tokens": 33658425.0,
      "step": 15560
    },
    {
      "entropy": 6.356037712097168,
      "epoch": 1.665632190058323,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004729971735558475,
      "loss": 5.9094,
      "mean_token_accuracy": 0.16740909963846207,
      "num_tokens": 33669645.0,
      "step": 15565
    },
    {
      "entropy": 6.455275583267212,
      "epoch": 1.666167264166087,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004729790099680428,
      "loss": 5.9863,
      "mean_token_accuracy": 0.15555859357118607,
      "num_tokens": 33680415.0,
      "step": 15570
    },
    {
      "entropy": 6.412625408172607,
      "epoch": 1.666702338273851,
      "grad_norm": 0.9140625,
      "learning_rate": 0.000472960840663622,
      "loss": 6.0076,
      "mean_token_accuracy": 0.1578441172838211,
      "num_tokens": 33691425.0,
      "step": 15575
    },
    {
      "entropy": 6.4001665115356445,
      "epoch": 1.6672374123816147,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004729426656431097,
      "loss": 5.934,
      "mean_token_accuracy": 0.16240224987268448,
      "num_tokens": 33703845.0,
      "step": 15580
    },
    {
      "entropy": 6.505574560165405,
      "epoch": 1.6677724864893788,
      "grad_norm": 1.0,
      "learning_rate": 0.0004729244849070308,
      "loss": 5.9424,
      "mean_token_accuracy": 0.16017949730157852,
      "num_tokens": 33714737.0,
      "step": 15585
    },
    {
      "entropy": 6.4149778366088865,
      "epoch": 1.6683075605971427,
      "grad_norm": 1.03125,
      "learning_rate": 0.00047290629845591026,
      "loss": 5.8839,
      "mean_token_accuracy": 0.15417262315750122,
      "num_tokens": 33725042.0,
      "step": 15590
    },
    {
      "entropy": 6.379647588729858,
      "epoch": 1.6688426347049066,
      "grad_norm": 1.0546875,
      "learning_rate": 0.000472888106290273,
      "loss": 5.9232,
      "mean_token_accuracy": 0.15594200640916825,
      "num_tokens": 33736306.0,
      "step": 15595
    },
    {
      "entropy": 6.487227821350098,
      "epoch": 1.6693777088126707,
      "grad_norm": 0.97265625,
      "learning_rate": 0.00047286990841064467,
      "loss": 5.9915,
      "mean_token_accuracy": 0.15342142879962922,
      "num_tokens": 33747327.0,
      "step": 15600
    },
    {
      "entropy": 6.426006650924682,
      "epoch": 1.6699127829204343,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004728517048175504,
      "loss": 5.9366,
      "mean_token_accuracy": 0.1623504564166069,
      "num_tokens": 33757723.0,
      "step": 15605
    },
    {
      "entropy": 6.349568796157837,
      "epoch": 1.6704478570281984,
      "grad_norm": 0.97265625,
      "learning_rate": 0.000472833495511516,
      "loss": 5.8971,
      "mean_token_accuracy": 0.16351934522390366,
      "num_tokens": 33769958.0,
      "step": 15610
    },
    {
      "entropy": 6.438335037231445,
      "epoch": 1.6709829311359623,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00047281528049306727,
      "loss": 5.927,
      "mean_token_accuracy": 0.16130854040384293,
      "num_tokens": 33780107.0,
      "step": 15615
    },
    {
      "entropy": 6.398746299743652,
      "epoch": 1.6715180052437262,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004727970597627301,
      "loss": 5.9439,
      "mean_token_accuracy": 0.16202916502952575,
      "num_tokens": 33791023.0,
      "step": 15620
    },
    {
      "entropy": 6.386709308624267,
      "epoch": 1.6720530793514903,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004727788333210305,
      "loss": 5.9481,
      "mean_token_accuracy": 0.16704360544681549,
      "num_tokens": 33801195.0,
      "step": 15625
    },
    {
      "entropy": 6.414168882369995,
      "epoch": 1.6725881534592542,
      "grad_norm": 1.03125,
      "learning_rate": 0.000472760601168495,
      "loss": 5.8836,
      "mean_token_accuracy": 0.168496210873127,
      "num_tokens": 33812957.0,
      "step": 15630
    },
    {
      "entropy": 6.44713830947876,
      "epoch": 1.673123227567018,
      "grad_norm": 1.015625,
      "learning_rate": 0.00047274236330564995,
      "loss": 5.9733,
      "mean_token_accuracy": 0.1594876915216446,
      "num_tokens": 33823874.0,
      "step": 15635
    },
    {
      "entropy": 6.422728967666626,
      "epoch": 1.673658301674782,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004727241197330219,
      "loss": 5.9434,
      "mean_token_accuracy": 0.16351907700300217,
      "num_tokens": 33834284.0,
      "step": 15640
    },
    {
      "entropy": 6.481016492843628,
      "epoch": 1.6741933757825458,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004727058704511376,
      "loss": 5.9773,
      "mean_token_accuracy": 0.1586271271109581,
      "num_tokens": 33845544.0,
      "step": 15645
    },
    {
      "entropy": 6.517634677886963,
      "epoch": 1.67472844989031,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004726876154605242,
      "loss": 5.9303,
      "mean_token_accuracy": 0.16030117571353913,
      "num_tokens": 33855420.0,
      "step": 15650
    },
    {
      "entropy": 6.414529418945312,
      "epoch": 1.6752635239980738,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004726693547617086,
      "loss": 5.833,
      "mean_token_accuracy": 0.16606891453266143,
      "num_tokens": 33864904.0,
      "step": 15655
    },
    {
      "entropy": 6.387354755401612,
      "epoch": 1.6757985981058376,
      "grad_norm": 0.9765625,
      "learning_rate": 0.00047265108835521825,
      "loss": 5.9027,
      "mean_token_accuracy": 0.15670463889837266,
      "num_tokens": 33875139.0,
      "step": 15660
    },
    {
      "entropy": 6.416501426696778,
      "epoch": 1.6763336722136017,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004726328162415804,
      "loss": 5.906,
      "mean_token_accuracy": 0.16579168736934663,
      "num_tokens": 33886401.0,
      "step": 15665
    },
    {
      "entropy": 6.446536731719971,
      "epoch": 1.6768687463213654,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00047261453842132277,
      "loss": 5.9574,
      "mean_token_accuracy": 0.16593738943338393,
      "num_tokens": 33896382.0,
      "step": 15670
    },
    {
      "entropy": 6.447987079620361,
      "epoch": 1.6774038204291295,
      "grad_norm": 0.9921875,
      "learning_rate": 0.00047259625489497317,
      "loss": 5.9345,
      "mean_token_accuracy": 0.16351337134838104,
      "num_tokens": 33906403.0,
      "step": 15675
    },
    {
      "entropy": 6.3431987285614015,
      "epoch": 1.6779388945368934,
      "grad_norm": 1.078125,
      "learning_rate": 0.00047257796566305946,
      "loss": 5.8392,
      "mean_token_accuracy": 0.1615261286497116,
      "num_tokens": 33916992.0,
      "step": 15680
    },
    {
      "entropy": 6.461003017425537,
      "epoch": 1.6784739686446573,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004725596707261097,
      "loss": 5.9477,
      "mean_token_accuracy": 0.15957700163125993,
      "num_tokens": 33927599.0,
      "step": 15685
    },
    {
      "entropy": 6.4633642673492435,
      "epoch": 1.6790090427524214,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004725413700846522,
      "loss": 6.0432,
      "mean_token_accuracy": 0.1518753230571747,
      "num_tokens": 33938957.0,
      "step": 15690
    },
    {
      "entropy": 6.477759981155396,
      "epoch": 1.679544116860185,
      "grad_norm": 0.890625,
      "learning_rate": 0.00047252306373921543,
      "loss": 5.9307,
      "mean_token_accuracy": 0.16745732575654984,
      "num_tokens": 33950169.0,
      "step": 15695
    },
    {
      "entropy": 6.4721914768219,
      "epoch": 1.680079190967949,
      "grad_norm": 1.03125,
      "learning_rate": 0.00047250475169032804,
      "loss": 5.945,
      "mean_token_accuracy": 0.15754526257514953,
      "num_tokens": 33960800.0,
      "step": 15700
    },
    {
      "entropy": 6.452191114425659,
      "epoch": 1.680614265075713,
      "grad_norm": 1.0,
      "learning_rate": 0.0004724864339385185,
      "loss": 6.0095,
      "mean_token_accuracy": 0.15006041526794434,
      "num_tokens": 33973060.0,
      "step": 15705
    },
    {
      "entropy": 6.458307552337646,
      "epoch": 1.6811493391834769,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004724681104843161,
      "loss": 6.0137,
      "mean_token_accuracy": 0.1560986615717411,
      "num_tokens": 33983185.0,
      "step": 15710
    },
    {
      "entropy": 6.455760812759399,
      "epoch": 1.681684413291241,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004724497813282497,
      "loss": 5.951,
      "mean_token_accuracy": 0.1601772278547287,
      "num_tokens": 33993373.0,
      "step": 15715
    },
    {
      "entropy": 6.3405858993530275,
      "epoch": 1.6822194873990046,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004724314464708486,
      "loss": 5.8431,
      "mean_token_accuracy": 0.17610373944044114,
      "num_tokens": 34005793.0,
      "step": 15720
    },
    {
      "entropy": 6.425901317596436,
      "epoch": 1.6827545615067687,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004724131059126423,
      "loss": 6.0133,
      "mean_token_accuracy": 0.15088019222021104,
      "num_tokens": 34016415.0,
      "step": 15725
    },
    {
      "entropy": 6.4296375751495365,
      "epoch": 1.6832896356145326,
      "grad_norm": 1.0,
      "learning_rate": 0.00047239475965416016,
      "loss": 5.8891,
      "mean_token_accuracy": 0.16267592161893846,
      "num_tokens": 34026859.0,
      "step": 15730
    },
    {
      "entropy": 6.430101108551026,
      "epoch": 1.6838247097222965,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00047237640769593224,
      "loss": 5.7845,
      "mean_token_accuracy": 0.1817075341939926,
      "num_tokens": 34037942.0,
      "step": 15735
    },
    {
      "entropy": 6.3951657772064205,
      "epoch": 1.6843597838300606,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004723580500384882,
      "loss": 5.8698,
      "mean_token_accuracy": 0.16464315503835678,
      "num_tokens": 34048659.0,
      "step": 15740
    },
    {
      "entropy": 6.3406867504119875,
      "epoch": 1.6848948579378242,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00047233968668235817,
      "loss": 5.9017,
      "mean_token_accuracy": 0.16084908396005632,
      "num_tokens": 34059961.0,
      "step": 15745
    },
    {
      "entropy": 6.404651212692261,
      "epoch": 1.6854299320455883,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00047232131762807244,
      "loss": 5.9452,
      "mean_token_accuracy": 0.16327032446861267,
      "num_tokens": 34069978.0,
      "step": 15750
    },
    {
      "entropy": 6.431414699554443,
      "epoch": 1.6859650061533522,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004723029428761614,
      "loss": 5.96,
      "mean_token_accuracy": 0.1584167391061783,
      "num_tokens": 34080301.0,
      "step": 15755
    },
    {
      "entropy": 6.411636018753052,
      "epoch": 1.686500080261116,
      "grad_norm": 1.375,
      "learning_rate": 0.00047228456242715564,
      "loss": 5.9391,
      "mean_token_accuracy": 0.16262977942824364,
      "num_tokens": 34092376.0,
      "step": 15760
    },
    {
      "entropy": 6.461005687713623,
      "epoch": 1.6870351543688802,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004722661762815858,
      "loss": 5.9141,
      "mean_token_accuracy": 0.16193744987249375,
      "num_tokens": 34102761.0,
      "step": 15765
    },
    {
      "entropy": 6.419056415557861,
      "epoch": 1.687570228476644,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004722477844399829,
      "loss": 5.9326,
      "mean_token_accuracy": 0.15218522697687148,
      "num_tokens": 34113370.0,
      "step": 15770
    },
    {
      "entropy": 6.430125999450683,
      "epoch": 1.688105302584408,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004722293869028779,
      "loss": 5.9341,
      "mean_token_accuracy": 0.16464350521564483,
      "num_tokens": 34125038.0,
      "step": 15775
    },
    {
      "entropy": 6.477998352050781,
      "epoch": 1.6886403766921718,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004722109836708021,
      "loss": 5.9748,
      "mean_token_accuracy": 0.15318727493286133,
      "num_tokens": 34135595.0,
      "step": 15780
    },
    {
      "entropy": 6.459046316146851,
      "epoch": 1.6891754507999357,
      "grad_norm": 1.015625,
      "learning_rate": 0.00047219257474428685,
      "loss": 5.9542,
      "mean_token_accuracy": 0.15420845299959182,
      "num_tokens": 34146755.0,
      "step": 15785
    },
    {
      "entropy": 6.342321157455444,
      "epoch": 1.6897105249076998,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00047217416012386367,
      "loss": 5.801,
      "mean_token_accuracy": 0.1724275529384613,
      "num_tokens": 34158465.0,
      "step": 15790
    },
    {
      "entropy": 6.407176685333252,
      "epoch": 1.6902455990154637,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004721557398100644,
      "loss": 5.9068,
      "mean_token_accuracy": 0.16009570360183717,
      "num_tokens": 34170007.0,
      "step": 15795
    },
    {
      "entropy": 6.47614893913269,
      "epoch": 1.6907806731232276,
      "grad_norm": 0.9765625,
      "learning_rate": 0.00047213731380342077,
      "loss": 5.9957,
      "mean_token_accuracy": 0.15542698353528978,
      "num_tokens": 34181595.0,
      "step": 15800
    },
    {
      "entropy": 6.464160346984864,
      "epoch": 1.6913157472309917,
      "grad_norm": 1.0234375,
      "learning_rate": 0.000472118882104465,
      "loss": 5.9473,
      "mean_token_accuracy": 0.16174324601888657,
      "num_tokens": 34191791.0,
      "step": 15805
    },
    {
      "entropy": 6.481073951721191,
      "epoch": 1.6918508213387553,
      "grad_norm": 0.99609375,
      "learning_rate": 0.00047210044471372915,
      "loss": 5.8566,
      "mean_token_accuracy": 0.16094772666692733,
      "num_tokens": 34202636.0,
      "step": 15810
    },
    {
      "entropy": 6.495205068588257,
      "epoch": 1.6923858954465194,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004720820016317456,
      "loss": 6.0073,
      "mean_token_accuracy": 0.1519906222820282,
      "num_tokens": 34213333.0,
      "step": 15815
    },
    {
      "entropy": 6.463712072372436,
      "epoch": 1.6929209695542833,
      "grad_norm": 1.0234375,
      "learning_rate": 0.000472063552859047,
      "loss": 5.9459,
      "mean_token_accuracy": 0.15926313698291777,
      "num_tokens": 34223679.0,
      "step": 15820
    },
    {
      "entropy": 6.457447481155396,
      "epoch": 1.6934560436620472,
      "grad_norm": 1.046875,
      "learning_rate": 0.00047204509839616604,
      "loss": 6.0624,
      "mean_token_accuracy": 0.15045706331729888,
      "num_tokens": 34234528.0,
      "step": 15825
    },
    {
      "entropy": 6.418033027648926,
      "epoch": 1.6939911177698113,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004720266382436355,
      "loss": 5.8889,
      "mean_token_accuracy": 0.16192819327116012,
      "num_tokens": 34246203.0,
      "step": 15830
    },
    {
      "entropy": 6.457907724380493,
      "epoch": 1.694526191877575,
      "grad_norm": 0.98046875,
      "learning_rate": 0.00047200817240198846,
      "loss": 5.8912,
      "mean_token_accuracy": 0.15649818480014802,
      "num_tokens": 34257231.0,
      "step": 15835
    },
    {
      "entropy": 6.433005428314209,
      "epoch": 1.695061265985339,
      "grad_norm": 0.99609375,
      "learning_rate": 0.00047198970087175817,
      "loss": 5.907,
      "mean_token_accuracy": 0.1589645728468895,
      "num_tokens": 34268900.0,
      "step": 15840
    },
    {
      "entropy": 6.44987530708313,
      "epoch": 1.695596340093103,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004719712236534779,
      "loss": 6.0118,
      "mean_token_accuracy": 0.15247028768062593,
      "num_tokens": 34279343.0,
      "step": 15845
    },
    {
      "entropy": 6.428151082992554,
      "epoch": 1.6961314142008668,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004719527407476812,
      "loss": 5.9339,
      "mean_token_accuracy": 0.16466840952634812,
      "num_tokens": 34291952.0,
      "step": 15850
    },
    {
      "entropy": 6.463316011428833,
      "epoch": 1.6966664883086309,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00047193425215490186,
      "loss": 5.9479,
      "mean_token_accuracy": 0.15412742495536805,
      "num_tokens": 34302516.0,
      "step": 15855
    },
    {
      "entropy": 6.435782241821289,
      "epoch": 1.6972015624163945,
      "grad_norm": 0.9921875,
      "learning_rate": 0.00047191575787567373,
      "loss": 5.876,
      "mean_token_accuracy": 0.1635828733444214,
      "num_tokens": 34313094.0,
      "step": 15860
    },
    {
      "entropy": 6.483275842666626,
      "epoch": 1.6977366365241586,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004718972579105306,
      "loss": 5.9997,
      "mean_token_accuracy": 0.15833083689212799,
      "num_tokens": 34324803.0,
      "step": 15865
    },
    {
      "entropy": 6.4278059005737305,
      "epoch": 1.6982717106319225,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004718787522600069,
      "loss": 5.9493,
      "mean_token_accuracy": 0.1526508554816246,
      "num_tokens": 34336386.0,
      "step": 15870
    },
    {
      "entropy": 6.4633588790893555,
      "epoch": 1.6988067847396864,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004718602409246369,
      "loss": 5.9812,
      "mean_token_accuracy": 0.15261737555265426,
      "num_tokens": 34347085.0,
      "step": 15875
    },
    {
      "entropy": 6.415773868560791,
      "epoch": 1.6993418588474505,
      "grad_norm": 0.96875,
      "learning_rate": 0.00047184172390495505,
      "loss": 5.9064,
      "mean_token_accuracy": 0.16591875851154328,
      "num_tokens": 34358146.0,
      "step": 15880
    },
    {
      "entropy": 6.4318445205688475,
      "epoch": 1.6998769329552141,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004718232012014961,
      "loss": 5.9425,
      "mean_token_accuracy": 0.15704414397478103,
      "num_tokens": 34370403.0,
      "step": 15885
    },
    {
      "entropy": 6.471400308609009,
      "epoch": 1.7004120070629782,
      "grad_norm": 0.94140625,
      "learning_rate": 0.00047180467281479496,
      "loss": 5.949,
      "mean_token_accuracy": 0.1624918296933174,
      "num_tokens": 34381130.0,
      "step": 15890
    },
    {
      "entropy": 6.411052560806274,
      "epoch": 1.7009470811707421,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004717861387453865,
      "loss": 5.9736,
      "mean_token_accuracy": 0.1571742057800293,
      "num_tokens": 34391610.0,
      "step": 15895
    },
    {
      "entropy": 6.459211587905884,
      "epoch": 1.701482155278506,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004717675989938059,
      "loss": 5.9479,
      "mean_token_accuracy": 0.15973186641931533,
      "num_tokens": 34402262.0,
      "step": 15900
    },
    {
      "entropy": 6.450034666061401,
      "epoch": 1.70201722938627,
      "grad_norm": 1.03125,
      "learning_rate": 0.00047174905356058857,
      "loss": 5.9505,
      "mean_token_accuracy": 0.15510436296463012,
      "num_tokens": 34412707.0,
      "step": 15905
    },
    {
      "entropy": 6.3868570804595945,
      "epoch": 1.702552303494034,
      "grad_norm": 1.03125,
      "learning_rate": 0.00047173050244626993,
      "loss": 5.8769,
      "mean_token_accuracy": 0.16610074937343597,
      "num_tokens": 34423203.0,
      "step": 15910
    },
    {
      "entropy": 6.430927991867065,
      "epoch": 1.7030873776017978,
      "grad_norm": 1.0,
      "learning_rate": 0.0004717119456513857,
      "loss": 5.9597,
      "mean_token_accuracy": 0.1582019068300724,
      "num_tokens": 34433279.0,
      "step": 15915
    },
    {
      "entropy": 6.44272928237915,
      "epoch": 1.7036224517095617,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00047169338317647164,
      "loss": 6.0042,
      "mean_token_accuracy": 0.1548800900578499,
      "num_tokens": 34444601.0,
      "step": 15920
    },
    {
      "entropy": 6.450870180130005,
      "epoch": 1.7041575258173256,
      "grad_norm": 0.94140625,
      "learning_rate": 0.00047167481502206383,
      "loss": 5.9519,
      "mean_token_accuracy": 0.16063766926527023,
      "num_tokens": 34455103.0,
      "step": 15925
    },
    {
      "entropy": 6.406905221939087,
      "epoch": 1.7046925999250897,
      "grad_norm": 1.09375,
      "learning_rate": 0.00047165624118869834,
      "loss": 5.9832,
      "mean_token_accuracy": 0.15628718882799147,
      "num_tokens": 34465835.0,
      "step": 15930
    },
    {
      "entropy": 6.494446325302124,
      "epoch": 1.7052276740328536,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004716376616769115,
      "loss": 6.0111,
      "mean_token_accuracy": 0.15195367485284805,
      "num_tokens": 34476602.0,
      "step": 15935
    },
    {
      "entropy": 6.472702598571777,
      "epoch": 1.7057627481406175,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004716190764872399,
      "loss": 5.8975,
      "mean_token_accuracy": 0.1556644022464752,
      "num_tokens": 34488026.0,
      "step": 15940
    },
    {
      "entropy": 6.436190748214722,
      "epoch": 1.7062978222483816,
      "grad_norm": 1.046875,
      "learning_rate": 0.00047160048562022006,
      "loss": 5.9885,
      "mean_token_accuracy": 0.16474749743938447,
      "num_tokens": 34497837.0,
      "step": 15945
    },
    {
      "entropy": 6.396716070175171,
      "epoch": 1.7068328963561452,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004715818890763888,
      "loss": 5.9281,
      "mean_token_accuracy": 0.16325099319219588,
      "num_tokens": 34507727.0,
      "step": 15950
    },
    {
      "entropy": 6.465113735198974,
      "epoch": 1.7073679704639093,
      "grad_norm": 0.97265625,
      "learning_rate": 0.00047156328685628307,
      "loss": 5.9259,
      "mean_token_accuracy": 0.15814963430166246,
      "num_tokens": 34518595.0,
      "step": 15955
    },
    {
      "entropy": 6.415911531448364,
      "epoch": 1.7079030445716732,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004715446789604401,
      "loss": 5.8756,
      "mean_token_accuracy": 0.16384433954954147,
      "num_tokens": 34529415.0,
      "step": 15960
    },
    {
      "entropy": 6.383075094223022,
      "epoch": 1.708438118679437,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004715260653893972,
      "loss": 5.9135,
      "mean_token_accuracy": 0.16699712723493576,
      "num_tokens": 34539593.0,
      "step": 15965
    },
    {
      "entropy": 6.4418004035949705,
      "epoch": 1.7089731927872012,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004715074461436917,
      "loss": 5.9105,
      "mean_token_accuracy": 0.15935375392436982,
      "num_tokens": 34549441.0,
      "step": 15970
    },
    {
      "entropy": 6.4181708812713625,
      "epoch": 1.7095082668949648,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00047148882122386126,
      "loss": 5.8731,
      "mean_token_accuracy": 0.16392289251089096,
      "num_tokens": 34560211.0,
      "step": 15975
    },
    {
      "entropy": 6.4336549758911135,
      "epoch": 1.710043341002729,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00047147019063044387,
      "loss": 5.9683,
      "mean_token_accuracy": 0.15571341365575792,
      "num_tokens": 34570479.0,
      "step": 15980
    },
    {
      "entropy": 6.46196813583374,
      "epoch": 1.7105784151104928,
      "grad_norm": 1.046875,
      "learning_rate": 0.00047145155436397726,
      "loss": 5.9656,
      "mean_token_accuracy": 0.16381359845399857,
      "num_tokens": 34581382.0,
      "step": 15985
    },
    {
      "entropy": 6.413269901275635,
      "epoch": 1.7111134892182567,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004714329124249996,
      "loss": 5.8891,
      "mean_token_accuracy": 0.16960572600364685,
      "num_tokens": 34592131.0,
      "step": 15990
    },
    {
      "entropy": 6.403974819183349,
      "epoch": 1.7116485633260208,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004714142648140492,
      "loss": 5.974,
      "mean_token_accuracy": 0.15586885958909988,
      "num_tokens": 34604407.0,
      "step": 15995
    },
    {
      "entropy": 6.380543947219849,
      "epoch": 1.7121836374337844,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004713956115316645,
      "loss": 5.8574,
      "mean_token_accuracy": 0.1605110988020897,
      "num_tokens": 34614842.0,
      "step": 16000
    },
    {
      "entropy": 6.314087629318237,
      "epoch": 1.7127187115415485,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004713769525783841,
      "loss": 5.8188,
      "mean_token_accuracy": 0.16880066990852355,
      "num_tokens": 34625991.0,
      "step": 16005
    },
    {
      "entropy": 6.380738925933838,
      "epoch": 1.7132537856493124,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004713582879547469,
      "loss": 5.9773,
      "mean_token_accuracy": 0.16050495505332946,
      "num_tokens": 34637317.0,
      "step": 16010
    },
    {
      "entropy": 6.47155122756958,
      "epoch": 1.7137888597570763,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004713396176612916,
      "loss": 5.9687,
      "mean_token_accuracy": 0.15522536337375642,
      "num_tokens": 34648282.0,
      "step": 16015
    },
    {
      "entropy": 6.463926219940186,
      "epoch": 1.7143239338648404,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004713209416985575,
      "loss": 5.9467,
      "mean_token_accuracy": 0.15547343492507934,
      "num_tokens": 34658638.0,
      "step": 16020
    },
    {
      "entropy": 6.4139899730682375,
      "epoch": 1.714859007972604,
      "grad_norm": 1.046875,
      "learning_rate": 0.00047130226006708375,
      "loss": 5.9642,
      "mean_token_accuracy": 0.15760121941566468,
      "num_tokens": 34669308.0,
      "step": 16025
    },
    {
      "entropy": 6.3842456340789795,
      "epoch": 1.7153940820803681,
      "grad_norm": 0.95703125,
      "learning_rate": 0.00047128357276740986,
      "loss": 5.9447,
      "mean_token_accuracy": 0.15517979264259338,
      "num_tokens": 34679513.0,
      "step": 16030
    },
    {
      "entropy": 6.447028255462646,
      "epoch": 1.715929156188132,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004712648798000754,
      "loss": 5.9538,
      "mean_token_accuracy": 0.1586251363158226,
      "num_tokens": 34690736.0,
      "step": 16035
    },
    {
      "entropy": 6.448166751861573,
      "epoch": 1.716464230295896,
      "grad_norm": 0.9921875,
      "learning_rate": 0.00047124618116562003,
      "loss": 5.9182,
      "mean_token_accuracy": 0.15855566412210464,
      "num_tokens": 34701272.0,
      "step": 16040
    },
    {
      "entropy": 6.363811683654785,
      "epoch": 1.71699930440366,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004712274768645839,
      "loss": 5.8323,
      "mean_token_accuracy": 0.16834681034088134,
      "num_tokens": 34712486.0,
      "step": 16045
    },
    {
      "entropy": 6.4542357444763185,
      "epoch": 1.7175343785114239,
      "grad_norm": 1.0,
      "learning_rate": 0.00047120876689750685,
      "loss": 5.9358,
      "mean_token_accuracy": 0.15991851985454558,
      "num_tokens": 34721979.0,
      "step": 16050
    },
    {
      "entropy": 6.400877809524536,
      "epoch": 1.7180694526191878,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004711900512649292,
      "loss": 5.9274,
      "mean_token_accuracy": 0.15961218923330306,
      "num_tokens": 34733496.0,
      "step": 16055
    },
    {
      "entropy": 6.439351987838745,
      "epoch": 1.7186045267269516,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004711713299673914,
      "loss": 5.9328,
      "mean_token_accuracy": 0.16559937745332717,
      "num_tokens": 34744223.0,
      "step": 16060
    },
    {
      "entropy": 6.439035177230835,
      "epoch": 1.7191396008347155,
      "grad_norm": 1.4453125,
      "learning_rate": 0.00047115260300543407,
      "loss": 5.9762,
      "mean_token_accuracy": 0.16101677268743514,
      "num_tokens": 34754931.0,
      "step": 16065
    },
    {
      "entropy": 6.381089782714843,
      "epoch": 1.7196746749424796,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004711338703795978,
      "loss": 5.8263,
      "mean_token_accuracy": 0.16501758396625518,
      "num_tokens": 34766285.0,
      "step": 16070
    },
    {
      "entropy": 6.434562921524048,
      "epoch": 1.7202097490502435,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004711151320904237,
      "loss": 5.927,
      "mean_token_accuracy": 0.1643659695982933,
      "num_tokens": 34776979.0,
      "step": 16075
    },
    {
      "entropy": 6.48408055305481,
      "epoch": 1.7207448231580074,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004710963881384527,
      "loss": 6.0131,
      "mean_token_accuracy": 0.15290755927562713,
      "num_tokens": 34787466.0,
      "step": 16080
    },
    {
      "entropy": 6.503661298751831,
      "epoch": 1.7212798972657715,
      "grad_norm": 1.078125,
      "learning_rate": 0.000471077638524226,
      "loss": 5.9054,
      "mean_token_accuracy": 0.1627739116549492,
      "num_tokens": 34797664.0,
      "step": 16085
    },
    {
      "entropy": 6.377477741241455,
      "epoch": 1.7218149713735351,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00047105888324828506,
      "loss": 5.8987,
      "mean_token_accuracy": 0.16912366300821305,
      "num_tokens": 34809082.0,
      "step": 16090
    },
    {
      "entropy": 6.447665691375732,
      "epoch": 1.7223500454812992,
      "grad_norm": 1.0,
      "learning_rate": 0.00047104012231117143,
      "loss": 5.9272,
      "mean_token_accuracy": 0.15896643847227096,
      "num_tokens": 34820223.0,
      "step": 16095
    },
    {
      "entropy": 6.3770914554595945,
      "epoch": 1.722885119589063,
      "grad_norm": 1.109375,
      "learning_rate": 0.00047102135571342683,
      "loss": 5.8369,
      "mean_token_accuracy": 0.1647231936454773,
      "num_tokens": 34830428.0,
      "step": 16100
    },
    {
      "entropy": 6.387183380126953,
      "epoch": 1.723420193696827,
      "grad_norm": 1.0,
      "learning_rate": 0.00047100258345559307,
      "loss": 5.9719,
      "mean_token_accuracy": 0.15453688204288482,
      "num_tokens": 34842787.0,
      "step": 16105
    },
    {
      "entropy": 6.4208653450012205,
      "epoch": 1.723955267804591,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004709838055382123,
      "loss": 5.9151,
      "mean_token_accuracy": 0.1573707014322281,
      "num_tokens": 34854323.0,
      "step": 16110
    },
    {
      "entropy": 6.4133524894714355,
      "epoch": 1.7244903419123547,
      "grad_norm": 1.0,
      "learning_rate": 0.0004709650219618266,
      "loss": 5.8721,
      "mean_token_accuracy": 0.16453136950731279,
      "num_tokens": 34865279.0,
      "step": 16115
    },
    {
      "entropy": 6.396406888961792,
      "epoch": 1.7250254160201188,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004709462327269785,
      "loss": 5.9058,
      "mean_token_accuracy": 0.1596028357744217,
      "num_tokens": 34875951.0,
      "step": 16120
    },
    {
      "entropy": 6.382807636260987,
      "epoch": 1.7255604901278827,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004709274378342105,
      "loss": 5.9428,
      "mean_token_accuracy": 0.16118286550045013,
      "num_tokens": 34885815.0,
      "step": 16125
    },
    {
      "entropy": 6.457973861694336,
      "epoch": 1.7260955642356466,
      "grad_norm": 0.98046875,
      "learning_rate": 0.00047090863728406517,
      "loss": 5.9447,
      "mean_token_accuracy": 0.15675121545791626,
      "num_tokens": 34897158.0,
      "step": 16130
    },
    {
      "entropy": 6.472166061401367,
      "epoch": 1.7266306383434107,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004708898310770856,
      "loss": 5.9628,
      "mean_token_accuracy": 0.15767702609300613,
      "num_tokens": 34907815.0,
      "step": 16135
    },
    {
      "entropy": 6.424115371704102,
      "epoch": 1.7271657124511743,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004708710192138146,
      "loss": 5.9132,
      "mean_token_accuracy": 0.16396083682775497,
      "num_tokens": 34918820.0,
      "step": 16140
    },
    {
      "entropy": 6.506532287597656,
      "epoch": 1.7277007865589384,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004708522016947954,
      "loss": 5.9891,
      "mean_token_accuracy": 0.15940887331962586,
      "num_tokens": 34929998.0,
      "step": 16145
    },
    {
      "entropy": 6.405442571640014,
      "epoch": 1.7282358606667023,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004708333785205715,
      "loss": 5.8766,
      "mean_token_accuracy": 0.16988240778446198,
      "num_tokens": 34940989.0,
      "step": 16150
    },
    {
      "entropy": 6.438912963867187,
      "epoch": 1.7287709347744662,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004708145496916862,
      "loss": 5.9192,
      "mean_token_accuracy": 0.16042762845754624,
      "num_tokens": 34952433.0,
      "step": 16155
    },
    {
      "entropy": 6.475919961929321,
      "epoch": 1.7293060088822303,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00047079571520868344,
      "loss": 5.9673,
      "mean_token_accuracy": 0.15877269059419633,
      "num_tokens": 34963074.0,
      "step": 16160
    },
    {
      "entropy": 6.4107013702392575,
      "epoch": 1.729841082989994,
      "grad_norm": 1.0,
      "learning_rate": 0.00047077687507210674,
      "loss": 5.8878,
      "mean_token_accuracy": 0.1616116553544998,
      "num_tokens": 34974315.0,
      "step": 16165
    },
    {
      "entropy": 6.392766046524048,
      "epoch": 1.730376157097758,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004707580292825004,
      "loss": 5.8575,
      "mean_token_accuracy": 0.17499497830867766,
      "num_tokens": 34985059.0,
      "step": 16170
    },
    {
      "entropy": 6.490520048141479,
      "epoch": 1.730911231205522,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004707391778404085,
      "loss": 6.0202,
      "mean_token_accuracy": 0.14643897712230683,
      "num_tokens": 34996156.0,
      "step": 16175
    },
    {
      "entropy": 6.454572772979736,
      "epoch": 1.7314463053132858,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004707203207463752,
      "loss": 5.9245,
      "mean_token_accuracy": 0.16369236409664153,
      "num_tokens": 35007410.0,
      "step": 16180
    },
    {
      "entropy": 6.442118453979492,
      "epoch": 1.73198137942105,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004707014580009453,
      "loss": 5.9049,
      "mean_token_accuracy": 0.1644921898841858,
      "num_tokens": 35018492.0,
      "step": 16185
    },
    {
      "entropy": 6.456803321838379,
      "epoch": 1.7325164535288138,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004706825896046632,
      "loss": 5.9644,
      "mean_token_accuracy": 0.15917805284261705,
      "num_tokens": 35029923.0,
      "step": 16190
    },
    {
      "entropy": 6.394042682647705,
      "epoch": 1.7330515276365777,
      "grad_norm": 1.015625,
      "learning_rate": 0.00047066371555807386,
      "loss": 5.8945,
      "mean_token_accuracy": 0.15717780739068984,
      "num_tokens": 35040370.0,
      "step": 16195
    },
    {
      "entropy": 6.472794914245606,
      "epoch": 1.7335866017443415,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004706448358617222,
      "loss": 5.9454,
      "mean_token_accuracy": 0.1570592224597931,
      "num_tokens": 35051414.0,
      "step": 16200
    },
    {
      "entropy": 6.467332553863526,
      "epoch": 1.7341216758521054,
      "grad_norm": 1.0625,
      "learning_rate": 0.00047062595051615343,
      "loss": 5.906,
      "mean_token_accuracy": 0.16339478343725206,
      "num_tokens": 35061015.0,
      "step": 16205
    },
    {
      "entropy": 6.392405843734741,
      "epoch": 1.7346567499598695,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004706070595219128,
      "loss": 6.0028,
      "mean_token_accuracy": 0.15609396919608115,
      "num_tokens": 35071757.0,
      "step": 16210
    },
    {
      "entropy": 6.4460389614105225,
      "epoch": 1.7351918240676334,
      "grad_norm": 0.9921875,
      "learning_rate": 0.00047058816287954587,
      "loss": 5.9677,
      "mean_token_accuracy": 0.15646283477544784,
      "num_tokens": 35082912.0,
      "step": 16215
    },
    {
      "entropy": 6.453471565246582,
      "epoch": 1.7357268981753973,
      "grad_norm": 0.9609375,
      "learning_rate": 0.00047056926058959813,
      "loss": 5.911,
      "mean_token_accuracy": 0.17119988054037094,
      "num_tokens": 35094103.0,
      "step": 16220
    },
    {
      "entropy": 6.447076749801636,
      "epoch": 1.7362619722831614,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004705503526526155,
      "loss": 5.8486,
      "mean_token_accuracy": 0.17192232608795166,
      "num_tokens": 35105960.0,
      "step": 16225
    },
    {
      "entropy": 6.346688175201416,
      "epoch": 1.736797046390925,
      "grad_norm": 0.9609375,
      "learning_rate": 0.00047053143906914405,
      "loss": 5.8803,
      "mean_token_accuracy": 0.1687576115131378,
      "num_tokens": 35116482.0,
      "step": 16230
    },
    {
      "entropy": 6.39592604637146,
      "epoch": 1.7373321204986891,
      "grad_norm": 1.078125,
      "learning_rate": 0.00047051251983972966,
      "loss": 5.9554,
      "mean_token_accuracy": 0.1621202364563942,
      "num_tokens": 35127976.0,
      "step": 16235
    },
    {
      "entropy": 6.453515577316284,
      "epoch": 1.737867194606453,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004704935949649187,
      "loss": 5.9535,
      "mean_token_accuracy": 0.15882943272590638,
      "num_tokens": 35137712.0,
      "step": 16240
    },
    {
      "entropy": 6.399810075759888,
      "epoch": 1.7384022687142169,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004704746644452577,
      "loss": 5.8762,
      "mean_token_accuracy": 0.1673749193549156,
      "num_tokens": 35148524.0,
      "step": 16245
    },
    {
      "entropy": 6.426339435577392,
      "epoch": 1.738937342821981,
      "grad_norm": 1.046875,
      "learning_rate": 0.00047045572828129323,
      "loss": 5.9396,
      "mean_token_accuracy": 0.16084784716367723,
      "num_tokens": 35159080.0,
      "step": 16250
    },
    {
      "entropy": 6.309316253662109,
      "epoch": 1.7394724169297446,
      "grad_norm": 1.03125,
      "learning_rate": 0.000470436786473572,
      "loss": 5.8449,
      "mean_token_accuracy": 0.1661226972937584,
      "num_tokens": 35169993.0,
      "step": 16255
    },
    {
      "entropy": 6.403291177749634,
      "epoch": 1.7400074910375087,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004704178390226411,
      "loss": 5.8744,
      "mean_token_accuracy": 0.16519500464200973,
      "num_tokens": 35181413.0,
      "step": 16260
    },
    {
      "entropy": 6.406730318069458,
      "epoch": 1.7405425651452726,
      "grad_norm": 0.99609375,
      "learning_rate": 0.00047039888592904753,
      "loss": 5.8902,
      "mean_token_accuracy": 0.1668706163764,
      "num_tokens": 35191600.0,
      "step": 16265
    },
    {
      "entropy": 6.457398319244385,
      "epoch": 1.7410776392530365,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00047037992719333864,
      "loss": 5.9209,
      "mean_token_accuracy": 0.1590031147003174,
      "num_tokens": 35202535.0,
      "step": 16270
    },
    {
      "entropy": 6.432587289810181,
      "epoch": 1.7416127133608006,
      "grad_norm": 0.93359375,
      "learning_rate": 0.00047036096281606176,
      "loss": 5.8991,
      "mean_token_accuracy": 0.15551777929067612,
      "num_tokens": 35214798.0,
      "step": 16275
    },
    {
      "entropy": 6.391929483413696,
      "epoch": 1.7421477874685642,
      "grad_norm": 1.09375,
      "learning_rate": 0.00047034199279776456,
      "loss": 5.883,
      "mean_token_accuracy": 0.16477195173501968,
      "num_tokens": 35224870.0,
      "step": 16280
    },
    {
      "entropy": 6.4191337585449215,
      "epoch": 1.7426828615763283,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004703230171389948,
      "loss": 5.906,
      "mean_token_accuracy": 0.1607913628220558,
      "num_tokens": 35235408.0,
      "step": 16285
    },
    {
      "entropy": 6.3898170471191404,
      "epoch": 1.7432179356840922,
      "grad_norm": 1.09375,
      "learning_rate": 0.00047030403584030024,
      "loss": 5.93,
      "mean_token_accuracy": 0.16180962473154067,
      "num_tokens": 35246310.0,
      "step": 16290
    },
    {
      "entropy": 6.40639066696167,
      "epoch": 1.743753009791856,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004702850489022292,
      "loss": 5.9344,
      "mean_token_accuracy": 0.15897328406572342,
      "num_tokens": 35257027.0,
      "step": 16295
    },
    {
      "entropy": 6.477075815200806,
      "epoch": 1.7442880838996202,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00047026605632532976,
      "loss": 5.9033,
      "mean_token_accuracy": 0.1640828087925911,
      "num_tokens": 35267397.0,
      "step": 16300
    },
    {
      "entropy": 6.360138654708862,
      "epoch": 1.7448231580073839,
      "grad_norm": 0.95703125,
      "learning_rate": 0.00047024705811015045,
      "loss": 5.8515,
      "mean_token_accuracy": 0.16162176728248595,
      "num_tokens": 35278775.0,
      "step": 16305
    },
    {
      "entropy": 6.3705731391906735,
      "epoch": 1.745358232115148,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004702280542572397,
      "loss": 5.8044,
      "mean_token_accuracy": 0.17122966796159744,
      "num_tokens": 35288818.0,
      "step": 16310
    },
    {
      "entropy": 6.472894191741943,
      "epoch": 1.7458933062229118,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004702090447671464,
      "loss": 6.0116,
      "mean_token_accuracy": 0.14804774671792983,
      "num_tokens": 35299385.0,
      "step": 16315
    },
    {
      "entropy": 6.45797324180603,
      "epoch": 1.7464283803306757,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004701900296404193,
      "loss": 5.8917,
      "mean_token_accuracy": 0.1639975130558014,
      "num_tokens": 35310626.0,
      "step": 16320
    },
    {
      "entropy": 6.427086114883423,
      "epoch": 1.7469634544384398,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004701710088776075,
      "loss": 5.9468,
      "mean_token_accuracy": 0.15975172966718673,
      "num_tokens": 35321615.0,
      "step": 16325
    },
    {
      "entropy": 6.448631763458252,
      "epoch": 1.7474985285462037,
      "grad_norm": 0.99609375,
      "learning_rate": 0.00047015198247926025,
      "loss": 5.9764,
      "mean_token_accuracy": 0.15947495698928832,
      "num_tokens": 35332012.0,
      "step": 16330
    },
    {
      "entropy": 6.495039176940918,
      "epoch": 1.7480336026539676,
      "grad_norm": 1.0625,
      "learning_rate": 0.000470132950445927,
      "loss": 5.9792,
      "mean_token_accuracy": 0.15218178033828736,
      "num_tokens": 35342153.0,
      "step": 16335
    },
    {
      "entropy": 6.450211668014527,
      "epoch": 1.7485686767617317,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004701139127781571,
      "loss": 5.9184,
      "mean_token_accuracy": 0.15848613232374192,
      "num_tokens": 35352858.0,
      "step": 16340
    },
    {
      "entropy": 6.438138580322265,
      "epoch": 1.7491037508694953,
      "grad_norm": 1.0,
      "learning_rate": 0.0004700948694765005,
      "loss": 5.8485,
      "mean_token_accuracy": 0.16543586254119874,
      "num_tokens": 35363489.0,
      "step": 16345
    },
    {
      "entropy": 6.4730593204498295,
      "epoch": 1.7496388249772594,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004700758205415069,
      "loss": 6.0267,
      "mean_token_accuracy": 0.1564846709370613,
      "num_tokens": 35375816.0,
      "step": 16350
    },
    {
      "entropy": 6.409455680847168,
      "epoch": 1.7501738990850233,
      "grad_norm": 0.91015625,
      "learning_rate": 0.00047005676597372645,
      "loss": 5.9311,
      "mean_token_accuracy": 0.15797612816095352,
      "num_tokens": 35386708.0,
      "step": 16355
    },
    {
      "entropy": 6.444401597976684,
      "epoch": 1.7507089731927872,
      "grad_norm": 1.109375,
      "learning_rate": 0.00047003770577370925,
      "loss": 5.9704,
      "mean_token_accuracy": 0.15567372590303422,
      "num_tokens": 35397734.0,
      "step": 16360
    },
    {
      "entropy": 6.512767267227173,
      "epoch": 1.7512440473005513,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00047001863994200574,
      "loss": 5.9177,
      "mean_token_accuracy": 0.1634423941373825,
      "num_tokens": 35408870.0,
      "step": 16365
    },
    {
      "entropy": 6.392601013183594,
      "epoch": 1.751779121408315,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004699995684791664,
      "loss": 5.8652,
      "mean_token_accuracy": 0.16347501426935196,
      "num_tokens": 35419498.0,
      "step": 16370
    },
    {
      "entropy": 6.354717111587524,
      "epoch": 1.752314195516079,
      "grad_norm": 0.91796875,
      "learning_rate": 0.00046998049138574177,
      "loss": 5.9003,
      "mean_token_accuracy": 0.16601394563913346,
      "num_tokens": 35430690.0,
      "step": 16375
    },
    {
      "entropy": 6.373000144958496,
      "epoch": 1.752849269623843,
      "grad_norm": 0.95703125,
      "learning_rate": 0.000469961408662283,
      "loss": 5.8577,
      "mean_token_accuracy": 0.1652596563100815,
      "num_tokens": 35441007.0,
      "step": 16380
    },
    {
      "entropy": 6.374289846420288,
      "epoch": 1.7533843437316068,
      "grad_norm": 1.0,
      "learning_rate": 0.000469942320309341,
      "loss": 5.9196,
      "mean_token_accuracy": 0.17171534299850463,
      "num_tokens": 35453202.0,
      "step": 16385
    },
    {
      "entropy": 6.426228952407837,
      "epoch": 1.7539194178393709,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00046992322632746677,
      "loss": 5.9209,
      "mean_token_accuracy": 0.16762592047452926,
      "num_tokens": 35463303.0,
      "step": 16390
    },
    {
      "entropy": 6.439172458648682,
      "epoch": 1.7544544919471345,
      "grad_norm": 0.97265625,
      "learning_rate": 0.00046990412671721186,
      "loss": 5.9208,
      "mean_token_accuracy": 0.16345441192388535,
      "num_tokens": 35474104.0,
      "step": 16395
    },
    {
      "entropy": 6.409737920761108,
      "epoch": 1.7549895660548986,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004698850214791276,
      "loss": 5.9288,
      "mean_token_accuracy": 0.15919852256774902,
      "num_tokens": 35486412.0,
      "step": 16400
    },
    {
      "entropy": 6.39665904045105,
      "epoch": 1.7555246401626625,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004698659106137658,
      "loss": 5.898,
      "mean_token_accuracy": 0.1623495876789093,
      "num_tokens": 35497505.0,
      "step": 16405
    },
    {
      "entropy": 6.494389629364013,
      "epoch": 1.7560597142704264,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004698467941216782,
      "loss": 5.9463,
      "mean_token_accuracy": 0.16544503718614578,
      "num_tokens": 35508397.0,
      "step": 16410
    },
    {
      "entropy": 6.490074968338012,
      "epoch": 1.7565947883781905,
      "grad_norm": 1.015625,
      "learning_rate": 0.00046982767200341675,
      "loss": 6.0006,
      "mean_token_accuracy": 0.1542463019490242,
      "num_tokens": 35520261.0,
      "step": 16415
    },
    {
      "entropy": 6.429469013214112,
      "epoch": 1.7571298624859542,
      "grad_norm": 0.984375,
      "learning_rate": 0.00046980854425953365,
      "loss": 5.8843,
      "mean_token_accuracy": 0.1593771830201149,
      "num_tokens": 35531816.0,
      "step": 16420
    },
    {
      "entropy": 6.51302285194397,
      "epoch": 1.7576649365937183,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004697894108905813,
      "loss": 5.9767,
      "mean_token_accuracy": 0.16066577434539794,
      "num_tokens": 35542233.0,
      "step": 16425
    },
    {
      "entropy": 6.401001644134522,
      "epoch": 1.7582000107014821,
      "grad_norm": 0.98046875,
      "learning_rate": 0.00046977027189711197,
      "loss": 5.9068,
      "mean_token_accuracy": 0.16108035147190095,
      "num_tokens": 35552881.0,
      "step": 16430
    },
    {
      "entropy": 6.411006927490234,
      "epoch": 1.758735084809246,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004697511272796785,
      "loss": 5.8702,
      "mean_token_accuracy": 0.16213134676218033,
      "num_tokens": 35562392.0,
      "step": 16435
    },
    {
      "entropy": 6.452407169342041,
      "epoch": 1.75927015891701,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004697319770388335,
      "loss": 5.9419,
      "mean_token_accuracy": 0.159056593477726,
      "num_tokens": 35574587.0,
      "step": 16440
    },
    {
      "entropy": 6.398547649383545,
      "epoch": 1.759805233024774,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004697128211751301,
      "loss": 5.8171,
      "mean_token_accuracy": 0.16254030168056488,
      "num_tokens": 35585178.0,
      "step": 16445
    },
    {
      "entropy": 6.388368463516235,
      "epoch": 1.7603403071325379,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004696936596891213,
      "loss": 5.8646,
      "mean_token_accuracy": 0.16463277339935303,
      "num_tokens": 35595501.0,
      "step": 16450
    },
    {
      "entropy": 6.379538536071777,
      "epoch": 1.7608753812403017,
      "grad_norm": 1.0,
      "learning_rate": 0.0004696744925813605,
      "loss": 5.8966,
      "mean_token_accuracy": 0.16034836918115616,
      "num_tokens": 35606794.0,
      "step": 16455
    },
    {
      "entropy": 6.431519937515259,
      "epoch": 1.7614104553480656,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004696553198524011,
      "loss": 5.916,
      "mean_token_accuracy": 0.1648561030626297,
      "num_tokens": 35618732.0,
      "step": 16460
    },
    {
      "entropy": 6.448382091522217,
      "epoch": 1.7619455294558297,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004696361415027966,
      "loss": 5.861,
      "mean_token_accuracy": 0.16919380128383638,
      "num_tokens": 35629802.0,
      "step": 16465
    },
    {
      "entropy": 6.406719446182251,
      "epoch": 1.7624806035635936,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004696169575331009,
      "loss": 5.9701,
      "mean_token_accuracy": 0.15696908235549928,
      "num_tokens": 35640826.0,
      "step": 16470
    },
    {
      "entropy": 6.454989433288574,
      "epoch": 1.7630156776713575,
      "grad_norm": 1.0625,
      "learning_rate": 0.000469597767943868,
      "loss": 5.9607,
      "mean_token_accuracy": 0.15799689292907715,
      "num_tokens": 35651613.0,
      "step": 16475
    },
    {
      "entropy": 6.410380601882935,
      "epoch": 1.7635507517791216,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004695785727356517,
      "loss": 5.809,
      "mean_token_accuracy": 0.16317274421453476,
      "num_tokens": 35662334.0,
      "step": 16480
    },
    {
      "entropy": 6.440549898147583,
      "epoch": 1.7640858258868852,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004695593719090066,
      "loss": 5.9694,
      "mean_token_accuracy": 0.15983133614063263,
      "num_tokens": 35673466.0,
      "step": 16485
    },
    {
      "entropy": 6.384484529495239,
      "epoch": 1.7646208999946493,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004695401654644869,
      "loss": 5.9227,
      "mean_token_accuracy": 0.16270432621240616,
      "num_tokens": 35684708.0,
      "step": 16490
    },
    {
      "entropy": 6.386845445632934,
      "epoch": 1.7651559741024132,
      "grad_norm": 1.015625,
      "learning_rate": 0.00046952095340264727,
      "loss": 5.8002,
      "mean_token_accuracy": 0.16107453554868698,
      "num_tokens": 35694888.0,
      "step": 16495
    },
    {
      "entropy": 6.448048734664917,
      "epoch": 1.765691048210177,
      "grad_norm": 1.0625,
      "learning_rate": 0.00046950173572404255,
      "loss": 5.8757,
      "mean_token_accuracy": 0.15904481112957,
      "num_tokens": 35704844.0,
      "step": 16500
    },
    {
      "entropy": 6.398888349533081,
      "epoch": 1.7662261223179412,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004694825124292275,
      "loss": 5.9328,
      "mean_token_accuracy": 0.1655808135867119,
      "num_tokens": 35715468.0,
      "step": 16505
    },
    {
      "entropy": 6.432802820205689,
      "epoch": 1.7667611964257048,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004694632835187572,
      "loss": 5.9939,
      "mean_token_accuracy": 0.1548460081219673,
      "num_tokens": 35725542.0,
      "step": 16510
    },
    {
      "entropy": 6.458597660064697,
      "epoch": 1.767296270533469,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00046944404899318685,
      "loss": 5.9028,
      "mean_token_accuracy": 0.16106221377849578,
      "num_tokens": 35737032.0,
      "step": 16515
    },
    {
      "entropy": 6.437456369400024,
      "epoch": 1.7678313446412328,
      "grad_norm": 1.0,
      "learning_rate": 0.000469424808853072,
      "loss": 5.8881,
      "mean_token_accuracy": 0.16733216494321823,
      "num_tokens": 35747742.0,
      "step": 16520
    },
    {
      "entropy": 6.369975614547729,
      "epoch": 1.7683664187489967,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004694055630989681,
      "loss": 5.8865,
      "mean_token_accuracy": 0.160807766020298,
      "num_tokens": 35757795.0,
      "step": 16525
    },
    {
      "entropy": 6.383835411071777,
      "epoch": 1.7689014928567608,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004693863117314308,
      "loss": 5.8664,
      "mean_token_accuracy": 0.17515912055969238,
      "num_tokens": 35767962.0,
      "step": 16530
    },
    {
      "entropy": 6.438752889633179,
      "epoch": 1.7694365669645244,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004693670547510161,
      "loss": 5.9707,
      "mean_token_accuracy": 0.155173259973526,
      "num_tokens": 35778564.0,
      "step": 16535
    },
    {
      "entropy": 6.4560998439788815,
      "epoch": 1.7699716410722885,
      "grad_norm": 0.9921875,
      "learning_rate": 0.00046934779215828006,
      "loss": 5.8992,
      "mean_token_accuracy": 0.1643804907798767,
      "num_tokens": 35788417.0,
      "step": 16540
    },
    {
      "entropy": 6.384856700897217,
      "epoch": 1.7705067151800524,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004693285239537788,
      "loss": 5.9368,
      "mean_token_accuracy": 0.16052743196487426,
      "num_tokens": 35799724.0,
      "step": 16545
    },
    {
      "entropy": 6.429476118087768,
      "epoch": 1.7710417892878163,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00046930925013806873,
      "loss": 5.8522,
      "mean_token_accuracy": 0.16675235629081725,
      "num_tokens": 35810306.0,
      "step": 16550
    },
    {
      "entropy": 6.4882200241088865,
      "epoch": 1.7715768633955804,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004692899707117064,
      "loss": 5.9048,
      "mean_token_accuracy": 0.1614229366183281,
      "num_tokens": 35821103.0,
      "step": 16555
    },
    {
      "entropy": 6.408344841003418,
      "epoch": 1.772111937503344,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004692706856752484,
      "loss": 5.9375,
      "mean_token_accuracy": 0.16263953372836112,
      "num_tokens": 35832271.0,
      "step": 16560
    },
    {
      "entropy": 6.397631216049194,
      "epoch": 1.7726470116111082,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00046925139502925167,
      "loss": 5.9381,
      "mean_token_accuracy": 0.1568513035774231,
      "num_tokens": 35843875.0,
      "step": 16565
    },
    {
      "entropy": 6.432529401779175,
      "epoch": 1.773182085718872,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004692320987742732,
      "loss": 5.9432,
      "mean_token_accuracy": 0.1624423936009407,
      "num_tokens": 35854085.0,
      "step": 16570
    },
    {
      "entropy": 6.492233180999756,
      "epoch": 1.773717159826636,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004692127969108702,
      "loss": 5.9653,
      "mean_token_accuracy": 0.1576433628797531,
      "num_tokens": 35864777.0,
      "step": 16575
    },
    {
      "entropy": 6.433153820037842,
      "epoch": 1.7742522339344,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004691934894396,
      "loss": 5.9878,
      "mean_token_accuracy": 0.15228816270828247,
      "num_tokens": 35876822.0,
      "step": 16580
    },
    {
      "entropy": 6.489022874832154,
      "epoch": 1.774787308042164,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00046917417636102,
      "loss": 5.8877,
      "mean_token_accuracy": 0.16544666290283203,
      "num_tokens": 35886997.0,
      "step": 16585
    },
    {
      "entropy": 6.450067377090454,
      "epoch": 1.7753223821499278,
      "grad_norm": 1.046875,
      "learning_rate": 0.000469154857675688,
      "loss": 5.9485,
      "mean_token_accuracy": 0.16061519980430602,
      "num_tokens": 35897871.0,
      "step": 16590
    },
    {
      "entropy": 6.3720778465271,
      "epoch": 1.7758574562576916,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004691355333841617,
      "loss": 5.9318,
      "mean_token_accuracy": 0.17223897725343704,
      "num_tokens": 35908791.0,
      "step": 16595
    },
    {
      "entropy": 6.484627294540405,
      "epoch": 1.7763925303654555,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004691162034869993,
      "loss": 5.9579,
      "mean_token_accuracy": 0.15819976031780242,
      "num_tokens": 35919436.0,
      "step": 16600
    },
    {
      "entropy": 6.493002271652221,
      "epoch": 1.7769276044732196,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004690968679847586,
      "loss": 5.8445,
      "mean_token_accuracy": 0.1618662104010582,
      "num_tokens": 35929851.0,
      "step": 16605
    },
    {
      "entropy": 6.408603239059448,
      "epoch": 1.7774626785809835,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004690775268779983,
      "loss": 5.8839,
      "mean_token_accuracy": 0.1640618622303009,
      "num_tokens": 35940271.0,
      "step": 16610
    },
    {
      "entropy": 6.36744532585144,
      "epoch": 1.7779977526887474,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004690581801672765,
      "loss": 6.0008,
      "mean_token_accuracy": 0.1567908599972725,
      "num_tokens": 35951460.0,
      "step": 16615
    },
    {
      "entropy": 6.373749732971191,
      "epoch": 1.7785328267965115,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00046903882785315215,
      "loss": 5.8848,
      "mean_token_accuracy": 0.16293218731880188,
      "num_tokens": 35961530.0,
      "step": 16620
    },
    {
      "entropy": 6.415866136550903,
      "epoch": 1.7790679009042751,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004690194699361839,
      "loss": 5.8596,
      "mean_token_accuracy": 0.17280217856168748,
      "num_tokens": 35971085.0,
      "step": 16625
    },
    {
      "entropy": 6.382555532455444,
      "epoch": 1.7796029750120392,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00046900010641693073,
      "loss": 5.9271,
      "mean_token_accuracy": 0.15487701669335366,
      "num_tokens": 35981393.0,
      "step": 16630
    },
    {
      "entropy": 6.393286657333374,
      "epoch": 1.7801380491198031,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004689807372959517,
      "loss": 5.8712,
      "mean_token_accuracy": 0.16612230986356735,
      "num_tokens": 35992847.0,
      "step": 16635
    },
    {
      "entropy": 6.406548738479614,
      "epoch": 1.780673123227567,
      "grad_norm": 1.09375,
      "learning_rate": 0.00046896136257380615,
      "loss": 5.931,
      "mean_token_accuracy": 0.16022354513406753,
      "num_tokens": 36002991.0,
      "step": 16640
    },
    {
      "entropy": 6.420332193374634,
      "epoch": 1.781208197335331,
      "grad_norm": 0.89453125,
      "learning_rate": 0.00046894198225105356,
      "loss": 5.9228,
      "mean_token_accuracy": 0.16705287396907806,
      "num_tokens": 36015140.0,
      "step": 16645
    },
    {
      "entropy": 6.385962963104248,
      "epoch": 1.7817432714430947,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004689225963282534,
      "loss": 5.8289,
      "mean_token_accuracy": 0.16609803438186646,
      "num_tokens": 36026014.0,
      "step": 16650
    },
    {
      "entropy": 6.502376937866211,
      "epoch": 1.7822783455508588,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004689032048059656,
      "loss": 5.9995,
      "mean_token_accuracy": 0.15745007991790771,
      "num_tokens": 36035926.0,
      "step": 16655
    },
    {
      "entropy": 6.445277738571167,
      "epoch": 1.7828134196586227,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00046888380768475,
      "loss": 5.9066,
      "mean_token_accuracy": 0.1601186141371727,
      "num_tokens": 36046406.0,
      "step": 16660
    },
    {
      "entropy": 6.438294315338135,
      "epoch": 1.7833484937663866,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004688644049651667,
      "loss": 5.8782,
      "mean_token_accuracy": 0.16291591972112657,
      "num_tokens": 36056440.0,
      "step": 16665
    },
    {
      "entropy": 6.3869470119476315,
      "epoch": 1.7838835678741507,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00046884499664777586,
      "loss": 5.9403,
      "mean_token_accuracy": 0.15547886490821838,
      "num_tokens": 36067244.0,
      "step": 16670
    },
    {
      "entropy": 6.428157567977905,
      "epoch": 1.7844186419819144,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004688255827331381,
      "loss": 5.8229,
      "mean_token_accuracy": 0.16810717284679413,
      "num_tokens": 36078110.0,
      "step": 16675
    },
    {
      "entropy": 6.466293144226074,
      "epoch": 1.7849537160896785,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004688061632218137,
      "loss": 5.9092,
      "mean_token_accuracy": 0.1597277507185936,
      "num_tokens": 36088805.0,
      "step": 16680
    },
    {
      "entropy": 6.393595743179321,
      "epoch": 1.7854887901974423,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00046878673811436375,
      "loss": 5.909,
      "mean_token_accuracy": 0.16479869931936264,
      "num_tokens": 36098619.0,
      "step": 16685
    },
    {
      "entropy": 6.46536078453064,
      "epoch": 1.7860238643052062,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004687673074113489,
      "loss": 5.9669,
      "mean_token_accuracy": 0.16105849742889405,
      "num_tokens": 36110604.0,
      "step": 16690
    },
    {
      "entropy": 6.523320722579956,
      "epoch": 1.7865589384129703,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004687478711133303,
      "loss": 5.9607,
      "mean_token_accuracy": 0.1595306947827339,
      "num_tokens": 36121669.0,
      "step": 16695
    },
    {
      "entropy": 6.306423807144165,
      "epoch": 1.787094012520734,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004687284292208691,
      "loss": 5.7493,
      "mean_token_accuracy": 0.16981410831212998,
      "num_tokens": 36132165.0,
      "step": 16700
    },
    {
      "entropy": 6.381181049346924,
      "epoch": 1.787629086628498,
      "grad_norm": 0.98046875,
      "learning_rate": 0.00046870898173452676,
      "loss": 5.8917,
      "mean_token_accuracy": 0.16222435534000396,
      "num_tokens": 36142830.0,
      "step": 16705
    },
    {
      "entropy": 6.389258337020874,
      "epoch": 1.788164160736262,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004686895286548648,
      "loss": 5.8693,
      "mean_token_accuracy": 0.16308973282575606,
      "num_tokens": 36153812.0,
      "step": 16710
    },
    {
      "entropy": 6.413486766815185,
      "epoch": 1.7886992348440258,
      "grad_norm": 1.09375,
      "learning_rate": 0.00046867006998244494,
      "loss": 5.9018,
      "mean_token_accuracy": 0.167927548289299,
      "num_tokens": 36163599.0,
      "step": 16715
    },
    {
      "entropy": 6.442354297637939,
      "epoch": 1.78923430895179,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00046865060571782896,
      "loss": 5.933,
      "mean_token_accuracy": 0.15580072849988938,
      "num_tokens": 36173815.0,
      "step": 16720
    },
    {
      "entropy": 6.525862026214599,
      "epoch": 1.7897693830595538,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00046863113586157894,
      "loss": 6.008,
      "mean_token_accuracy": 0.15397256910800933,
      "num_tokens": 36186131.0,
      "step": 16725
    },
    {
      "entropy": 6.46145281791687,
      "epoch": 1.7903044571673177,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004686116604142572,
      "loss": 5.8824,
      "mean_token_accuracy": 0.16836178302764893,
      "num_tokens": 36196084.0,
      "step": 16730
    },
    {
      "entropy": 6.348049259185791,
      "epoch": 1.7908395312750816,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004685921793764259,
      "loss": 5.8362,
      "mean_token_accuracy": 0.17619089484214784,
      "num_tokens": 36206948.0,
      "step": 16735
    },
    {
      "entropy": 6.417987298965454,
      "epoch": 1.7913746053828454,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004685726927486476,
      "loss": 5.9709,
      "mean_token_accuracy": 0.1586049273610115,
      "num_tokens": 36217202.0,
      "step": 16740
    },
    {
      "entropy": 6.505308341979981,
      "epoch": 1.7919096794906095,
      "grad_norm": 1.125,
      "learning_rate": 0.00046855320053148505,
      "loss": 6.0221,
      "mean_token_accuracy": 0.1543822169303894,
      "num_tokens": 36227914.0,
      "step": 16745
    },
    {
      "entropy": 6.491453695297241,
      "epoch": 1.7924447535983734,
      "grad_norm": 1.015625,
      "learning_rate": 0.000468533702725501,
      "loss": 5.9632,
      "mean_token_accuracy": 0.1580415204167366,
      "num_tokens": 36239344.0,
      "step": 16750
    },
    {
      "entropy": 6.45605435371399,
      "epoch": 1.7929798277061373,
      "grad_norm": 0.96484375,
      "learning_rate": 0.00046851419933125843,
      "loss": 5.981,
      "mean_token_accuracy": 0.15930203199386597,
      "num_tokens": 36250438.0,
      "step": 16755
    },
    {
      "entropy": 6.455800771713257,
      "epoch": 1.7935149018139014,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004684946903493206,
      "loss": 5.9299,
      "mean_token_accuracy": 0.15479389429092408,
      "num_tokens": 36260545.0,
      "step": 16760
    },
    {
      "entropy": 6.340694713592529,
      "epoch": 1.794049975921665,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004684751757802508,
      "loss": 5.8432,
      "mean_token_accuracy": 0.15858969539403917,
      "num_tokens": 36272577.0,
      "step": 16765
    },
    {
      "entropy": 6.431801080703735,
      "epoch": 1.7945850500294291,
      "grad_norm": 1.046875,
      "learning_rate": 0.00046845565562461243,
      "loss": 5.8819,
      "mean_token_accuracy": 0.16382807940244676,
      "num_tokens": 36284161.0,
      "step": 16770
    },
    {
      "entropy": 6.44225378036499,
      "epoch": 1.795120124137193,
      "grad_norm": 0.98046875,
      "learning_rate": 0.00046843612988296926,
      "loss": 5.8982,
      "mean_token_accuracy": 0.16029656827449798,
      "num_tokens": 36294910.0,
      "step": 16775
    },
    {
      "entropy": 6.432839107513428,
      "epoch": 1.795655198244957,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004684165985558849,
      "loss": 5.8633,
      "mean_token_accuracy": 0.16334121823310851,
      "num_tokens": 36305388.0,
      "step": 16780
    },
    {
      "entropy": 6.391310787200927,
      "epoch": 1.796190272352721,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004683970616439236,
      "loss": 5.91,
      "mean_token_accuracy": 0.16916233152151108,
      "num_tokens": 36316696.0,
      "step": 16785
    },
    {
      "entropy": 6.396578931808472,
      "epoch": 1.7967253464604847,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004683775191476492,
      "loss": 5.8546,
      "mean_token_accuracy": 0.171306012570858,
      "num_tokens": 36327246.0,
      "step": 16790
    },
    {
      "entropy": 6.467542219161987,
      "epoch": 1.7972604205682488,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004683579710676262,
      "loss": 5.9917,
      "mean_token_accuracy": 0.1557627350091934,
      "num_tokens": 36338089.0,
      "step": 16795
    },
    {
      "entropy": 6.428700923919678,
      "epoch": 1.7977954946760126,
      "grad_norm": 0.93359375,
      "learning_rate": 0.00046833841740441886,
      "loss": 5.9466,
      "mean_token_accuracy": 0.16343907564878463,
      "num_tokens": 36350285.0,
      "step": 16800
    },
    {
      "entropy": 6.485832834243775,
      "epoch": 1.7983305687837765,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004683188581585919,
      "loss": 5.9255,
      "mean_token_accuracy": 0.15683428794145585,
      "num_tokens": 36360431.0,
      "step": 16805
    },
    {
      "entropy": 6.431404781341553,
      "epoch": 1.7988656428915406,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004682992933307101,
      "loss": 5.878,
      "mean_token_accuracy": 0.16694781184196472,
      "num_tokens": 36371257.0,
      "step": 16810
    },
    {
      "entropy": 6.35260157585144,
      "epoch": 1.7994007169993043,
      "grad_norm": 0.9765625,
      "learning_rate": 0.00046827972292133835,
      "loss": 5.8357,
      "mean_token_accuracy": 0.16516641676425933,
      "num_tokens": 36382613.0,
      "step": 16815
    },
    {
      "entropy": 6.4801177978515625,
      "epoch": 1.7999357911070684,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004682601469310418,
      "loss": 5.9329,
      "mean_token_accuracy": 0.15856744199991227,
      "num_tokens": 36393799.0,
      "step": 16820
    },
    {
      "entropy": 6.449368095397949,
      "epoch": 1.8004708652148322,
      "grad_norm": 1.03125,
      "learning_rate": 0.00046824056536038565,
      "loss": 5.9211,
      "mean_token_accuracy": 0.15894658267498016,
      "num_tokens": 36403914.0,
      "step": 16825
    },
    {
      "entropy": 6.3404848098754885,
      "epoch": 1.8010059393225961,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004682209782099353,
      "loss": 5.8793,
      "mean_token_accuracy": 0.164225235581398,
      "num_tokens": 36415022.0,
      "step": 16830
    },
    {
      "entropy": 6.412098932266235,
      "epoch": 1.8015410134303602,
      "grad_norm": 1.03125,
      "learning_rate": 0.00046820138548025634,
      "loss": 5.8508,
      "mean_token_accuracy": 0.16829244047403336,
      "num_tokens": 36426155.0,
      "step": 16835
    },
    {
      "entropy": 6.451240730285645,
      "epoch": 1.8020760875381239,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00046818178717191464,
      "loss": 5.8978,
      "mean_token_accuracy": 0.16041539311408998,
      "num_tokens": 36437345.0,
      "step": 16840
    },
    {
      "entropy": 6.436369466781616,
      "epoch": 1.802611161645888,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004681621832854759,
      "loss": 5.9396,
      "mean_token_accuracy": 0.17111434936523437,
      "num_tokens": 36448634.0,
      "step": 16845
    },
    {
      "entropy": 6.395116806030273,
      "epoch": 1.8031462357536518,
      "grad_norm": 1.03125,
      "learning_rate": 0.00046814257382150627,
      "loss": 5.8693,
      "mean_token_accuracy": 0.17195786982774736,
      "num_tokens": 36458870.0,
      "step": 16850
    },
    {
      "entropy": 6.443335294723511,
      "epoch": 1.8036813098614157,
      "grad_norm": 1.03125,
      "learning_rate": 0.00046812295878057193,
      "loss": 6.036,
      "mean_token_accuracy": 0.15675842761993408,
      "num_tokens": 36469865.0,
      "step": 16855
    },
    {
      "entropy": 6.440031623840332,
      "epoch": 1.8042163839691798,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004681033381632393,
      "loss": 5.913,
      "mean_token_accuracy": 0.1590494841337204,
      "num_tokens": 36480502.0,
      "step": 16860
    },
    {
      "entropy": 6.450105810165406,
      "epoch": 1.8047514580769437,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004680837119700749,
      "loss": 5.9245,
      "mean_token_accuracy": 0.16055405586957933,
      "num_tokens": 36492356.0,
      "step": 16865
    },
    {
      "entropy": 6.31326994895935,
      "epoch": 1.8052865321847076,
      "grad_norm": 0.9140625,
      "learning_rate": 0.00046806408020164553,
      "loss": 5.8936,
      "mean_token_accuracy": 0.16206995248794556,
      "num_tokens": 36504659.0,
      "step": 16870
    },
    {
      "entropy": 6.389793920516968,
      "epoch": 1.8058216062924715,
      "grad_norm": 0.9765625,
      "learning_rate": 0.00046804444285851796,
      "loss": 5.9112,
      "mean_token_accuracy": 0.1590927168726921,
      "num_tokens": 36516042.0,
      "step": 16875
    },
    {
      "entropy": 6.479109191894532,
      "epoch": 1.8063566804002353,
      "grad_norm": 1.0,
      "learning_rate": 0.00046802479994125916,
      "loss": 5.9916,
      "mean_token_accuracy": 0.1538060262799263,
      "num_tokens": 36527417.0,
      "step": 16880
    },
    {
      "entropy": 6.40605731010437,
      "epoch": 1.8068917545079994,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004680051514504364,
      "loss": 5.9033,
      "mean_token_accuracy": 0.16981139034032822,
      "num_tokens": 36538182.0,
      "step": 16885
    },
    {
      "entropy": 6.398350429534912,
      "epoch": 1.8074268286157633,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004679854973866171,
      "loss": 5.9708,
      "mean_token_accuracy": 0.16304076015949248,
      "num_tokens": 36549835.0,
      "step": 16890
    },
    {
      "entropy": 6.391218805313111,
      "epoch": 1.8079619027235272,
      "grad_norm": 1.546875,
      "learning_rate": 0.00046796583775036857,
      "loss": 5.8829,
      "mean_token_accuracy": 0.16556148678064347,
      "num_tokens": 36560238.0,
      "step": 16895
    },
    {
      "entropy": 6.429656982421875,
      "epoch": 1.8084969768312913,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00046794617254225865,
      "loss": 5.9093,
      "mean_token_accuracy": 0.1613046333193779,
      "num_tokens": 36571267.0,
      "step": 16900
    },
    {
      "entropy": 6.4551280498504635,
      "epoch": 1.809032050939055,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004679265017628551,
      "loss": 5.9765,
      "mean_token_accuracy": 0.16384802013635635,
      "num_tokens": 36582174.0,
      "step": 16905
    },
    {
      "entropy": 6.466131114959717,
      "epoch": 1.809567125046819,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004679068254127259,
      "loss": 5.9243,
      "mean_token_accuracy": 0.16099255681037902,
      "num_tokens": 36593054.0,
      "step": 16910
    },
    {
      "entropy": 6.453367042541504,
      "epoch": 1.810102199154583,
      "grad_norm": 1.015625,
      "learning_rate": 0.00046788714349243923,
      "loss": 5.9395,
      "mean_token_accuracy": 0.1592778429389,
      "num_tokens": 36603962.0,
      "step": 16915
    },
    {
      "entropy": 6.441645097732544,
      "epoch": 1.8106372732623468,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004678674560025634,
      "loss": 5.9206,
      "mean_token_accuracy": 0.1645105689764023,
      "num_tokens": 36616003.0,
      "step": 16920
    },
    {
      "entropy": 6.518697738647461,
      "epoch": 1.811172347370111,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004678477629436669,
      "loss": 5.9924,
      "mean_token_accuracy": 0.15052626729011537,
      "num_tokens": 36627189.0,
      "step": 16925
    },
    {
      "entropy": 6.4846748352050785,
      "epoch": 1.8117074214778746,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004678280643163184,
      "loss": 5.9798,
      "mean_token_accuracy": 0.1572142131626606,
      "num_tokens": 36637756.0,
      "step": 16930
    },
    {
      "entropy": 6.42349214553833,
      "epoch": 1.8122424955856387,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004678083601210865,
      "loss": 5.9435,
      "mean_token_accuracy": 0.16711461842060088,
      "num_tokens": 36648946.0,
      "step": 16935
    },
    {
      "entropy": 6.500971412658691,
      "epoch": 1.8127775696934025,
      "grad_norm": 1.0,
      "learning_rate": 0.0004677886503585404,
      "loss": 5.9803,
      "mean_token_accuracy": 0.16224998682737352,
      "num_tokens": 36660184.0,
      "step": 16940
    },
    {
      "entropy": 6.514620685577393,
      "epoch": 1.8133126438011664,
      "grad_norm": 1.234375,
      "learning_rate": 0.00046776893502924904,
      "loss": 5.9998,
      "mean_token_accuracy": 0.15686789005994797,
      "num_tokens": 36671346.0,
      "step": 16945
    },
    {
      "entropy": 6.424277210235596,
      "epoch": 1.8138477179089305,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004677492141337818,
      "loss": 5.9179,
      "mean_token_accuracy": 0.15963940024375917,
      "num_tokens": 36682917.0,
      "step": 16950
    },
    {
      "entropy": 6.389437007904053,
      "epoch": 1.8143827920166942,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004677294876727081,
      "loss": 5.9825,
      "mean_token_accuracy": 0.14977617412805558,
      "num_tokens": 36693577.0,
      "step": 16955
    },
    {
      "entropy": 6.493145227432251,
      "epoch": 1.8149178661244583,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004677097556465975,
      "loss": 5.9414,
      "mean_token_accuracy": 0.15894611030817032,
      "num_tokens": 36704915.0,
      "step": 16960
    },
    {
      "entropy": 6.519001531600952,
      "epoch": 1.8154529402322221,
      "grad_norm": 0.91015625,
      "learning_rate": 0.00046769001805601983,
      "loss": 6.0413,
      "mean_token_accuracy": 0.15294701606035233,
      "num_tokens": 36716086.0,
      "step": 16965
    },
    {
      "entropy": 6.391754531860352,
      "epoch": 1.815988014339986,
      "grad_norm": 1.046875,
      "learning_rate": 0.00046767027490154494,
      "loss": 5.884,
      "mean_token_accuracy": 0.15801951587200164,
      "num_tokens": 36726110.0,
      "step": 16970
    },
    {
      "entropy": 6.424560117721557,
      "epoch": 1.8165230884477501,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00046765052618374296,
      "loss": 5.859,
      "mean_token_accuracy": 0.16911312639713288,
      "num_tokens": 36735846.0,
      "step": 16975
    },
    {
      "entropy": 6.451796340942383,
      "epoch": 1.8170581625555138,
      "grad_norm": 1.0078125,
      "learning_rate": 0.000467630771903184,
      "loss": 5.9398,
      "mean_token_accuracy": 0.16260842531919478,
      "num_tokens": 36746851.0,
      "step": 16980
    },
    {
      "entropy": 6.461486005783081,
      "epoch": 1.8175932366632779,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004676110120604387,
      "loss": 5.91,
      "mean_token_accuracy": 0.1622875764966011,
      "num_tokens": 36758032.0,
      "step": 16985
    },
    {
      "entropy": 6.448964309692383,
      "epoch": 1.8181283107710418,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004675912466560775,
      "loss": 5.9532,
      "mean_token_accuracy": 0.16108062416315078,
      "num_tokens": 36768939.0,
      "step": 16990
    },
    {
      "entropy": 6.436180782318115,
      "epoch": 1.8186633848788056,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00046757147569067106,
      "loss": 5.9834,
      "mean_token_accuracy": 0.15539791584014892,
      "num_tokens": 36780338.0,
      "step": 16995
    },
    {
      "entropy": 6.415380907058716,
      "epoch": 1.8191984589865697,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004675516991647903,
      "loss": 5.8585,
      "mean_token_accuracy": 0.15750591158866883,
      "num_tokens": 36791384.0,
      "step": 17000
    },
    {
      "entropy": 6.4344727993011475,
      "epoch": 1.8197335330943336,
      "grad_norm": 0.97265625,
      "learning_rate": 0.00046753191707900636,
      "loss": 5.8927,
      "mean_token_accuracy": 0.16002339720726014,
      "num_tokens": 36802460.0,
      "step": 17005
    },
    {
      "entropy": 6.459870958328247,
      "epoch": 1.8202686072020975,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00046751212943389026,
      "loss": 5.9705,
      "mean_token_accuracy": 0.15640434622764587,
      "num_tokens": 36813599.0,
      "step": 17010
    },
    {
      "entropy": 6.457927894592285,
      "epoch": 1.8208036813098614,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004674923362300135,
      "loss": 5.8609,
      "mean_token_accuracy": 0.16155216246843337,
      "num_tokens": 36823100.0,
      "step": 17015
    },
    {
      "entropy": 6.481034421920777,
      "epoch": 1.8213387554176252,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00046747253746794767,
      "loss": 5.9664,
      "mean_token_accuracy": 0.15560170114040375,
      "num_tokens": 36834245.0,
      "step": 17020
    },
    {
      "entropy": 6.438277387619019,
      "epoch": 1.8218738295253893,
      "grad_norm": 1.09375,
      "learning_rate": 0.00046745273314826425,
      "loss": 5.8646,
      "mean_token_accuracy": 0.165925931930542,
      "num_tokens": 36844126.0,
      "step": 17025
    },
    {
      "entropy": 6.4117515087127686,
      "epoch": 1.8224089036331532,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004674329232715353,
      "loss": 5.8469,
      "mean_token_accuracy": 0.1735605224967003,
      "num_tokens": 36855451.0,
      "step": 17030
    },
    {
      "entropy": 6.431714725494385,
      "epoch": 1.822943977740917,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004674131078383327,
      "loss": 5.9301,
      "mean_token_accuracy": 0.15788620859384536,
      "num_tokens": 36864994.0,
      "step": 17035
    },
    {
      "entropy": 6.410427045822144,
      "epoch": 1.8234790518486812,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004673932868492286,
      "loss": 5.8833,
      "mean_token_accuracy": 0.16009822785854338,
      "num_tokens": 36875131.0,
      "step": 17040
    },
    {
      "entropy": 6.465045595169068,
      "epoch": 1.8240141259564449,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00046737346030479546,
      "loss": 5.9529,
      "mean_token_accuracy": 0.1569804146885872,
      "num_tokens": 36884789.0,
      "step": 17045
    },
    {
      "entropy": 6.401891899108887,
      "epoch": 1.824549200064209,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00046735362820560564,
      "loss": 5.8463,
      "mean_token_accuracy": 0.1599704682826996,
      "num_tokens": 36895199.0,
      "step": 17050
    },
    {
      "entropy": 6.433152580261231,
      "epoch": 1.8250842741719728,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004673337905522318,
      "loss": 5.9568,
      "mean_token_accuracy": 0.15583899319171907,
      "num_tokens": 36906495.0,
      "step": 17055
    },
    {
      "entropy": 6.433154964447022,
      "epoch": 1.8256193482797367,
      "grad_norm": 1.015625,
      "learning_rate": 0.00046731394734524686,
      "loss": 5.932,
      "mean_token_accuracy": 0.15312954634428025,
      "num_tokens": 36916907.0,
      "step": 17060
    },
    {
      "entropy": 6.404832458496093,
      "epoch": 1.8261544223875008,
      "grad_norm": 1.09375,
      "learning_rate": 0.00046729409858522363,
      "loss": 5.8891,
      "mean_token_accuracy": 0.1609286203980446,
      "num_tokens": 36927872.0,
      "step": 17065
    },
    {
      "entropy": 6.432679986953735,
      "epoch": 1.8266894964952645,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004672742442727354,
      "loss": 5.9299,
      "mean_token_accuracy": 0.15968702584505082,
      "num_tokens": 36938575.0,
      "step": 17070
    },
    {
      "entropy": 6.3665345191955565,
      "epoch": 1.8272245706030286,
      "grad_norm": 1.09375,
      "learning_rate": 0.00046725438440835536,
      "loss": 5.8233,
      "mean_token_accuracy": 0.1741888329386711,
      "num_tokens": 36949179.0,
      "step": 17075
    },
    {
      "entropy": 6.391763162612915,
      "epoch": 1.8277596447107924,
      "grad_norm": 1.0859375,
      "learning_rate": 0.000467234518992657,
      "loss": 5.8655,
      "mean_token_accuracy": 0.1686766967177391,
      "num_tokens": 36959164.0,
      "step": 17080
    },
    {
      "entropy": 6.464142608642578,
      "epoch": 1.8282947188185563,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00046721464802621383,
      "loss": 5.996,
      "mean_token_accuracy": 0.16290409564971925,
      "num_tokens": 36969091.0,
      "step": 17085
    },
    {
      "entropy": 6.4456061840057375,
      "epoch": 1.8288297929263204,
      "grad_norm": 0.91796875,
      "learning_rate": 0.00046719477150959984,
      "loss": 5.9321,
      "mean_token_accuracy": 0.15815949738025664,
      "num_tokens": 36980481.0,
      "step": 17090
    },
    {
      "entropy": 6.442798662185669,
      "epoch": 1.829364867034084,
      "grad_norm": 1.0625,
      "learning_rate": 0.00046717488944338873,
      "loss": 5.9,
      "mean_token_accuracy": 0.16427347660064698,
      "num_tokens": 36991349.0,
      "step": 17095
    },
    {
      "entropy": 6.43183069229126,
      "epoch": 1.8298999411418482,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00046715500182815473,
      "loss": 5.9949,
      "mean_token_accuracy": 0.1611855745315552,
      "num_tokens": 37002803.0,
      "step": 17100
    },
    {
      "entropy": 6.477284622192383,
      "epoch": 1.830435015249612,
      "grad_norm": 1.171875,
      "learning_rate": 0.00046713510866447204,
      "loss": 5.9357,
      "mean_token_accuracy": 0.16280880719423294,
      "num_tokens": 37013578.0,
      "step": 17105
    },
    {
      "entropy": 6.440260028839111,
      "epoch": 1.830970089357376,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004671152099529152,
      "loss": 5.8509,
      "mean_token_accuracy": 0.16550627648830413,
      "num_tokens": 37024012.0,
      "step": 17110
    },
    {
      "entropy": 6.407293844223022,
      "epoch": 1.83150516346514,
      "grad_norm": 0.9921875,
      "learning_rate": 0.00046709530569405855,
      "loss": 5.8459,
      "mean_token_accuracy": 0.16420592218637467,
      "num_tokens": 37034149.0,
      "step": 17115
    },
    {
      "entropy": 6.362679529190063,
      "epoch": 1.8320402375729037,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004670753958884769,
      "loss": 5.8422,
      "mean_token_accuracy": 0.166605344414711,
      "num_tokens": 37045669.0,
      "step": 17120
    },
    {
      "entropy": 6.403903150558472,
      "epoch": 1.8325753116806678,
      "grad_norm": 0.9609375,
      "learning_rate": 0.00046705548053674524,
      "loss": 5.9338,
      "mean_token_accuracy": 0.16110335439443588,
      "num_tokens": 37056611.0,
      "step": 17125
    },
    {
      "entropy": 6.409626626968384,
      "epoch": 1.8331103857884317,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00046703555963943855,
      "loss": 5.9135,
      "mean_token_accuracy": 0.15559252947568894,
      "num_tokens": 37067387.0,
      "step": 17130
    },
    {
      "entropy": 6.519050264358521,
      "epoch": 1.8336454598961955,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00046701563319713214,
      "loss": 5.9742,
      "mean_token_accuracy": 0.15626512691378594,
      "num_tokens": 37078151.0,
      "step": 17135
    },
    {
      "entropy": 6.466244506835937,
      "epoch": 1.8341805340039596,
      "grad_norm": 1.078125,
      "learning_rate": 0.00046699570121040126,
      "loss": 5.9538,
      "mean_token_accuracy": 0.16202218383550643,
      "num_tokens": 37088219.0,
      "step": 17140
    },
    {
      "entropy": 6.392592430114746,
      "epoch": 1.8347156081117235,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004669757636798215,
      "loss": 5.8371,
      "mean_token_accuracy": 0.16220812350511551,
      "num_tokens": 37098769.0,
      "step": 17145
    },
    {
      "entropy": 6.462087678909302,
      "epoch": 1.8352506822194874,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004669558206059684,
      "loss": 5.994,
      "mean_token_accuracy": 0.15220928341150283,
      "num_tokens": 37110716.0,
      "step": 17150
    },
    {
      "entropy": 6.45838098526001,
      "epoch": 1.8357857563272513,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004669358719894181,
      "loss": 5.8799,
      "mean_token_accuracy": 0.15938562005758286,
      "num_tokens": 37122785.0,
      "step": 17155
    },
    {
      "entropy": 6.4262021541595455,
      "epoch": 1.8363208304350152,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004669159178307465,
      "loss": 5.905,
      "mean_token_accuracy": 0.15962360203266143,
      "num_tokens": 37133308.0,
      "step": 17160
    },
    {
      "entropy": 6.384357738494873,
      "epoch": 1.8368559045427792,
      "grad_norm": 1.0,
      "learning_rate": 0.0004668959581305296,
      "loss": 5.8621,
      "mean_token_accuracy": 0.1621484190225601,
      "num_tokens": 37143916.0,
      "step": 17165
    },
    {
      "entropy": 6.412044715881348,
      "epoch": 1.8373909786505431,
      "grad_norm": 1.046875,
      "learning_rate": 0.00046687599288934394,
      "loss": 5.8717,
      "mean_token_accuracy": 0.1586842030286789,
      "num_tokens": 37154335.0,
      "step": 17170
    },
    {
      "entropy": 6.410968399047851,
      "epoch": 1.837926052758307,
      "grad_norm": 1.09375,
      "learning_rate": 0.000466856022107766,
      "loss": 5.9374,
      "mean_token_accuracy": 0.15913818776607513,
      "num_tokens": 37164116.0,
      "step": 17175
    },
    {
      "entropy": 6.479827117919922,
      "epoch": 1.838461126866071,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00046683604578637235,
      "loss": 5.9821,
      "mean_token_accuracy": 0.15922456383705139,
      "num_tokens": 37175407.0,
      "step": 17180
    },
    {
      "entropy": 6.4478600025177,
      "epoch": 1.8389962009738348,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00046681606392573975,
      "loss": 5.8746,
      "mean_token_accuracy": 0.16295213252305984,
      "num_tokens": 37185339.0,
      "step": 17185
    },
    {
      "entropy": 6.4731183528900145,
      "epoch": 1.8395312750815989,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004667960765264454,
      "loss": 5.9716,
      "mean_token_accuracy": 0.15432635098695754,
      "num_tokens": 37195145.0,
      "step": 17190
    },
    {
      "entropy": 6.44898157119751,
      "epoch": 1.8400663491893627,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004667760835890662,
      "loss": 5.9914,
      "mean_token_accuracy": 0.1588365450501442,
      "num_tokens": 37206454.0,
      "step": 17195
    },
    {
      "entropy": 6.401652193069458,
      "epoch": 1.8406014232971266,
      "grad_norm": 0.97265625,
      "learning_rate": 0.00046675608511417957,
      "loss": 5.8766,
      "mean_token_accuracy": 0.16580650061368943,
      "num_tokens": 37216646.0,
      "step": 17200
    },
    {
      "entropy": 6.364346170425415,
      "epoch": 1.8411364974048907,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00046673608110236293,
      "loss": 5.8347,
      "mean_token_accuracy": 0.17211792767047882,
      "num_tokens": 37227368.0,
      "step": 17205
    },
    {
      "entropy": 6.4628705978393555,
      "epoch": 1.8416715715126544,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004667160715541939,
      "loss": 5.9608,
      "mean_token_accuracy": 0.15712936967611313,
      "num_tokens": 37238150.0,
      "step": 17210
    },
    {
      "entropy": 6.436877870559693,
      "epoch": 1.8422066456204185,
      "grad_norm": 1.1875,
      "learning_rate": 0.00046669605647025014,
      "loss": 5.8882,
      "mean_token_accuracy": 0.15923525840044023,
      "num_tokens": 37249534.0,
      "step": 17215
    },
    {
      "entropy": 6.515747165679931,
      "epoch": 1.8427417197281823,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004666760358511098,
      "loss": 5.9952,
      "mean_token_accuracy": 0.16283083260059356,
      "num_tokens": 37260633.0,
      "step": 17220
    },
    {
      "entropy": 6.469836282730102,
      "epoch": 1.8432767938359462,
      "grad_norm": 0.953125,
      "learning_rate": 0.00046665600969735086,
      "loss": 5.938,
      "mean_token_accuracy": 0.163485786318779,
      "num_tokens": 37271978.0,
      "step": 17225
    },
    {
      "entropy": 6.359564638137817,
      "epoch": 1.8438118679437103,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004666359780095515,
      "loss": 5.8036,
      "mean_token_accuracy": 0.16836151480674744,
      "num_tokens": 37284130.0,
      "step": 17230
    },
    {
      "entropy": 6.451744937896729,
      "epoch": 1.844346942051474,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004666159407882902,
      "loss": 5.9889,
      "mean_token_accuracy": 0.15431739538908004,
      "num_tokens": 37295648.0,
      "step": 17235
    },
    {
      "entropy": 6.476212739944458,
      "epoch": 1.844882016159238,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004665958980341456,
      "loss": 5.9654,
      "mean_token_accuracy": 0.15856015384197236,
      "num_tokens": 37306715.0,
      "step": 17240
    },
    {
      "entropy": 6.440244245529175,
      "epoch": 1.845417090267002,
      "grad_norm": 1.03125,
      "learning_rate": 0.00046657584974769636,
      "loss": 5.9582,
      "mean_token_accuracy": 0.16430479735136033,
      "num_tokens": 37317605.0,
      "step": 17245
    },
    {
      "entropy": 6.411406469345093,
      "epoch": 1.8459521643747658,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004665557959295213,
      "loss": 5.8892,
      "mean_token_accuracy": 0.16945618987083436,
      "num_tokens": 37328898.0,
      "step": 17250
    },
    {
      "entropy": 6.415217542648316,
      "epoch": 1.84648723848253,
      "grad_norm": 0.96484375,
      "learning_rate": 0.00046653573658019963,
      "loss": 5.8758,
      "mean_token_accuracy": 0.1617779701948166,
      "num_tokens": 37340108.0,
      "step": 17255
    },
    {
      "entropy": 6.452456331253051,
      "epoch": 1.8470223125902936,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00046651567170031053,
      "loss": 5.9735,
      "mean_token_accuracy": 0.16102830320596695,
      "num_tokens": 37351773.0,
      "step": 17260
    },
    {
      "entropy": 6.424692392349243,
      "epoch": 1.8475573866980577,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004664956012904332,
      "loss": 5.9066,
      "mean_token_accuracy": 0.16385510861873626,
      "num_tokens": 37362748.0,
      "step": 17265
    },
    {
      "entropy": 6.44027853012085,
      "epoch": 1.8480924608058216,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004664755253511474,
      "loss": 5.987,
      "mean_token_accuracy": 0.1579897329211235,
      "num_tokens": 37373487.0,
      "step": 17270
    },
    {
      "entropy": 6.429581022262573,
      "epoch": 1.8486275349135854,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004664554438830326,
      "loss": 5.8366,
      "mean_token_accuracy": 0.16542671322822572,
      "num_tokens": 37383302.0,
      "step": 17275
    },
    {
      "entropy": 6.447060060501099,
      "epoch": 1.8491626090213495,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004664353568866689,
      "loss": 5.8809,
      "mean_token_accuracy": 0.15691989809274673,
      "num_tokens": 37393085.0,
      "step": 17280
    },
    {
      "entropy": 6.489417362213135,
      "epoch": 1.8496976831291134,
      "grad_norm": 1.1640625,
      "learning_rate": 0.000466415264362636,
      "loss": 5.9483,
      "mean_token_accuracy": 0.16244288235902787,
      "num_tokens": 37403774.0,
      "step": 17285
    },
    {
      "entropy": 6.4411030292510985,
      "epoch": 1.8502327572368773,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00046639516631151435,
      "loss": 5.8838,
      "mean_token_accuracy": 0.16907491087913512,
      "num_tokens": 37414356.0,
      "step": 17290
    },
    {
      "entropy": 6.409153747558594,
      "epoch": 1.8507678313446412,
      "grad_norm": 1.046875,
      "learning_rate": 0.00046637506273388416,
      "loss": 5.941,
      "mean_token_accuracy": 0.1614087462425232,
      "num_tokens": 37426381.0,
      "step": 17295
    },
    {
      "entropy": 6.435860300064087,
      "epoch": 1.851302905452405,
      "grad_norm": 1.09375,
      "learning_rate": 0.00046635495363032595,
      "loss": 5.9041,
      "mean_token_accuracy": 0.16076832711696626,
      "num_tokens": 37436259.0,
      "step": 17300
    },
    {
      "entropy": 6.42858567237854,
      "epoch": 1.8518379795601692,
      "grad_norm": 0.9453125,
      "learning_rate": 0.00046633483900142026,
      "loss": 5.8883,
      "mean_token_accuracy": 0.16827444583177567,
      "num_tokens": 37447498.0,
      "step": 17305
    },
    {
      "entropy": 6.426505517959595,
      "epoch": 1.852373053667933,
      "grad_norm": 1.0,
      "learning_rate": 0.000466314718847748,
      "loss": 5.8868,
      "mean_token_accuracy": 0.16540445536375045,
      "num_tokens": 37457323.0,
      "step": 17310
    },
    {
      "entropy": 6.407382917404175,
      "epoch": 1.852908127775697,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004662945931698901,
      "loss": 5.9029,
      "mean_token_accuracy": 0.16300961822271348,
      "num_tokens": 37468121.0,
      "step": 17315
    },
    {
      "entropy": 6.473657417297363,
      "epoch": 1.853443201883461,
      "grad_norm": 0.9375,
      "learning_rate": 0.00046627446196842784,
      "loss": 5.9646,
      "mean_token_accuracy": 0.15594361424446107,
      "num_tokens": 37479205.0,
      "step": 17320
    },
    {
      "entropy": 6.513460445404053,
      "epoch": 1.8539782759912247,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004662543252439422,
      "loss": 6.0297,
      "mean_token_accuracy": 0.155827334523201,
      "num_tokens": 37491015.0,
      "step": 17325
    },
    {
      "entropy": 6.505210733413696,
      "epoch": 1.8545133500989888,
      "grad_norm": 1.109375,
      "learning_rate": 0.00046623418299701494,
      "loss": 5.9698,
      "mean_token_accuracy": 0.15537299811840058,
      "num_tokens": 37503078.0,
      "step": 17330
    },
    {
      "entropy": 6.438480997085572,
      "epoch": 1.8550484242067526,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004662140352282274,
      "loss": 5.9297,
      "mean_token_accuracy": 0.16643466651439667,
      "num_tokens": 37514623.0,
      "step": 17335
    },
    {
      "entropy": 6.419165515899659,
      "epoch": 1.8555834983145165,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00046619388193816155,
      "loss": 5.8798,
      "mean_token_accuracy": 0.1624636545777321,
      "num_tokens": 37525618.0,
      "step": 17340
    },
    {
      "entropy": 6.475730657577515,
      "epoch": 1.8561185724222806,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00046617372312739917,
      "loss": 5.9573,
      "mean_token_accuracy": 0.1642110213637352,
      "num_tokens": 37536023.0,
      "step": 17345
    },
    {
      "entropy": 6.506040239334107,
      "epoch": 1.8566536465300443,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004661535587965224,
      "loss": 5.975,
      "mean_token_accuracy": 0.15329376608133316,
      "num_tokens": 37545886.0,
      "step": 17350
    },
    {
      "entropy": 6.423521089553833,
      "epoch": 1.8571887206378084,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00046613338894611347,
      "loss": 5.8958,
      "mean_token_accuracy": 0.15656361877918243,
      "num_tokens": 37557587.0,
      "step": 17355
    },
    {
      "entropy": 6.316505765914917,
      "epoch": 1.8577237947455723,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004661132135767548,
      "loss": 5.7908,
      "mean_token_accuracy": 0.17729595601558684,
      "num_tokens": 37569379.0,
      "step": 17360
    },
    {
      "entropy": 6.514052486419677,
      "epoch": 1.8582588688533361,
      "grad_norm": 0.9296875,
      "learning_rate": 0.000466093032689029,
      "loss": 5.9885,
      "mean_token_accuracy": 0.15438430309295653,
      "num_tokens": 37580478.0,
      "step": 17365
    },
    {
      "entropy": 6.418646192550659,
      "epoch": 1.8587939429611002,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004660728462835187,
      "loss": 5.9197,
      "mean_token_accuracy": 0.1639672890305519,
      "num_tokens": 37591506.0,
      "step": 17370
    },
    {
      "entropy": 6.370523452758789,
      "epoch": 1.8593290170688639,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004660526543608068,
      "loss": 5.7674,
      "mean_token_accuracy": 0.17260702550411225,
      "num_tokens": 37602074.0,
      "step": 17375
    },
    {
      "entropy": 6.442414903640747,
      "epoch": 1.859864091176628,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004660324569214763,
      "loss": 5.9456,
      "mean_token_accuracy": 0.15774931609630585,
      "num_tokens": 37612180.0,
      "step": 17380
    },
    {
      "entropy": 6.435833883285523,
      "epoch": 1.8603991652843919,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004660122539661106,
      "loss": 5.9223,
      "mean_token_accuracy": 0.15912935584783555,
      "num_tokens": 37622588.0,
      "step": 17385
    },
    {
      "entropy": 6.463364124298096,
      "epoch": 1.8609342393921557,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004659920454952928,
      "loss": 5.9224,
      "mean_token_accuracy": 0.1624734118580818,
      "num_tokens": 37634323.0,
      "step": 17390
    },
    {
      "entropy": 6.476395606994629,
      "epoch": 1.8614693134999198,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004659718315096065,
      "loss": 5.9282,
      "mean_token_accuracy": 0.15764279663562775,
      "num_tokens": 37645816.0,
      "step": 17395
    },
    {
      "entropy": 6.503022003173828,
      "epoch": 1.8620043876076835,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00046595161200963545,
      "loss": 5.9707,
      "mean_token_accuracy": 0.16379208117723465,
      "num_tokens": 37656143.0,
      "step": 17400
    },
    {
      "entropy": 6.449215650558472,
      "epoch": 1.8625394617154476,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00046593138699596343,
      "loss": 5.8768,
      "mean_token_accuracy": 0.15810922533273697,
      "num_tokens": 37665959.0,
      "step": 17405
    },
    {
      "entropy": 6.395286750793457,
      "epoch": 1.8630745358232115,
      "grad_norm": 1.515625,
      "learning_rate": 0.00046591115646917443,
      "loss": 5.8927,
      "mean_token_accuracy": 0.16057363897562027,
      "num_tokens": 37677176.0,
      "step": 17410
    },
    {
      "entropy": 6.4423693180084225,
      "epoch": 1.8636096099309754,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0004658909204298526,
      "loss": 5.9146,
      "mean_token_accuracy": 0.165787710249424,
      "num_tokens": 37687740.0,
      "step": 17415
    },
    {
      "entropy": 6.400350570678711,
      "epoch": 1.8641446840387395,
      "grad_norm": 1.4375,
      "learning_rate": 0.0004658706788785823,
      "loss": 5.8636,
      "mean_token_accuracy": 0.16700844913721086,
      "num_tokens": 37698536.0,
      "step": 17420
    },
    {
      "entropy": 6.4598814964294435,
      "epoch": 1.8646797581465033,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00046585043181594793,
      "loss": 5.9157,
      "mean_token_accuracy": 0.1637944445014,
      "num_tokens": 37708795.0,
      "step": 17425
    },
    {
      "entropy": 6.449665498733521,
      "epoch": 1.8652148322542672,
      "grad_norm": 1.03125,
      "learning_rate": 0.00046583017924253426,
      "loss": 5.909,
      "mean_token_accuracy": 0.16730193048715591,
      "num_tokens": 37719136.0,
      "step": 17430
    },
    {
      "entropy": 6.546430444717407,
      "epoch": 1.8657499063620313,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004658099211589259,
      "loss": 6.0089,
      "mean_token_accuracy": 0.16165560930967332,
      "num_tokens": 37730513.0,
      "step": 17435
    },
    {
      "entropy": 6.424884176254272,
      "epoch": 1.866284980469795,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00046578965756570787,
      "loss": 5.9095,
      "mean_token_accuracy": 0.16602484732866288,
      "num_tokens": 37741811.0,
      "step": 17440
    },
    {
      "entropy": 6.316970634460449,
      "epoch": 1.866820054577559,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00046576938846346527,
      "loss": 5.7646,
      "mean_token_accuracy": 0.17311489284038545,
      "num_tokens": 37752213.0,
      "step": 17445
    },
    {
      "entropy": 6.282178592681885,
      "epoch": 1.867355128685323,
      "grad_norm": 0.953125,
      "learning_rate": 0.00046574911385278343,
      "loss": 5.7463,
      "mean_token_accuracy": 0.17863252460956575,
      "num_tokens": 37763253.0,
      "step": 17450
    },
    {
      "entropy": 6.454300594329834,
      "epoch": 1.8678902027930868,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00046572883373424776,
      "loss": 5.9511,
      "mean_token_accuracy": 0.1575674057006836,
      "num_tokens": 37775087.0,
      "step": 17455
    },
    {
      "entropy": 6.46352744102478,
      "epoch": 1.868425276900851,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00046570854810844373,
      "loss": 5.9675,
      "mean_token_accuracy": 0.1533583477139473,
      "num_tokens": 37786119.0,
      "step": 17460
    },
    {
      "entropy": 6.4830669403076175,
      "epoch": 1.8689603510086146,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00046568825697595724,
      "loss": 5.9577,
      "mean_token_accuracy": 0.1564924970269203,
      "num_tokens": 37797482.0,
      "step": 17465
    },
    {
      "entropy": 6.429779148101806,
      "epoch": 1.8694954251163787,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004656679603373741,
      "loss": 5.8837,
      "mean_token_accuracy": 0.15750729739665986,
      "num_tokens": 37808067.0,
      "step": 17470
    },
    {
      "entropy": 6.482543516159057,
      "epoch": 1.8700304992241426,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004656476581932804,
      "loss": 6.032,
      "mean_token_accuracy": 0.1536627694964409,
      "num_tokens": 37819762.0,
      "step": 17475
    },
    {
      "entropy": 6.407295227050781,
      "epoch": 1.8705655733319064,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004656273505442624,
      "loss": 5.9098,
      "mean_token_accuracy": 0.16424451321363448,
      "num_tokens": 37829510.0,
      "step": 17480
    },
    {
      "entropy": 6.427733612060547,
      "epoch": 1.8711006474396705,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00046560703739090633,
      "loss": 5.981,
      "mean_token_accuracy": 0.15612874329090118,
      "num_tokens": 37839431.0,
      "step": 17485
    },
    {
      "entropy": 6.511844825744629,
      "epoch": 1.8716357215474342,
      "grad_norm": 1.015625,
      "learning_rate": 0.00046558671873379886,
      "loss": 5.9773,
      "mean_token_accuracy": 0.15261731743812562,
      "num_tokens": 37850531.0,
      "step": 17490
    },
    {
      "entropy": 6.533510637283325,
      "epoch": 1.8721707956551983,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004655663945735268,
      "loss": 5.9948,
      "mean_token_accuracy": 0.15475234836339952,
      "num_tokens": 37861964.0,
      "step": 17495
    },
    {
      "entropy": 6.320266628265381,
      "epoch": 1.8727058697629622,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004655460649106768,
      "loss": 5.7108,
      "mean_token_accuracy": 0.18142101913690567,
      "num_tokens": 37873598.0,
      "step": 17500
    },
    {
      "entropy": 6.459721517562866,
      "epoch": 1.873240943870726,
      "grad_norm": 1.0625,
      "learning_rate": 0.00046552572974583597,
      "loss": 5.9732,
      "mean_token_accuracy": 0.15165604650974274,
      "num_tokens": 37884643.0,
      "step": 17505
    },
    {
      "entropy": 6.415422487258911,
      "epoch": 1.8737760179784901,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004655053890795914,
      "loss": 5.9491,
      "mean_token_accuracy": 0.1598604738712311,
      "num_tokens": 37896566.0,
      "step": 17510
    },
    {
      "entropy": 6.489565324783325,
      "epoch": 1.8743110920862538,
      "grad_norm": 0.97265625,
      "learning_rate": 0.00046548504291253054,
      "loss": 5.992,
      "mean_token_accuracy": 0.15864417105913162,
      "num_tokens": 37907424.0,
      "step": 17515
    },
    {
      "entropy": 6.486515665054322,
      "epoch": 1.874846166194018,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004654646912452408,
      "loss": 5.9393,
      "mean_token_accuracy": 0.16657295674085618,
      "num_tokens": 37917318.0,
      "step": 17520
    },
    {
      "entropy": 6.449918794631958,
      "epoch": 1.8753812403017818,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004654443340783099,
      "loss": 5.884,
      "mean_token_accuracy": 0.1634589359164238,
      "num_tokens": 37928521.0,
      "step": 17525
    },
    {
      "entropy": 6.442593097686768,
      "epoch": 1.8759163144095456,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00046542397141232554,
      "loss": 5.9764,
      "mean_token_accuracy": 0.16202927529811859,
      "num_tokens": 37939930.0,
      "step": 17530
    },
    {
      "entropy": 6.414879608154297,
      "epoch": 1.8764513885173097,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004654036032478759,
      "loss": 5.8747,
      "mean_token_accuracy": 0.1627577006816864,
      "num_tokens": 37949690.0,
      "step": 17535
    },
    {
      "entropy": 6.439267635345459,
      "epoch": 1.8769864626250736,
      "grad_norm": 1.0625,
      "learning_rate": 0.00046538322958554885,
      "loss": 5.8853,
      "mean_token_accuracy": 0.16659389138221742,
      "num_tokens": 37962162.0,
      "step": 17540
    },
    {
      "entropy": 6.524594068527222,
      "epoch": 1.8775215367328375,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004653628504259329,
      "loss": 5.9371,
      "mean_token_accuracy": 0.15951267778873443,
      "num_tokens": 37972707.0,
      "step": 17545
    },
    {
      "entropy": 6.406132936477661,
      "epoch": 1.8780566108406014,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00046534246576961633,
      "loss": 5.8678,
      "mean_token_accuracy": 0.16738028824329376,
      "num_tokens": 37983101.0,
      "step": 17550
    },
    {
      "entropy": 6.306288385391236,
      "epoch": 1.8785916849483653,
      "grad_norm": 1.046875,
      "learning_rate": 0.00046532207561718775,
      "loss": 5.8128,
      "mean_token_accuracy": 0.17267667949199678,
      "num_tokens": 37994025.0,
      "step": 17555
    },
    {
      "entropy": 6.425317287445068,
      "epoch": 1.8791267590561294,
      "grad_norm": 1.140625,
      "learning_rate": 0.00046530167996923613,
      "loss": 5.9432,
      "mean_token_accuracy": 0.15447378903627396,
      "num_tokens": 38004761.0,
      "step": 17560
    },
    {
      "entropy": 6.492556095123291,
      "epoch": 1.8796618331638932,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004652812788263501,
      "loss": 5.9062,
      "mean_token_accuracy": 0.16579829156398773,
      "num_tokens": 38015129.0,
      "step": 17565
    },
    {
      "entropy": 6.424732351303101,
      "epoch": 1.8801969072716571,
      "grad_norm": 0.9921875,
      "learning_rate": 0.00046526087218911894,
      "loss": 5.9394,
      "mean_token_accuracy": 0.16689363270998,
      "num_tokens": 38025501.0,
      "step": 17570
    },
    {
      "entropy": 6.459105682373047,
      "epoch": 1.8807319813794212,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00046524046005813185,
      "loss": 5.9162,
      "mean_token_accuracy": 0.1607748746871948,
      "num_tokens": 38034912.0,
      "step": 17575
    },
    {
      "entropy": 6.397563552856445,
      "epoch": 1.8812670554871849,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004652200424339782,
      "loss": 5.8665,
      "mean_token_accuracy": 0.16170430034399033,
      "num_tokens": 38045417.0,
      "step": 17580
    },
    {
      "entropy": 6.459597063064575,
      "epoch": 1.881802129594949,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004651996193172475,
      "loss": 6.0017,
      "mean_token_accuracy": 0.1531394198536873,
      "num_tokens": 38057033.0,
      "step": 17585
    },
    {
      "entropy": 6.505817985534668,
      "epoch": 1.8823372037027128,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004651791907085296,
      "loss": 5.9155,
      "mean_token_accuracy": 0.16525454074144363,
      "num_tokens": 38067804.0,
      "step": 17590
    },
    {
      "entropy": 6.45147590637207,
      "epoch": 1.8828722778104767,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004651587566084143,
      "loss": 5.9105,
      "mean_token_accuracy": 0.1698456287384033,
      "num_tokens": 38079246.0,
      "step": 17595
    },
    {
      "entropy": 6.42820930480957,
      "epoch": 1.8834073519182408,
      "grad_norm": 0.9453125,
      "learning_rate": 0.00046513831701749155,
      "loss": 6.0546,
      "mean_token_accuracy": 0.15356362015008926,
      "num_tokens": 38090628.0,
      "step": 17600
    },
    {
      "entropy": 6.41663613319397,
      "epoch": 1.8839424260260045,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00046511787193635165,
      "loss": 5.8431,
      "mean_token_accuracy": 0.16854214668273926,
      "num_tokens": 38100848.0,
      "step": 17605
    },
    {
      "entropy": 6.495711612701416,
      "epoch": 1.8844775001337686,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00046509742136558493,
      "loss": 5.899,
      "mean_token_accuracy": 0.16385788917541505,
      "num_tokens": 38110732.0,
      "step": 17610
    },
    {
      "entropy": 6.4001847267150875,
      "epoch": 1.8850125742415325,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00046507696530578185,
      "loss": 5.8773,
      "mean_token_accuracy": 0.17050374299287796,
      "num_tokens": 38121002.0,
      "step": 17615
    },
    {
      "entropy": 6.399295806884766,
      "epoch": 1.8855476483492963,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004650565037575331,
      "loss": 5.9374,
      "mean_token_accuracy": 0.16146969869732858,
      "num_tokens": 38132294.0,
      "step": 17620
    },
    {
      "entropy": 6.402672386169433,
      "epoch": 1.8860827224570604,
      "grad_norm": 1.078125,
      "learning_rate": 0.00046503603672142955,
      "loss": 5.8288,
      "mean_token_accuracy": 0.1649643063545227,
      "num_tokens": 38142962.0,
      "step": 17625
    },
    {
      "entropy": 6.528484773635864,
      "epoch": 1.886617796564824,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004650155641980621,
      "loss": 5.9376,
      "mean_token_accuracy": 0.16209378093481064,
      "num_tokens": 38153737.0,
      "step": 17630
    },
    {
      "entropy": 6.489918041229248,
      "epoch": 1.8871528706725882,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00046499508618802195,
      "loss": 5.9381,
      "mean_token_accuracy": 0.1578928366303444,
      "num_tokens": 38163897.0,
      "step": 17635
    },
    {
      "entropy": 6.380594205856323,
      "epoch": 1.887687944780352,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004649746026919004,
      "loss": 5.8827,
      "mean_token_accuracy": 0.1677328109741211,
      "num_tokens": 38175123.0,
      "step": 17640
    },
    {
      "entropy": 6.384163188934326,
      "epoch": 1.888223018888116,
      "grad_norm": 1.109375,
      "learning_rate": 0.00046495411371028886,
      "loss": 5.919,
      "mean_token_accuracy": 0.16762255132198334,
      "num_tokens": 38186100.0,
      "step": 17645
    },
    {
      "entropy": 6.469528675079346,
      "epoch": 1.88875809299588,
      "grad_norm": 0.98828125,
      "learning_rate": 0.00046493361924377903,
      "loss": 5.9361,
      "mean_token_accuracy": 0.16189016103744508,
      "num_tokens": 38196385.0,
      "step": 17650
    },
    {
      "entropy": 6.40877628326416,
      "epoch": 1.8892931671036437,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004649131192929626,
      "loss": 5.8809,
      "mean_token_accuracy": 0.15945447385311126,
      "num_tokens": 38207260.0,
      "step": 17655
    },
    {
      "entropy": 6.4003386974334715,
      "epoch": 1.8898282412114078,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004648926138584315,
      "loss": 5.7896,
      "mean_token_accuracy": 0.17329431921243668,
      "num_tokens": 38217537.0,
      "step": 17660
    },
    {
      "entropy": 6.48884539604187,
      "epoch": 1.8903633153191717,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00046487210294077794,
      "loss": 5.8988,
      "mean_token_accuracy": 0.16575855314731597,
      "num_tokens": 38228956.0,
      "step": 17665
    },
    {
      "entropy": 6.355650854110718,
      "epoch": 1.8908983894269356,
      "grad_norm": 0.98828125,
      "learning_rate": 0.00046485158654059405,
      "loss": 5.8327,
      "mean_token_accuracy": 0.16664679795503617,
      "num_tokens": 38240236.0,
      "step": 17670
    },
    {
      "entropy": 6.45536060333252,
      "epoch": 1.8914334635346997,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004648310646584723,
      "loss": 5.9625,
      "mean_token_accuracy": 0.16214250922203063,
      "num_tokens": 38251739.0,
      "step": 17675
    },
    {
      "entropy": 6.4616231441497805,
      "epoch": 1.8919685376424635,
      "grad_norm": 1.0625,
      "learning_rate": 0.00046481053729500516,
      "loss": 5.8972,
      "mean_token_accuracy": 0.15171541571617125,
      "num_tokens": 38262090.0,
      "step": 17680
    },
    {
      "entropy": 6.468353652954102,
      "epoch": 1.8925036117502274,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004647900044507855,
      "loss": 5.9127,
      "mean_token_accuracy": 0.16340584307909012,
      "num_tokens": 38272770.0,
      "step": 17685
    },
    {
      "entropy": 6.406558799743652,
      "epoch": 1.8930386858579913,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004647694661264061,
      "loss": 5.866,
      "mean_token_accuracy": 0.1660238564014435,
      "num_tokens": 38283449.0,
      "step": 17690
    },
    {
      "entropy": 6.446693468093872,
      "epoch": 1.8935737599657552,
      "grad_norm": 1.09375,
      "learning_rate": 0.00046474892232246,
      "loss": 5.9056,
      "mean_token_accuracy": 0.16672016233205794,
      "num_tokens": 38293831.0,
      "step": 17695
    },
    {
      "entropy": 6.456880855560303,
      "epoch": 1.8941088340735193,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00046472837303954053,
      "loss": 5.888,
      "mean_token_accuracy": 0.15731363445520402,
      "num_tokens": 38304782.0,
      "step": 17700
    },
    {
      "entropy": 6.411673736572266,
      "epoch": 1.8946439081812831,
      "grad_norm": 1.0625,
      "learning_rate": 0.00046470781827824087,
      "loss": 5.8876,
      "mean_token_accuracy": 0.17288139462471008,
      "num_tokens": 38316547.0,
      "step": 17705
    },
    {
      "entropy": 6.460462617874145,
      "epoch": 1.895178982289047,
      "grad_norm": 0.984375,
      "learning_rate": 0.00046468725803915464,
      "loss": 5.9385,
      "mean_token_accuracy": 0.16759743690490722,
      "num_tokens": 38329488.0,
      "step": 17710
    },
    {
      "entropy": 6.371209335327149,
      "epoch": 1.8957140563968111,
      "grad_norm": 0.96484375,
      "learning_rate": 0.00046466669232287543,
      "loss": 5.7838,
      "mean_token_accuracy": 0.17190819531679152,
      "num_tokens": 38341290.0,
      "step": 17715
    },
    {
      "entropy": 6.428471183776855,
      "epoch": 1.8962491305045748,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004646461211299973,
      "loss": 5.9235,
      "mean_token_accuracy": 0.15792168080806732,
      "num_tokens": 38352445.0,
      "step": 17720
    },
    {
      "entropy": 6.4128233909606935,
      "epoch": 1.8967842046123389,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004646255444611139,
      "loss": 5.9291,
      "mean_token_accuracy": 0.16259258687496186,
      "num_tokens": 38363825.0,
      "step": 17725
    },
    {
      "entropy": 6.406993103027344,
      "epoch": 1.8973192787201028,
      "grad_norm": 0.9296875,
      "learning_rate": 0.00046460496231681957,
      "loss": 5.9777,
      "mean_token_accuracy": 0.16404530331492423,
      "num_tokens": 38375454.0,
      "step": 17730
    },
    {
      "entropy": 6.436141633987427,
      "epoch": 1.8978543528278666,
      "grad_norm": 0.9765625,
      "learning_rate": 0.00046458437469770866,
      "loss": 5.9416,
      "mean_token_accuracy": 0.16400040835142135,
      "num_tokens": 38385938.0,
      "step": 17735
    },
    {
      "entropy": 6.444556474685669,
      "epoch": 1.8983894269356307,
      "grad_norm": 1.046875,
      "learning_rate": 0.00046456378160437555,
      "loss": 5.8711,
      "mean_token_accuracy": 0.16592476516962051,
      "num_tokens": 38396143.0,
      "step": 17740
    },
    {
      "entropy": 6.403535413742065,
      "epoch": 1.8989245010433944,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004645431830374149,
      "loss": 5.9516,
      "mean_token_accuracy": 0.15496789962053298,
      "num_tokens": 38407445.0,
      "step": 17745
    },
    {
      "entropy": 6.480876493453979,
      "epoch": 1.8994595751511585,
      "grad_norm": 0.9609375,
      "learning_rate": 0.00046452257899742144,
      "loss": 5.9869,
      "mean_token_accuracy": 0.15128036290407182,
      "num_tokens": 38418438.0,
      "step": 17750
    },
    {
      "entropy": 6.430025672912597,
      "epoch": 1.8999946492589224,
      "grad_norm": 0.9765625,
      "learning_rate": 0.00046450196948499015,
      "loss": 5.8653,
      "mean_token_accuracy": 0.1571294903755188,
      "num_tokens": 38428821.0,
      "step": 17755
    },
    {
      "entropy": 6.404005336761474,
      "epoch": 1.9005297233666862,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004644813545007161,
      "loss": 5.829,
      "mean_token_accuracy": 0.16646230667829515,
      "num_tokens": 38439560.0,
      "step": 17760
    },
    {
      "entropy": 6.449381494522095,
      "epoch": 1.9010647974744503,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004644607340451946,
      "loss": 5.9262,
      "mean_token_accuracy": 0.16415297985076904,
      "num_tokens": 38449724.0,
      "step": 17765
    },
    {
      "entropy": 6.452287006378174,
      "epoch": 1.901599871582214,
      "grad_norm": 1.0625,
      "learning_rate": 0.00046444010811902105,
      "loss": 5.871,
      "mean_token_accuracy": 0.16629997491836548,
      "num_tokens": 38459833.0,
      "step": 17770
    },
    {
      "entropy": 6.383279275894165,
      "epoch": 1.902134945689978,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00046441947672279095,
      "loss": 5.8904,
      "mean_token_accuracy": 0.16957304924726485,
      "num_tokens": 38470682.0,
      "step": 17775
    },
    {
      "entropy": 6.455267286300659,
      "epoch": 1.902670019797742,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004643988398571001,
      "loss": 5.9291,
      "mean_token_accuracy": 0.16353754103183746,
      "num_tokens": 38481362.0,
      "step": 17780
    },
    {
      "entropy": 6.438137435913086,
      "epoch": 1.9032050939055059,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004643781975225444,
      "loss": 5.8837,
      "mean_token_accuracy": 0.16679953634738923,
      "num_tokens": 38492941.0,
      "step": 17785
    },
    {
      "entropy": 6.508732652664184,
      "epoch": 1.90374016801327,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00046435754971971976,
      "loss": 5.9225,
      "mean_token_accuracy": 0.15568292737007142,
      "num_tokens": 38503823.0,
      "step": 17790
    },
    {
      "entropy": 6.413094806671142,
      "epoch": 1.9042752421210336,
      "grad_norm": 1.03125,
      "learning_rate": 0.00046433689644922256,
      "loss": 5.8517,
      "mean_token_accuracy": 0.16969286501407624,
      "num_tokens": 38514482.0,
      "step": 17795
    },
    {
      "entropy": 6.446756792068482,
      "epoch": 1.9048103162287977,
      "grad_norm": 0.9765625,
      "learning_rate": 0.00046431623771164897,
      "loss": 5.926,
      "mean_token_accuracy": 0.16396948993206023,
      "num_tokens": 38525580.0,
      "step": 17800
    },
    {
      "entropy": 6.367412853240967,
      "epoch": 1.9053453903365616,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004642955735075958,
      "loss": 5.9128,
      "mean_token_accuracy": 0.16621870696544647,
      "num_tokens": 38537025.0,
      "step": 17805
    },
    {
      "entropy": 6.427931594848633,
      "epoch": 1.9058804644443255,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00046427490383765943,
      "loss": 5.8859,
      "mean_token_accuracy": 0.16421651393175124,
      "num_tokens": 38548974.0,
      "step": 17810
    },
    {
      "entropy": 6.4159016609191895,
      "epoch": 1.9064155385520896,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004642542287024368,
      "loss": 5.7623,
      "mean_token_accuracy": 0.17597356289625168,
      "num_tokens": 38559971.0,
      "step": 17815
    },
    {
      "entropy": 6.4404590129852295,
      "epoch": 1.9069506126598534,
      "grad_norm": 1.0859375,
      "learning_rate": 0.000464233548102525,
      "loss": 5.858,
      "mean_token_accuracy": 0.1635168820619583,
      "num_tokens": 38570326.0,
      "step": 17820
    },
    {
      "entropy": 6.411585950851441,
      "epoch": 1.9074856867676173,
      "grad_norm": 1.1484375,
      "learning_rate": 0.000464212862038521,
      "loss": 5.8746,
      "mean_token_accuracy": 0.16502096354961396,
      "num_tokens": 38580799.0,
      "step": 17825
    },
    {
      "entropy": 6.346164560317993,
      "epoch": 1.9080207608753812,
      "grad_norm": 1.015625,
      "learning_rate": 0.00046419217051102223,
      "loss": 5.9789,
      "mean_token_accuracy": 0.15338643342256547,
      "num_tokens": 38591136.0,
      "step": 17830
    },
    {
      "entropy": 6.426101303100586,
      "epoch": 1.908555834983145,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004641714735206261,
      "loss": 5.8487,
      "mean_token_accuracy": 0.16675132960081102,
      "num_tokens": 38602600.0,
      "step": 17835
    },
    {
      "entropy": 6.466670083999634,
      "epoch": 1.9090909090909092,
      "grad_norm": 1.1484375,
      "learning_rate": 0.00046415077106793024,
      "loss": 5.9013,
      "mean_token_accuracy": 0.1624836340546608,
      "num_tokens": 38612641.0,
      "step": 17840
    },
    {
      "entropy": 6.439131736755371,
      "epoch": 1.909625983198673,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004641300631535325,
      "loss": 5.9026,
      "mean_token_accuracy": 0.16161926239728927,
      "num_tokens": 38622873.0,
      "step": 17845
    },
    {
      "entropy": 6.429061794281006,
      "epoch": 1.910161057306437,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004641093497780307,
      "loss": 5.8878,
      "mean_token_accuracy": 0.1671347513794899,
      "num_tokens": 38633523.0,
      "step": 17850
    },
    {
      "entropy": 6.425797414779663,
      "epoch": 1.910696131414201,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004640886309420231,
      "loss": 5.91,
      "mean_token_accuracy": 0.15690367072820663,
      "num_tokens": 38645635.0,
      "step": 17855
    },
    {
      "entropy": 6.4472261428833,
      "epoch": 1.9112312055219647,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004640679066461078,
      "loss": 5.8709,
      "mean_token_accuracy": 0.16628136336803437,
      "num_tokens": 38656293.0,
      "step": 17860
    },
    {
      "entropy": 6.432158756256103,
      "epoch": 1.9117662796297288,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004640471768908832,
      "loss": 5.9926,
      "mean_token_accuracy": 0.15508779361844063,
      "num_tokens": 38667307.0,
      "step": 17865
    },
    {
      "entropy": 6.4511689186096195,
      "epoch": 1.9123013537374927,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004640264416769481,
      "loss": 5.8634,
      "mean_token_accuracy": 0.1623970538377762,
      "num_tokens": 38677775.0,
      "step": 17870
    },
    {
      "entropy": 6.41893458366394,
      "epoch": 1.9128364278452565,
      "grad_norm": 1.03125,
      "learning_rate": 0.00046400570100490086,
      "loss": 5.9645,
      "mean_token_accuracy": 0.16026884764432908,
      "num_tokens": 38688652.0,
      "step": 17875
    },
    {
      "entropy": 6.4919346332550045,
      "epoch": 1.9133715019530206,
      "grad_norm": 0.8984375,
      "learning_rate": 0.00046398495487534066,
      "loss": 5.936,
      "mean_token_accuracy": 0.156117083132267,
      "num_tokens": 38698694.0,
      "step": 17880
    },
    {
      "entropy": 6.524685716629028,
      "epoch": 1.9139065760607843,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004639642032888664,
      "loss": 5.9319,
      "mean_token_accuracy": 0.16450701355934144,
      "num_tokens": 38709864.0,
      "step": 17885
    },
    {
      "entropy": 6.457786941528321,
      "epoch": 1.9144416501685484,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004639434462460774,
      "loss": 5.9338,
      "mean_token_accuracy": 0.15973905771970748,
      "num_tokens": 38721034.0,
      "step": 17890
    },
    {
      "entropy": 6.438056087493896,
      "epoch": 1.9149767242763123,
      "grad_norm": 1.0,
      "learning_rate": 0.00046392268374757285,
      "loss": 5.9359,
      "mean_token_accuracy": 0.15847073644399642,
      "num_tokens": 38731874.0,
      "step": 17895
    },
    {
      "entropy": 6.39646635055542,
      "epoch": 1.9155117983840761,
      "grad_norm": 1.0,
      "learning_rate": 0.0004639019157939524,
      "loss": 5.8837,
      "mean_token_accuracy": 0.16287868469953537,
      "num_tokens": 38742447.0,
      "step": 17900
    },
    {
      "entropy": 6.409038496017456,
      "epoch": 1.9160468724918402,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004638811423858157,
      "loss": 5.8269,
      "mean_token_accuracy": 0.16401733756065368,
      "num_tokens": 38754117.0,
      "step": 17905
    },
    {
      "entropy": 6.452948713302613,
      "epoch": 1.916581946599604,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00046386036352376255,
      "loss": 5.9247,
      "mean_token_accuracy": 0.15549266189336777,
      "num_tokens": 38765057.0,
      "step": 17910
    },
    {
      "entropy": 6.401857185363769,
      "epoch": 1.917117020707368,
      "grad_norm": 1.0625,
      "learning_rate": 0.00046383957920839285,
      "loss": 5.8683,
      "mean_token_accuracy": 0.16645900309085845,
      "num_tokens": 38775938.0,
      "step": 17915
    },
    {
      "entropy": 6.378241729736328,
      "epoch": 1.9176520948151319,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00046381878944030697,
      "loss": 5.7975,
      "mean_token_accuracy": 0.1642765186727047,
      "num_tokens": 38787013.0,
      "step": 17920
    },
    {
      "entropy": 6.428398847579956,
      "epoch": 1.9181871689228958,
      "grad_norm": 1.046875,
      "learning_rate": 0.000463797994220105,
      "loss": 5.8277,
      "mean_token_accuracy": 0.16763851642608643,
      "num_tokens": 38798412.0,
      "step": 17925
    },
    {
      "entropy": 6.454876470565796,
      "epoch": 1.9187222430306599,
      "grad_norm": 0.96484375,
      "learning_rate": 0.00046377719354838756,
      "loss": 5.9313,
      "mean_token_accuracy": 0.15751184821128844,
      "num_tokens": 38809983.0,
      "step": 17930
    },
    {
      "entropy": 6.4796867847442625,
      "epoch": 1.9192573171384235,
      "grad_norm": 1.109375,
      "learning_rate": 0.00046375638742575506,
      "loss": 5.9053,
      "mean_token_accuracy": 0.16355529129505159,
      "num_tokens": 38820418.0,
      "step": 17935
    },
    {
      "entropy": 6.504481840133667,
      "epoch": 1.9197923912461876,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004637355758528085,
      "loss": 5.94,
      "mean_token_accuracy": 0.162306746840477,
      "num_tokens": 38831482.0,
      "step": 17940
    },
    {
      "entropy": 6.507950353622436,
      "epoch": 1.9203274653539515,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004637147588301486,
      "loss": 5.951,
      "mean_token_accuracy": 0.15773872286081314,
      "num_tokens": 38842110.0,
      "step": 17945
    },
    {
      "entropy": 6.388498735427857,
      "epoch": 1.9208625394617154,
      "grad_norm": 1.09375,
      "learning_rate": 0.00046369393635837657,
      "loss": 5.8083,
      "mean_token_accuracy": 0.16198475658893585,
      "num_tokens": 38852861.0,
      "step": 17950
    },
    {
      "entropy": 6.410040044784546,
      "epoch": 1.9213976135694795,
      "grad_norm": 0.9765625,
      "learning_rate": 0.00046367310843809374,
      "loss": 5.9486,
      "mean_token_accuracy": 0.15594178587198257,
      "num_tokens": 38864067.0,
      "step": 17955
    },
    {
      "entropy": 6.421317529678345,
      "epoch": 1.9219326876772433,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00046365227506990137,
      "loss": 5.904,
      "mean_token_accuracy": 0.15791390538215638,
      "num_tokens": 38875363.0,
      "step": 17960
    },
    {
      "entropy": 6.476043605804444,
      "epoch": 1.9224677617850072,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004636314362544011,
      "loss": 5.9259,
      "mean_token_accuracy": 0.16537782400846482,
      "num_tokens": 38886414.0,
      "step": 17965
    },
    {
      "entropy": 6.498733234405518,
      "epoch": 1.923002835892771,
      "grad_norm": 0.95703125,
      "learning_rate": 0.00046361059199219457,
      "loss": 6.0004,
      "mean_token_accuracy": 0.15533632636070252,
      "num_tokens": 38897708.0,
      "step": 17970
    },
    {
      "entropy": 6.364729166030884,
      "epoch": 1.923537910000535,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004635897422838837,
      "loss": 5.8685,
      "mean_token_accuracy": 0.16472930312156678,
      "num_tokens": 38908683.0,
      "step": 17975
    },
    {
      "entropy": 6.347359895706177,
      "epoch": 1.924072984108299,
      "grad_norm": 0.98046875,
      "learning_rate": 0.00046356888713007055,
      "loss": 5.8499,
      "mean_token_accuracy": 0.16974376440048217,
      "num_tokens": 38919279.0,
      "step": 17980
    },
    {
      "entropy": 6.487104082107544,
      "epoch": 1.924608058216063,
      "grad_norm": 1.1875,
      "learning_rate": 0.00046354802653135723,
      "loss": 5.9424,
      "mean_token_accuracy": 0.15679415911436081,
      "num_tokens": 38929353.0,
      "step": 17985
    },
    {
      "entropy": 6.475877714157105,
      "epoch": 1.9251431323238268,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004635271604883462,
      "loss": 5.8777,
      "mean_token_accuracy": 0.16271923631429672,
      "num_tokens": 38939296.0,
      "step": 17990
    },
    {
      "entropy": 6.375325489044189,
      "epoch": 1.925678206431591,
      "grad_norm": 1.125,
      "learning_rate": 0.00046350628900163987,
      "loss": 5.8925,
      "mean_token_accuracy": 0.16503927409648894,
      "num_tokens": 38950149.0,
      "step": 17995
    },
    {
      "entropy": 6.443130779266357,
      "epoch": 1.9262132805393546,
      "grad_norm": 1.015625,
      "learning_rate": 0.000463485412071841,
      "loss": 5.9515,
      "mean_token_accuracy": 0.15797635465860366,
      "num_tokens": 38961052.0,
      "step": 18000
    },
    {
      "epoch": 1.9262132805393546,
      "eval_entropy": 6.236465993788686,
      "eval_loss": 5.977497577667236,
      "eval_mean_token_accuracy": 0.16671338281431047,
      "eval_num_tokens": 38961052.0,
      "eval_runtime": 17.5488,
      "eval_samples_per_second": 1691.223,
      "eval_steps_per_second": 211.41,
      "step": 18000
    },
    {
      "entropy": 6.477865600585938,
      "epoch": 1.9267483546471187,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00046346452969955214,
      "loss": 5.9443,
      "mean_token_accuracy": 0.16335699707269669,
      "num_tokens": 38972344.0,
      "step": 18005
    },
    {
      "entropy": 6.494277000427246,
      "epoch": 1.9272834287548826,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004634436418853767,
      "loss": 5.9219,
      "mean_token_accuracy": 0.1539200484752655,
      "num_tokens": 38982877.0,
      "step": 18010
    },
    {
      "entropy": 6.479778480529785,
      "epoch": 1.9278185028626464,
      "grad_norm": 1.046875,
      "learning_rate": 0.00046342274862991745,
      "loss": 5.9034,
      "mean_token_accuracy": 0.16542746275663375,
      "num_tokens": 38994322.0,
      "step": 18015
    },
    {
      "entropy": 6.422075986862183,
      "epoch": 1.9283535769704105,
      "grad_norm": 1.09375,
      "learning_rate": 0.00046340184993377793,
      "loss": 5.8496,
      "mean_token_accuracy": 0.16569055914878844,
      "num_tokens": 39003447.0,
      "step": 18020
    },
    {
      "entropy": 6.415731477737427,
      "epoch": 1.9288886510781742,
      "grad_norm": 1.046875,
      "learning_rate": 0.00046338094579756136,
      "loss": 5.9196,
      "mean_token_accuracy": 0.1580983191728592,
      "num_tokens": 39013760.0,
      "step": 18025
    },
    {
      "entropy": 6.315422439575196,
      "epoch": 1.9294237251859383,
      "grad_norm": 0.9375,
      "learning_rate": 0.00046336003622187143,
      "loss": 5.7296,
      "mean_token_accuracy": 0.17264808267354964,
      "num_tokens": 39025559.0,
      "step": 18030
    },
    {
      "entropy": 6.419090700149536,
      "epoch": 1.9299587992937022,
      "grad_norm": 0.98828125,
      "learning_rate": 0.000463339121207312,
      "loss": 5.8929,
      "mean_token_accuracy": 0.15763167440891265,
      "num_tokens": 39036004.0,
      "step": 18035
    },
    {
      "entropy": 6.4122395515441895,
      "epoch": 1.930493873401466,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004633182007544868,
      "loss": 5.9204,
      "mean_token_accuracy": 0.16407107412815095,
      "num_tokens": 39047251.0,
      "step": 18040
    },
    {
      "entropy": 6.45860652923584,
      "epoch": 1.9310289475092302,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00046329727486400015,
      "loss": 5.9437,
      "mean_token_accuracy": 0.16020283550024034,
      "num_tokens": 39057255.0,
      "step": 18045
    },
    {
      "entropy": 6.493393421173096,
      "epoch": 1.9315640216169938,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004632763435364561,
      "loss": 5.9548,
      "mean_token_accuracy": 0.1573125422000885,
      "num_tokens": 39068186.0,
      "step": 18050
    },
    {
      "entropy": 6.386329412460327,
      "epoch": 1.932099095724758,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00046325540677245907,
      "loss": 5.8567,
      "mean_token_accuracy": 0.16662805229425431,
      "num_tokens": 39079173.0,
      "step": 18055
    },
    {
      "entropy": 6.423372459411621,
      "epoch": 1.9326341698325218,
      "grad_norm": 0.96875,
      "learning_rate": 0.00046323446457261365,
      "loss": 5.9347,
      "mean_token_accuracy": 0.16083306521177293,
      "num_tokens": 39089939.0,
      "step": 18060
    },
    {
      "entropy": 6.416200256347656,
      "epoch": 1.9331692439402857,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004632135169375245,
      "loss": 5.9256,
      "mean_token_accuracy": 0.1676314115524292,
      "num_tokens": 39100464.0,
      "step": 18065
    },
    {
      "entropy": 6.484259462356567,
      "epoch": 1.9337043180480498,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004631925638677965,
      "loss": 5.8781,
      "mean_token_accuracy": 0.15981924831867217,
      "num_tokens": 39111161.0,
      "step": 18070
    },
    {
      "entropy": 6.428910160064698,
      "epoch": 1.9342393921558134,
      "grad_norm": 1.0,
      "learning_rate": 0.00046317160536403463,
      "loss": 5.8873,
      "mean_token_accuracy": 0.1714053973555565,
      "num_tokens": 39122469.0,
      "step": 18075
    },
    {
      "entropy": 6.395242738723755,
      "epoch": 1.9347744662635775,
      "grad_norm": 1.078125,
      "learning_rate": 0.00046315064142684416,
      "loss": 5.8721,
      "mean_token_accuracy": 0.16562461256980895,
      "num_tokens": 39131871.0,
      "step": 18080
    },
    {
      "entropy": 6.42850079536438,
      "epoch": 1.9353095403713414,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004631296720568304,
      "loss": 5.9028,
      "mean_token_accuracy": 0.1623254343867302,
      "num_tokens": 39143061.0,
      "step": 18085
    },
    {
      "entropy": 6.395995950698852,
      "epoch": 1.9358446144791053,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004631086972545987,
      "loss": 5.9299,
      "mean_token_accuracy": 0.16814688742160797,
      "num_tokens": 39152452.0,
      "step": 18090
    },
    {
      "entropy": 6.382579803466797,
      "epoch": 1.9363796885868694,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004630877170207548,
      "loss": 5.8666,
      "mean_token_accuracy": 0.1632016822695732,
      "num_tokens": 39163196.0,
      "step": 18095
    },
    {
      "entropy": 6.363607740402221,
      "epoch": 1.9369147626946333,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004630667313559045,
      "loss": 5.8516,
      "mean_token_accuracy": 0.1630697563290596,
      "num_tokens": 39173958.0,
      "step": 18100
    },
    {
      "entropy": 6.43760347366333,
      "epoch": 1.9374498368023971,
      "grad_norm": 0.984375,
      "learning_rate": 0.00046304574026065376,
      "loss": 5.8989,
      "mean_token_accuracy": 0.16805444657802582,
      "num_tokens": 39184483.0,
      "step": 18105
    },
    {
      "entropy": 6.427658987045288,
      "epoch": 1.937984910910161,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004630247437356087,
      "loss": 5.931,
      "mean_token_accuracy": 0.16021007150411606,
      "num_tokens": 39196500.0,
      "step": 18110
    },
    {
      "entropy": 6.508847856521607,
      "epoch": 1.9385199850179249,
      "grad_norm": 0.984375,
      "learning_rate": 0.00046300374178137566,
      "loss": 5.9762,
      "mean_token_accuracy": 0.15455251485109328,
      "num_tokens": 39207492.0,
      "step": 18115
    },
    {
      "entropy": 6.410221242904663,
      "epoch": 1.939055059125689,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004629827343985609,
      "loss": 5.9065,
      "mean_token_accuracy": 0.16464475989341737,
      "num_tokens": 39218204.0,
      "step": 18120
    },
    {
      "entropy": 6.441632652282715,
      "epoch": 1.9395901332334529,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00046296172158777116,
      "loss": 5.9432,
      "mean_token_accuracy": 0.1595834732055664,
      "num_tokens": 39229646.0,
      "step": 18125
    },
    {
      "entropy": 6.424315357208252,
      "epoch": 1.9401252073412167,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004629407033496131,
      "loss": 5.8995,
      "mean_token_accuracy": 0.16284933537244797,
      "num_tokens": 39240151.0,
      "step": 18130
    },
    {
      "entropy": 6.466604709625244,
      "epoch": 1.9406602814489808,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004629196796846936,
      "loss": 5.9476,
      "mean_token_accuracy": 0.16153674125671386,
      "num_tokens": 39251571.0,
      "step": 18135
    },
    {
      "entropy": 6.477760934829712,
      "epoch": 1.9411953555567445,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00046289865059361983,
      "loss": 5.8844,
      "mean_token_accuracy": 0.1651550680398941,
      "num_tokens": 39262937.0,
      "step": 18140
    },
    {
      "entropy": 6.472039031982422,
      "epoch": 1.9417304296645086,
      "grad_norm": 1.046875,
      "learning_rate": 0.00046287761607699887,
      "loss": 5.9665,
      "mean_token_accuracy": 0.15893010348081588,
      "num_tokens": 39274354.0,
      "step": 18145
    },
    {
      "entropy": 6.4240251064300535,
      "epoch": 1.9422655037722725,
      "grad_norm": 1.125,
      "learning_rate": 0.0004628565761354382,
      "loss": 5.8689,
      "mean_token_accuracy": 0.1658523216843605,
      "num_tokens": 39284314.0,
      "step": 18150
    },
    {
      "entropy": 6.4210817337036135,
      "epoch": 1.9428005778800364,
      "grad_norm": 0.984375,
      "learning_rate": 0.00046283553076954527,
      "loss": 5.8923,
      "mean_token_accuracy": 0.16057056933641434,
      "num_tokens": 39295516.0,
      "step": 18155
    },
    {
      "entropy": 6.4638810634613035,
      "epoch": 1.9433356519878004,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004628144799799277,
      "loss": 5.8971,
      "mean_token_accuracy": 0.16169273406267165,
      "num_tokens": 39307221.0,
      "step": 18160
    },
    {
      "entropy": 6.439408969879151,
      "epoch": 1.943870726095564,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004627934237671935,
      "loss": 5.9214,
      "mean_token_accuracy": 0.15902387350797653,
      "num_tokens": 39318448.0,
      "step": 18165
    },
    {
      "entropy": 6.372820806503296,
      "epoch": 1.9444058002033282,
      "grad_norm": 0.9921875,
      "learning_rate": 0.00046277236213195064,
      "loss": 5.7927,
      "mean_token_accuracy": 0.17163280993700028,
      "num_tokens": 39329384.0,
      "step": 18170
    },
    {
      "entropy": 6.408639001846313,
      "epoch": 1.944940874311092,
      "grad_norm": 0.9375,
      "learning_rate": 0.00046275129507480705,
      "loss": 5.9551,
      "mean_token_accuracy": 0.1617749571800232,
      "num_tokens": 39340342.0,
      "step": 18175
    },
    {
      "entropy": 6.314931440353393,
      "epoch": 1.945475948418856,
      "grad_norm": 1.125,
      "learning_rate": 0.0004627302225963713,
      "loss": 5.8141,
      "mean_token_accuracy": 0.16935775056481361,
      "num_tokens": 39350825.0,
      "step": 18180
    },
    {
      "entropy": 6.531886100769043,
      "epoch": 1.94601102252662,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00046270914469725174,
      "loss": 5.9372,
      "mean_token_accuracy": 0.1603488177061081,
      "num_tokens": 39361986.0,
      "step": 18185
    },
    {
      "entropy": 6.47227635383606,
      "epoch": 1.9465460966343837,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00046268806137805704,
      "loss": 5.8446,
      "mean_token_accuracy": 0.16546147167682648,
      "num_tokens": 39372440.0,
      "step": 18190
    },
    {
      "entropy": 6.3756751537323,
      "epoch": 1.9470811707421478,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004626669726393958,
      "loss": 5.8804,
      "mean_token_accuracy": 0.17334902584552764,
      "num_tokens": 39383455.0,
      "step": 18195
    },
    {
      "entropy": 6.40406641960144,
      "epoch": 1.9476162448499117,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004626458784818772,
      "loss": 5.8917,
      "mean_token_accuracy": 0.16495762914419174,
      "num_tokens": 39393511.0,
      "step": 18200
    },
    {
      "entropy": 6.429718017578125,
      "epoch": 1.9481513189576756,
      "grad_norm": 0.9765625,
      "learning_rate": 0.00046262477890611026,
      "loss": 5.8888,
      "mean_token_accuracy": 0.1660855621099472,
      "num_tokens": 39404049.0,
      "step": 18205
    },
    {
      "entropy": 6.453200197219848,
      "epoch": 1.9486863930654397,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00046260367391270414,
      "loss": 5.8933,
      "mean_token_accuracy": 0.16527791321277618,
      "num_tokens": 39414771.0,
      "step": 18210
    },
    {
      "entropy": 6.383455753326416,
      "epoch": 1.9492214671732033,
      "grad_norm": 1.125,
      "learning_rate": 0.00046258256350226835,
      "loss": 5.8677,
      "mean_token_accuracy": 0.1677185043692589,
      "num_tokens": 39424869.0,
      "step": 18215
    },
    {
      "entropy": 6.431576585769653,
      "epoch": 1.9497565412809674,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004625614476754123,
      "loss": 5.9309,
      "mean_token_accuracy": 0.16388649642467498,
      "num_tokens": 39435442.0,
      "step": 18220
    },
    {
      "entropy": 6.438774824142456,
      "epoch": 1.9502916153887313,
      "grad_norm": 0.9765625,
      "learning_rate": 0.00046254032643274596,
      "loss": 5.879,
      "mean_token_accuracy": 0.16683121770620346,
      "num_tokens": 39446704.0,
      "step": 18225
    },
    {
      "entropy": 6.407849645614624,
      "epoch": 1.9508266894964952,
      "grad_norm": 0.9375,
      "learning_rate": 0.00046251919977487887,
      "loss": 5.8914,
      "mean_token_accuracy": 0.16546331197023392,
      "num_tokens": 39458079.0,
      "step": 18230
    },
    {
      "entropy": 6.444101047515869,
      "epoch": 1.9513617636042593,
      "grad_norm": 0.99609375,
      "learning_rate": 0.00046249806770242135,
      "loss": 5.8905,
      "mean_token_accuracy": 0.16798266172409057,
      "num_tokens": 39469867.0,
      "step": 18235
    },
    {
      "entropy": 6.385026979446411,
      "epoch": 1.9518968377120232,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004624769302159834,
      "loss": 5.9001,
      "mean_token_accuracy": 0.1592738449573517,
      "num_tokens": 39481138.0,
      "step": 18240
    },
    {
      "entropy": 6.415054368972778,
      "epoch": 1.952431911819787,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004624557873161755,
      "loss": 5.8546,
      "mean_token_accuracy": 0.1626637801527977,
      "num_tokens": 39492066.0,
      "step": 18245
    },
    {
      "entropy": 6.5127006530761715,
      "epoch": 1.952966985927551,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004624346390036081,
      "loss": 5.9183,
      "mean_token_accuracy": 0.16006261259317398,
      "num_tokens": 39502576.0,
      "step": 18250
    },
    {
      "entropy": 6.399072599411011,
      "epoch": 1.9535020600353148,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004624134852788918,
      "loss": 5.8647,
      "mean_token_accuracy": 0.16269387155771256,
      "num_tokens": 39513373.0,
      "step": 18255
    },
    {
      "entropy": 6.430535984039307,
      "epoch": 1.954037134143079,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004623923261426374,
      "loss": 5.938,
      "mean_token_accuracy": 0.16119209676980972,
      "num_tokens": 39523970.0,
      "step": 18260
    },
    {
      "entropy": 6.423819351196289,
      "epoch": 1.9545722082508428,
      "grad_norm": 1.03125,
      "learning_rate": 0.000462371161595456,
      "loss": 5.9226,
      "mean_token_accuracy": 0.16379477232694625,
      "num_tokens": 39533893.0,
      "step": 18265
    },
    {
      "entropy": 6.413844156265259,
      "epoch": 1.9551072823586066,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004623499916379586,
      "loss": 5.891,
      "mean_token_accuracy": 0.1598541334271431,
      "num_tokens": 39544276.0,
      "step": 18270
    },
    {
      "entropy": 6.436617708206176,
      "epoch": 1.9556423564663707,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004623288162707565,
      "loss": 5.861,
      "mean_token_accuracy": 0.1679241329431534,
      "num_tokens": 39554443.0,
      "step": 18275
    },
    {
      "entropy": 6.457313823699951,
      "epoch": 1.9561774305741344,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00046230763549446116,
      "loss": 5.84,
      "mean_token_accuracy": 0.16502043306827546,
      "num_tokens": 39564508.0,
      "step": 18280
    },
    {
      "entropy": 6.499136829376221,
      "epoch": 1.9567125046818985,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004622864493096842,
      "loss": 5.8984,
      "mean_token_accuracy": 0.1571246549487114,
      "num_tokens": 39574757.0,
      "step": 18285
    },
    {
      "entropy": 6.44989275932312,
      "epoch": 1.9572475787896624,
      "grad_norm": 0.9921875,
      "learning_rate": 0.00046226525771703733,
      "loss": 5.9876,
      "mean_token_accuracy": 0.15807251036167144,
      "num_tokens": 39585911.0,
      "step": 18290
    },
    {
      "entropy": 6.44173035621643,
      "epoch": 1.9577826528974263,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004622440607171324,
      "loss": 5.8856,
      "mean_token_accuracy": 0.16415235549211502,
      "num_tokens": 39597443.0,
      "step": 18295
    },
    {
      "entropy": 6.460699272155762,
      "epoch": 1.9583177270051904,
      "grad_norm": 0.9765625,
      "learning_rate": 0.00046222285831058155,
      "loss": 5.9672,
      "mean_token_accuracy": 0.15775582939386368,
      "num_tokens": 39608693.0,
      "step": 18300
    },
    {
      "entropy": 6.457880926132202,
      "epoch": 1.958852801112954,
      "grad_norm": 1.0,
      "learning_rate": 0.000462201650497997,
      "loss": 5.9315,
      "mean_token_accuracy": 0.161564801633358,
      "num_tokens": 39620002.0,
      "step": 18305
    },
    {
      "entropy": 6.426563882827759,
      "epoch": 1.9593878752207181,
      "grad_norm": 1.015625,
      "learning_rate": 0.00046218043727999105,
      "loss": 5.9126,
      "mean_token_accuracy": 0.16267653852701186,
      "num_tokens": 39629856.0,
      "step": 18310
    },
    {
      "entropy": 6.362058973312378,
      "epoch": 1.959922949328482,
      "grad_norm": 1.015625,
      "learning_rate": 0.00046215921865717637,
      "loss": 5.8645,
      "mean_token_accuracy": 0.16794827431440354,
      "num_tokens": 39640418.0,
      "step": 18315
    },
    {
      "entropy": 6.488225793838501,
      "epoch": 1.9604580234362459,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004621379946301655,
      "loss": 5.981,
      "mean_token_accuracy": 0.15435645133256912,
      "num_tokens": 39652871.0,
      "step": 18320
    },
    {
      "entropy": 6.440879964828492,
      "epoch": 1.96099309754401,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004621167651995713,
      "loss": 5.8915,
      "mean_token_accuracy": 0.1653081238269806,
      "num_tokens": 39663864.0,
      "step": 18325
    },
    {
      "entropy": 6.389970970153809,
      "epoch": 1.9615281716517736,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004620955303660068,
      "loss": 5.8654,
      "mean_token_accuracy": 0.17062025368213654,
      "num_tokens": 39675835.0,
      "step": 18330
    },
    {
      "entropy": 6.4861664295196535,
      "epoch": 1.9620632457595377,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00046207429013008525,
      "loss": 5.9397,
      "mean_token_accuracy": 0.1607852026820183,
      "num_tokens": 39686799.0,
      "step": 18335
    },
    {
      "entropy": 6.504527568817139,
      "epoch": 1.9625983198673016,
      "grad_norm": 1.03125,
      "learning_rate": 0.00046205304449241976,
      "loss": 5.8912,
      "mean_token_accuracy": 0.1625346526503563,
      "num_tokens": 39697564.0,
      "step": 18340
    },
    {
      "entropy": 6.420063066482544,
      "epoch": 1.9631333939750655,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004620317934536239,
      "loss": 5.905,
      "mean_token_accuracy": 0.16233028322458268,
      "num_tokens": 39708064.0,
      "step": 18345
    },
    {
      "entropy": 6.370994806289673,
      "epoch": 1.9636684680828296,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004620105370143112,
      "loss": 5.8007,
      "mean_token_accuracy": 0.17116719335317612,
      "num_tokens": 39718076.0,
      "step": 18350
    },
    {
      "entropy": 6.454475831985474,
      "epoch": 1.9642035421905932,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004619892751750957,
      "loss": 5.8756,
      "mean_token_accuracy": 0.16573162376880646,
      "num_tokens": 39729532.0,
      "step": 18355
    },
    {
      "entropy": 6.497331523895264,
      "epoch": 1.9647386162983573,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00046196800793659116,
      "loss": 5.8885,
      "mean_token_accuracy": 0.16646030694246292,
      "num_tokens": 39740372.0,
      "step": 18360
    },
    {
      "entropy": 6.362388467788696,
      "epoch": 1.9652736904061212,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004619467352994115,
      "loss": 5.766,
      "mean_token_accuracy": 0.1715301275253296,
      "num_tokens": 39751283.0,
      "step": 18365
    },
    {
      "entropy": 6.424926662445069,
      "epoch": 1.965808764513885,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004619254572641712,
      "loss": 5.9795,
      "mean_token_accuracy": 0.15861343890428542,
      "num_tokens": 39763295.0,
      "step": 18370
    },
    {
      "entropy": 6.431879329681396,
      "epoch": 1.9663438386216492,
      "grad_norm": 1.015625,
      "learning_rate": 0.00046190417383148465,
      "loss": 5.9194,
      "mean_token_accuracy": 0.16225275993347169,
      "num_tokens": 39773849.0,
      "step": 18375
    },
    {
      "entropy": 6.354773712158203,
      "epoch": 1.966878912729413,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004618828850019663,
      "loss": 5.7394,
      "mean_token_accuracy": 0.171574167907238,
      "num_tokens": 39784366.0,
      "step": 18380
    },
    {
      "entropy": 6.429074239730835,
      "epoch": 1.967413986837177,
      "grad_norm": 1.046875,
      "learning_rate": 0.00046186159077623093,
      "loss": 5.8449,
      "mean_token_accuracy": 0.16030778884887695,
      "num_tokens": 39794226.0,
      "step": 18385
    },
    {
      "entropy": 6.360406446456909,
      "epoch": 1.9679490609449408,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004618402911548933,
      "loss": 5.8683,
      "mean_token_accuracy": 0.16387341022491456,
      "num_tokens": 39805557.0,
      "step": 18390
    },
    {
      "entropy": 6.42097544670105,
      "epoch": 1.9684841350527047,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004618189861385686,
      "loss": 5.8336,
      "mean_token_accuracy": 0.17173586934804916,
      "num_tokens": 39816090.0,
      "step": 18395
    },
    {
      "entropy": 6.45887770652771,
      "epoch": 1.9690192091604688,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004617976757278719,
      "loss": 5.9565,
      "mean_token_accuracy": 0.15374380499124526,
      "num_tokens": 39826662.0,
      "step": 18400
    },
    {
      "entropy": 6.50119915008545,
      "epoch": 1.9695542832682327,
      "grad_norm": 1.109375,
      "learning_rate": 0.00046177635992341855,
      "loss": 5.9289,
      "mean_token_accuracy": 0.16048890501260757,
      "num_tokens": 39837805.0,
      "step": 18405
    },
    {
      "entropy": 6.525671291351318,
      "epoch": 1.9700893573759966,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004617550387258241,
      "loss": 5.9254,
      "mean_token_accuracy": 0.15491644591093062,
      "num_tokens": 39848052.0,
      "step": 18410
    },
    {
      "entropy": 6.468937253952026,
      "epoch": 1.9706244314837607,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004617337121357041,
      "loss": 5.921,
      "mean_token_accuracy": 0.1604115292429924,
      "num_tokens": 39859448.0,
      "step": 18415
    },
    {
      "entropy": 6.483716917037964,
      "epoch": 1.9711595055915243,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004617123801536744,
      "loss": 5.8591,
      "mean_token_accuracy": 0.1629585087299347,
      "num_tokens": 39870053.0,
      "step": 18420
    },
    {
      "entropy": 6.5299512386322025,
      "epoch": 1.9716945796992884,
      "grad_norm": 1.1484375,
      "learning_rate": 0.000461691042780351,
      "loss": 5.9857,
      "mean_token_accuracy": 0.15655401349067688,
      "num_tokens": 39881547.0,
      "step": 18425
    },
    {
      "entropy": 6.46587986946106,
      "epoch": 1.9722296538070523,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00046166970001635,
      "loss": 5.9532,
      "mean_token_accuracy": 0.16562526822090148,
      "num_tokens": 39892974.0,
      "step": 18430
    },
    {
      "entropy": 6.4226665019989015,
      "epoch": 1.9727647279148162,
      "grad_norm": 0.984375,
      "learning_rate": 0.00046164835186228757,
      "loss": 5.9295,
      "mean_token_accuracy": 0.16580608487129211,
      "num_tokens": 39904210.0,
      "step": 18435
    },
    {
      "entropy": 6.419381380081177,
      "epoch": 1.9732998020225803,
      "grad_norm": 0.9296875,
      "learning_rate": 0.00046162699831878026,
      "loss": 5.8885,
      "mean_token_accuracy": 0.16210124492645264,
      "num_tokens": 39915464.0,
      "step": 18440
    },
    {
      "entropy": 6.4301323890686035,
      "epoch": 1.973834876130344,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004616056393864446,
      "loss": 5.9203,
      "mean_token_accuracy": 0.16421305984258652,
      "num_tokens": 39927117.0,
      "step": 18445
    },
    {
      "entropy": 6.510031843185425,
      "epoch": 1.974369950238108,
      "grad_norm": 1.0,
      "learning_rate": 0.0004615842750658972,
      "loss": 5.9069,
      "mean_token_accuracy": 0.16417766511440277,
      "num_tokens": 39937363.0,
      "step": 18450
    },
    {
      "entropy": 6.416389656066895,
      "epoch": 1.974905024345872,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004615629053577552,
      "loss": 5.8041,
      "mean_token_accuracy": 0.16898353397846222,
      "num_tokens": 39948934.0,
      "step": 18455
    },
    {
      "entropy": 6.365195322036743,
      "epoch": 1.9754400984536358,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004615415302626355,
      "loss": 5.8482,
      "mean_token_accuracy": 0.16881708353757857,
      "num_tokens": 39959435.0,
      "step": 18460
    },
    {
      "entropy": 6.414416646957397,
      "epoch": 1.9759751725613999,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00046152014978115535,
      "loss": 5.9155,
      "mean_token_accuracy": 0.1647540181875229,
      "num_tokens": 39969006.0,
      "step": 18465
    },
    {
      "entropy": 6.430744791030884,
      "epoch": 1.9765102466691635,
      "grad_norm": 0.95703125,
      "learning_rate": 0.000461498763913932,
      "loss": 5.8458,
      "mean_token_accuracy": 0.16478271931409835,
      "num_tokens": 39979264.0,
      "step": 18470
    },
    {
      "entropy": 6.5068731784820555,
      "epoch": 1.9770453207769276,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00046147737266158314,
      "loss": 5.9972,
      "mean_token_accuracy": 0.15522749572992325,
      "num_tokens": 39989791.0,
      "step": 18475
    },
    {
      "entropy": 6.430845546722412,
      "epoch": 1.9775803948846915,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004614559760247263,
      "loss": 5.8661,
      "mean_token_accuracy": 0.16487497687339783,
      "num_tokens": 39999591.0,
      "step": 18480
    },
    {
      "entropy": 6.412615346908569,
      "epoch": 1.9781154689924554,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004614345740039794,
      "loss": 5.9829,
      "mean_token_accuracy": 0.1610879495739937,
      "num_tokens": 40010811.0,
      "step": 18485
    },
    {
      "entropy": 6.469725179672241,
      "epoch": 1.9786505431002195,
      "grad_norm": 0.9609375,
      "learning_rate": 0.00046141316659996037,
      "loss": 5.9438,
      "mean_token_accuracy": 0.1618716150522232,
      "num_tokens": 40022190.0,
      "step": 18490
    },
    {
      "entropy": 6.470615339279175,
      "epoch": 1.9791856172079834,
      "grad_norm": 0.9609375,
      "learning_rate": 0.00046139175381328725,
      "loss": 5.8966,
      "mean_token_accuracy": 0.15944818258285523,
      "num_tokens": 40033905.0,
      "step": 18495
    },
    {
      "entropy": 6.465095138549804,
      "epoch": 1.9797206913157472,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004613703356445786,
      "loss": 5.9492,
      "mean_token_accuracy": 0.16204096674919127,
      "num_tokens": 40044923.0,
      "step": 18500
    },
    {
      "entropy": 6.427875137329101,
      "epoch": 1.9802557654235111,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004613489120944526,
      "loss": 5.8613,
      "mean_token_accuracy": 0.16471949815750123,
      "num_tokens": 40054988.0,
      "step": 18505
    },
    {
      "entropy": 6.489590167999268,
      "epoch": 1.980790839531275,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004613274831635279,
      "loss": 5.9738,
      "mean_token_accuracy": 0.1557684510946274,
      "num_tokens": 40065565.0,
      "step": 18510
    },
    {
      "entropy": 6.44059648513794,
      "epoch": 1.981325913639039,
      "grad_norm": 1.046875,
      "learning_rate": 0.00046130604885242333,
      "loss": 5.9427,
      "mean_token_accuracy": 0.16346757858991623,
      "num_tokens": 40076282.0,
      "step": 18515
    },
    {
      "entropy": 6.445185852050781,
      "epoch": 1.981860987746803,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004612846091617578,
      "loss": 5.8769,
      "mean_token_accuracy": 0.16582375317811965,
      "num_tokens": 40087546.0,
      "step": 18520
    },
    {
      "entropy": 6.464976596832275,
      "epoch": 1.9823960618545668,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004612631640921504,
      "loss": 5.9493,
      "mean_token_accuracy": 0.16430758237838744,
      "num_tokens": 40097937.0,
      "step": 18525
    },
    {
      "entropy": 6.476960706710815,
      "epoch": 1.982931135962331,
      "grad_norm": 1.0625,
      "learning_rate": 0.00046124171364422025,
      "loss": 5.9008,
      "mean_token_accuracy": 0.16459153443574906,
      "num_tokens": 40108639.0,
      "step": 18530
    },
    {
      "entropy": 6.418871212005615,
      "epoch": 1.9834662100700946,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004612202578185868,
      "loss": 5.8978,
      "mean_token_accuracy": 0.162905552983284,
      "num_tokens": 40119533.0,
      "step": 18535
    },
    {
      "entropy": 6.463947534561157,
      "epoch": 1.9840012841778587,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004611987966158695,
      "loss": 5.9147,
      "mean_token_accuracy": 0.16153023540973663,
      "num_tokens": 40131176.0,
      "step": 18540
    },
    {
      "entropy": 6.458423185348511,
      "epoch": 1.9845363582856226,
      "grad_norm": 1.046875,
      "learning_rate": 0.00046117733003668825,
      "loss": 5.8906,
      "mean_token_accuracy": 0.16661149859428406,
      "num_tokens": 40143293.0,
      "step": 18545
    },
    {
      "entropy": 6.48218002319336,
      "epoch": 1.9850714323933865,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004611558580816628,
      "loss": 5.8577,
      "mean_token_accuracy": 0.1609479621052742,
      "num_tokens": 40155312.0,
      "step": 18550
    },
    {
      "entropy": 6.440853214263916,
      "epoch": 1.9856065065011506,
      "grad_norm": 0.98828125,
      "learning_rate": 0.000461134380751413,
      "loss": 5.9024,
      "mean_token_accuracy": 0.16545802354812622,
      "num_tokens": 40166261.0,
      "step": 18555
    },
    {
      "entropy": 6.408270931243896,
      "epoch": 1.9861415806089142,
      "grad_norm": 1.046875,
      "learning_rate": 0.00046111289804655906,
      "loss": 5.8567,
      "mean_token_accuracy": 0.17203257977962494,
      "num_tokens": 40176641.0,
      "step": 18560
    },
    {
      "entropy": 6.454929780960083,
      "epoch": 1.9866766547166783,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004610914099677214,
      "loss": 5.9249,
      "mean_token_accuracy": 0.15897918939590455,
      "num_tokens": 40187784.0,
      "step": 18565
    },
    {
      "entropy": 6.403681230545044,
      "epoch": 1.9872117288244422,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004610699165155204,
      "loss": 5.9215,
      "mean_token_accuracy": 0.1587792232632637,
      "num_tokens": 40198219.0,
      "step": 18570
    },
    {
      "entropy": 6.422502851486206,
      "epoch": 1.987746802932206,
      "grad_norm": 1.109375,
      "learning_rate": 0.00046104841769057677,
      "loss": 5.9044,
      "mean_token_accuracy": 0.1614501193165779,
      "num_tokens": 40208589.0,
      "step": 18575
    },
    {
      "entropy": 6.463276147842407,
      "epoch": 1.9882818770399702,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004610269134935112,
      "loss": 5.8677,
      "mean_token_accuracy": 0.16476981490850448,
      "num_tokens": 40219587.0,
      "step": 18580
    },
    {
      "entropy": 6.429276704788208,
      "epoch": 1.9888169511477338,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004610054039249446,
      "loss": 5.8847,
      "mean_token_accuracy": 0.1655786156654358,
      "num_tokens": 40230681.0,
      "step": 18585
    },
    {
      "entropy": 6.3614646911621096,
      "epoch": 1.989352025255498,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00046098388898549816,
      "loss": 5.8462,
      "mean_token_accuracy": 0.16832085996866225,
      "num_tokens": 40241356.0,
      "step": 18590
    },
    {
      "entropy": 6.480689477920532,
      "epoch": 1.9898870993632618,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00046096236867579306,
      "loss": 5.8796,
      "mean_token_accuracy": 0.16853626817464828,
      "num_tokens": 40251652.0,
      "step": 18595
    },
    {
      "entropy": 6.438156509399414,
      "epoch": 1.9904221734710257,
      "grad_norm": 1.125,
      "learning_rate": 0.00046094084299645065,
      "loss": 5.8641,
      "mean_token_accuracy": 0.16860067397356032,
      "num_tokens": 40262819.0,
      "step": 18600
    },
    {
      "entropy": 6.460849857330322,
      "epoch": 1.9909572475787898,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00046091931194809253,
      "loss": 5.9759,
      "mean_token_accuracy": 0.15282046794891357,
      "num_tokens": 40274314.0,
      "step": 18605
    },
    {
      "entropy": 6.4942113876342775,
      "epoch": 1.9914923216865534,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004608977755313404,
      "loss": 5.9105,
      "mean_token_accuracy": 0.16316936314105987,
      "num_tokens": 40284733.0,
      "step": 18610
    },
    {
      "entropy": 6.447826099395752,
      "epoch": 1.9920273957943175,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004608762337468162,
      "loss": 5.8834,
      "mean_token_accuracy": 0.16656263470649718,
      "num_tokens": 40295484.0,
      "step": 18615
    },
    {
      "entropy": 6.465096426010132,
      "epoch": 1.9925624699020814,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004608546865951418,
      "loss": 5.8529,
      "mean_token_accuracy": 0.16750554591417313,
      "num_tokens": 40305470.0,
      "step": 18620
    },
    {
      "entropy": 6.463960027694702,
      "epoch": 1.9930975440098453,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00046083313407693945,
      "loss": 6.0008,
      "mean_token_accuracy": 0.15194031000137329,
      "num_tokens": 40316055.0,
      "step": 18625
    },
    {
      "entropy": 6.471898460388184,
      "epoch": 1.9936326181176094,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004608115761928315,
      "loss": 5.8996,
      "mean_token_accuracy": 0.16334360539913179,
      "num_tokens": 40326689.0,
      "step": 18630
    },
    {
      "entropy": 6.421737241744995,
      "epoch": 1.9941676922253733,
      "grad_norm": 0.9765625,
      "learning_rate": 0.00046079001294344036,
      "loss": 5.8961,
      "mean_token_accuracy": 0.16110810190439223,
      "num_tokens": 40338511.0,
      "step": 18635
    },
    {
      "entropy": 6.409490776062012,
      "epoch": 1.9947027663331371,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004607684443293887,
      "loss": 5.8782,
      "mean_token_accuracy": 0.158956116437912,
      "num_tokens": 40350395.0,
      "step": 18640
    },
    {
      "entropy": 6.453430032730102,
      "epoch": 1.995237840440901,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004607468703512993,
      "loss": 5.8697,
      "mean_token_accuracy": 0.17091439217329024,
      "num_tokens": 40360166.0,
      "step": 18645
    },
    {
      "entropy": 6.423547410964966,
      "epoch": 1.995772914548665,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00046072529100979514,
      "loss": 5.9099,
      "mean_token_accuracy": 0.15947205126285552,
      "num_tokens": 40370655.0,
      "step": 18650
    },
    {
      "entropy": 6.4477774143219,
      "epoch": 1.996307988656429,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004607037063054993,
      "loss": 5.8784,
      "mean_token_accuracy": 0.16563143134117125,
      "num_tokens": 40381502.0,
      "step": 18655
    },
    {
      "entropy": 6.518344688415527,
      "epoch": 1.9968430627641929,
      "grad_norm": 1.03125,
      "learning_rate": 0.000460682116239035,
      "loss": 5.9493,
      "mean_token_accuracy": 0.15898136645555497,
      "num_tokens": 40391815.0,
      "step": 18660
    },
    {
      "entropy": 6.41753740310669,
      "epoch": 1.9973781368719568,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00046066052081102576,
      "loss": 5.9202,
      "mean_token_accuracy": 0.16394998282194137,
      "num_tokens": 40403306.0,
      "step": 18665
    },
    {
      "entropy": 6.424173259735108,
      "epoch": 1.9979132109797209,
      "grad_norm": 0.9765625,
      "learning_rate": 0.00046063892002209505,
      "loss": 5.8715,
      "mean_token_accuracy": 0.16955329477787018,
      "num_tokens": 40414210.0,
      "step": 18670
    },
    {
      "entropy": 6.345985078811646,
      "epoch": 1.9984482850874845,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004606173138728666,
      "loss": 5.8248,
      "mean_token_accuracy": 0.17754074484109877,
      "num_tokens": 40424368.0,
      "step": 18675
    },
    {
      "entropy": 6.428582334518433,
      "epoch": 1.9989833591952486,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004605957023639643,
      "loss": 5.9195,
      "mean_token_accuracy": 0.15817485004663467,
      "num_tokens": 40436252.0,
      "step": 18680
    },
    {
      "entropy": 6.475799989700318,
      "epoch": 1.9995184333030125,
      "grad_norm": 0.93359375,
      "learning_rate": 0.00046057408549601223,
      "loss": 5.9308,
      "mean_token_accuracy": 0.16269832253456115,
      "num_tokens": 40447256.0,
      "step": 18685
    },
    {
      "entropy": 6.463678042093913,
      "epoch": 2.0,
      "grad_norm": 1.9921875,
      "learning_rate": 0.0004605524632696344,
      "loss": 5.8624,
      "mean_token_accuracy": 0.16731713381078508,
      "num_tokens": 40456516.0,
      "step": 18690
    },
    {
      "entropy": 6.4531090259552,
      "epoch": 2.000535074107764,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004605308356854553,
      "loss": 5.803,
      "mean_token_accuracy": 0.16586930453777313,
      "num_tokens": 40467563.0,
      "step": 18695
    },
    {
      "entropy": 6.419557905197143,
      "epoch": 2.0010701482155278,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004605092027440994,
      "loss": 5.8499,
      "mean_token_accuracy": 0.17164314538240433,
      "num_tokens": 40478202.0,
      "step": 18700
    },
    {
      "entropy": 6.448241758346557,
      "epoch": 2.001605222323292,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004604875644461914,
      "loss": 5.7997,
      "mean_token_accuracy": 0.17089568823575974,
      "num_tokens": 40489677.0,
      "step": 18705
    },
    {
      "entropy": 6.461100292205811,
      "epoch": 2.0021402964310555,
      "grad_norm": 0.94140625,
      "learning_rate": 0.00046046592079235595,
      "loss": 5.8421,
      "mean_token_accuracy": 0.16340996474027633,
      "num_tokens": 40500694.0,
      "step": 18710
    },
    {
      "entropy": 6.440390014648438,
      "epoch": 2.0026753705388196,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004604442717832181,
      "loss": 5.8146,
      "mean_token_accuracy": 0.16567451804876326,
      "num_tokens": 40511539.0,
      "step": 18715
    },
    {
      "entropy": 6.393940019607544,
      "epoch": 2.0032104446465837,
      "grad_norm": 1.25,
      "learning_rate": 0.000460422617419403,
      "loss": 5.7754,
      "mean_token_accuracy": 0.16721340119838715,
      "num_tokens": 40521906.0,
      "step": 18720
    },
    {
      "entropy": 6.478269147872925,
      "epoch": 2.0037455187543474,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00046040095770153594,
      "loss": 5.838,
      "mean_token_accuracy": 0.16546261608600615,
      "num_tokens": 40531454.0,
      "step": 18725
    },
    {
      "entropy": 6.49679160118103,
      "epoch": 2.0042805928621115,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004603792926302422,
      "loss": 5.8649,
      "mean_token_accuracy": 0.16169574707746506,
      "num_tokens": 40541497.0,
      "step": 18730
    },
    {
      "entropy": 6.431338977813721,
      "epoch": 2.004815666969875,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004603576222061475,
      "loss": 5.8796,
      "mean_token_accuracy": 0.16820482313632965,
      "num_tokens": 40552576.0,
      "step": 18735
    },
    {
      "entropy": 6.409716510772705,
      "epoch": 2.005350741077639,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004603359464298774,
      "loss": 5.8233,
      "mean_token_accuracy": 0.16979627460241317,
      "num_tokens": 40562906.0,
      "step": 18740
    },
    {
      "entropy": 6.415952682495117,
      "epoch": 2.0058858151854033,
      "grad_norm": 1.03125,
      "learning_rate": 0.00046031426530205796,
      "loss": 5.7465,
      "mean_token_accuracy": 0.1715916469693184,
      "num_tokens": 40574510.0,
      "step": 18745
    },
    {
      "entropy": 6.372050666809082,
      "epoch": 2.006420889293167,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004602925788233152,
      "loss": 5.7967,
      "mean_token_accuracy": 0.176835073530674,
      "num_tokens": 40586170.0,
      "step": 18750
    },
    {
      "entropy": 6.4663886547088625,
      "epoch": 2.006955963400931,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00046027088699427516,
      "loss": 5.8347,
      "mean_token_accuracy": 0.1626669079065323,
      "num_tokens": 40597613.0,
      "step": 18755
    },
    {
      "entropy": 6.501335287094117,
      "epoch": 2.007491037508695,
      "grad_norm": 1.03125,
      "learning_rate": 0.00046024918981556434,
      "loss": 5.8885,
      "mean_token_accuracy": 0.16242056712508202,
      "num_tokens": 40608366.0,
      "step": 18760
    },
    {
      "entropy": 6.415850257873535,
      "epoch": 2.008026111616459,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004602274872878092,
      "loss": 5.8086,
      "mean_token_accuracy": 0.17045363336801528,
      "num_tokens": 40618616.0,
      "step": 18765
    },
    {
      "entropy": 6.333277606964112,
      "epoch": 2.008561185724223,
      "grad_norm": 0.97265625,
      "learning_rate": 0.00046020577941163635,
      "loss": 5.6822,
      "mean_token_accuracy": 0.17653799057006836,
      "num_tokens": 40628342.0,
      "step": 18770
    },
    {
      "entropy": 6.431187963485717,
      "epoch": 2.0090962598319866,
      "grad_norm": 1.078125,
      "learning_rate": 0.00046018406618767273,
      "loss": 5.7857,
      "mean_token_accuracy": 0.16622704565525054,
      "num_tokens": 40638644.0,
      "step": 18775
    },
    {
      "entropy": 6.408751487731934,
      "epoch": 2.0096313339397507,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004601623476165451,
      "loss": 5.7935,
      "mean_token_accuracy": 0.1717594936490059,
      "num_tokens": 40649945.0,
      "step": 18780
    },
    {
      "entropy": 6.504183912277222,
      "epoch": 2.010166408047515,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00046014062369888084,
      "loss": 5.9231,
      "mean_token_accuracy": 0.16065165773034096,
      "num_tokens": 40660896.0,
      "step": 18785
    },
    {
      "entropy": 6.4610902786254885,
      "epoch": 2.0107014821552784,
      "grad_norm": 0.95703125,
      "learning_rate": 0.000460118894435307,
      "loss": 5.8681,
      "mean_token_accuracy": 0.16382890939712524,
      "num_tokens": 40672072.0,
      "step": 18790
    },
    {
      "entropy": 6.505193662643433,
      "epoch": 2.0112365562630425,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004600971598264511,
      "loss": 5.8931,
      "mean_token_accuracy": 0.1617668390274048,
      "num_tokens": 40682622.0,
      "step": 18795
    },
    {
      "entropy": 6.371639251708984,
      "epoch": 2.011771630370806,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004600754198729407,
      "loss": 5.8004,
      "mean_token_accuracy": 0.16747057139873506,
      "num_tokens": 40693127.0,
      "step": 18800
    },
    {
      "entropy": 6.407972288131714,
      "epoch": 2.0123067044785703,
      "grad_norm": 0.92578125,
      "learning_rate": 0.00046005367457540366,
      "loss": 5.8097,
      "mean_token_accuracy": 0.1651491031050682,
      "num_tokens": 40705009.0,
      "step": 18805
    },
    {
      "entropy": 6.486508083343506,
      "epoch": 2.0128417785863344,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00046003192393446763,
      "loss": 5.8516,
      "mean_token_accuracy": 0.1661214202642441,
      "num_tokens": 40716498.0,
      "step": 18810
    },
    {
      "entropy": 6.453155565261841,
      "epoch": 2.013376852694098,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004600101679507609,
      "loss": 5.8385,
      "mean_token_accuracy": 0.17242417335510254,
      "num_tokens": 40727802.0,
      "step": 18815
    },
    {
      "entropy": 6.486757087707519,
      "epoch": 2.013911926801862,
      "grad_norm": 1.0,
      "learning_rate": 0.0004599884066249115,
      "loss": 5.8558,
      "mean_token_accuracy": 0.1680477663874626,
      "num_tokens": 40738866.0,
      "step": 18820
    },
    {
      "entropy": 6.411576604843139,
      "epoch": 2.014447000909626,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004599666399575479,
      "loss": 5.8139,
      "mean_token_accuracy": 0.16299592405557634,
      "num_tokens": 40750214.0,
      "step": 18825
    },
    {
      "entropy": 6.451343965530396,
      "epoch": 2.01498207501739,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004599448679492986,
      "loss": 5.8249,
      "mean_token_accuracy": 0.17061476409435272,
      "num_tokens": 40759830.0,
      "step": 18830
    },
    {
      "entropy": 6.485045623779297,
      "epoch": 2.015517149125154,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004599230906007921,
      "loss": 5.8759,
      "mean_token_accuracy": 0.1624293267726898,
      "num_tokens": 40770007.0,
      "step": 18835
    },
    {
      "entropy": 6.438109016418457,
      "epoch": 2.0160522232329177,
      "grad_norm": 1.40625,
      "learning_rate": 0.0004599013079126575,
      "loss": 5.7662,
      "mean_token_accuracy": 0.17004906088113786,
      "num_tokens": 40781495.0,
      "step": 18840
    },
    {
      "entropy": 6.465552949905396,
      "epoch": 2.0165872973406818,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004598795198855235,
      "loss": 5.7808,
      "mean_token_accuracy": 0.16778760105371476,
      "num_tokens": 40792875.0,
      "step": 18845
    },
    {
      "entropy": 6.47315788269043,
      "epoch": 2.0171223714484454,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004598577265200193,
      "loss": 5.8802,
      "mean_token_accuracy": 0.15692004710435867,
      "num_tokens": 40804484.0,
      "step": 18850
    },
    {
      "entropy": 6.436220264434814,
      "epoch": 2.0176574455562095,
      "grad_norm": 1.0,
      "learning_rate": 0.0004598359278167744,
      "loss": 5.7978,
      "mean_token_accuracy": 0.1648155301809311,
      "num_tokens": 40814692.0,
      "step": 18855
    },
    {
      "entropy": 6.4291308403015135,
      "epoch": 2.0181925196639736,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00045981412377641795,
      "loss": 5.7771,
      "mean_token_accuracy": 0.17515654861927032,
      "num_tokens": 40825443.0,
      "step": 18860
    },
    {
      "entropy": 6.449382781982422,
      "epoch": 2.0187275937717373,
      "grad_norm": 1.03125,
      "learning_rate": 0.00045979231439957966,
      "loss": 5.8369,
      "mean_token_accuracy": 0.16424298286437988,
      "num_tokens": 40836699.0,
      "step": 18865
    },
    {
      "entropy": 6.462989616394043,
      "epoch": 2.0192626678795014,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004597704996868893,
      "loss": 5.8248,
      "mean_token_accuracy": 0.16492225974798203,
      "num_tokens": 40846736.0,
      "step": 18870
    },
    {
      "entropy": 6.50105504989624,
      "epoch": 2.019797741987265,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004597486796389766,
      "loss": 5.8986,
      "mean_token_accuracy": 0.16523234844207763,
      "num_tokens": 40858362.0,
      "step": 18875
    },
    {
      "entropy": 6.4212628364562985,
      "epoch": 2.020332816095029,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00045972685425647186,
      "loss": 5.8186,
      "mean_token_accuracy": 0.16808982640504838,
      "num_tokens": 40869346.0,
      "step": 18880
    },
    {
      "entropy": 6.502146148681641,
      "epoch": 2.0208678902027932,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004597050235400051,
      "loss": 5.8999,
      "mean_token_accuracy": 0.1650330290198326,
      "num_tokens": 40880003.0,
      "step": 18885
    },
    {
      "entropy": 6.50553674697876,
      "epoch": 2.021402964310557,
      "grad_norm": 0.99609375,
      "learning_rate": 0.00045968318749020675,
      "loss": 5.8467,
      "mean_token_accuracy": 0.16292964965105056,
      "num_tokens": 40891515.0,
      "step": 18890
    },
    {
      "entropy": 6.44675235748291,
      "epoch": 2.021938038418321,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004596613461077073,
      "loss": 5.796,
      "mean_token_accuracy": 0.1690744936466217,
      "num_tokens": 40902024.0,
      "step": 18895
    },
    {
      "entropy": 6.441046619415284,
      "epoch": 2.022473112526085,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00045963949939313754,
      "loss": 5.8069,
      "mean_token_accuracy": 0.17410691529512407,
      "num_tokens": 40912160.0,
      "step": 18900
    },
    {
      "entropy": 6.491275310516357,
      "epoch": 2.0230081866338487,
      "grad_norm": 0.98828125,
      "learning_rate": 0.000459617647347128,
      "loss": 5.8943,
      "mean_token_accuracy": 0.15344070717692376,
      "num_tokens": 40922516.0,
      "step": 18905
    },
    {
      "entropy": 6.471035289764404,
      "epoch": 2.023543260741613,
      "grad_norm": 0.98046875,
      "learning_rate": 0.00045959578997031,
      "loss": 5.8545,
      "mean_token_accuracy": 0.1611777663230896,
      "num_tokens": 40934148.0,
      "step": 18910
    },
    {
      "entropy": 6.4882996559143065,
      "epoch": 2.0240783348493765,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00045957392726331443,
      "loss": 5.7914,
      "mean_token_accuracy": 0.17420103996992112,
      "num_tokens": 40944409.0,
      "step": 18915
    },
    {
      "entropy": 6.447561407089234,
      "epoch": 2.0246134089571406,
      "grad_norm": 1.09375,
      "learning_rate": 0.00045955205922677264,
      "loss": 5.8597,
      "mean_token_accuracy": 0.16612983345985413,
      "num_tokens": 40955133.0,
      "step": 18920
    },
    {
      "entropy": 6.447613525390625,
      "epoch": 2.0251484830649047,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004595301858613161,
      "loss": 5.9233,
      "mean_token_accuracy": 0.1660897582769394,
      "num_tokens": 40965508.0,
      "step": 18925
    },
    {
      "entropy": 6.547001647949219,
      "epoch": 2.0256835571726683,
      "grad_norm": 1.125,
      "learning_rate": 0.0004595083071675763,
      "loss": 5.9114,
      "mean_token_accuracy": 0.171157768368721,
      "num_tokens": 40975931.0,
      "step": 18930
    },
    {
      "entropy": 6.50331301689148,
      "epoch": 2.0262186312804324,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00045948642314618514,
      "loss": 5.8518,
      "mean_token_accuracy": 0.16539316624403,
      "num_tokens": 40985797.0,
      "step": 18935
    },
    {
      "entropy": 6.420976257324218,
      "epoch": 2.026753705388196,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004594645337977744,
      "loss": 5.8371,
      "mean_token_accuracy": 0.16763485223054886,
      "num_tokens": 40996501.0,
      "step": 18940
    },
    {
      "entropy": 6.44002857208252,
      "epoch": 2.02728877949596,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004594426391229762,
      "loss": 5.8258,
      "mean_token_accuracy": 0.1673700049519539,
      "num_tokens": 41005970.0,
      "step": 18945
    },
    {
      "entropy": 6.441627788543701,
      "epoch": 2.0278238536037243,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004594207391224227,
      "loss": 5.8106,
      "mean_token_accuracy": 0.1620065987110138,
      "num_tokens": 41017208.0,
      "step": 18950
    },
    {
      "entropy": 6.540906667709351,
      "epoch": 2.028358927711488,
      "grad_norm": 0.96484375,
      "learning_rate": 0.00045939883379674624,
      "loss": 5.9694,
      "mean_token_accuracy": 0.15822959542274476,
      "num_tokens": 41028435.0,
      "step": 18955
    },
    {
      "entropy": 6.424032878875733,
      "epoch": 2.028894001819252,
      "grad_norm": 1.09375,
      "learning_rate": 0.00045937692314657936,
      "loss": 5.8144,
      "mean_token_accuracy": 0.17271383255720138,
      "num_tokens": 41039256.0,
      "step": 18960
    },
    {
      "entropy": 6.41304349899292,
      "epoch": 2.0294290759270157,
      "grad_norm": 1.125,
      "learning_rate": 0.0004593550071725548,
      "loss": 5.8187,
      "mean_token_accuracy": 0.16731067448854448,
      "num_tokens": 41050527.0,
      "step": 18965
    },
    {
      "entropy": 6.486592197418213,
      "epoch": 2.02996415003478,
      "grad_norm": 1.109375,
      "learning_rate": 0.00045933308587530527,
      "loss": 5.8505,
      "mean_token_accuracy": 0.1662941098213196,
      "num_tokens": 41062259.0,
      "step": 18970
    },
    {
      "entropy": 6.447600412368774,
      "epoch": 2.030499224142544,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004593111592554638,
      "loss": 5.8917,
      "mean_token_accuracy": 0.16481970697641374,
      "num_tokens": 41073011.0,
      "step": 18975
    },
    {
      "entropy": 6.3977439403533936,
      "epoch": 2.0310342982503076,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004592892273136635,
      "loss": 5.7398,
      "mean_token_accuracy": 0.17621385902166367,
      "num_tokens": 41083482.0,
      "step": 18980
    },
    {
      "entropy": 6.424779081344605,
      "epoch": 2.0315693723580717,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00045926729005053764,
      "loss": 5.8167,
      "mean_token_accuracy": 0.17089888602495193,
      "num_tokens": 41094028.0,
      "step": 18985
    },
    {
      "entropy": 6.396916484832763,
      "epoch": 2.0321044464658353,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004592453474667197,
      "loss": 5.7904,
      "mean_token_accuracy": 0.1703982725739479,
      "num_tokens": 41106346.0,
      "step": 18990
    },
    {
      "entropy": 6.486164188385009,
      "epoch": 2.0326395205735994,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004592233995628432,
      "loss": 5.7602,
      "mean_token_accuracy": 0.1693060129880905,
      "num_tokens": 41116130.0,
      "step": 18995
    },
    {
      "entropy": 6.448250675201416,
      "epoch": 2.0331745946813635,
      "grad_norm": 1.0234375,
      "learning_rate": 0.000459201446339542,
      "loss": 5.7664,
      "mean_token_accuracy": 0.17091398388147355,
      "num_tokens": 41127103.0,
      "step": 19000
    },
    {
      "entropy": 6.375218105316162,
      "epoch": 2.033709668789127,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004591794877974499,
      "loss": 5.7959,
      "mean_token_accuracy": 0.16139596700668335,
      "num_tokens": 41138258.0,
      "step": 19005
    },
    {
      "entropy": 6.44721360206604,
      "epoch": 2.0342447428968913,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00045915752393720094,
      "loss": 5.8442,
      "mean_token_accuracy": 0.17292317897081375,
      "num_tokens": 41148859.0,
      "step": 19010
    },
    {
      "entropy": 6.433858108520508,
      "epoch": 2.034779817004655,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00045913555475942937,
      "loss": 5.7585,
      "mean_token_accuracy": 0.16886312663555145,
      "num_tokens": 41158614.0,
      "step": 19015
    },
    {
      "entropy": 6.361897134780884,
      "epoch": 2.035314891112419,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004591135802647695,
      "loss": 5.7898,
      "mean_token_accuracy": 0.17533412873744963,
      "num_tokens": 41170215.0,
      "step": 19020
    },
    {
      "entropy": 6.4431427955627445,
      "epoch": 2.035849965220183,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004590916004538559,
      "loss": 5.8136,
      "mean_token_accuracy": 0.16515462398529052,
      "num_tokens": 41180784.0,
      "step": 19025
    },
    {
      "entropy": 6.4789656639099125,
      "epoch": 2.036385039327947,
      "grad_norm": 1.015625,
      "learning_rate": 0.00045906961532732316,
      "loss": 5.857,
      "mean_token_accuracy": 0.1623831033706665,
      "num_tokens": 41191305.0,
      "step": 19030
    },
    {
      "entropy": 6.4480897903442385,
      "epoch": 2.036920113435711,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004590476248858062,
      "loss": 5.8599,
      "mean_token_accuracy": 0.16196173727512359,
      "num_tokens": 41202388.0,
      "step": 19035
    },
    {
      "entropy": 6.4158759117126465,
      "epoch": 2.037455187543475,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004590256291299399,
      "loss": 5.8016,
      "mean_token_accuracy": 0.17120672315359114,
      "num_tokens": 41212136.0,
      "step": 19040
    },
    {
      "entropy": 6.427059936523437,
      "epoch": 2.0379902616512386,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00045900362806035945,
      "loss": 5.828,
      "mean_token_accuracy": 0.1684629037976265,
      "num_tokens": 41223390.0,
      "step": 19045
    },
    {
      "entropy": 6.434443426132202,
      "epoch": 2.0385253357590027,
      "grad_norm": 1.046875,
      "learning_rate": 0.00045898162167770006,
      "loss": 5.8661,
      "mean_token_accuracy": 0.167721489071846,
      "num_tokens": 41234775.0,
      "step": 19050
    },
    {
      "entropy": 6.437665748596191,
      "epoch": 2.0390604098667664,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004589596099825973,
      "loss": 5.7861,
      "mean_token_accuracy": 0.16891714036464692,
      "num_tokens": 41245627.0,
      "step": 19055
    },
    {
      "entropy": 6.4265107154846195,
      "epoch": 2.0395954839745305,
      "grad_norm": 1.171875,
      "learning_rate": 0.00045893759297568654,
      "loss": 5.8579,
      "mean_token_accuracy": 0.16552759408950807,
      "num_tokens": 41255441.0,
      "step": 19060
    },
    {
      "entropy": 6.381466341018677,
      "epoch": 2.0401305580822946,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004589155706576036,
      "loss": 5.7619,
      "mean_token_accuracy": 0.1721525490283966,
      "num_tokens": 41268686.0,
      "step": 19065
    },
    {
      "entropy": 6.531769514083862,
      "epoch": 2.0406656321900583,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00045889354302898445,
      "loss": 5.9114,
      "mean_token_accuracy": 0.16250938177108765,
      "num_tokens": 41279384.0,
      "step": 19070
    },
    {
      "entropy": 6.550024843215942,
      "epoch": 2.0412007062978224,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004588715100904651,
      "loss": 5.8857,
      "mean_token_accuracy": 0.16097869724035263,
      "num_tokens": 41289923.0,
      "step": 19075
    },
    {
      "entropy": 6.425106573104858,
      "epoch": 2.041735780405586,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004588494718426818,
      "loss": 5.8161,
      "mean_token_accuracy": 0.1687335565686226,
      "num_tokens": 41300486.0,
      "step": 19080
    },
    {
      "entropy": 6.389844942092895,
      "epoch": 2.04227085451335,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004588274282862708,
      "loss": 5.8193,
      "mean_token_accuracy": 0.1678355574607849,
      "num_tokens": 41310507.0,
      "step": 19085
    },
    {
      "entropy": 6.4347310066223145,
      "epoch": 2.042805928621114,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00045880537942186855,
      "loss": 5.8297,
      "mean_token_accuracy": 0.1763724371790886,
      "num_tokens": 41321284.0,
      "step": 19090
    },
    {
      "entropy": 6.424036312103271,
      "epoch": 2.043341002728878,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004587833252501118,
      "loss": 5.7703,
      "mean_token_accuracy": 0.1751454219222069,
      "num_tokens": 41332037.0,
      "step": 19095
    },
    {
      "entropy": 6.343307065963745,
      "epoch": 2.043876076836642,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004587612657716374,
      "loss": 5.8184,
      "mean_token_accuracy": 0.1651894196867943,
      "num_tokens": 41343480.0,
      "step": 19100
    },
    {
      "entropy": 6.493257665634156,
      "epoch": 2.0444111509444056,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004587392009870824,
      "loss": 5.8734,
      "mean_token_accuracy": 0.16097461432218552,
      "num_tokens": 41353656.0,
      "step": 19105
    },
    {
      "entropy": 6.46647891998291,
      "epoch": 2.0449462250521697,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004587171308970836,
      "loss": 5.8202,
      "mean_token_accuracy": 0.16538372933864592,
      "num_tokens": 41363640.0,
      "step": 19110
    },
    {
      "entropy": 6.43588695526123,
      "epoch": 2.045481299159934,
      "grad_norm": 1.09375,
      "learning_rate": 0.00045869505550227857,
      "loss": 5.8638,
      "mean_token_accuracy": 0.15736374408006668,
      "num_tokens": 41374194.0,
      "step": 19115
    },
    {
      "entropy": 6.453600597381592,
      "epoch": 2.0460163732676975,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004586729748033046,
      "loss": 5.8192,
      "mean_token_accuracy": 0.1719949021935463,
      "num_tokens": 41384968.0,
      "step": 19120
    },
    {
      "entropy": 6.416014289855957,
      "epoch": 2.0465514473754616,
      "grad_norm": 1.046875,
      "learning_rate": 0.00045865088880079924,
      "loss": 5.7226,
      "mean_token_accuracy": 0.1798010379076004,
      "num_tokens": 41395117.0,
      "step": 19125
    },
    {
      "entropy": 6.451362895965576,
      "epoch": 2.0470865214832252,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004586287974954004,
      "loss": 5.8329,
      "mean_token_accuracy": 0.16729920953512192,
      "num_tokens": 41406366.0,
      "step": 19130
    },
    {
      "entropy": 6.477921199798584,
      "epoch": 2.0476215955909893,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004586067008877457,
      "loss": 5.8222,
      "mean_token_accuracy": 0.16798863410949708,
      "num_tokens": 41417388.0,
      "step": 19135
    },
    {
      "entropy": 6.421004915237427,
      "epoch": 2.0481566696987534,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004585845989784734,
      "loss": 5.7801,
      "mean_token_accuracy": 0.17105865031480788,
      "num_tokens": 41428085.0,
      "step": 19140
    },
    {
      "entropy": 6.492574167251587,
      "epoch": 2.048691743806517,
      "grad_norm": 1.078125,
      "learning_rate": 0.00045856249176822155,
      "loss": 5.8876,
      "mean_token_accuracy": 0.16576433628797532,
      "num_tokens": 41439117.0,
      "step": 19145
    },
    {
      "entropy": 6.4469342708587645,
      "epoch": 2.049226817914281,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00045854037925762857,
      "loss": 5.8805,
      "mean_token_accuracy": 0.1619257465004921,
      "num_tokens": 41450042.0,
      "step": 19150
    },
    {
      "entropy": 6.428032493591308,
      "epoch": 2.049761892022045,
      "grad_norm": 1.03125,
      "learning_rate": 0.00045851826144733296,
      "loss": 5.7677,
      "mean_token_accuracy": 0.1716785326600075,
      "num_tokens": 41460554.0,
      "step": 19155
    },
    {
      "entropy": 6.485774946212769,
      "epoch": 2.050296966129809,
      "grad_norm": 1.109375,
      "learning_rate": 0.00045849613833797326,
      "loss": 5.8591,
      "mean_token_accuracy": 0.16585321426391603,
      "num_tokens": 41471403.0,
      "step": 19160
    },
    {
      "entropy": 6.452803373336792,
      "epoch": 2.050832040237573,
      "grad_norm": 1.0625,
      "learning_rate": 0.00045847400993018835,
      "loss": 5.846,
      "mean_token_accuracy": 0.16629604250192642,
      "num_tokens": 41482098.0,
      "step": 19165
    },
    {
      "entropy": 6.424347019195556,
      "epoch": 2.0513671143453367,
      "grad_norm": 1.125,
      "learning_rate": 0.00045845187622461724,
      "loss": 5.8096,
      "mean_token_accuracy": 0.1697677880525589,
      "num_tokens": 41493126.0,
      "step": 19170
    },
    {
      "entropy": 6.494559335708618,
      "epoch": 2.051902188453101,
      "grad_norm": 1.0625,
      "learning_rate": 0.000458429737221899,
      "loss": 5.936,
      "mean_token_accuracy": 0.15860830694437028,
      "num_tokens": 41504242.0,
      "step": 19175
    },
    {
      "entropy": 6.433069944381714,
      "epoch": 2.052437262560865,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004584075929226728,
      "loss": 5.817,
      "mean_token_accuracy": 0.17155714482069015,
      "num_tokens": 41515368.0,
      "step": 19180
    },
    {
      "entropy": 6.4711894512176515,
      "epoch": 2.0529723366686286,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004583854433275782,
      "loss": 5.857,
      "mean_token_accuracy": 0.16200504899024964,
      "num_tokens": 41525939.0,
      "step": 19185
    },
    {
      "entropy": 6.42612247467041,
      "epoch": 2.0535074107763926,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00045836328843725465,
      "loss": 5.8611,
      "mean_token_accuracy": 0.16494406014680862,
      "num_tokens": 41536505.0,
      "step": 19190
    },
    {
      "entropy": 6.421399927139282,
      "epoch": 2.0540424848841563,
      "grad_norm": 1.140625,
      "learning_rate": 0.00045834112825234193,
      "loss": 5.7838,
      "mean_token_accuracy": 0.16913997679948806,
      "num_tokens": 41546293.0,
      "step": 19195
    },
    {
      "entropy": 6.452387094497681,
      "epoch": 2.0545775589919204,
      "grad_norm": 1.125,
      "learning_rate": 0.00045831896277347985,
      "loss": 5.8023,
      "mean_token_accuracy": 0.1709310904145241,
      "num_tokens": 41556596.0,
      "step": 19200
    },
    {
      "entropy": 6.401204776763916,
      "epoch": 2.0551126330996845,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004582967920013085,
      "loss": 5.8482,
      "mean_token_accuracy": 0.1697617545723915,
      "num_tokens": 41566732.0,
      "step": 19205
    },
    {
      "entropy": 6.470685720443726,
      "epoch": 2.055647707207448,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00045827461593646806,
      "loss": 5.8607,
      "mean_token_accuracy": 0.1627269595861435,
      "num_tokens": 41577777.0,
      "step": 19210
    },
    {
      "entropy": 6.457333421707153,
      "epoch": 2.0561827813152123,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004582524345795989,
      "loss": 5.85,
      "mean_token_accuracy": 0.16443028599023818,
      "num_tokens": 41587978.0,
      "step": 19215
    },
    {
      "entropy": 6.440550184249878,
      "epoch": 2.056717855422976,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004582302479313413,
      "loss": 5.7804,
      "mean_token_accuracy": 0.1715806394815445,
      "num_tokens": 41598977.0,
      "step": 19220
    },
    {
      "entropy": 6.476962900161743,
      "epoch": 2.05725292953074,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004582080559923362,
      "loss": 5.8649,
      "mean_token_accuracy": 0.1604915216565132,
      "num_tokens": 41609664.0,
      "step": 19225
    },
    {
      "entropy": 6.477444744110107,
      "epoch": 2.057788003638504,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004581858587632241,
      "loss": 5.8401,
      "mean_token_accuracy": 0.16918629705905913,
      "num_tokens": 41619427.0,
      "step": 19230
    },
    {
      "entropy": 6.420391702651978,
      "epoch": 2.0583230777462678,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004581636562446461,
      "loss": 5.8329,
      "mean_token_accuracy": 0.16308664083480834,
      "num_tokens": 41629551.0,
      "step": 19235
    },
    {
      "entropy": 6.385295104980469,
      "epoch": 2.058858151854032,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004581414484372433,
      "loss": 5.8306,
      "mean_token_accuracy": 0.16561095416545868,
      "num_tokens": 41640183.0,
      "step": 19240
    },
    {
      "entropy": 6.432771348953247,
      "epoch": 2.0593932259617955,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004581192353416569,
      "loss": 5.8207,
      "mean_token_accuracy": 0.17175429463386535,
      "num_tokens": 41651934.0,
      "step": 19245
    },
    {
      "entropy": 6.3685530662536625,
      "epoch": 2.0599283000695596,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004580970169585283,
      "loss": 5.716,
      "mean_token_accuracy": 0.18492360413074493,
      "num_tokens": 41662418.0,
      "step": 19250
    },
    {
      "entropy": 6.383322715759277,
      "epoch": 2.0604633741773237,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00045807479328849906,
      "loss": 5.7429,
      "mean_token_accuracy": 0.17041911482810973,
      "num_tokens": 41673419.0,
      "step": 19255
    },
    {
      "entropy": 6.383346748352051,
      "epoch": 2.0609984482850874,
      "grad_norm": 1.09375,
      "learning_rate": 0.00045805256433221087,
      "loss": 5.7871,
      "mean_token_accuracy": 0.17379721701145173,
      "num_tokens": 41684132.0,
      "step": 19260
    },
    {
      "entropy": 6.4708775043487545,
      "epoch": 2.0615335223928515,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004580303300903056,
      "loss": 5.8545,
      "mean_token_accuracy": 0.16651658862829208,
      "num_tokens": 41695051.0,
      "step": 19265
    },
    {
      "entropy": 6.46718463897705,
      "epoch": 2.062068596500615,
      "grad_norm": 1.015625,
      "learning_rate": 0.00045800809056342534,
      "loss": 5.8733,
      "mean_token_accuracy": 0.16445390731096268,
      "num_tokens": 41705986.0,
      "step": 19270
    },
    {
      "entropy": 6.450630187988281,
      "epoch": 2.0626036706083792,
      "grad_norm": 1.03125,
      "learning_rate": 0.00045798584575221213,
      "loss": 5.8646,
      "mean_token_accuracy": 0.16603594720363618,
      "num_tokens": 41717082.0,
      "step": 19275
    },
    {
      "entropy": 6.454481983184815,
      "epoch": 2.0631387447161433,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004579635956573084,
      "loss": 5.8608,
      "mean_token_accuracy": 0.16994411498308182,
      "num_tokens": 41728783.0,
      "step": 19280
    },
    {
      "entropy": 6.4430708408355715,
      "epoch": 2.063673818823907,
      "grad_norm": 0.99609375,
      "learning_rate": 0.00045794134027935646,
      "loss": 5.8549,
      "mean_token_accuracy": 0.16816089004278184,
      "num_tokens": 41740452.0,
      "step": 19285
    },
    {
      "entropy": 6.4655238628387455,
      "epoch": 2.064208892931671,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004579190796189991,
      "loss": 5.8114,
      "mean_token_accuracy": 0.17027308344841002,
      "num_tokens": 41750966.0,
      "step": 19290
    },
    {
      "entropy": 6.499260282516479,
      "epoch": 2.064743967039435,
      "grad_norm": 0.99609375,
      "learning_rate": 0.000457896813676879,
      "loss": 5.7818,
      "mean_token_accuracy": 0.17017388641834258,
      "num_tokens": 41762174.0,
      "step": 19295
    },
    {
      "entropy": 6.4344964027404785,
      "epoch": 2.065279041147199,
      "grad_norm": 1.140625,
      "learning_rate": 0.00045787454245363907,
      "loss": 5.8877,
      "mean_token_accuracy": 0.1613594964146614,
      "num_tokens": 41773396.0,
      "step": 19300
    },
    {
      "entropy": 6.43512544631958,
      "epoch": 2.065814115254963,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004578522659499225,
      "loss": 5.8535,
      "mean_token_accuracy": 0.1715341627597809,
      "num_tokens": 41783833.0,
      "step": 19305
    },
    {
      "entropy": 6.426766061782837,
      "epoch": 2.0663491893627266,
      "grad_norm": 1.0,
      "learning_rate": 0.00045782998416637235,
      "loss": 5.8056,
      "mean_token_accuracy": 0.17558231055736542,
      "num_tokens": 41795363.0,
      "step": 19310
    },
    {
      "entropy": 6.458463382720947,
      "epoch": 2.0668842634704907,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004578076971036321,
      "loss": 5.8694,
      "mean_token_accuracy": 0.16759989708662032,
      "num_tokens": 41807575.0,
      "step": 19315
    },
    {
      "entropy": 6.390978908538818,
      "epoch": 2.067419337578255,
      "grad_norm": 1.125,
      "learning_rate": 0.0004577854047623454,
      "loss": 5.7752,
      "mean_token_accuracy": 0.16937962919473648,
      "num_tokens": 41818496.0,
      "step": 19320
    },
    {
      "entropy": 6.476130533218384,
      "epoch": 2.0679544116860185,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004577631071431557,
      "loss": 5.8322,
      "mean_token_accuracy": 0.166217240691185,
      "num_tokens": 41829106.0,
      "step": 19325
    },
    {
      "entropy": 6.39628529548645,
      "epoch": 2.0684894857937826,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00045774080424670704,
      "loss": 5.8189,
      "mean_token_accuracy": 0.16771200448274612,
      "num_tokens": 41838095.0,
      "step": 19330
    },
    {
      "entropy": 6.3895069599151615,
      "epoch": 2.069024559901546,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004577184960736433,
      "loss": 5.825,
      "mean_token_accuracy": 0.159157794713974,
      "num_tokens": 41847980.0,
      "step": 19335
    },
    {
      "entropy": 6.492769479751587,
      "epoch": 2.0695596340093103,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00045769618262460864,
      "loss": 5.8343,
      "mean_token_accuracy": 0.16657366901636123,
      "num_tokens": 41858625.0,
      "step": 19340
    },
    {
      "entropy": 6.505394315719604,
      "epoch": 2.0700947081170744,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004576738639002475,
      "loss": 5.8617,
      "mean_token_accuracy": 0.16209295615553856,
      "num_tokens": 41870939.0,
      "step": 19345
    },
    {
      "entropy": 6.487279272079467,
      "epoch": 2.070629782224838,
      "grad_norm": 1.125,
      "learning_rate": 0.0004576515399012041,
      "loss": 5.8809,
      "mean_token_accuracy": 0.16370976120233535,
      "num_tokens": 41882356.0,
      "step": 19350
    },
    {
      "entropy": 6.446204948425293,
      "epoch": 2.071164856332602,
      "grad_norm": 1.125,
      "learning_rate": 0.0004576292106281231,
      "loss": 5.8542,
      "mean_token_accuracy": 0.16575807183980942,
      "num_tokens": 41892306.0,
      "step": 19355
    },
    {
      "entropy": 6.451615667343139,
      "epoch": 2.071699930440366,
      "grad_norm": 1.125,
      "learning_rate": 0.00045760687608164933,
      "loss": 5.8993,
      "mean_token_accuracy": 0.1668726161122322,
      "num_tokens": 41902450.0,
      "step": 19360
    },
    {
      "entropy": 6.416896533966065,
      "epoch": 2.07223500454813,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004575845362624278,
      "loss": 5.8129,
      "mean_token_accuracy": 0.16579121351242065,
      "num_tokens": 41913319.0,
      "step": 19365
    },
    {
      "entropy": 6.451868391036987,
      "epoch": 2.072770078655894,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00045756219117110337,
      "loss": 5.8609,
      "mean_token_accuracy": 0.1618176892399788,
      "num_tokens": 41923598.0,
      "step": 19370
    },
    {
      "entropy": 6.471031332015992,
      "epoch": 2.0733051527636577,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00045753984080832127,
      "loss": 5.8234,
      "mean_token_accuracy": 0.16810474693775176,
      "num_tokens": 41934482.0,
      "step": 19375
    },
    {
      "entropy": 6.475108861923218,
      "epoch": 2.0738402268714218,
      "grad_norm": 1.015625,
      "learning_rate": 0.000457517485174727,
      "loss": 5.8081,
      "mean_token_accuracy": 0.16850925534963607,
      "num_tokens": 41945994.0,
      "step": 19380
    },
    {
      "entropy": 6.457776594161987,
      "epoch": 2.0743753009791854,
      "grad_norm": 0.99609375,
      "learning_rate": 0.00045749512427096595,
      "loss": 5.8389,
      "mean_token_accuracy": 0.16143049895763398,
      "num_tokens": 41956564.0,
      "step": 19385
    },
    {
      "entropy": 6.41365647315979,
      "epoch": 2.0749103750869495,
      "grad_norm": 1.15625,
      "learning_rate": 0.00045747275809768386,
      "loss": 5.8447,
      "mean_token_accuracy": 0.16739745438098907,
      "num_tokens": 41966847.0,
      "step": 19390
    },
    {
      "entropy": 6.4700174808502195,
      "epoch": 2.0754454491947136,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004574503866555265,
      "loss": 5.9134,
      "mean_token_accuracy": 0.15450266152620315,
      "num_tokens": 41977752.0,
      "step": 19395
    },
    {
      "entropy": 6.505684566497803,
      "epoch": 2.0759805233024773,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00045742800994513983,
      "loss": 5.8398,
      "mean_token_accuracy": 0.1667035773396492,
      "num_tokens": 41987837.0,
      "step": 19400
    },
    {
      "entropy": 6.514034700393677,
      "epoch": 2.0765155974102414,
      "grad_norm": 1.140625,
      "learning_rate": 0.00045740562796717005,
      "loss": 5.8392,
      "mean_token_accuracy": 0.16459790021181106,
      "num_tokens": 41997988.0,
      "step": 19405
    },
    {
      "entropy": 6.360623025894165,
      "epoch": 2.077050671518005,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004573832407222634,
      "loss": 5.7578,
      "mean_token_accuracy": 0.16793932318687438,
      "num_tokens": 42009643.0,
      "step": 19410
    },
    {
      "entropy": 6.432763481140137,
      "epoch": 2.077585745625769,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004573608482110663,
      "loss": 5.8252,
      "mean_token_accuracy": 0.1664208799600601,
      "num_tokens": 42019972.0,
      "step": 19415
    },
    {
      "entropy": 6.450597620010376,
      "epoch": 2.0781208197335332,
      "grad_norm": 1.015625,
      "learning_rate": 0.00045733845043422535,
      "loss": 5.7961,
      "mean_token_accuracy": 0.17298331409692763,
      "num_tokens": 42030536.0,
      "step": 19420
    },
    {
      "entropy": 6.441411685943604,
      "epoch": 2.078655893841297,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004573160473923872,
      "loss": 5.8163,
      "mean_token_accuracy": 0.16485823690891266,
      "num_tokens": 42041217.0,
      "step": 19425
    },
    {
      "entropy": 6.318382787704468,
      "epoch": 2.079190967949061,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004572936390861988,
      "loss": 5.724,
      "mean_token_accuracy": 0.168862946331501,
      "num_tokens": 42051346.0,
      "step": 19430
    },
    {
      "entropy": 6.520628118515015,
      "epoch": 2.0797260420568247,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004572712255163072,
      "loss": 5.8821,
      "mean_token_accuracy": 0.16844592243433,
      "num_tokens": 42062718.0,
      "step": 19435
    },
    {
      "entropy": 6.473410320281983,
      "epoch": 2.0802611161645888,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004572488066833596,
      "loss": 5.8258,
      "mean_token_accuracy": 0.164341938495636,
      "num_tokens": 42073587.0,
      "step": 19440
    },
    {
      "entropy": 6.425351190567016,
      "epoch": 2.080796190272353,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00045722638258800335,
      "loss": 5.8471,
      "mean_token_accuracy": 0.17099140584468842,
      "num_tokens": 42083763.0,
      "step": 19445
    },
    {
      "entropy": 6.3946067810058596,
      "epoch": 2.0813312643801165,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004572039532308858,
      "loss": 5.7739,
      "mean_token_accuracy": 0.16818882822990416,
      "num_tokens": 42094062.0,
      "step": 19450
    },
    {
      "entropy": 6.451284694671631,
      "epoch": 2.0818663384878806,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004571815186126549,
      "loss": 5.849,
      "mean_token_accuracy": 0.16235315054655075,
      "num_tokens": 42106136.0,
      "step": 19455
    },
    {
      "entropy": 6.425003910064698,
      "epoch": 2.0824014125956447,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00045715907873395805,
      "loss": 5.8601,
      "mean_token_accuracy": 0.16116172671318055,
      "num_tokens": 42116309.0,
      "step": 19460
    },
    {
      "entropy": 6.409700870513916,
      "epoch": 2.0829364867034084,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004571366335954435,
      "loss": 5.8305,
      "mean_token_accuracy": 0.16833794265985488,
      "num_tokens": 42127747.0,
      "step": 19465
    },
    {
      "entropy": 6.399659919738769,
      "epoch": 2.0834715608111725,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004571141831977592,
      "loss": 5.765,
      "mean_token_accuracy": 0.17805117666721343,
      "num_tokens": 42137992.0,
      "step": 19470
    },
    {
      "entropy": 6.464930009841919,
      "epoch": 2.084006634918936,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004570917275415535,
      "loss": 5.7799,
      "mean_token_accuracy": 0.16913570761680602,
      "num_tokens": 42148833.0,
      "step": 19475
    },
    {
      "entropy": 6.406365489959716,
      "epoch": 2.0845417090267,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004570692666274747,
      "loss": 5.8507,
      "mean_token_accuracy": 0.16811681538820267,
      "num_tokens": 42159276.0,
      "step": 19480
    },
    {
      "entropy": 6.4770454406738285,
      "epoch": 2.0850767831344643,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004570468004561715,
      "loss": 5.9039,
      "mean_token_accuracy": 0.16752198785543443,
      "num_tokens": 42171541.0,
      "step": 19485
    },
    {
      "entropy": 6.466487026214599,
      "epoch": 2.085611857242228,
      "grad_norm": 1.03125,
      "learning_rate": 0.00045702432902829245,
      "loss": 5.8476,
      "mean_token_accuracy": 0.17251567542552948,
      "num_tokens": 42182888.0,
      "step": 19490
    },
    {
      "entropy": 6.427063274383545,
      "epoch": 2.086146931349992,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004570018523444865,
      "loss": 5.7892,
      "mean_token_accuracy": 0.1787082150578499,
      "num_tokens": 42193405.0,
      "step": 19495
    },
    {
      "entropy": 6.426871633529663,
      "epoch": 2.0866820054577557,
      "grad_norm": 1.03125,
      "learning_rate": 0.00045697937040540263,
      "loss": 5.8051,
      "mean_token_accuracy": 0.16742138862609862,
      "num_tokens": 42203355.0,
      "step": 19500
    },
    {
      "entropy": 6.421249628067017,
      "epoch": 2.08721707956552,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00045695688321169,
      "loss": 5.8455,
      "mean_token_accuracy": 0.16040555983781815,
      "num_tokens": 42213191.0,
      "step": 19505
    },
    {
      "entropy": 6.454647541046143,
      "epoch": 2.087752153673284,
      "grad_norm": 1.125,
      "learning_rate": 0.00045693439076399797,
      "loss": 5.9004,
      "mean_token_accuracy": 0.15798045545816422,
      "num_tokens": 42223357.0,
      "step": 19510
    },
    {
      "entropy": 6.474351644515991,
      "epoch": 2.0882872277810476,
      "grad_norm": 1.0625,
      "learning_rate": 0.00045691189306297595,
      "loss": 5.8085,
      "mean_token_accuracy": 0.1692273274064064,
      "num_tokens": 42234917.0,
      "step": 19515
    },
    {
      "entropy": 6.486607837677002,
      "epoch": 2.0888223018888117,
      "grad_norm": 1.125,
      "learning_rate": 0.00045688939010927353,
      "loss": 5.8533,
      "mean_token_accuracy": 0.1659133702516556,
      "num_tokens": 42245977.0,
      "step": 19520
    },
    {
      "entropy": 6.403587055206299,
      "epoch": 2.0893573759965753,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004568668819035406,
      "loss": 5.8209,
      "mean_token_accuracy": 0.1644047260284424,
      "num_tokens": 42257523.0,
      "step": 19525
    },
    {
      "entropy": 6.459819078445435,
      "epoch": 2.0898924501043394,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00045684436844642694,
      "loss": 5.8277,
      "mean_token_accuracy": 0.1751674398779869,
      "num_tokens": 42267727.0,
      "step": 19530
    },
    {
      "entropy": 6.465211343765259,
      "epoch": 2.0904275242121035,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004568218497385828,
      "loss": 5.8117,
      "mean_token_accuracy": 0.1714608132839203,
      "num_tokens": 42278201.0,
      "step": 19535
    },
    {
      "entropy": 6.477655220031738,
      "epoch": 2.090962598319867,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004567993257806582,
      "loss": 5.9283,
      "mean_token_accuracy": 0.15927199870347977,
      "num_tokens": 42288695.0,
      "step": 19540
    },
    {
      "entropy": 6.457744216918945,
      "epoch": 2.0914976724276313,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004567767965733036,
      "loss": 5.8917,
      "mean_token_accuracy": 0.17104340791702272,
      "num_tokens": 42299418.0,
      "step": 19545
    },
    {
      "entropy": 6.415904474258423,
      "epoch": 2.092032746535395,
      "grad_norm": 1.3515625,
      "learning_rate": 0.00045675426211716963,
      "loss": 5.7351,
      "mean_token_accuracy": 0.1752604901790619,
      "num_tokens": 42310901.0,
      "step": 19550
    },
    {
      "entropy": 6.469696092605591,
      "epoch": 2.092567820643159,
      "grad_norm": 1.125,
      "learning_rate": 0.0004567317224129069,
      "loss": 5.7993,
      "mean_token_accuracy": 0.1713155150413513,
      "num_tokens": 42320055.0,
      "step": 19555
    },
    {
      "entropy": 6.486080169677734,
      "epoch": 2.093102894750923,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004567091774611661,
      "loss": 5.9152,
      "mean_token_accuracy": 0.16529930531978607,
      "num_tokens": 42330393.0,
      "step": 19560
    },
    {
      "entropy": 6.404651355743408,
      "epoch": 2.093637968858687,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00045668662726259846,
      "loss": 5.8136,
      "mean_token_accuracy": 0.16768170446157454,
      "num_tokens": 42341384.0,
      "step": 19565
    },
    {
      "entropy": 6.405668640136719,
      "epoch": 2.094173042966451,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00045666407181785496,
      "loss": 5.7691,
      "mean_token_accuracy": 0.17695582509040833,
      "num_tokens": 42352351.0,
      "step": 19570
    },
    {
      "entropy": 6.339167308807373,
      "epoch": 2.094708117074215,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004566415111275869,
      "loss": 5.7647,
      "mean_token_accuracy": 0.16964450031518935,
      "num_tokens": 42363912.0,
      "step": 19575
    },
    {
      "entropy": 6.435372972488404,
      "epoch": 2.0952431911819787,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004566189451924457,
      "loss": 5.8539,
      "mean_token_accuracy": 0.16442618072032927,
      "num_tokens": 42374638.0,
      "step": 19580
    },
    {
      "entropy": 6.396063756942749,
      "epoch": 2.0957782652897428,
      "grad_norm": 1.09375,
      "learning_rate": 0.00045659637401308296,
      "loss": 5.7856,
      "mean_token_accuracy": 0.17727251946926117,
      "num_tokens": 42385976.0,
      "step": 19585
    },
    {
      "entropy": 6.440536165237427,
      "epoch": 2.0963133393975064,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004565737975901505,
      "loss": 5.8325,
      "mean_token_accuracy": 0.16475886702537537,
      "num_tokens": 42395714.0,
      "step": 19590
    },
    {
      "entropy": 6.403581953048706,
      "epoch": 2.0968484135052705,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004565512159243001,
      "loss": 5.7478,
      "mean_token_accuracy": 0.17191538959741592,
      "num_tokens": 42406027.0,
      "step": 19595
    },
    {
      "entropy": 6.489565467834472,
      "epoch": 2.0973834876130346,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004565286290161839,
      "loss": 5.8981,
      "mean_token_accuracy": 0.1598925545811653,
      "num_tokens": 42417756.0,
      "step": 19600
    },
    {
      "entropy": 6.471434879302978,
      "epoch": 2.0979185617207983,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00045650603686645403,
      "loss": 5.8953,
      "mean_token_accuracy": 0.16238947659730912,
      "num_tokens": 42429321.0,
      "step": 19605
    },
    {
      "entropy": 6.386676025390625,
      "epoch": 2.0984536358285624,
      "grad_norm": 0.99609375,
      "learning_rate": 0.00045648343947576284,
      "loss": 5.7315,
      "mean_token_accuracy": 0.17614629715681077,
      "num_tokens": 42440003.0,
      "step": 19610
    },
    {
      "entropy": 6.452842426300049,
      "epoch": 2.098988709936326,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004564608368447628,
      "loss": 5.8315,
      "mean_token_accuracy": 0.16946724206209182,
      "num_tokens": 42450743.0,
      "step": 19615
    },
    {
      "entropy": 6.416870927810669,
      "epoch": 2.09952378404409,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004564382289741067,
      "loss": 5.8103,
      "mean_token_accuracy": 0.16973727941513062,
      "num_tokens": 42460885.0,
      "step": 19620
    },
    {
      "entropy": 6.435926198959351,
      "epoch": 2.1000588581518542,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00045641561586444706,
      "loss": 5.8233,
      "mean_token_accuracy": 0.1715332478284836,
      "num_tokens": 42470854.0,
      "step": 19625
    },
    {
      "entropy": 6.426860761642456,
      "epoch": 2.100593932259618,
      "grad_norm": 0.984375,
      "learning_rate": 0.00045639299751643714,
      "loss": 5.8956,
      "mean_token_accuracy": 0.16277337297797204,
      "num_tokens": 42482392.0,
      "step": 19630
    },
    {
      "entropy": 6.447301959991455,
      "epoch": 2.101129006367382,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00045637037393072996,
      "loss": 5.8606,
      "mean_token_accuracy": 0.1569202333688736,
      "num_tokens": 42494156.0,
      "step": 19635
    },
    {
      "entropy": 6.444363451004028,
      "epoch": 2.1016640804751456,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004563477451079786,
      "loss": 5.8494,
      "mean_token_accuracy": 0.16577672213315964,
      "num_tokens": 42505185.0,
      "step": 19640
    },
    {
      "entropy": 6.38247275352478,
      "epoch": 2.1021991545829097,
      "grad_norm": 0.99609375,
      "learning_rate": 0.00045632511104883657,
      "loss": 5.7734,
      "mean_token_accuracy": 0.16779565811157227,
      "num_tokens": 42516415.0,
      "step": 19645
    },
    {
      "entropy": 6.442551994323731,
      "epoch": 2.102734228690674,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004563024717539575,
      "loss": 5.8403,
      "mean_token_accuracy": 0.17152932584285735,
      "num_tokens": 42526945.0,
      "step": 19650
    },
    {
      "entropy": 6.519975662231445,
      "epoch": 2.1032693027984375,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00045627982722399506,
      "loss": 5.9063,
      "mean_token_accuracy": 0.16690561473369597,
      "num_tokens": 42537629.0,
      "step": 19655
    },
    {
      "entropy": 6.418906593322754,
      "epoch": 2.1038043769062016,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00045625717745960306,
      "loss": 5.8361,
      "mean_token_accuracy": 0.1728997901082039,
      "num_tokens": 42547952.0,
      "step": 19660
    },
    {
      "entropy": 6.423920297622681,
      "epoch": 2.1043394510139652,
      "grad_norm": 0.96484375,
      "learning_rate": 0.00045623452246143547,
      "loss": 5.8289,
      "mean_token_accuracy": 0.16743122190237045,
      "num_tokens": 42559026.0,
      "step": 19665
    },
    {
      "entropy": 6.492964744567871,
      "epoch": 2.1048745251217293,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004562118622301466,
      "loss": 5.9063,
      "mean_token_accuracy": 0.1624387890100479,
      "num_tokens": 42570046.0,
      "step": 19670
    },
    {
      "entropy": 6.524103498458862,
      "epoch": 2.1054095992294934,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004561891967663906,
      "loss": 5.8875,
      "mean_token_accuracy": 0.161365507543087,
      "num_tokens": 42580440.0,
      "step": 19675
    },
    {
      "entropy": 6.446698379516602,
      "epoch": 2.105944673337257,
      "grad_norm": 1.015625,
      "learning_rate": 0.00045616652607082203,
      "loss": 5.8175,
      "mean_token_accuracy": 0.1638022780418396,
      "num_tokens": 42591872.0,
      "step": 19680
    },
    {
      "entropy": 6.450036716461182,
      "epoch": 2.106479747445021,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004561438501440955,
      "loss": 5.7534,
      "mean_token_accuracy": 0.16854067593812944,
      "num_tokens": 42602843.0,
      "step": 19685
    },
    {
      "entropy": 6.411833953857422,
      "epoch": 2.107014821552785,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004561211689868657,
      "loss": 5.8616,
      "mean_token_accuracy": 0.1765123873949051,
      "num_tokens": 42613476.0,
      "step": 19690
    },
    {
      "entropy": 6.376776027679443,
      "epoch": 2.107549895660549,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00045609848259978766,
      "loss": 5.7352,
      "mean_token_accuracy": 0.18020989894866943,
      "num_tokens": 42624059.0,
      "step": 19695
    },
    {
      "entropy": 6.472014284133911,
      "epoch": 2.108084969768313,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004560757909835164,
      "loss": 5.909,
      "mean_token_accuracy": 0.16077586114406586,
      "num_tokens": 42633980.0,
      "step": 19700
    },
    {
      "entropy": 6.5136031150817875,
      "epoch": 2.1086200438760767,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00045605309413870697,
      "loss": 5.9031,
      "mean_token_accuracy": 0.1626438781619072,
      "num_tokens": 42645504.0,
      "step": 19705
    },
    {
      "entropy": 6.5369631290435795,
      "epoch": 2.109155117983841,
      "grad_norm": 1.125,
      "learning_rate": 0.0004560303920660151,
      "loss": 5.8567,
      "mean_token_accuracy": 0.1648215487599373,
      "num_tokens": 42655403.0,
      "step": 19710
    },
    {
      "entropy": 6.468729257583618,
      "epoch": 2.1096901920916045,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00045600768476609596,
      "loss": 5.8939,
      "mean_token_accuracy": 0.16711889505386351,
      "num_tokens": 42666236.0,
      "step": 19715
    },
    {
      "entropy": 6.456526517868042,
      "epoch": 2.1102252661993686,
      "grad_norm": 0.9921875,
      "learning_rate": 0.00045598497223960533,
      "loss": 5.9539,
      "mean_token_accuracy": 0.160612790286541,
      "num_tokens": 42677365.0,
      "step": 19720
    },
    {
      "entropy": 6.492608833312988,
      "epoch": 2.1107603403071327,
      "grad_norm": 1.15625,
      "learning_rate": 0.00045596225448719913,
      "loss": 5.8206,
      "mean_token_accuracy": 0.1669587031006813,
      "num_tokens": 42688518.0,
      "step": 19725
    },
    {
      "entropy": 6.505924701690674,
      "epoch": 2.1112954144148963,
      "grad_norm": 1.109375,
      "learning_rate": 0.00045593953150953326,
      "loss": 5.8399,
      "mean_token_accuracy": 0.1656469449400902,
      "num_tokens": 42699877.0,
      "step": 19730
    },
    {
      "entropy": 6.441041755676269,
      "epoch": 2.1118304885226604,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004559168033072638,
      "loss": 5.8234,
      "mean_token_accuracy": 0.17252779603004456,
      "num_tokens": 42710191.0,
      "step": 19735
    },
    {
      "entropy": 6.448815059661865,
      "epoch": 2.1123655626304245,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00045589406988104717,
      "loss": 5.9084,
      "mean_token_accuracy": 0.16457891911268235,
      "num_tokens": 42720874.0,
      "step": 19740
    },
    {
      "entropy": 6.463606882095337,
      "epoch": 2.112900636738188,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004558713312315396,
      "loss": 5.8633,
      "mean_token_accuracy": 0.1665280967950821,
      "num_tokens": 42731783.0,
      "step": 19745
    },
    {
      "entropy": 6.44242000579834,
      "epoch": 2.1134357108459523,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004558485873593978,
      "loss": 5.8182,
      "mean_token_accuracy": 0.1654619738459587,
      "num_tokens": 42741602.0,
      "step": 19750
    },
    {
      "entropy": 6.528974962234497,
      "epoch": 2.113970784953716,
      "grad_norm": 1.1640625,
      "learning_rate": 0.00045582583826527835,
      "loss": 5.8023,
      "mean_token_accuracy": 0.17246718108654022,
      "num_tokens": 42751249.0,
      "step": 19755
    },
    {
      "entropy": 6.4409637451171875,
      "epoch": 2.11450585906148,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004558030839498383,
      "loss": 5.8055,
      "mean_token_accuracy": 0.173691089451313,
      "num_tokens": 42762083.0,
      "step": 19760
    },
    {
      "entropy": 6.348630905151367,
      "epoch": 2.115040933169244,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004557803244137347,
      "loss": 5.6816,
      "mean_token_accuracy": 0.18335675448179245,
      "num_tokens": 42773443.0,
      "step": 19765
    },
    {
      "entropy": 6.418325185775757,
      "epoch": 2.115576007277008,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004557575596576245,
      "loss": 5.8696,
      "mean_token_accuracy": 0.16109591722488403,
      "num_tokens": 42784126.0,
      "step": 19770
    },
    {
      "entropy": 6.4105511665344235,
      "epoch": 2.116111081384772,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00045573478968216526,
      "loss": 5.7682,
      "mean_token_accuracy": 0.1755409434437752,
      "num_tokens": 42795472.0,
      "step": 19775
    },
    {
      "entropy": 6.450919771194458,
      "epoch": 2.1166461554925355,
      "grad_norm": 1.140625,
      "learning_rate": 0.00045571201448801424,
      "loss": 5.8151,
      "mean_token_accuracy": 0.170832122862339,
      "num_tokens": 42805279.0,
      "step": 19780
    },
    {
      "entropy": 6.4803296566009525,
      "epoch": 2.1171812296002996,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004556892340758293,
      "loss": 5.8464,
      "mean_token_accuracy": 0.17159560769796373,
      "num_tokens": 42815680.0,
      "step": 19785
    },
    {
      "entropy": 6.476867055892944,
      "epoch": 2.1177163037080637,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004556664484462681,
      "loss": 5.9156,
      "mean_token_accuracy": 0.16329631358385086,
      "num_tokens": 42826724.0,
      "step": 19790
    },
    {
      "entropy": 6.443310785293579,
      "epoch": 2.1182513778158274,
      "grad_norm": 1.1875,
      "learning_rate": 0.00045564365759998856,
      "loss": 5.8399,
      "mean_token_accuracy": 0.16478693038225173,
      "num_tokens": 42837875.0,
      "step": 19795
    },
    {
      "entropy": 6.429534292221069,
      "epoch": 2.1187864519235915,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004556208615376488,
      "loss": 5.8422,
      "mean_token_accuracy": 0.15835148692131043,
      "num_tokens": 42848714.0,
      "step": 19800
    },
    {
      "entropy": 6.445432567596436,
      "epoch": 2.119321526031355,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004555980602599071,
      "loss": 5.9098,
      "mean_token_accuracy": 0.16532623693346976,
      "num_tokens": 42859764.0,
      "step": 19805
    },
    {
      "entropy": 6.380647897720337,
      "epoch": 2.1198566001391193,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004555752537674217,
      "loss": 5.7372,
      "mean_token_accuracy": 0.172038796544075,
      "num_tokens": 42870346.0,
      "step": 19810
    },
    {
      "entropy": 6.424315118789673,
      "epoch": 2.1203916742468834,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004555524420608513,
      "loss": 5.8446,
      "mean_token_accuracy": 0.17114474326372148,
      "num_tokens": 42882706.0,
      "step": 19815
    },
    {
      "entropy": 6.438362455368042,
      "epoch": 2.120926748354647,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00045552962514085443,
      "loss": 5.8219,
      "mean_token_accuracy": 0.18019499778747558,
      "num_tokens": 42893611.0,
      "step": 19820
    },
    {
      "entropy": 6.464722585678101,
      "epoch": 2.121461822462411,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00045550680300809003,
      "loss": 5.8149,
      "mean_token_accuracy": 0.16662925928831102,
      "num_tokens": 42904034.0,
      "step": 19825
    },
    {
      "entropy": 6.4744936466217045,
      "epoch": 2.1219968965701748,
      "grad_norm": 1.078125,
      "learning_rate": 0.00045548397566321706,
      "loss": 5.8106,
      "mean_token_accuracy": 0.16946324557065964,
      "num_tokens": 42915530.0,
      "step": 19830
    },
    {
      "entropy": 6.434878587722778,
      "epoch": 2.122531970677939,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004554611431068947,
      "loss": 5.7947,
      "mean_token_accuracy": 0.17002287805080413,
      "num_tokens": 42926696.0,
      "step": 19835
    },
    {
      "entropy": 6.447027492523193,
      "epoch": 2.123067044785703,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004554383053397822,
      "loss": 5.8584,
      "mean_token_accuracy": 0.17426696717739104,
      "num_tokens": 42936985.0,
      "step": 19840
    },
    {
      "entropy": 6.4438518524169925,
      "epoch": 2.1236021188934666,
      "grad_norm": 1.078125,
      "learning_rate": 0.00045541546236253896,
      "loss": 5.7919,
      "mean_token_accuracy": 0.1724235564470291,
      "num_tokens": 42947996.0,
      "step": 19845
    },
    {
      "entropy": 6.412408638000488,
      "epoch": 2.1241371930012307,
      "grad_norm": 1.046875,
      "learning_rate": 0.00045539261417582456,
      "loss": 5.7442,
      "mean_token_accuracy": 0.17437081784009933,
      "num_tokens": 42959669.0,
      "step": 19850
    },
    {
      "entropy": 6.4228739738464355,
      "epoch": 2.124672267108995,
      "grad_norm": 0.9921875,
      "learning_rate": 0.00045536976078029874,
      "loss": 5.7134,
      "mean_token_accuracy": 0.17397276014089585,
      "num_tokens": 42969687.0,
      "step": 19855
    },
    {
      "entropy": 6.490171480178833,
      "epoch": 2.1252073412167585,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004553469021766215,
      "loss": 5.8831,
      "mean_token_accuracy": 0.1598077580332756,
      "num_tokens": 42980752.0,
      "step": 19860
    },
    {
      "entropy": 6.491689252853393,
      "epoch": 2.1257424153245226,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00045532403836545286,
      "loss": 5.9258,
      "mean_token_accuracy": 0.16699812859296798,
      "num_tokens": 42991949.0,
      "step": 19865
    },
    {
      "entropy": 6.384001922607422,
      "epoch": 2.1262774894322862,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004553011693474528,
      "loss": 5.7794,
      "mean_token_accuracy": 0.1769152417778969,
      "num_tokens": 43002689.0,
      "step": 19870
    },
    {
      "entropy": 6.461533308029175,
      "epoch": 2.1268125635400503,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004552782951232819,
      "loss": 5.8401,
      "mean_token_accuracy": 0.16538414508104324,
      "num_tokens": 43012939.0,
      "step": 19875
    },
    {
      "entropy": 6.474874973297119,
      "epoch": 2.1273476376478144,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00045525541569360053,
      "loss": 5.7941,
      "mean_token_accuracy": 0.17499389350414277,
      "num_tokens": 43023887.0,
      "step": 19880
    },
    {
      "entropy": 6.399617052078247,
      "epoch": 2.127882711755578,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004552325310590694,
      "loss": 5.743,
      "mean_token_accuracy": 0.1698998987674713,
      "num_tokens": 43034554.0,
      "step": 19885
    },
    {
      "entropy": 6.442026805877686,
      "epoch": 2.128417785863342,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004552096412203492,
      "loss": 5.8949,
      "mean_token_accuracy": 0.16365659534931182,
      "num_tokens": 43046322.0,
      "step": 19890
    },
    {
      "entropy": 6.4768424987792965,
      "epoch": 2.128952859971106,
      "grad_norm": 1.1484375,
      "learning_rate": 0.000455186746178101,
      "loss": 5.7823,
      "mean_token_accuracy": 0.17360691875219345,
      "num_tokens": 43055981.0,
      "step": 19895
    },
    {
      "entropy": 6.491997814178466,
      "epoch": 2.12948793407887,
      "grad_norm": 1.09375,
      "learning_rate": 0.00045516384593298584,
      "loss": 5.8383,
      "mean_token_accuracy": 0.16510901600122452,
      "num_tokens": 43067217.0,
      "step": 19900
    },
    {
      "entropy": 6.437745714187622,
      "epoch": 2.130023008186634,
      "grad_norm": 1.0625,
      "learning_rate": 0.00045514094048566486,
      "loss": 5.8393,
      "mean_token_accuracy": 0.16653340607881545,
      "num_tokens": 43078312.0,
      "step": 19905
    },
    {
      "entropy": 6.281460475921631,
      "epoch": 2.1305580822943977,
      "grad_norm": 1.484375,
      "learning_rate": 0.00045511802983679955,
      "loss": 5.6553,
      "mean_token_accuracy": 0.19159319251775742,
      "num_tokens": 43090210.0,
      "step": 19910
    },
    {
      "entropy": 6.407667970657348,
      "epoch": 2.131093156402162,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004550951139870515,
      "loss": 5.7807,
      "mean_token_accuracy": 0.1738381490111351,
      "num_tokens": 43101282.0,
      "step": 19915
    },
    {
      "entropy": 6.47800350189209,
      "epoch": 2.1316282305099254,
      "grad_norm": 1.0,
      "learning_rate": 0.00045507219293708227,
      "loss": 5.9243,
      "mean_token_accuracy": 0.16397400349378585,
      "num_tokens": 43112856.0,
      "step": 19920
    },
    {
      "entropy": 6.447113466262818,
      "epoch": 2.1321633046176895,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00045504926668755384,
      "loss": 5.7639,
      "mean_token_accuracy": 0.1702051728963852,
      "num_tokens": 43123898.0,
      "step": 19925
    },
    {
      "entropy": 6.429574871063233,
      "epoch": 2.1326983787254536,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004550263352391281,
      "loss": 5.8428,
      "mean_token_accuracy": 0.1665877118706703,
      "num_tokens": 43134651.0,
      "step": 19930
    },
    {
      "entropy": 6.459432983398438,
      "epoch": 2.1332334528332173,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004550033985924672,
      "loss": 5.861,
      "mean_token_accuracy": 0.1697250112891197,
      "num_tokens": 43145385.0,
      "step": 19935
    },
    {
      "entropy": 6.467348241806031,
      "epoch": 2.1337685269409814,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004549804567482335,
      "loss": 5.805,
      "mean_token_accuracy": 0.1636570006608963,
      "num_tokens": 43157356.0,
      "step": 19940
    },
    {
      "entropy": 6.438962316513061,
      "epoch": 2.134303601048745,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00045495750970708944,
      "loss": 5.8572,
      "mean_token_accuracy": 0.17294494807720184,
      "num_tokens": 43168289.0,
      "step": 19945
    },
    {
      "entropy": 6.359230422973633,
      "epoch": 2.134838675156509,
      "grad_norm": 1.1875,
      "learning_rate": 0.00045493455746969746,
      "loss": 5.7954,
      "mean_token_accuracy": 0.16936528235673903,
      "num_tokens": 43177796.0,
      "step": 19950
    },
    {
      "entropy": 6.404916620254516,
      "epoch": 2.1353737492642733,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004549116000367205,
      "loss": 5.8011,
      "mean_token_accuracy": 0.17081907540559768,
      "num_tokens": 43188846.0,
      "step": 19955
    },
    {
      "entropy": 6.503735065460205,
      "epoch": 2.135908823372037,
      "grad_norm": 0.9921875,
      "learning_rate": 0.00045488863740882133,
      "loss": 5.8727,
      "mean_token_accuracy": 0.17115966081619263,
      "num_tokens": 43199852.0,
      "step": 19960
    },
    {
      "entropy": 6.48791356086731,
      "epoch": 2.136443897479801,
      "grad_norm": 1.078125,
      "learning_rate": 0.00045486566958666307,
      "loss": 5.7869,
      "mean_token_accuracy": 0.16942685842514038,
      "num_tokens": 43210591.0,
      "step": 19965
    },
    {
      "entropy": 6.444084167480469,
      "epoch": 2.136978971587565,
      "grad_norm": 1.09375,
      "learning_rate": 0.00045484269657090887,
      "loss": 5.7919,
      "mean_token_accuracy": 0.16275200247764587,
      "num_tokens": 43221760.0,
      "step": 19970
    },
    {
      "entropy": 6.463517427444458,
      "epoch": 2.1375140456953288,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00045481971836222205,
      "loss": 5.8935,
      "mean_token_accuracy": 0.15884762853384018,
      "num_tokens": 43233693.0,
      "step": 19975
    },
    {
      "entropy": 6.499444961547852,
      "epoch": 2.138049119803093,
      "grad_norm": 1.03125,
      "learning_rate": 0.00045479673496126615,
      "loss": 5.8542,
      "mean_token_accuracy": 0.17089451104402542,
      "num_tokens": 43244565.0,
      "step": 19980
    },
    {
      "entropy": 6.419389152526856,
      "epoch": 2.1385841939108565,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00045477374636870485,
      "loss": 5.7849,
      "mean_token_accuracy": 0.173320671916008,
      "num_tokens": 43254913.0,
      "step": 19985
    },
    {
      "entropy": 6.475374841690064,
      "epoch": 2.1391192680186206,
      "grad_norm": 1.1484375,
      "learning_rate": 0.00045475075258520175,
      "loss": 5.8526,
      "mean_token_accuracy": 0.16672342270612717,
      "num_tokens": 43265525.0,
      "step": 19990
    },
    {
      "entropy": 6.501062679290771,
      "epoch": 2.1396543421263843,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004547277536114211,
      "loss": 5.9341,
      "mean_token_accuracy": 0.1597341477870941,
      "num_tokens": 43276954.0,
      "step": 19995
    },
    {
      "entropy": 6.473070383071899,
      "epoch": 2.1401894162341484,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004547047494480267,
      "loss": 5.8311,
      "mean_token_accuracy": 0.16722504943609237,
      "num_tokens": 43287491.0,
      "step": 20000
    },
    {
      "entropy": 6.4427161693573,
      "epoch": 2.1407244903419125,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004546817400956829,
      "loss": 5.8923,
      "mean_token_accuracy": 0.1640839546918869,
      "num_tokens": 43298341.0,
      "step": 20005
    },
    {
      "entropy": 6.397444105148315,
      "epoch": 2.141259564449676,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00045465872555505417,
      "loss": 5.7905,
      "mean_token_accuracy": 0.17814300656318666,
      "num_tokens": 43309450.0,
      "step": 20010
    },
    {
      "entropy": 6.483793163299561,
      "epoch": 2.1417946385574402,
      "grad_norm": 1.0703125,
      "learning_rate": 0.000454635705826805,
      "loss": 5.8384,
      "mean_token_accuracy": 0.16298454254865646,
      "num_tokens": 43320126.0,
      "step": 20015
    },
    {
      "entropy": 6.501222753524781,
      "epoch": 2.1423297126652043,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004546126809116,
      "loss": 5.9096,
      "mean_token_accuracy": 0.15978231728076936,
      "num_tokens": 43331347.0,
      "step": 20020
    },
    {
      "entropy": 6.47087926864624,
      "epoch": 2.142864786772968,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004545896508101041,
      "loss": 5.8221,
      "mean_token_accuracy": 0.16827055513858796,
      "num_tokens": 43341351.0,
      "step": 20025
    },
    {
      "entropy": 6.523495817184449,
      "epoch": 2.143399860880732,
      "grad_norm": 1.125,
      "learning_rate": 0.0004545666155229823,
      "loss": 5.8938,
      "mean_token_accuracy": 0.16281936019659043,
      "num_tokens": 43352471.0,
      "step": 20030
    },
    {
      "entropy": 6.476025629043579,
      "epoch": 2.1439349349884957,
      "grad_norm": 1.078125,
      "learning_rate": 0.00045454357505089965,
      "loss": 5.7739,
      "mean_token_accuracy": 0.16835272461175918,
      "num_tokens": 43363041.0,
      "step": 20035
    },
    {
      "entropy": 6.4143694877624515,
      "epoch": 2.14447000909626,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004545205293945215,
      "loss": 5.8018,
      "mean_token_accuracy": 0.1662529930472374,
      "num_tokens": 43375034.0,
      "step": 20040
    },
    {
      "entropy": 6.511809968948365,
      "epoch": 2.145005083204024,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004544974785545134,
      "loss": 5.9146,
      "mean_token_accuracy": 0.15856776386499405,
      "num_tokens": 43386110.0,
      "step": 20045
    },
    {
      "entropy": 6.457213926315307,
      "epoch": 2.1455401573117876,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004544744225315407,
      "loss": 5.837,
      "mean_token_accuracy": 0.16689039170742034,
      "num_tokens": 43396150.0,
      "step": 20050
    },
    {
      "entropy": 6.45772271156311,
      "epoch": 2.1460752314195517,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004544513613262693,
      "loss": 5.8685,
      "mean_token_accuracy": 0.16524508893489837,
      "num_tokens": 43407237.0,
      "step": 20055
    },
    {
      "entropy": 6.442370080947876,
      "epoch": 2.1466103055273154,
      "grad_norm": 1.0,
      "learning_rate": 0.0004544282949393652,
      "loss": 5.7698,
      "mean_token_accuracy": 0.17356570810079575,
      "num_tokens": 43417626.0,
      "step": 20060
    },
    {
      "entropy": 6.429539585113526,
      "epoch": 2.1471453796350795,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004544052233714941,
      "loss": 5.831,
      "mean_token_accuracy": 0.1664246916770935,
      "num_tokens": 43427368.0,
      "step": 20065
    },
    {
      "entropy": 6.411225461959839,
      "epoch": 2.1476804537428436,
      "grad_norm": 1.03125,
      "learning_rate": 0.00045438214662332245,
      "loss": 5.8056,
      "mean_token_accuracy": 0.16383658349514008,
      "num_tokens": 43438159.0,
      "step": 20070
    },
    {
      "entropy": 6.451362037658692,
      "epoch": 2.148215527850607,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00045435906469551657,
      "loss": 5.8549,
      "mean_token_accuracy": 0.16596636027097703,
      "num_tokens": 43447403.0,
      "step": 20075
    },
    {
      "entropy": 6.46739935874939,
      "epoch": 2.1487506019583713,
      "grad_norm": 1.15625,
      "learning_rate": 0.00045433597758874286,
      "loss": 5.7332,
      "mean_token_accuracy": 0.18154598772525787,
      "num_tokens": 43457713.0,
      "step": 20080
    },
    {
      "entropy": 6.487413549423218,
      "epoch": 2.149285676066135,
      "grad_norm": 1.1953125,
      "learning_rate": 0.000454312885303668,
      "loss": 5.8731,
      "mean_token_accuracy": 0.16376761198043824,
      "num_tokens": 43468520.0,
      "step": 20085
    },
    {
      "entropy": 6.486121273040771,
      "epoch": 2.149820750173899,
      "grad_norm": 1.140625,
      "learning_rate": 0.00045428978784095873,
      "loss": 5.8717,
      "mean_token_accuracy": 0.16685667484998704,
      "num_tokens": 43480501.0,
      "step": 20090
    },
    {
      "entropy": 6.469440603256226,
      "epoch": 2.150355824281663,
      "grad_norm": 1.1875,
      "learning_rate": 0.00045426668520128204,
      "loss": 5.8282,
      "mean_token_accuracy": 0.16966868788003922,
      "num_tokens": 43491297.0,
      "step": 20095
    },
    {
      "entropy": 6.498793745040894,
      "epoch": 2.150890898389427,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004542435773853051,
      "loss": 5.8587,
      "mean_token_accuracy": 0.16456140875816344,
      "num_tokens": 43501212.0,
      "step": 20100
    },
    {
      "entropy": 6.458443450927734,
      "epoch": 2.151425972497191,
      "grad_norm": 1.15625,
      "learning_rate": 0.000454220464393695,
      "loss": 5.8882,
      "mean_token_accuracy": 0.16051979809999467,
      "num_tokens": 43511136.0,
      "step": 20105
    },
    {
      "entropy": 6.524787378311157,
      "epoch": 2.1519610466049546,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004541973462271192,
      "loss": 5.8985,
      "mean_token_accuracy": 0.1646639510989189,
      "num_tokens": 43522006.0,
      "step": 20110
    },
    {
      "entropy": 6.490432548522949,
      "epoch": 2.1524961207127187,
      "grad_norm": 1.125,
      "learning_rate": 0.0004541742228862451,
      "loss": 5.8452,
      "mean_token_accuracy": 0.16562139987945557,
      "num_tokens": 43532746.0,
      "step": 20115
    },
    {
      "entropy": 6.355906248092651,
      "epoch": 2.1530311948204828,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00045415109437174064,
      "loss": 5.8103,
      "mean_token_accuracy": 0.1730724260210991,
      "num_tokens": 43543707.0,
      "step": 20120
    },
    {
      "entropy": 6.433215379714966,
      "epoch": 2.1535662689282464,
      "grad_norm": 1.0,
      "learning_rate": 0.00045412796068427337,
      "loss": 5.8073,
      "mean_token_accuracy": 0.16456864774227142,
      "num_tokens": 43555029.0,
      "step": 20125
    },
    {
      "entropy": 6.513863563537598,
      "epoch": 2.1541013430360105,
      "grad_norm": 1.15625,
      "learning_rate": 0.00045410482182451153,
      "loss": 5.8653,
      "mean_token_accuracy": 0.165011365711689,
      "num_tokens": 43565639.0,
      "step": 20130
    },
    {
      "entropy": 6.425378274917603,
      "epoch": 2.1546364171437746,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00045408167779312306,
      "loss": 5.768,
      "mean_token_accuracy": 0.17671527564525605,
      "num_tokens": 43576333.0,
      "step": 20135
    },
    {
      "entropy": 6.45403470993042,
      "epoch": 2.1551714912515383,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00045405852859077626,
      "loss": 5.7859,
      "mean_token_accuracy": 0.16779176890850067,
      "num_tokens": 43587012.0,
      "step": 20140
    },
    {
      "entropy": 6.430797052383423,
      "epoch": 2.1557065653593024,
      "grad_norm": 1.125,
      "learning_rate": 0.00045403537421813975,
      "loss": 5.751,
      "mean_token_accuracy": 0.17333583086729049,
      "num_tokens": 43597779.0,
      "step": 20145
    },
    {
      "entropy": 6.472003984451294,
      "epoch": 2.156241639467066,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00045401221467588184,
      "loss": 5.8053,
      "mean_token_accuracy": 0.17046856880187988,
      "num_tokens": 43608631.0,
      "step": 20150
    },
    {
      "entropy": 6.458239650726318,
      "epoch": 2.15677671357483,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004539890499646714,
      "loss": 5.7836,
      "mean_token_accuracy": 0.17339757680892945,
      "num_tokens": 43620254.0,
      "step": 20155
    },
    {
      "entropy": 6.418196105957032,
      "epoch": 2.1573117876825942,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004539658800851773,
      "loss": 5.7553,
      "mean_token_accuracy": 0.171282796561718,
      "num_tokens": 43630986.0,
      "step": 20160
    },
    {
      "entropy": 6.408645343780518,
      "epoch": 2.157846861790358,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004539427050380686,
      "loss": 5.7645,
      "mean_token_accuracy": 0.16765819787979125,
      "num_tokens": 43641260.0,
      "step": 20165
    },
    {
      "entropy": 6.4577624797821045,
      "epoch": 2.158381935898122,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00045391952482401444,
      "loss": 5.9126,
      "mean_token_accuracy": 0.1650046229362488,
      "num_tokens": 43652093.0,
      "step": 20170
    },
    {
      "entropy": 6.47117600440979,
      "epoch": 2.1589170100058857,
      "grad_norm": 1.046875,
      "learning_rate": 0.00045389633944368406,
      "loss": 5.8334,
      "mean_token_accuracy": 0.1677344709634781,
      "num_tokens": 43662799.0,
      "step": 20175
    },
    {
      "entropy": 6.40215106010437,
      "epoch": 2.1594520841136498,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004538731488977471,
      "loss": 5.7714,
      "mean_token_accuracy": 0.17297810465097427,
      "num_tokens": 43674198.0,
      "step": 20180
    },
    {
      "entropy": 6.47588038444519,
      "epoch": 2.159987158221414,
      "grad_norm": 1.125,
      "learning_rate": 0.0004538499531868731,
      "loss": 5.8391,
      "mean_token_accuracy": 0.163537460565567,
      "num_tokens": 43684841.0,
      "step": 20185
    },
    {
      "entropy": 6.5190685272216795,
      "epoch": 2.1605222323291775,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00045382675231173174,
      "loss": 5.9134,
      "mean_token_accuracy": 0.15992894023656845,
      "num_tokens": 43695903.0,
      "step": 20190
    },
    {
      "entropy": 6.483731889724732,
      "epoch": 2.1610573064369416,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004538035462729931,
      "loss": 5.8262,
      "mean_token_accuracy": 0.1668769270181656,
      "num_tokens": 43706740.0,
      "step": 20195
    },
    {
      "entropy": 6.4013255596160885,
      "epoch": 2.1615923805447053,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004537803350713273,
      "loss": 5.7749,
      "mean_token_accuracy": 0.16542628705501555,
      "num_tokens": 43717124.0,
      "step": 20200
    },
    {
      "entropy": 6.3863222122192385,
      "epoch": 2.1621274546524694,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004537571187074043,
      "loss": 5.7862,
      "mean_token_accuracy": 0.17418789714574814,
      "num_tokens": 43727346.0,
      "step": 20205
    },
    {
      "entropy": 6.510678148269653,
      "epoch": 2.1626625287602335,
      "grad_norm": 1.140625,
      "learning_rate": 0.00045373389718189464,
      "loss": 5.9465,
      "mean_token_accuracy": 0.15290398001670838,
      "num_tokens": 43738297.0,
      "step": 20210
    },
    {
      "entropy": 6.467926788330078,
      "epoch": 2.163197602867997,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004537106704954689,
      "loss": 5.8488,
      "mean_token_accuracy": 0.16321052461862565,
      "num_tokens": 43749543.0,
      "step": 20215
    },
    {
      "entropy": 6.496604585647583,
      "epoch": 2.163732676975761,
      "grad_norm": 1.03125,
      "learning_rate": 0.00045368743864879755,
      "loss": 5.8177,
      "mean_token_accuracy": 0.17170096635818483,
      "num_tokens": 43760324.0,
      "step": 20220
    },
    {
      "entropy": 6.519807004928589,
      "epoch": 2.164267751083525,
      "grad_norm": 1.109375,
      "learning_rate": 0.00045366420164255156,
      "loss": 5.8961,
      "mean_token_accuracy": 0.16463289707899093,
      "num_tokens": 43770391.0,
      "step": 20225
    },
    {
      "entropy": 6.3985615253448485,
      "epoch": 2.164802825191289,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004536409594774019,
      "loss": 5.7988,
      "mean_token_accuracy": 0.1627799466252327,
      "num_tokens": 43781516.0,
      "step": 20230
    },
    {
      "entropy": 6.377907848358154,
      "epoch": 2.165337899299053,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00045361771215401953,
      "loss": 5.8316,
      "mean_token_accuracy": 0.17375223338603973,
      "num_tokens": 43794152.0,
      "step": 20235
    },
    {
      "entropy": 6.488088464736938,
      "epoch": 2.1658729734068167,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00045359445967307595,
      "loss": 5.8259,
      "mean_token_accuracy": 0.16927865594625474,
      "num_tokens": 43805712.0,
      "step": 20240
    },
    {
      "entropy": 6.487622547149658,
      "epoch": 2.166408047514581,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004535712020352423,
      "loss": 5.89,
      "mean_token_accuracy": 0.16459745019674302,
      "num_tokens": 43816985.0,
      "step": 20245
    },
    {
      "entropy": 6.448523473739624,
      "epoch": 2.166943121622345,
      "grad_norm": 1.125,
      "learning_rate": 0.0004535479392411904,
      "loss": 5.8038,
      "mean_token_accuracy": 0.16994593292474747,
      "num_tokens": 43828048.0,
      "step": 20250
    },
    {
      "entropy": 6.4796548843383786,
      "epoch": 2.1674781957301086,
      "grad_norm": 1.1484375,
      "learning_rate": 0.00045352467129159183,
      "loss": 5.8228,
      "mean_token_accuracy": 0.16843900233507156,
      "num_tokens": 43838507.0,
      "step": 20255
    },
    {
      "entropy": 6.391464900970459,
      "epoch": 2.1680132698378727,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00045350139818711846,
      "loss": 5.7629,
      "mean_token_accuracy": 0.1720331609249115,
      "num_tokens": 43849328.0,
      "step": 20260
    },
    {
      "entropy": 6.433399248123169,
      "epoch": 2.1685483439456363,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004534781199284423,
      "loss": 5.8574,
      "mean_token_accuracy": 0.16543883830308914,
      "num_tokens": 43860311.0,
      "step": 20265
    },
    {
      "entropy": 6.500788593292237,
      "epoch": 2.1690834180534004,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004534548365162354,
      "loss": 5.9078,
      "mean_token_accuracy": 0.1636604845523834,
      "num_tokens": 43871167.0,
      "step": 20270
    },
    {
      "entropy": 6.431841802597046,
      "epoch": 2.169618492161164,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00045343154795117024,
      "loss": 5.7837,
      "mean_token_accuracy": 0.178318852186203,
      "num_tokens": 43882332.0,
      "step": 20275
    },
    {
      "entropy": 6.475219106674194,
      "epoch": 2.170153566268928,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004534082542339192,
      "loss": 5.7445,
      "mean_token_accuracy": 0.16523299217224122,
      "num_tokens": 43892971.0,
      "step": 20280
    },
    {
      "entropy": 6.4326457500457765,
      "epoch": 2.1706886403766923,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00045338495536515497,
      "loss": 5.8255,
      "mean_token_accuracy": 0.17045387178659438,
      "num_tokens": 43904305.0,
      "step": 20285
    },
    {
      "entropy": 6.315197086334228,
      "epoch": 2.171223714484456,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004533616513455502,
      "loss": 5.7926,
      "mean_token_accuracy": 0.1669312298297882,
      "num_tokens": 43914431.0,
      "step": 20290
    },
    {
      "entropy": 6.409340572357178,
      "epoch": 2.17175878859222,
      "grad_norm": 1.078125,
      "learning_rate": 0.00045333834217577775,
      "loss": 5.8278,
      "mean_token_accuracy": 0.17407769858837127,
      "num_tokens": 43925350.0,
      "step": 20295
    },
    {
      "entropy": 6.420913553237915,
      "epoch": 2.172293862699984,
      "grad_norm": 1.2265625,
      "learning_rate": 0.00045331502785651075,
      "loss": 5.8605,
      "mean_token_accuracy": 0.16472421139478682,
      "num_tokens": 43936194.0,
      "step": 20300
    },
    {
      "entropy": 6.495219087600708,
      "epoch": 2.172828936807748,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004532917083884224,
      "loss": 5.8414,
      "mean_token_accuracy": 0.1628076896071434,
      "num_tokens": 43946692.0,
      "step": 20305
    },
    {
      "entropy": 6.435428524017334,
      "epoch": 2.173364010915512,
      "grad_norm": 1.0078125,
      "learning_rate": 0.000453268383772186,
      "loss": 5.7893,
      "mean_token_accuracy": 0.16987629383802413,
      "num_tokens": 43957493.0,
      "step": 20310
    },
    {
      "entropy": 6.482265996932983,
      "epoch": 2.1738990850232756,
      "grad_norm": 1.046875,
      "learning_rate": 0.00045324505400847506,
      "loss": 5.9114,
      "mean_token_accuracy": 0.1649490103125572,
      "num_tokens": 43970203.0,
      "step": 20315
    },
    {
      "entropy": 6.4646094799041744,
      "epoch": 2.1744341591310397,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00045322171909796327,
      "loss": 5.8066,
      "mean_token_accuracy": 0.16441633105278014,
      "num_tokens": 43980778.0,
      "step": 20320
    },
    {
      "entropy": 6.4553985595703125,
      "epoch": 2.1749692332388038,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00045319837904132435,
      "loss": 5.7816,
      "mean_token_accuracy": 0.17528686672449112,
      "num_tokens": 43992239.0,
      "step": 20325
    },
    {
      "entropy": 6.485572052001953,
      "epoch": 2.1755043073465674,
      "grad_norm": 1.0,
      "learning_rate": 0.0004531750338392323,
      "loss": 5.8445,
      "mean_token_accuracy": 0.1678782045841217,
      "num_tokens": 44001882.0,
      "step": 20330
    },
    {
      "entropy": 6.428280591964722,
      "epoch": 2.1760393814543315,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004531516834923611,
      "loss": 5.8326,
      "mean_token_accuracy": 0.1626731798052788,
      "num_tokens": 44013192.0,
      "step": 20335
    },
    {
      "entropy": 6.538081169128418,
      "epoch": 2.176574455562095,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004531283280013852,
      "loss": 5.869,
      "mean_token_accuracy": 0.1623287320137024,
      "num_tokens": 44023072.0,
      "step": 20340
    },
    {
      "entropy": 6.4843080043792725,
      "epoch": 2.1771095296698593,
      "grad_norm": 1.09375,
      "learning_rate": 0.00045310496736697875,
      "loss": 5.8457,
      "mean_token_accuracy": 0.1673627883195877,
      "num_tokens": 44034238.0,
      "step": 20345
    },
    {
      "entropy": 6.4878191471099855,
      "epoch": 2.1776446037776234,
      "grad_norm": 1.109375,
      "learning_rate": 0.00045308160158981646,
      "loss": 5.8359,
      "mean_token_accuracy": 0.168550568819046,
      "num_tokens": 44044392.0,
      "step": 20350
    },
    {
      "entropy": 6.5367608070373535,
      "epoch": 2.178179677885387,
      "grad_norm": 1.1171875,
      "learning_rate": 0.000453058230670573,
      "loss": 5.8766,
      "mean_token_accuracy": 0.16603639274835585,
      "num_tokens": 44056129.0,
      "step": 20355
    },
    {
      "entropy": 6.418188762664795,
      "epoch": 2.178714751993151,
      "grad_norm": 1.0625,
      "learning_rate": 0.00045303485460992303,
      "loss": 5.7987,
      "mean_token_accuracy": 0.17714957445859908,
      "num_tokens": 44067600.0,
      "step": 20360
    },
    {
      "entropy": 6.439777898788452,
      "epoch": 2.1792498261009148,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00045301147340854177,
      "loss": 5.7197,
      "mean_token_accuracy": 0.17182546854019165,
      "num_tokens": 44077373.0,
      "step": 20365
    },
    {
      "entropy": 6.465000009536743,
      "epoch": 2.179784900208679,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00045298808706710416,
      "loss": 5.9128,
      "mean_token_accuracy": 0.16596199423074723,
      "num_tokens": 44087422.0,
      "step": 20370
    },
    {
      "entropy": 6.453674840927124,
      "epoch": 2.180319974316443,
      "grad_norm": 1.171875,
      "learning_rate": 0.00045296469558628555,
      "loss": 5.8711,
      "mean_token_accuracy": 0.16333852112293243,
      "num_tokens": 44098524.0,
      "step": 20375
    },
    {
      "entropy": 6.4309569835662845,
      "epoch": 2.1808550484242066,
      "grad_norm": 1.109375,
      "learning_rate": 0.00045294129896676134,
      "loss": 5.8007,
      "mean_token_accuracy": 0.17256921380758286,
      "num_tokens": 44108340.0,
      "step": 20380
    },
    {
      "entropy": 6.462713575363159,
      "epoch": 2.1813901225319707,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004529178972092071,
      "loss": 5.8303,
      "mean_token_accuracy": 0.16174890995025634,
      "num_tokens": 44118985.0,
      "step": 20385
    },
    {
      "entropy": 6.476677131652832,
      "epoch": 2.1819251966397344,
      "grad_norm": 1.078125,
      "learning_rate": 0.00045289449031429873,
      "loss": 5.8302,
      "mean_token_accuracy": 0.1708291158080101,
      "num_tokens": 44129126.0,
      "step": 20390
    },
    {
      "entropy": 6.467969799041748,
      "epoch": 2.1824602707474985,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00045287107828271184,
      "loss": 5.8554,
      "mean_token_accuracy": 0.1698911026120186,
      "num_tokens": 44139731.0,
      "step": 20395
    },
    {
      "entropy": 6.458032703399658,
      "epoch": 2.1829953448552626,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004528476611151226,
      "loss": 5.8222,
      "mean_token_accuracy": 0.1682191848754883,
      "num_tokens": 44149924.0,
      "step": 20400
    },
    {
      "entropy": 6.435225915908814,
      "epoch": 2.1835304189630262,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004528242388122071,
      "loss": 5.8105,
      "mean_token_accuracy": 0.1636802598834038,
      "num_tokens": 44161155.0,
      "step": 20405
    },
    {
      "entropy": 6.440587949752808,
      "epoch": 2.1840654930707903,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004528008113746417,
      "loss": 5.8579,
      "mean_token_accuracy": 0.16834786534309387,
      "num_tokens": 44171563.0,
      "step": 20410
    },
    {
      "entropy": 6.41514368057251,
      "epoch": 2.1846005671785544,
      "grad_norm": 1.015625,
      "learning_rate": 0.00045277737880310284,
      "loss": 5.7777,
      "mean_token_accuracy": 0.16980723589658736,
      "num_tokens": 44182719.0,
      "step": 20415
    },
    {
      "entropy": 6.454943466186523,
      "epoch": 2.185135641286318,
      "grad_norm": 1.2890625,
      "learning_rate": 0.00045275394109826715,
      "loss": 5.7785,
      "mean_token_accuracy": 0.17103289365768432,
      "num_tokens": 44192214.0,
      "step": 20420
    },
    {
      "entropy": 6.466307306289673,
      "epoch": 2.185670715394082,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00045273049826081145,
      "loss": 5.8179,
      "mean_token_accuracy": 0.16420021951198577,
      "num_tokens": 44204074.0,
      "step": 20425
    },
    {
      "entropy": 6.518868541717529,
      "epoch": 2.186205789501846,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004527070502914125,
      "loss": 5.9255,
      "mean_token_accuracy": 0.1635192096233368,
      "num_tokens": 44214402.0,
      "step": 20430
    },
    {
      "entropy": 6.48041033744812,
      "epoch": 2.18674086360961,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004526835971907475,
      "loss": 5.8577,
      "mean_token_accuracy": 0.16222891658544542,
      "num_tokens": 44224479.0,
      "step": 20435
    },
    {
      "entropy": 6.481041479110718,
      "epoch": 2.187275937717374,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00045266013895949356,
      "loss": 5.8579,
      "mean_token_accuracy": 0.1626611828804016,
      "num_tokens": 44234069.0,
      "step": 20440
    },
    {
      "entropy": 6.45233564376831,
      "epoch": 2.1878110118251377,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004526366755983281,
      "loss": 5.8332,
      "mean_token_accuracy": 0.1640064984560013,
      "num_tokens": 44244978.0,
      "step": 20445
    },
    {
      "entropy": 6.4557782173156735,
      "epoch": 2.188346085932902,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004526132071079286,
      "loss": 5.7909,
      "mean_token_accuracy": 0.17833599150180818,
      "num_tokens": 44255657.0,
      "step": 20450
    },
    {
      "entropy": 6.385435485839844,
      "epoch": 2.1888811600406655,
      "grad_norm": 1.015625,
      "learning_rate": 0.00045258973348897267,
      "loss": 5.8021,
      "mean_token_accuracy": 0.17311560958623887,
      "num_tokens": 44267370.0,
      "step": 20455
    },
    {
      "entropy": 6.419854688644409,
      "epoch": 2.1894162341484296,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004525662547421382,
      "loss": 5.8265,
      "mean_token_accuracy": 0.16735319346189498,
      "num_tokens": 44277855.0,
      "step": 20460
    },
    {
      "entropy": 6.475414133071899,
      "epoch": 2.1899513082561937,
      "grad_norm": 1.0859375,
      "learning_rate": 0.000452542770868103,
      "loss": 5.7959,
      "mean_token_accuracy": 0.17036589682102204,
      "num_tokens": 44288233.0,
      "step": 20465
    },
    {
      "entropy": 6.436200761795044,
      "epoch": 2.1904863823639573,
      "grad_norm": 1.1640625,
      "learning_rate": 0.00045251928186754533,
      "loss": 5.8465,
      "mean_token_accuracy": 0.17101852744817733,
      "num_tokens": 44298054.0,
      "step": 20470
    },
    {
      "entropy": 6.441887617111206,
      "epoch": 2.1910214564717214,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004524957877411432,
      "loss": 5.8059,
      "mean_token_accuracy": 0.16900787502527237,
      "num_tokens": 44309435.0,
      "step": 20475
    },
    {
      "entropy": 6.483529663085937,
      "epoch": 2.191556530579485,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004524722884895753,
      "loss": 5.899,
      "mean_token_accuracy": 0.1588743358850479,
      "num_tokens": 44320502.0,
      "step": 20480
    },
    {
      "entropy": 6.4100874900817875,
      "epoch": 2.192091604687249,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00045244878411352,
      "loss": 5.7363,
      "mean_token_accuracy": 0.17756106704473495,
      "num_tokens": 44330911.0,
      "step": 20485
    },
    {
      "entropy": 6.449355030059815,
      "epoch": 2.1926266787950133,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004524252746136559,
      "loss": 5.857,
      "mean_token_accuracy": 0.15904661118984223,
      "num_tokens": 44342159.0,
      "step": 20490
    },
    {
      "entropy": 6.449334716796875,
      "epoch": 2.193161752902777,
      "grad_norm": 1.078125,
      "learning_rate": 0.00045240175999066194,
      "loss": 5.792,
      "mean_token_accuracy": 0.1730396941304207,
      "num_tokens": 44352293.0,
      "step": 20495
    },
    {
      "entropy": 6.463343667984009,
      "epoch": 2.193696827010541,
      "grad_norm": 1.1953125,
      "learning_rate": 0.00045237824024521714,
      "loss": 5.9456,
      "mean_token_accuracy": 0.16977425962686538,
      "num_tokens": 44362321.0,
      "step": 20500
    },
    {
      "entropy": 6.435757398605347,
      "epoch": 2.1942319011183047,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004523547153780005,
      "loss": 5.8306,
      "mean_token_accuracy": 0.16556540876626968,
      "num_tokens": 44372682.0,
      "step": 20505
    },
    {
      "entropy": 6.469522285461426,
      "epoch": 2.194766975226069,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004523311853896915,
      "loss": 5.8419,
      "mean_token_accuracy": 0.17157893776893615,
      "num_tokens": 44383482.0,
      "step": 20510
    },
    {
      "entropy": 6.318030595779419,
      "epoch": 2.195302049333833,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00045230765028096925,
      "loss": 5.6553,
      "mean_token_accuracy": 0.19468618780374528,
      "num_tokens": 44395333.0,
      "step": 20515
    },
    {
      "entropy": 6.454271030426026,
      "epoch": 2.1958371234415965,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00045228411005251366,
      "loss": 5.9066,
      "mean_token_accuracy": 0.15614183992147446,
      "num_tokens": 44406210.0,
      "step": 20520
    },
    {
      "entropy": 6.513433742523193,
      "epoch": 2.1963721975493606,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004522605647050043,
      "loss": 5.8468,
      "mean_token_accuracy": 0.1679922178387642,
      "num_tokens": 44415834.0,
      "step": 20525
    },
    {
      "entropy": 6.574745035171508,
      "epoch": 2.1969072716571247,
      "grad_norm": 0.9921875,
      "learning_rate": 0.00045223701423912103,
      "loss": 5.9011,
      "mean_token_accuracy": 0.16517868191003798,
      "num_tokens": 44427902.0,
      "step": 20530
    },
    {
      "entropy": 6.476669120788574,
      "epoch": 2.1974423457648884,
      "grad_norm": 1.078125,
      "learning_rate": 0.00045221345865554386,
      "loss": 5.7694,
      "mean_token_accuracy": 0.17145606279373168,
      "num_tokens": 44437406.0,
      "step": 20535
    },
    {
      "entropy": 6.416080522537231,
      "epoch": 2.1979774198726525,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00045218989795495294,
      "loss": 5.7985,
      "mean_token_accuracy": 0.16966133266687394,
      "num_tokens": 44446889.0,
      "step": 20540
    },
    {
      "entropy": 6.458222484588623,
      "epoch": 2.198512493980416,
      "grad_norm": 1.125,
      "learning_rate": 0.00045216633213802866,
      "loss": 5.867,
      "mean_token_accuracy": 0.1650187849998474,
      "num_tokens": 44457132.0,
      "step": 20545
    },
    {
      "entropy": 6.446034002304077,
      "epoch": 2.1990475680881802,
      "grad_norm": 1.109375,
      "learning_rate": 0.00045214276120545137,
      "loss": 5.8621,
      "mean_token_accuracy": 0.16447811126708983,
      "num_tokens": 44468006.0,
      "step": 20550
    },
    {
      "entropy": 6.447553300857544,
      "epoch": 2.199582642195944,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004521191851579019,
      "loss": 5.7462,
      "mean_token_accuracy": 0.17487146258354186,
      "num_tokens": 44478650.0,
      "step": 20555
    },
    {
      "entropy": 6.413629102706909,
      "epoch": 2.200117716303708,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004520956039960607,
      "loss": 5.8685,
      "mean_token_accuracy": 0.16409530490636826,
      "num_tokens": 44489842.0,
      "step": 20560
    },
    {
      "entropy": 6.4288050651550295,
      "epoch": 2.200652790411472,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00045207201772060887,
      "loss": 5.8053,
      "mean_token_accuracy": 0.17052266746759415,
      "num_tokens": 44500444.0,
      "step": 20565
    },
    {
      "entropy": 6.365703487396241,
      "epoch": 2.2011878645192358,
      "grad_norm": 1.125,
      "learning_rate": 0.0004520484263322274,
      "loss": 5.7546,
      "mean_token_accuracy": 0.16942709535360337,
      "num_tokens": 44510711.0,
      "step": 20570
    },
    {
      "entropy": 6.391596937179566,
      "epoch": 2.201722938627,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004520248298315975,
      "loss": 5.7935,
      "mean_token_accuracy": 0.1690833419561386,
      "num_tokens": 44522343.0,
      "step": 20575
    },
    {
      "entropy": 6.468617534637451,
      "epoch": 2.202258012734764,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00045200122821940057,
      "loss": 5.8616,
      "mean_token_accuracy": 0.1676837533712387,
      "num_tokens": 44533218.0,
      "step": 20580
    },
    {
      "entropy": 6.5289171695709225,
      "epoch": 2.2027930868425276,
      "grad_norm": 1.046875,
      "learning_rate": 0.00045197762149631795,
      "loss": 5.8921,
      "mean_token_accuracy": 0.1677302360534668,
      "num_tokens": 44543406.0,
      "step": 20585
    },
    {
      "entropy": 6.5303998470306395,
      "epoch": 2.2033281609502917,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00045195400966303146,
      "loss": 5.884,
      "mean_token_accuracy": 0.16973290517926215,
      "num_tokens": 44555329.0,
      "step": 20590
    },
    {
      "entropy": 6.51671028137207,
      "epoch": 2.2038632350580554,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004519303927202228,
      "loss": 5.9091,
      "mean_token_accuracy": 0.16708390414714813,
      "num_tokens": 44565191.0,
      "step": 20595
    },
    {
      "entropy": 6.420499181747436,
      "epoch": 2.2043983091658195,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00045190677066857384,
      "loss": 5.7772,
      "mean_token_accuracy": 0.17640575170516967,
      "num_tokens": 44576374.0,
      "step": 20600
    },
    {
      "entropy": 6.428167724609375,
      "epoch": 2.2049333832735836,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004518831435087668,
      "loss": 5.7715,
      "mean_token_accuracy": 0.1737758621573448,
      "num_tokens": 44586533.0,
      "step": 20605
    },
    {
      "entropy": 6.397755908966064,
      "epoch": 2.2054684573813472,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004518595112414838,
      "loss": 5.6881,
      "mean_token_accuracy": 0.18100252002477646,
      "num_tokens": 44596753.0,
      "step": 20610
    },
    {
      "entropy": 6.5039835453033445,
      "epoch": 2.2060035314891113,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004518358738674073,
      "loss": 5.9369,
      "mean_token_accuracy": 0.15647924989461898,
      "num_tokens": 44607632.0,
      "step": 20615
    },
    {
      "entropy": 6.465981101989746,
      "epoch": 2.206538605596875,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004518122313872198,
      "loss": 5.8357,
      "mean_token_accuracy": 0.16892017871141435,
      "num_tokens": 44618786.0,
      "step": 20620
    },
    {
      "entropy": 6.446207332611084,
      "epoch": 2.207073679704639,
      "grad_norm": 1.1640625,
      "learning_rate": 0.00045178858380160396,
      "loss": 5.8187,
      "mean_token_accuracy": 0.16413056701421738,
      "num_tokens": 44628760.0,
      "step": 20625
    },
    {
      "entropy": 6.5234908103942875,
      "epoch": 2.207608753812403,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004517649311112426,
      "loss": 5.8861,
      "mean_token_accuracy": 0.16103716790676117,
      "num_tokens": 44641206.0,
      "step": 20630
    },
    {
      "entropy": 6.5083002090454105,
      "epoch": 2.208143827920167,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0004517412733168187,
      "loss": 5.8045,
      "mean_token_accuracy": 0.17038292288780213,
      "num_tokens": 44651923.0,
      "step": 20635
    },
    {
      "entropy": 6.436893367767334,
      "epoch": 2.208678902027931,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00045171761041901533,
      "loss": 5.8039,
      "mean_token_accuracy": 0.1662101924419403,
      "num_tokens": 44662375.0,
      "step": 20640
    },
    {
      "entropy": 6.354137372970581,
      "epoch": 2.2092139761356946,
      "grad_norm": 1.2734375,
      "learning_rate": 0.0004516939424185158,
      "loss": 5.7411,
      "mean_token_accuracy": 0.17991089522838594,
      "num_tokens": 44673201.0,
      "step": 20645
    },
    {
      "entropy": 6.452882909774781,
      "epoch": 2.2097490502434587,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004516702693160035,
      "loss": 5.8254,
      "mean_token_accuracy": 0.16010519862174988,
      "num_tokens": 44684300.0,
      "step": 20650
    },
    {
      "entropy": 6.51412525177002,
      "epoch": 2.210284124351223,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004516465911121621,
      "loss": 5.8686,
      "mean_token_accuracy": 0.1678908497095108,
      "num_tokens": 44694603.0,
      "step": 20655
    },
    {
      "entropy": 6.4480133056640625,
      "epoch": 2.2108191984589864,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004516229078076751,
      "loss": 5.8386,
      "mean_token_accuracy": 0.17184590697288513,
      "num_tokens": 44704461.0,
      "step": 20660
    },
    {
      "entropy": 6.4566404819488525,
      "epoch": 2.2113542725667505,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004515992194032265,
      "loss": 5.8961,
      "mean_token_accuracy": 0.16849060356616974,
      "num_tokens": 44715784.0,
      "step": 20665
    },
    {
      "entropy": 6.457603168487549,
      "epoch": 2.211889346674514,
      "grad_norm": 1.0625,
      "learning_rate": 0.00045157552589950023,
      "loss": 5.7682,
      "mean_token_accuracy": 0.17730128020048141,
      "num_tokens": 44726025.0,
      "step": 20670
    },
    {
      "entropy": 6.412847232818604,
      "epoch": 2.2124244207822783,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004515518272971805,
      "loss": 5.7725,
      "mean_token_accuracy": 0.18374886512756347,
      "num_tokens": 44736602.0,
      "step": 20675
    },
    {
      "entropy": 6.467067623138428,
      "epoch": 2.2129594948900424,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004515281235969515,
      "loss": 5.9315,
      "mean_token_accuracy": 0.1569590762257576,
      "num_tokens": 44746260.0,
      "step": 20680
    },
    {
      "entropy": 6.436277389526367,
      "epoch": 2.213494568997806,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004515044147994978,
      "loss": 5.8142,
      "mean_token_accuracy": 0.17382171750068665,
      "num_tokens": 44756894.0,
      "step": 20685
    },
    {
      "entropy": 6.474525737762451,
      "epoch": 2.21402964310557,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004514807009055039,
      "loss": 5.8615,
      "mean_token_accuracy": 0.16548382639884948,
      "num_tokens": 44768483.0,
      "step": 20690
    },
    {
      "entropy": 6.440933895111084,
      "epoch": 2.2145647172133343,
      "grad_norm": 1.109375,
      "learning_rate": 0.00045145698191565456,
      "loss": 5.7958,
      "mean_token_accuracy": 0.1686262607574463,
      "num_tokens": 44778843.0,
      "step": 20695
    },
    {
      "entropy": 6.43081488609314,
      "epoch": 2.215099791321098,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00045143325783063466,
      "loss": 5.7659,
      "mean_token_accuracy": 0.17091147750616073,
      "num_tokens": 44788659.0,
      "step": 20700
    },
    {
      "entropy": 6.468937540054322,
      "epoch": 2.215634865428862,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004514095286511293,
      "loss": 5.8509,
      "mean_token_accuracy": 0.16906536370515823,
      "num_tokens": 44799730.0,
      "step": 20705
    },
    {
      "entropy": 6.41252064704895,
      "epoch": 2.2161699395366257,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004513857943778235,
      "loss": 5.8182,
      "mean_token_accuracy": 0.17566407173871995,
      "num_tokens": 44811679.0,
      "step": 20710
    },
    {
      "entropy": 6.416686916351319,
      "epoch": 2.2167050136443898,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004513620550114027,
      "loss": 5.8461,
      "mean_token_accuracy": 0.16852677911520003,
      "num_tokens": 44821996.0,
      "step": 20715
    },
    {
      "entropy": 6.487515497207641,
      "epoch": 2.217240087752154,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00045133831055255234,
      "loss": 5.8837,
      "mean_token_accuracy": 0.16524988710880278,
      "num_tokens": 44833713.0,
      "step": 20720
    },
    {
      "entropy": 6.487508916854859,
      "epoch": 2.2177751618599175,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004513145610019581,
      "loss": 5.8612,
      "mean_token_accuracy": 0.16858406364917755,
      "num_tokens": 44844751.0,
      "step": 20725
    },
    {
      "entropy": 6.458191871643066,
      "epoch": 2.2183102359676816,
      "grad_norm": 1.125,
      "learning_rate": 0.00045129080636030554,
      "loss": 5.8947,
      "mean_token_accuracy": 0.16422973722219467,
      "num_tokens": 44856089.0,
      "step": 20730
    },
    {
      "entropy": 6.466079664230347,
      "epoch": 2.2188453100754453,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004512670466282808,
      "loss": 5.8568,
      "mean_token_accuracy": 0.16217507123947145,
      "num_tokens": 44867313.0,
      "step": 20735
    },
    {
      "entropy": 6.47267165184021,
      "epoch": 2.2193803841832094,
      "grad_norm": 1.0625,
      "learning_rate": 0.00045124328180656993,
      "loss": 5.84,
      "mean_token_accuracy": 0.16396505236625672,
      "num_tokens": 44878430.0,
      "step": 20740
    },
    {
      "entropy": 6.434686613082886,
      "epoch": 2.2199154582909735,
      "grad_norm": 1.09375,
      "learning_rate": 0.00045121951189585897,
      "loss": 5.7733,
      "mean_token_accuracy": 0.17159752398729325,
      "num_tokens": 44888746.0,
      "step": 20745
    },
    {
      "entropy": 6.470950078964234,
      "epoch": 2.220450532398737,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00045119573689683445,
      "loss": 5.9135,
      "mean_token_accuracy": 0.16012296974658966,
      "num_tokens": 44899412.0,
      "step": 20750
    },
    {
      "entropy": 6.493344736099243,
      "epoch": 2.2209856065065012,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00045117195681018273,
      "loss": 5.8216,
      "mean_token_accuracy": 0.1710760623216629,
      "num_tokens": 44910362.0,
      "step": 20755
    },
    {
      "entropy": 6.465198183059693,
      "epoch": 2.221520680614265,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004511481716365905,
      "loss": 5.787,
      "mean_token_accuracy": 0.1665475681424141,
      "num_tokens": 44920552.0,
      "step": 20760
    },
    {
      "entropy": 6.405907535552979,
      "epoch": 2.222055754722029,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004511243813767446,
      "loss": 5.8096,
      "mean_token_accuracy": 0.16393497139215468,
      "num_tokens": 44932090.0,
      "step": 20765
    },
    {
      "entropy": 6.516064023971557,
      "epoch": 2.222590828829793,
      "grad_norm": 0.9921875,
      "learning_rate": 0.000451100586031332,
      "loss": 5.8434,
      "mean_token_accuracy": 0.16617400646209718,
      "num_tokens": 44944122.0,
      "step": 20770
    },
    {
      "entropy": 6.534793901443481,
      "epoch": 2.2231259029375567,
      "grad_norm": 0.96484375,
      "learning_rate": 0.00045107678560103953,
      "loss": 5.8471,
      "mean_token_accuracy": 0.16405882686376572,
      "num_tokens": 44955104.0,
      "step": 20775
    },
    {
      "entropy": 6.486432456970215,
      "epoch": 2.223660977045321,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00045105298008655485,
      "loss": 5.8479,
      "mean_token_accuracy": 0.1636526882648468,
      "num_tokens": 44965495.0,
      "step": 20780
    },
    {
      "entropy": 6.446139478683472,
      "epoch": 2.2241960511530845,
      "grad_norm": 1.015625,
      "learning_rate": 0.00045102916948856493,
      "loss": 5.8781,
      "mean_token_accuracy": 0.1603906810283661,
      "num_tokens": 44976627.0,
      "step": 20785
    },
    {
      "entropy": 6.512696647644043,
      "epoch": 2.2247311252608486,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004510053538077576,
      "loss": 5.8909,
      "mean_token_accuracy": 0.1650254748761654,
      "num_tokens": 44987955.0,
      "step": 20790
    },
    {
      "entropy": 6.515801048278808,
      "epoch": 2.2252661993686127,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004509815330448203,
      "loss": 5.8582,
      "mean_token_accuracy": 0.1699459284543991,
      "num_tokens": 44998124.0,
      "step": 20795
    },
    {
      "entropy": 6.496849012374878,
      "epoch": 2.2258012734763764,
      "grad_norm": 1.0078125,
      "learning_rate": 0.000450957707200441,
      "loss": 5.8971,
      "mean_token_accuracy": 0.16169931143522262,
      "num_tokens": 45007881.0,
      "step": 20800
    },
    {
      "entropy": 6.465793418884277,
      "epoch": 2.2263363475841405,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004509338762753076,
      "loss": 5.8142,
      "mean_token_accuracy": 0.17001621872186662,
      "num_tokens": 45018994.0,
      "step": 20805
    },
    {
      "entropy": 6.491339921951294,
      "epoch": 2.2268714216919046,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004509100402701083,
      "loss": 5.8899,
      "mean_token_accuracy": 0.16665705442428588,
      "num_tokens": 45030109.0,
      "step": 20810
    },
    {
      "entropy": 6.39865894317627,
      "epoch": 2.227406495799668,
      "grad_norm": 1.28125,
      "learning_rate": 0.00045088619918553136,
      "loss": 5.7687,
      "mean_token_accuracy": 0.18345226645469664,
      "num_tokens": 45039872.0,
      "step": 20815
    },
    {
      "entropy": 6.48529462814331,
      "epoch": 2.2279415699074323,
      "grad_norm": 1.125,
      "learning_rate": 0.0004508623530222651,
      "loss": 5.7762,
      "mean_token_accuracy": 0.17422739416360855,
      "num_tokens": 45049216.0,
      "step": 20820
    },
    {
      "entropy": 6.422111225128174,
      "epoch": 2.228476644015196,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00045083850178099805,
      "loss": 5.7573,
      "mean_token_accuracy": 0.17733900398015975,
      "num_tokens": 45059191.0,
      "step": 20825
    },
    {
      "entropy": 6.418141555786133,
      "epoch": 2.22901171812296,
      "grad_norm": 1.0703125,
      "learning_rate": 0.000450814645462419,
      "loss": 5.797,
      "mean_token_accuracy": 0.16738848239183426,
      "num_tokens": 45069212.0,
      "step": 20830
    },
    {
      "entropy": 6.463425970077514,
      "epoch": 2.229546792230724,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00045079078406721676,
      "loss": 5.7881,
      "mean_token_accuracy": 0.16618355065584184,
      "num_tokens": 45080248.0,
      "step": 20835
    },
    {
      "entropy": 6.466695308685303,
      "epoch": 2.230081866338488,
      "grad_norm": 1.015625,
      "learning_rate": 0.00045076691759608035,
      "loss": 5.7993,
      "mean_token_accuracy": 0.16197013556957246,
      "num_tokens": 45091315.0,
      "step": 20840
    },
    {
      "entropy": 6.444553470611572,
      "epoch": 2.230616940446252,
      "grad_norm": 1.109375,
      "learning_rate": 0.00045074304604969886,
      "loss": 5.8249,
      "mean_token_accuracy": 0.16703625470399858,
      "num_tokens": 45102674.0,
      "step": 20845
    },
    {
      "entropy": 6.419518375396729,
      "epoch": 2.2311520145540156,
      "grad_norm": 1.0625,
      "learning_rate": 0.00045071916942876163,
      "loss": 5.8166,
      "mean_token_accuracy": 0.16739347875118255,
      "num_tokens": 45113171.0,
      "step": 20850
    },
    {
      "entropy": 6.463416814804077,
      "epoch": 2.2316870886617797,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004506952877339581,
      "loss": 5.8061,
      "mean_token_accuracy": 0.16847100406885146,
      "num_tokens": 45122912.0,
      "step": 20855
    },
    {
      "entropy": 6.504928016662598,
      "epoch": 2.2322221627695438,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004506714009659778,
      "loss": 5.8267,
      "mean_token_accuracy": 0.17134296894073486,
      "num_tokens": 45133839.0,
      "step": 20860
    },
    {
      "entropy": 6.449539613723755,
      "epoch": 2.2327572368773074,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004506475091255105,
      "loss": 5.8147,
      "mean_token_accuracy": 0.17003743201494217,
      "num_tokens": 45144914.0,
      "step": 20865
    },
    {
      "entropy": 6.455785179138184,
      "epoch": 2.2332923109850715,
      "grad_norm": 1.1015625,
      "learning_rate": 0.000450623612213246,
      "loss": 5.8326,
      "mean_token_accuracy": 0.16995621621608734,
      "num_tokens": 45155194.0,
      "step": 20870
    },
    {
      "entropy": 6.520109224319458,
      "epoch": 2.233827385092835,
      "grad_norm": 1.125,
      "learning_rate": 0.00045059971022987446,
      "loss": 5.9279,
      "mean_token_accuracy": 0.15964678153395653,
      "num_tokens": 45166771.0,
      "step": 20875
    },
    {
      "entropy": 6.5068989276885985,
      "epoch": 2.2343624592005993,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00045057580317608585,
      "loss": 5.7729,
      "mean_token_accuracy": 0.16891543716192245,
      "num_tokens": 45177236.0,
      "step": 20880
    },
    {
      "entropy": 6.463539552688599,
      "epoch": 2.2348975333083634,
      "grad_norm": 1.15625,
      "learning_rate": 0.00045055189105257064,
      "loss": 5.8038,
      "mean_token_accuracy": 0.15907395929098128,
      "num_tokens": 45187382.0,
      "step": 20885
    },
    {
      "entropy": 6.472869491577148,
      "epoch": 2.235432607416127,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00045052797386001936,
      "loss": 5.84,
      "mean_token_accuracy": 0.168959341943264,
      "num_tokens": 45197287.0,
      "step": 20890
    },
    {
      "entropy": 6.533686304092408,
      "epoch": 2.235967681523891,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004505040515991224,
      "loss": 5.7908,
      "mean_token_accuracy": 0.17447272837162017,
      "num_tokens": 45208737.0,
      "step": 20895
    },
    {
      "entropy": 6.518246269226074,
      "epoch": 2.236502755631655,
      "grad_norm": 1.109375,
      "learning_rate": 0.00045048012427057057,
      "loss": 5.9166,
      "mean_token_accuracy": 0.159884212911129,
      "num_tokens": 45219586.0,
      "step": 20900
    },
    {
      "entropy": 6.5285454273223875,
      "epoch": 2.237037829739419,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004504561918750549,
      "loss": 5.8984,
      "mean_token_accuracy": 0.15747983753681183,
      "num_tokens": 45230730.0,
      "step": 20905
    },
    {
      "entropy": 6.480182886123657,
      "epoch": 2.237572903847183,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004504322544132663,
      "loss": 5.7372,
      "mean_token_accuracy": 0.18373661935329438,
      "num_tokens": 45241330.0,
      "step": 20910
    },
    {
      "entropy": 6.380478715896606,
      "epoch": 2.2381079779549466,
      "grad_norm": 1.125,
      "learning_rate": 0.000450408311885896,
      "loss": 5.8433,
      "mean_token_accuracy": 0.17019352316856384,
      "num_tokens": 45251439.0,
      "step": 20915
    },
    {
      "entropy": 6.3740908145904545,
      "epoch": 2.2386430520627107,
      "grad_norm": 1.1875,
      "learning_rate": 0.00045038436429363537,
      "loss": 5.6434,
      "mean_token_accuracy": 0.18052653968334198,
      "num_tokens": 45262078.0,
      "step": 20920
    },
    {
      "entropy": 6.4882972717285154,
      "epoch": 2.2391781261704744,
      "grad_norm": 1.109375,
      "learning_rate": 0.00045036041163717586,
      "loss": 5.8528,
      "mean_token_accuracy": 0.1675029307603836,
      "num_tokens": 45272466.0,
      "step": 20925
    },
    {
      "entropy": 6.469691514968872,
      "epoch": 2.2397132002782385,
      "grad_norm": 1.203125,
      "learning_rate": 0.0004503364539172091,
      "loss": 5.7744,
      "mean_token_accuracy": 0.17434022575616837,
      "num_tokens": 45281830.0,
      "step": 20930
    },
    {
      "entropy": 6.418725442886353,
      "epoch": 2.2402482743860026,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004503124911344268,
      "loss": 5.8652,
      "mean_token_accuracy": 0.1596381977200508,
      "num_tokens": 45293026.0,
      "step": 20935
    },
    {
      "entropy": 6.43794059753418,
      "epoch": 2.2407833484937663,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00045028852328952106,
      "loss": 5.8362,
      "mean_token_accuracy": 0.16502601504325867,
      "num_tokens": 45303532.0,
      "step": 20940
    },
    {
      "entropy": 6.3697896003723145,
      "epoch": 2.2413184226015304,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004502645503831838,
      "loss": 5.7115,
      "mean_token_accuracy": 0.17652903646230697,
      "num_tokens": 45314448.0,
      "step": 20945
    },
    {
      "entropy": 6.453862953186035,
      "epoch": 2.241853496709294,
      "grad_norm": 1.2421875,
      "learning_rate": 0.00045024057241610727,
      "loss": 5.8661,
      "mean_token_accuracy": 0.15572753176093102,
      "num_tokens": 45323194.0,
      "step": 20950
    },
    {
      "entropy": 6.438532590866089,
      "epoch": 2.242388570817058,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004502165893889839,
      "loss": 5.7264,
      "mean_token_accuracy": 0.18617120385169983,
      "num_tokens": 45333464.0,
      "step": 20955
    },
    {
      "entropy": 6.432104063034058,
      "epoch": 2.242923644924822,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004501926013025061,
      "loss": 5.8421,
      "mean_token_accuracy": 0.16913606524467467,
      "num_tokens": 45344364.0,
      "step": 20960
    },
    {
      "entropy": 6.4680088520050045,
      "epoch": 2.243458719032586,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00045016860815736646,
      "loss": 5.7896,
      "mean_token_accuracy": 0.17317558974027633,
      "num_tokens": 45355202.0,
      "step": 20965
    },
    {
      "entropy": 6.4264037132263185,
      "epoch": 2.24399379314035,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004501446099542579,
      "loss": 5.7437,
      "mean_token_accuracy": 0.1747095465660095,
      "num_tokens": 45365696.0,
      "step": 20970
    },
    {
      "entropy": 6.378973531723022,
      "epoch": 2.244528867248114,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004501206066938734,
      "loss": 5.7496,
      "mean_token_accuracy": 0.1804013729095459,
      "num_tokens": 45376609.0,
      "step": 20975
    },
    {
      "entropy": 6.532607221603394,
      "epoch": 2.2450639413558777,
      "grad_norm": 1.140625,
      "learning_rate": 0.00045009659837690606,
      "loss": 5.8812,
      "mean_token_accuracy": 0.15957680642604827,
      "num_tokens": 45386158.0,
      "step": 20980
    },
    {
      "entropy": 6.559836912155151,
      "epoch": 2.245599015463642,
      "grad_norm": 1.0546875,
      "learning_rate": 0.000450072585004049,
      "loss": 5.8961,
      "mean_token_accuracy": 0.16525230556726456,
      "num_tokens": 45396824.0,
      "step": 20985
    },
    {
      "entropy": 6.502272224426269,
      "epoch": 2.2461340895714055,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004500485665759955,
      "loss": 5.8247,
      "mean_token_accuracy": 0.17049996107816695,
      "num_tokens": 45407219.0,
      "step": 20990
    },
    {
      "entropy": 6.457978820800781,
      "epoch": 2.2466691636791696,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004500245430934394,
      "loss": 5.8625,
      "mean_token_accuracy": 0.16366275250911713,
      "num_tokens": 45418572.0,
      "step": 20995
    },
    {
      "entropy": 6.436157846450806,
      "epoch": 2.2472042377869337,
      "grad_norm": 1.0625,
      "learning_rate": 0.00045000051455707413,
      "loss": 5.7791,
      "mean_token_accuracy": 0.1673110693693161,
      "num_tokens": 45429643.0,
      "step": 21000
    },
    {
      "epoch": 2.2472042377869337,
      "eval_entropy": 6.2433345122478725,
      "eval_loss": 5.941195964813232,
      "eval_mean_token_accuracy": 0.17081424932967057,
      "eval_num_tokens": 45429643.0,
      "eval_runtime": 17.7423,
      "eval_samples_per_second": 1672.786,
      "eval_steps_per_second": 209.105,
      "step": 21000
    }
  ],
  "logging_steps": 5,
  "max_steps": 93440,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 10,
  "save_steps": 3000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 9897805891952640.0,
  "train_batch_size": 16,
  "trial_name": null,
  "trial_params": null
}