isl-latn-100mb-after-ppt-Dp-100mb-ckpt500_seed3407/checkpoint-18000/trainer_state.json

{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.7793594306049823,
  "eval_steps": 3000,
  "global_step": 18000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "entropy": 7.151007413864136,
      "epoch": 0.0004942665085013839,
      "grad_norm": 1.078125,
      "learning_rate": 2e-06,
      "loss": 7.279,
      "mean_token_accuracy": 0.08845784291625022,
      "num_tokens": 11289.0,
      "step": 5
    },
    {
      "entropy": 7.142992544174194,
      "epoch": 0.0009885330170027679,
      "grad_norm": 1.1015625,
      "learning_rate": 4.5e-06,
      "loss": 7.2577,
      "mean_token_accuracy": 0.08933138325810433,
      "num_tokens": 21541.0,
      "step": 10
    },
    {
      "entropy": 7.182202959060669,
      "epoch": 0.0014827995255041518,
      "grad_norm": 1.0703125,
      "learning_rate": 7e-06,
      "loss": 7.2317,
      "mean_token_accuracy": 0.0934896469116211,
      "num_tokens": 32257.0,
      "step": 15
    },
    {
      "entropy": 7.244844675064087,
      "epoch": 0.0019770660340055358,
      "grad_norm": 0.9140625,
      "learning_rate": 9.5e-06,
      "loss": 7.2492,
      "mean_token_accuracy": 0.09298909306526185,
      "num_tokens": 44176.0,
      "step": 20
    },
    {
      "entropy": 7.262534332275391,
      "epoch": 0.0024713325425069197,
      "grad_norm": 0.98828125,
      "learning_rate": 1.2e-05,
      "loss": 7.1678,
      "mean_token_accuracy": 0.09061622098088265,
      "num_tokens": 56115.0,
      "step": 25
    },
    {
      "entropy": 7.378157377243042,
      "epoch": 0.0029655990510083037,
      "grad_norm": 0.94921875,
      "learning_rate": 1.4500000000000002e-05,
      "loss": 7.2162,
      "mean_token_accuracy": 0.09287815466523171,
      "num_tokens": 68828.0,
      "step": 30
    },
    {
      "entropy": 7.399503707885742,
      "epoch": 0.0034598655595096876,
      "grad_norm": 0.98828125,
      "learning_rate": 1.7000000000000003e-05,
      "loss": 7.2093,
      "mean_token_accuracy": 0.09124612733721733,
      "num_tokens": 80097.0,
      "step": 35
    },
    {
      "entropy": 7.373995113372803,
      "epoch": 0.0039541320680110716,
      "grad_norm": 0.83203125,
      "learning_rate": 1.95e-05,
      "loss": 7.1903,
      "mean_token_accuracy": 0.09260638207197189,
      "num_tokens": 91510.0,
      "step": 40
    },
    {
      "entropy": 7.330695772171021,
      "epoch": 0.004448398576512456,
      "grad_norm": 0.8046875,
      "learning_rate": 2.2e-05,
      "loss": 7.234,
      "mean_token_accuracy": 0.09660193100571632,
      "num_tokens": 103443.0,
      "step": 45
    },
    {
      "entropy": 7.33756799697876,
      "epoch": 0.0049426650850138395,
      "grad_norm": 0.83984375,
      "learning_rate": 2.4500000000000003e-05,
      "loss": 7.2565,
      "mean_token_accuracy": 0.09188243448734283,
      "num_tokens": 114629.0,
      "step": 50
    },
    {
      "entropy": 7.324716234207154,
      "epoch": 0.005436931593515224,
      "grad_norm": 0.875,
      "learning_rate": 2.7e-05,
      "loss": 7.2396,
      "mean_token_accuracy": 0.09266308695077896,
      "num_tokens": 125012.0,
      "step": 55
    },
    {
      "entropy": 7.393645143508911,
      "epoch": 0.005931198102016607,
      "grad_norm": 0.87890625,
      "learning_rate": 2.95e-05,
      "loss": 7.1731,
      "mean_token_accuracy": 0.09935653060674668,
      "num_tokens": 135834.0,
      "step": 60
    },
    {
      "entropy": 7.348312473297119,
      "epoch": 0.006425464610517992,
      "grad_norm": 0.89453125,
      "learning_rate": 3.2e-05,
      "loss": 7.0755,
      "mean_token_accuracy": 0.10009140819311142,
      "num_tokens": 147413.0,
      "step": 65
    },
    {
      "entropy": 7.368169450759888,
      "epoch": 0.006919731119019375,
      "grad_norm": 0.9375,
      "learning_rate": 3.4500000000000005e-05,
      "loss": 7.2672,
      "mean_token_accuracy": 0.09652369320392609,
      "num_tokens": 158046.0,
      "step": 70
    },
    {
      "entropy": 7.3670432567596436,
      "epoch": 0.00741399762752076,
      "grad_norm": 0.99609375,
      "learning_rate": 3.7e-05,
      "loss": 7.1792,
      "mean_token_accuracy": 0.09774387776851653,
      "num_tokens": 168564.0,
      "step": 75
    },
    {
      "entropy": 7.313370609283448,
      "epoch": 0.007908264136022143,
      "grad_norm": 0.8515625,
      "learning_rate": 3.95e-05,
      "loss": 7.1885,
      "mean_token_accuracy": 0.09465310201048852,
      "num_tokens": 181168.0,
      "step": 80
    },
    {
      "entropy": 7.35333480834961,
      "epoch": 0.008402530644523527,
      "grad_norm": 0.9296875,
      "learning_rate": 4.2000000000000004e-05,
      "loss": 7.1552,
      "mean_token_accuracy": 0.09859942272305489,
      "num_tokens": 192666.0,
      "step": 85
    },
    {
      "entropy": 7.388514804840088,
      "epoch": 0.008896797153024912,
      "grad_norm": 0.81640625,
      "learning_rate": 4.45e-05,
      "loss": 7.2204,
      "mean_token_accuracy": 0.09482975378632545,
      "num_tokens": 203688.0,
      "step": 90
    },
    {
      "entropy": 7.303425407409668,
      "epoch": 0.009391063661526295,
      "grad_norm": 0.9140625,
      "learning_rate": 4.7000000000000004e-05,
      "loss": 7.0729,
      "mean_token_accuracy": 0.10156495124101639,
      "num_tokens": 214399.0,
      "step": 95
    },
    {
      "entropy": 7.27442512512207,
      "epoch": 0.009885330170027679,
      "grad_norm": 0.765625,
      "learning_rate": 4.9500000000000004e-05,
      "loss": 7.1681,
      "mean_token_accuracy": 0.09274221584200859,
      "num_tokens": 227549.0,
      "step": 100
    },
    {
      "entropy": 7.317437267303466,
      "epoch": 0.010379596678529062,
      "grad_norm": 0.765625,
      "learning_rate": 5.2e-05,
      "loss": 7.0679,
      "mean_token_accuracy": 0.11123422309756278,
      "num_tokens": 239612.0,
      "step": 105
    },
    {
      "entropy": 7.363053894042968,
      "epoch": 0.010873863187030448,
      "grad_norm": 0.96484375,
      "learning_rate": 5.45e-05,
      "loss": 7.1978,
      "mean_token_accuracy": 0.09392422363162041,
      "num_tokens": 251163.0,
      "step": 110
    },
    {
      "entropy": 7.261190605163574,
      "epoch": 0.011368129695531831,
      "grad_norm": 0.87890625,
      "learning_rate": 5.7e-05,
      "loss": 7.0645,
      "mean_token_accuracy": 0.10441159456968307,
      "num_tokens": 263995.0,
      "step": 115
    },
    {
      "entropy": 7.40733699798584,
      "epoch": 0.011862396204033215,
      "grad_norm": 1.0390625,
      "learning_rate": 5.9499999999999996e-05,
      "loss": 7.2354,
      "mean_token_accuracy": 0.08496984019875527,
      "num_tokens": 275103.0,
      "step": 120
    },
    {
      "entropy": 7.273692512512207,
      "epoch": 0.012356662712534598,
      "grad_norm": 0.8515625,
      "learning_rate": 6.2e-05,
      "loss": 7.1369,
      "mean_token_accuracy": 0.0968512661755085,
      "num_tokens": 286838.0,
      "step": 125
    },
    {
      "entropy": 7.423242712020874,
      "epoch": 0.012850929221035983,
      "grad_norm": 1.046875,
      "learning_rate": 6.450000000000001e-05,
      "loss": 7.1665,
      "mean_token_accuracy": 0.09364857673645019,
      "num_tokens": 298750.0,
      "step": 130
    },
    {
      "entropy": 7.250139808654785,
      "epoch": 0.013345195729537367,
      "grad_norm": 0.953125,
      "learning_rate": 6.7e-05,
      "loss": 7.0329,
      "mean_token_accuracy": 0.10625170543789864,
      "num_tokens": 310451.0,
      "step": 135
    },
    {
      "entropy": 7.348578405380249,
      "epoch": 0.01383946223803875,
      "grad_norm": 0.95703125,
      "learning_rate": 6.950000000000001e-05,
      "loss": 7.1935,
      "mean_token_accuracy": 0.09695170894265175,
      "num_tokens": 321232.0,
      "step": 140
    },
    {
      "entropy": 7.488092279434204,
      "epoch": 0.014333728746540134,
      "grad_norm": 0.83984375,
      "learning_rate": 7.2e-05,
      "loss": 7.106,
      "mean_token_accuracy": 0.09741687774658203,
      "num_tokens": 332531.0,
      "step": 145
    },
    {
      "entropy": 7.19592809677124,
      "epoch": 0.01482799525504152,
      "grad_norm": 0.94140625,
      "learning_rate": 7.45e-05,
      "loss": 7.1008,
      "mean_token_accuracy": 0.09623056724667549,
      "num_tokens": 346002.0,
      "step": 150
    },
    {
      "entropy": 7.401388263702392,
      "epoch": 0.015322261763542903,
      "grad_norm": 1.03125,
      "learning_rate": 7.7e-05,
      "loss": 7.0874,
      "mean_token_accuracy": 0.09739502891898155,
      "num_tokens": 356691.0,
      "step": 155
    },
    {
      "entropy": 7.243306970596313,
      "epoch": 0.015816528272044286,
      "grad_norm": 0.94140625,
      "learning_rate": 7.950000000000001e-05,
      "loss": 7.0938,
      "mean_token_accuracy": 0.1009882666170597,
      "num_tokens": 368749.0,
      "step": 160
    },
    {
      "entropy": 7.3369566917419435,
      "epoch": 0.01631079478054567,
      "grad_norm": 1.03125,
      "learning_rate": 8.2e-05,
      "loss": 7.0241,
      "mean_token_accuracy": 0.10501249730587006,
      "num_tokens": 379484.0,
      "step": 165
    },
    {
      "entropy": 7.281102800369263,
      "epoch": 0.016805061289047053,
      "grad_norm": 0.953125,
      "learning_rate": 8.450000000000001e-05,
      "loss": 7.0703,
      "mean_token_accuracy": 0.09354055374860763,
      "num_tokens": 389751.0,
      "step": 170
    },
    {
      "entropy": 7.325433778762817,
      "epoch": 0.017299327797548437,
      "grad_norm": 0.99609375,
      "learning_rate": 8.7e-05,
      "loss": 7.0892,
      "mean_token_accuracy": 0.09684126302599907,
      "num_tokens": 400771.0,
      "step": 175
    },
    {
      "entropy": 7.323175096511841,
      "epoch": 0.017793594306049824,
      "grad_norm": 0.90234375,
      "learning_rate": 8.95e-05,
      "loss": 7.1061,
      "mean_token_accuracy": 0.09781083017587662,
      "num_tokens": 413575.0,
      "step": 180
    },
    {
      "entropy": 7.328048992156982,
      "epoch": 0.018287860814551207,
      "grad_norm": 0.890625,
      "learning_rate": 9.2e-05,
      "loss": 7.0467,
      "mean_token_accuracy": 0.09532680064439773,
      "num_tokens": 424825.0,
      "step": 185
    },
    {
      "entropy": 7.333641099929809,
      "epoch": 0.01878212732305259,
      "grad_norm": 0.93359375,
      "learning_rate": 9.45e-05,
      "loss": 7.1064,
      "mean_token_accuracy": 0.10553916320204734,
      "num_tokens": 435610.0,
      "step": 190
    },
    {
      "entropy": 7.328917694091797,
      "epoch": 0.019276393831553974,
      "grad_norm": 1.0625,
      "learning_rate": 9.7e-05,
      "loss": 7.1187,
      "mean_token_accuracy": 0.0999750517308712,
      "num_tokens": 445855.0,
      "step": 195
    },
    {
      "entropy": 7.2166337966918945,
      "epoch": 0.019770660340055358,
      "grad_norm": 0.98046875,
      "learning_rate": 9.95e-05,
      "loss": 7.0063,
      "mean_token_accuracy": 0.10225539430975913,
      "num_tokens": 456895.0,
      "step": 200
    },
    {
      "entropy": 7.476543855667114,
      "epoch": 0.02026492684855674,
      "grad_norm": 1.234375,
      "learning_rate": 0.000102,
      "loss": 7.1414,
      "mean_token_accuracy": 0.09506701603531838,
      "num_tokens": 467446.0,
      "step": 205
    },
    {
      "entropy": 7.272785186767578,
      "epoch": 0.020759193357058125,
      "grad_norm": 0.921875,
      "learning_rate": 0.00010449999999999999,
      "loss": 7.0607,
      "mean_token_accuracy": 0.09756421521306038,
      "num_tokens": 478988.0,
      "step": 210
    },
    {
      "entropy": 7.290947103500367,
      "epoch": 0.02125345986555951,
      "grad_norm": 1.0078125,
      "learning_rate": 0.000107,
      "loss": 7.0557,
      "mean_token_accuracy": 0.10137153342366219,
      "num_tokens": 491053.0,
      "step": 215
    },
    {
      "entropy": 7.357240819931031,
      "epoch": 0.021747726374060895,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0001095,
      "loss": 7.1334,
      "mean_token_accuracy": 0.09304505437612534,
      "num_tokens": 502279.0,
      "step": 220
    },
    {
      "entropy": 7.198823118209839,
      "epoch": 0.02224199288256228,
      "grad_norm": 0.92578125,
      "learning_rate": 0.000112,
      "loss": 7.0177,
      "mean_token_accuracy": 0.10008044987916946,
      "num_tokens": 513470.0,
      "step": 225
    },
    {
      "entropy": 7.373158121109009,
      "epoch": 0.022736259391063662,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0001145,
      "loss": 7.0871,
      "mean_token_accuracy": 0.096877521276474,
      "num_tokens": 524380.0,
      "step": 230
    },
    {
      "entropy": 7.324968671798706,
      "epoch": 0.023230525899565046,
      "grad_norm": 1.1640625,
      "learning_rate": 0.00011700000000000001,
      "loss": 7.0885,
      "mean_token_accuracy": 0.10163207277655602,
      "num_tokens": 535798.0,
      "step": 235
    },
    {
      "entropy": 7.273069143295288,
      "epoch": 0.02372479240806643,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00011949999999999999,
      "loss": 7.0313,
      "mean_token_accuracy": 0.10062324851751328,
      "num_tokens": 545720.0,
      "step": 240
    },
    {
      "entropy": 7.329104614257813,
      "epoch": 0.024219058916567813,
      "grad_norm": 1.2265625,
      "learning_rate": 0.000122,
      "loss": 7.0595,
      "mean_token_accuracy": 0.09972514137625695,
      "num_tokens": 557110.0,
      "step": 245
    },
    {
      "entropy": 7.1850278854370115,
      "epoch": 0.024713325425069196,
      "grad_norm": 1.109375,
      "learning_rate": 0.0001245,
      "loss": 7.016,
      "mean_token_accuracy": 0.10394479855895042,
      "num_tokens": 568966.0,
      "step": 250
    },
    {
      "entropy": 7.360903692245484,
      "epoch": 0.02520759193357058,
      "grad_norm": 0.97265625,
      "learning_rate": 0.000127,
      "loss": 7.0469,
      "mean_token_accuracy": 0.10300094187259674,
      "num_tokens": 580441.0,
      "step": 255
    },
    {
      "entropy": 7.301402139663696,
      "epoch": 0.025701858442071967,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0001295,
      "loss": 7.0452,
      "mean_token_accuracy": 0.09699605703353882,
      "num_tokens": 592698.0,
      "step": 260
    },
    {
      "entropy": 7.190503692626953,
      "epoch": 0.02619612495057335,
      "grad_norm": 0.98828125,
      "learning_rate": 0.000132,
      "loss": 7.0198,
      "mean_token_accuracy": 0.10279446840286255,
      "num_tokens": 604787.0,
      "step": 265
    },
    {
      "entropy": 7.302949237823486,
      "epoch": 0.026690391459074734,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00013450000000000002,
      "loss": 7.013,
      "mean_token_accuracy": 0.09963318407535553,
      "num_tokens": 616445.0,
      "step": 270
    },
    {
      "entropy": 7.2669110774993895,
      "epoch": 0.027184657967576117,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00013700000000000002,
      "loss": 7.0808,
      "mean_token_accuracy": 0.1002419799566269,
      "num_tokens": 627723.0,
      "step": 275
    },
    {
      "entropy": 7.345779991149902,
      "epoch": 0.0276789244760775,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0001395,
      "loss": 7.1067,
      "mean_token_accuracy": 0.10031414031982422,
      "num_tokens": 638987.0,
      "step": 280
    },
    {
      "entropy": 7.279949617385864,
      "epoch": 0.028173190984578884,
      "grad_norm": 1.296875,
      "learning_rate": 0.00014199999999999998,
      "loss": 6.9384,
      "mean_token_accuracy": 0.10166889876127243,
      "num_tokens": 650626.0,
      "step": 285
    },
    {
      "entropy": 7.149828386306763,
      "epoch": 0.028667457493080268,
      "grad_norm": 1.109375,
      "learning_rate": 0.0001445,
      "loss": 6.9604,
      "mean_token_accuracy": 0.10975496619939804,
      "num_tokens": 661911.0,
      "step": 290
    },
    {
      "entropy": 7.256064605712891,
      "epoch": 0.02916172400158165,
      "grad_norm": 1.0234375,
      "learning_rate": 0.000147,
      "loss": 7.0137,
      "mean_token_accuracy": 0.10477377250790595,
      "num_tokens": 674298.0,
      "step": 295
    },
    {
      "entropy": 7.236632680892944,
      "epoch": 0.02965599051008304,
      "grad_norm": 0.96875,
      "learning_rate": 0.0001495,
      "loss": 6.9431,
      "mean_token_accuracy": 0.10994272455573081,
      "num_tokens": 686000.0,
      "step": 300
    },
    {
      "entropy": 7.216502523422241,
      "epoch": 0.030150257018584422,
      "grad_norm": 0.9921875,
      "learning_rate": 0.000152,
      "loss": 6.9926,
      "mean_token_accuracy": 0.10297218561172486,
      "num_tokens": 698464.0,
      "step": 305
    },
    {
      "entropy": 7.215946102142334,
      "epoch": 0.030644523527085805,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00015450000000000001,
      "loss": 6.9883,
      "mean_token_accuracy": 0.09871925041079521,
      "num_tokens": 709702.0,
      "step": 310
    },
    {
      "entropy": 7.40031623840332,
      "epoch": 0.03113879003558719,
      "grad_norm": 1.1171875,
      "learning_rate": 0.000157,
      "loss": 7.1009,
      "mean_token_accuracy": 0.09918646588921547,
      "num_tokens": 722234.0,
      "step": 315
    },
    {
      "entropy": 7.222815370559692,
      "epoch": 0.03163305654408857,
      "grad_norm": 1.09375,
      "learning_rate": 0.0001595,
      "loss": 7.0443,
      "mean_token_accuracy": 0.10143259838223458,
      "num_tokens": 733001.0,
      "step": 320
    },
    {
      "entropy": 7.251048564910889,
      "epoch": 0.03212732305258996,
      "grad_norm": 1.0625,
      "learning_rate": 0.000162,
      "loss": 7.0047,
      "mean_token_accuracy": 0.09862519353628159,
      "num_tokens": 743315.0,
      "step": 325
    },
    {
      "entropy": 7.253071928024292,
      "epoch": 0.03262158956109134,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00016450000000000001,
      "loss": 6.9549,
      "mean_token_accuracy": 0.09725747108459473,
      "num_tokens": 754386.0,
      "step": 330
    },
    {
      "entropy": 7.24435601234436,
      "epoch": 0.033115856069592726,
      "grad_norm": 1.2734375,
      "learning_rate": 0.00016700000000000002,
      "loss": 7.0694,
      "mean_token_accuracy": 0.10413578823208809,
      "num_tokens": 766504.0,
      "step": 335
    },
    {
      "entropy": 7.090495014190674,
      "epoch": 0.033610122578094107,
      "grad_norm": 1.2734375,
      "learning_rate": 0.00016950000000000003,
      "loss": 6.9017,
      "mean_token_accuracy": 0.10729243233799934,
      "num_tokens": 777039.0,
      "step": 340
    },
    {
      "entropy": 7.284985685348511,
      "epoch": 0.034104389086595494,
      "grad_norm": 1.1484375,
      "learning_rate": 0.00017199999999999998,
      "loss": 7.0025,
      "mean_token_accuracy": 0.10153071135282517,
      "num_tokens": 787890.0,
      "step": 345
    },
    {
      "entropy": 7.234701490402221,
      "epoch": 0.034598655595096874,
      "grad_norm": 1.1796875,
      "learning_rate": 0.00017449999999999999,
      "loss": 6.9532,
      "mean_token_accuracy": 0.10262288972735405,
      "num_tokens": 800129.0,
      "step": 350
    },
    {
      "entropy": 7.139390373229981,
      "epoch": 0.03509292210359826,
      "grad_norm": 0.94140625,
      "learning_rate": 0.000177,
      "loss": 7.0596,
      "mean_token_accuracy": 0.0944197230041027,
      "num_tokens": 812517.0,
      "step": 355
    },
    {
      "entropy": 7.259590196609497,
      "epoch": 0.03558718861209965,
      "grad_norm": 1.0,
      "learning_rate": 0.0001795,
      "loss": 6.9787,
      "mean_token_accuracy": 0.10446251705288886,
      "num_tokens": 824570.0,
      "step": 360
    },
    {
      "entropy": 7.1810768127441404,
      "epoch": 0.03608145512060103,
      "grad_norm": 0.94140625,
      "learning_rate": 0.000182,
      "loss": 6.9823,
      "mean_token_accuracy": 0.1032750204205513,
      "num_tokens": 836506.0,
      "step": 365
    },
    {
      "entropy": 7.251035213470459,
      "epoch": 0.036575721629102415,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0001845,
      "loss": 6.9702,
      "mean_token_accuracy": 0.10457680597901345,
      "num_tokens": 846841.0,
      "step": 370
    },
    {
      "entropy": 7.27037239074707,
      "epoch": 0.037069988137603795,
      "grad_norm": 1.1484375,
      "learning_rate": 0.000187,
      "loss": 7.0054,
      "mean_token_accuracy": 0.106174336373806,
      "num_tokens": 858770.0,
      "step": 375
    },
    {
      "entropy": 7.1212574481964115,
      "epoch": 0.03756425464610518,
      "grad_norm": 1.125,
      "learning_rate": 0.0001895,
      "loss": 6.8786,
      "mean_token_accuracy": 0.10385922640562058,
      "num_tokens": 870184.0,
      "step": 380
    },
    {
      "entropy": 7.172485733032227,
      "epoch": 0.03805852115460656,
      "grad_norm": 1.0234375,
      "learning_rate": 0.000192,
      "loss": 6.9197,
      "mean_token_accuracy": 0.10581747069954872,
      "num_tokens": 881843.0,
      "step": 385
    },
    {
      "entropy": 7.2427778244018555,
      "epoch": 0.03855278766310795,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0001945,
      "loss": 6.9489,
      "mean_token_accuracy": 0.10129198804497719,
      "num_tokens": 893453.0,
      "step": 390
    },
    {
      "entropy": 7.205210494995117,
      "epoch": 0.03904705417160933,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00019700000000000002,
      "loss": 7.0049,
      "mean_token_accuracy": 0.09680559858679771,
      "num_tokens": 904417.0,
      "step": 395
    },
    {
      "entropy": 7.202549695968628,
      "epoch": 0.039541320680110716,
      "grad_norm": 1.1484375,
      "learning_rate": 0.00019950000000000002,
      "loss": 6.9462,
      "mean_token_accuracy": 0.0999035358428955,
      "num_tokens": 915134.0,
      "step": 400
    },
    {
      "entropy": 7.133806133270264,
      "epoch": 0.0400355871886121,
      "grad_norm": 1.0390625,
      "learning_rate": 0.000202,
      "loss": 6.9589,
      "mean_token_accuracy": 0.1034577377140522,
      "num_tokens": 926361.0,
      "step": 405
    },
    {
      "entropy": 7.144542980194092,
      "epoch": 0.04052985369711348,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00020449999999999998,
      "loss": 6.8841,
      "mean_token_accuracy": 0.10176018252968788,
      "num_tokens": 937474.0,
      "step": 410
    },
    {
      "entropy": 7.3199704647064205,
      "epoch": 0.04102412020561487,
      "grad_norm": 1.0703125,
      "learning_rate": 0.000207,
      "loss": 6.947,
      "mean_token_accuracy": 0.10589171275496483,
      "num_tokens": 948897.0,
      "step": 415
    },
    {
      "entropy": 7.157266998291016,
      "epoch": 0.04151838671411625,
      "grad_norm": 1.15625,
      "learning_rate": 0.0002095,
      "loss": 6.9643,
      "mean_token_accuracy": 0.1008329525589943,
      "num_tokens": 960669.0,
      "step": 420
    },
    {
      "entropy": 7.024852180480957,
      "epoch": 0.04201265322261764,
      "grad_norm": 1.0,
      "learning_rate": 0.000212,
      "loss": 6.8152,
      "mean_token_accuracy": 0.10260056778788566,
      "num_tokens": 973001.0,
      "step": 425
    },
    {
      "entropy": 7.119008874893188,
      "epoch": 0.04250691973111902,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0002145,
      "loss": 6.8859,
      "mean_token_accuracy": 0.10822405442595481,
      "num_tokens": 986214.0,
      "step": 430
    },
    {
      "entropy": 7.105495595932007,
      "epoch": 0.043001186239620404,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00021700000000000002,
      "loss": 6.8937,
      "mean_token_accuracy": 0.10061700344085693,
      "num_tokens": 997363.0,
      "step": 435
    },
    {
      "entropy": 7.120448970794678,
      "epoch": 0.04349545274812179,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0002195,
      "loss": 6.8093,
      "mean_token_accuracy": 0.11288737356662751,
      "num_tokens": 1009543.0,
      "step": 440
    },
    {
      "entropy": 7.0541246891021725,
      "epoch": 0.04398971925662317,
      "grad_norm": 1.0234375,
      "learning_rate": 0.000222,
      "loss": 6.9215,
      "mean_token_accuracy": 0.10269275158643723,
      "num_tokens": 1020561.0,
      "step": 445
    },
    {
      "entropy": 7.185726308822632,
      "epoch": 0.04448398576512456,
      "grad_norm": 0.984375,
      "learning_rate": 0.0002245,
      "loss": 6.8725,
      "mean_token_accuracy": 0.10224331989884376,
      "num_tokens": 1032587.0,
      "step": 450
    },
    {
      "entropy": 7.159319496154785,
      "epoch": 0.04497825227362594,
      "grad_norm": 1.140625,
      "learning_rate": 0.00022700000000000002,
      "loss": 6.8784,
      "mean_token_accuracy": 0.1019284375011921,
      "num_tokens": 1044249.0,
      "step": 455
    },
    {
      "entropy": 7.076584959030152,
      "epoch": 0.045472518782127325,
      "grad_norm": 1.328125,
      "learning_rate": 0.00022950000000000002,
      "loss": 6.9215,
      "mean_token_accuracy": 0.10558762773871422,
      "num_tokens": 1055415.0,
      "step": 460
    },
    {
      "entropy": 7.1408079147338865,
      "epoch": 0.045966785290628705,
      "grad_norm": 1.03125,
      "learning_rate": 0.00023200000000000003,
      "loss": 6.8942,
      "mean_token_accuracy": 0.10558660700917244,
      "num_tokens": 1066593.0,
      "step": 465
    },
    {
      "entropy": 7.15621657371521,
      "epoch": 0.04646105179913009,
      "grad_norm": 1.109375,
      "learning_rate": 0.00023449999999999998,
      "loss": 6.8924,
      "mean_token_accuracy": 0.10691260844469071,
      "num_tokens": 1076966.0,
      "step": 470
    },
    {
      "entropy": 7.067881631851196,
      "epoch": 0.04695531830763147,
      "grad_norm": 1.03125,
      "learning_rate": 0.000237,
      "loss": 6.9491,
      "mean_token_accuracy": 0.09959092512726783,
      "num_tokens": 1089927.0,
      "step": 475
    },
    {
      "entropy": 7.091880464553833,
      "epoch": 0.04744958481613286,
      "grad_norm": 1.09375,
      "learning_rate": 0.0002395,
      "loss": 6.8869,
      "mean_token_accuracy": 0.10327862426638604,
      "num_tokens": 1101920.0,
      "step": 480
    },
    {
      "entropy": 7.182226657867432,
      "epoch": 0.047943851324634246,
      "grad_norm": 1.0078125,
      "learning_rate": 0.000242,
      "loss": 6.9376,
      "mean_token_accuracy": 0.10818986669182777,
      "num_tokens": 1115078.0,
      "step": 485
    },
    {
      "entropy": 7.180230808258057,
      "epoch": 0.048438117833135626,
      "grad_norm": 1.109375,
      "learning_rate": 0.0002445,
      "loss": 7.0315,
      "mean_token_accuracy": 0.0969414807856083,
      "num_tokens": 1127138.0,
      "step": 490
    },
    {
      "entropy": 7.088583707809448,
      "epoch": 0.04893238434163701,
      "grad_norm": 1.1875,
      "learning_rate": 0.000247,
      "loss": 6.815,
      "mean_token_accuracy": 0.10144753381609917,
      "num_tokens": 1138390.0,
      "step": 495
    },
    {
      "entropy": 7.003582715988159,
      "epoch": 0.04942665085013839,
      "grad_norm": 1.09375,
      "learning_rate": 0.0002495,
      "loss": 6.78,
      "mean_token_accuracy": 0.11048796996474267,
      "num_tokens": 1149124.0,
      "step": 500
    },
    {
      "entropy": 7.101625585556031,
      "epoch": 0.04992091735863978,
      "grad_norm": 1.109375,
      "learning_rate": 0.000252,
      "loss": 6.8585,
      "mean_token_accuracy": 0.10951191484928131,
      "num_tokens": 1161091.0,
      "step": 505
    },
    {
      "entropy": 7.118922424316406,
      "epoch": 0.05041518386714116,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0002545,
      "loss": 6.8355,
      "mean_token_accuracy": 0.10461836084723472,
      "num_tokens": 1171919.0,
      "step": 510
    },
    {
      "entropy": 7.051087188720703,
      "epoch": 0.05090945037564255,
      "grad_norm": 1.0859375,
      "learning_rate": 0.000257,
      "loss": 6.8633,
      "mean_token_accuracy": 0.10401171222329139,
      "num_tokens": 1183688.0,
      "step": 515
    },
    {
      "entropy": 7.0168451309204105,
      "epoch": 0.051403716884143934,
      "grad_norm": 1.09375,
      "learning_rate": 0.0002595,
      "loss": 6.7819,
      "mean_token_accuracy": 0.10449134409427643,
      "num_tokens": 1195323.0,
      "step": 520
    },
    {
      "entropy": 7.09809103012085,
      "epoch": 0.051897983392645314,
      "grad_norm": 1.1015625,
      "learning_rate": 0.000262,
      "loss": 6.8999,
      "mean_token_accuracy": 0.10218222662806511,
      "num_tokens": 1206782.0,
      "step": 525
    },
    {
      "entropy": 6.965949535369873,
      "epoch": 0.0523922499011467,
      "grad_norm": 1.0625,
      "learning_rate": 0.00026450000000000003,
      "loss": 6.8013,
      "mean_token_accuracy": 0.10973932594060898,
      "num_tokens": 1218102.0,
      "step": 530
    },
    {
      "entropy": 7.017365598678589,
      "epoch": 0.05288651640964808,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00026700000000000004,
      "loss": 6.7659,
      "mean_token_accuracy": 0.10771052315831184,
      "num_tokens": 1230199.0,
      "step": 535
    },
    {
      "entropy": 7.0721368312835695,
      "epoch": 0.05338078291814947,
      "grad_norm": 1.03125,
      "learning_rate": 0.00026950000000000005,
      "loss": 6.8896,
      "mean_token_accuracy": 0.10399755015969277,
      "num_tokens": 1242127.0,
      "step": 540
    },
    {
      "entropy": 7.027034282684326,
      "epoch": 0.05387504942665085,
      "grad_norm": 1.1796875,
      "learning_rate": 0.00027200000000000005,
      "loss": 6.7655,
      "mean_token_accuracy": 0.10667505711317063,
      "num_tokens": 1252329.0,
      "step": 545
    },
    {
      "entropy": 6.865018033981324,
      "epoch": 0.054369315935152235,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0002745,
      "loss": 6.7666,
      "mean_token_accuracy": 0.11077538877725601,
      "num_tokens": 1264832.0,
      "step": 550
    },
    {
      "entropy": 7.053894948959351,
      "epoch": 0.054863582443653615,
      "grad_norm": 1.0625,
      "learning_rate": 0.000277,
      "loss": 6.8414,
      "mean_token_accuracy": 0.10259129181504249,
      "num_tokens": 1276708.0,
      "step": 555
    },
    {
      "entropy": 7.017140913009643,
      "epoch": 0.055357848952155,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0002795,
      "loss": 6.7446,
      "mean_token_accuracy": 0.11817902401089668,
      "num_tokens": 1288089.0,
      "step": 560
    },
    {
      "entropy": 7.102619647979736,
      "epoch": 0.05585211546065639,
      "grad_norm": 1.2890625,
      "learning_rate": 0.00028199999999999997,
      "loss": 6.9011,
      "mean_token_accuracy": 0.10063079670071602,
      "num_tokens": 1299411.0,
      "step": 565
    },
    {
      "entropy": 7.038193321228027,
      "epoch": 0.05634638196915777,
      "grad_norm": 1.015625,
      "learning_rate": 0.0002845,
      "loss": 6.8678,
      "mean_token_accuracy": 0.10497712716460228,
      "num_tokens": 1311368.0,
      "step": 570
    },
    {
      "entropy": 6.996581506729126,
      "epoch": 0.056840648477659156,
      "grad_norm": 1.140625,
      "learning_rate": 0.000287,
      "loss": 6.7798,
      "mean_token_accuracy": 0.1104745551943779,
      "num_tokens": 1321962.0,
      "step": 575
    },
    {
      "entropy": 6.984814691543579,
      "epoch": 0.057334914986160536,
      "grad_norm": 1.046875,
      "learning_rate": 0.0002895,
      "loss": 6.7845,
      "mean_token_accuracy": 0.10723584592342376,
      "num_tokens": 1335150.0,
      "step": 580
    },
    {
      "entropy": 7.0060882568359375,
      "epoch": 0.05782918149466192,
      "grad_norm": 1.015625,
      "learning_rate": 0.000292,
      "loss": 6.8106,
      "mean_token_accuracy": 0.10954170823097228,
      "num_tokens": 1346986.0,
      "step": 585
    },
    {
      "entropy": 7.04237003326416,
      "epoch": 0.0583234480031633,
      "grad_norm": 1.1875,
      "learning_rate": 0.0002945,
      "loss": 6.7456,
      "mean_token_accuracy": 0.11029022559523582,
      "num_tokens": 1357820.0,
      "step": 590
    },
    {
      "entropy": 6.898483562469482,
      "epoch": 0.05881771451166469,
      "grad_norm": 1.203125,
      "learning_rate": 0.000297,
      "loss": 6.7381,
      "mean_token_accuracy": 0.1155846431851387,
      "num_tokens": 1368269.0,
      "step": 595
    },
    {
      "entropy": 6.914667129516602,
      "epoch": 0.05931198102016608,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0002995,
      "loss": 6.7699,
      "mean_token_accuracy": 0.10781971290707588,
      "num_tokens": 1380364.0,
      "step": 600
    },
    {
      "entropy": 6.9423737049102785,
      "epoch": 0.05980624752866746,
      "grad_norm": 1.2265625,
      "learning_rate": 0.000302,
      "loss": 6.7359,
      "mean_token_accuracy": 0.11458505317568779,
      "num_tokens": 1390667.0,
      "step": 605
    },
    {
      "entropy": 6.890728282928467,
      "epoch": 0.060300514037168844,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0003045,
      "loss": 6.6885,
      "mean_token_accuracy": 0.10985699743032455,
      "num_tokens": 1401452.0,
      "step": 610
    },
    {
      "entropy": 6.968847942352295,
      "epoch": 0.060794780545670224,
      "grad_norm": 1.1328125,
      "learning_rate": 0.000307,
      "loss": 6.6936,
      "mean_token_accuracy": 0.11100370958447456,
      "num_tokens": 1412947.0,
      "step": 615
    },
    {
      "entropy": 6.867507553100586,
      "epoch": 0.06128904705417161,
      "grad_norm": 0.953125,
      "learning_rate": 0.0003095,
      "loss": 6.7476,
      "mean_token_accuracy": 0.10398394390940666,
      "num_tokens": 1425123.0,
      "step": 620
    },
    {
      "entropy": 6.928701877593994,
      "epoch": 0.06178331356267299,
      "grad_norm": 1.0703125,
      "learning_rate": 0.000312,
      "loss": 6.7218,
      "mean_token_accuracy": 0.10982921719551086,
      "num_tokens": 1436538.0,
      "step": 625
    },
    {
      "entropy": 6.933251285552979,
      "epoch": 0.06227758007117438,
      "grad_norm": 1.046875,
      "learning_rate": 0.0003145,
      "loss": 6.77,
      "mean_token_accuracy": 0.10577303692698478,
      "num_tokens": 1448269.0,
      "step": 630
    },
    {
      "entropy": 6.900527620315552,
      "epoch": 0.06277184657967576,
      "grad_norm": 1.1875,
      "learning_rate": 0.000317,
      "loss": 6.7432,
      "mean_token_accuracy": 0.11349172964692116,
      "num_tokens": 1459729.0,
      "step": 635
    },
    {
      "entropy": 6.960564184188843,
      "epoch": 0.06326611308817714,
      "grad_norm": 1.125,
      "learning_rate": 0.0003195,
      "loss": 6.7581,
      "mean_token_accuracy": 0.10724205747246743,
      "num_tokens": 1470684.0,
      "step": 640
    },
    {
      "entropy": 6.889400863647461,
      "epoch": 0.06376037959667853,
      "grad_norm": 0.9375,
      "learning_rate": 0.000322,
      "loss": 6.7232,
      "mean_token_accuracy": 0.10671663433313369,
      "num_tokens": 1483571.0,
      "step": 645
    },
    {
      "entropy": 6.8848834991455075,
      "epoch": 0.06425464610517992,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00032450000000000003,
      "loss": 6.6891,
      "mean_token_accuracy": 0.11692152470350266,
      "num_tokens": 1494671.0,
      "step": 650
    },
    {
      "entropy": 6.905150508880615,
      "epoch": 0.06474891261368129,
      "grad_norm": 1.296875,
      "learning_rate": 0.00032700000000000003,
      "loss": 6.7095,
      "mean_token_accuracy": 0.1126905307173729,
      "num_tokens": 1505435.0,
      "step": 655
    },
    {
      "entropy": 6.948776197433472,
      "epoch": 0.06524317912218268,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00032950000000000004,
      "loss": 6.803,
      "mean_token_accuracy": 0.10531418174505233,
      "num_tokens": 1518510.0,
      "step": 660
    },
    {
      "entropy": 6.9253791809082035,
      "epoch": 0.06573744563068407,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00033200000000000005,
      "loss": 6.7145,
      "mean_token_accuracy": 0.11463218927383423,
      "num_tokens": 1530218.0,
      "step": 665
    },
    {
      "entropy": 6.91641206741333,
      "epoch": 0.06623171213918545,
      "grad_norm": 1.078125,
      "learning_rate": 0.00033450000000000005,
      "loss": 6.7582,
      "mean_token_accuracy": 0.11466718763113022,
      "num_tokens": 1542486.0,
      "step": 670
    },
    {
      "entropy": 6.8444969177246096,
      "epoch": 0.06672597864768683,
      "grad_norm": 1.0390625,
      "learning_rate": 0.000337,
      "loss": 6.7533,
      "mean_token_accuracy": 0.10930409133434296,
      "num_tokens": 1553873.0,
      "step": 675
    },
    {
      "entropy": 6.942787122726441,
      "epoch": 0.06722024515618821,
      "grad_norm": 1.0625,
      "learning_rate": 0.0003395,
      "loss": 6.7047,
      "mean_token_accuracy": 0.1153480589389801,
      "num_tokens": 1565343.0,
      "step": 680
    },
    {
      "entropy": 6.903558826446533,
      "epoch": 0.0677145116646896,
      "grad_norm": 1.078125,
      "learning_rate": 0.000342,
      "loss": 6.7608,
      "mean_token_accuracy": 0.10652155056595802,
      "num_tokens": 1577061.0,
      "step": 685
    },
    {
      "entropy": 6.872377204895019,
      "epoch": 0.06820877817319099,
      "grad_norm": 1.0625,
      "learning_rate": 0.00034449999999999997,
      "loss": 6.7529,
      "mean_token_accuracy": 0.11244799494743347,
      "num_tokens": 1588083.0,
      "step": 690
    },
    {
      "entropy": 6.879619789123535,
      "epoch": 0.06870304468169237,
      "grad_norm": 1.0703125,
      "learning_rate": 0.000347,
      "loss": 6.7159,
      "mean_token_accuracy": 0.10822473615407943,
      "num_tokens": 1599796.0,
      "step": 695
    },
    {
      "entropy": 6.90326623916626,
      "epoch": 0.06919731119019375,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0003495,
      "loss": 6.7681,
      "mean_token_accuracy": 0.10771963074803352,
      "num_tokens": 1611994.0,
      "step": 700
    },
    {
      "entropy": 6.872850322723389,
      "epoch": 0.06969157769869513,
      "grad_norm": 1.0625,
      "learning_rate": 0.000352,
      "loss": 6.7022,
      "mean_token_accuracy": 0.10573551878333091,
      "num_tokens": 1623280.0,
      "step": 705
    },
    {
      "entropy": 6.8690471172332765,
      "epoch": 0.07018584420719652,
      "grad_norm": 1.21875,
      "learning_rate": 0.0003545,
      "loss": 6.7681,
      "mean_token_accuracy": 0.10785022675991059,
      "num_tokens": 1634989.0,
      "step": 710
    },
    {
      "entropy": 6.947969198226929,
      "epoch": 0.07068011071569791,
      "grad_norm": 1.0546875,
      "learning_rate": 0.000357,
      "loss": 6.7925,
      "mean_token_accuracy": 0.10478616431355477,
      "num_tokens": 1647042.0,
      "step": 715
    },
    {
      "entropy": 6.809376001358032,
      "epoch": 0.0711743772241993,
      "grad_norm": 1.09375,
      "learning_rate": 0.0003595,
      "loss": 6.6855,
      "mean_token_accuracy": 0.1154635414481163,
      "num_tokens": 1659245.0,
      "step": 720
    },
    {
      "entropy": 6.81630311012268,
      "epoch": 0.07166864373270067,
      "grad_norm": 1.140625,
      "learning_rate": 0.000362,
      "loss": 6.6819,
      "mean_token_accuracy": 0.10983811244368553,
      "num_tokens": 1670271.0,
      "step": 725
    },
    {
      "entropy": 6.873712110519409,
      "epoch": 0.07216291024120206,
      "grad_norm": 0.96875,
      "learning_rate": 0.0003645,
      "loss": 6.735,
      "mean_token_accuracy": 0.11080555841326714,
      "num_tokens": 1682648.0,
      "step": 730
    },
    {
      "entropy": 6.822260570526123,
      "epoch": 0.07265717674970344,
      "grad_norm": 1.0859375,
      "learning_rate": 0.000367,
      "loss": 6.7573,
      "mean_token_accuracy": 0.1052017480134964,
      "num_tokens": 1694542.0,
      "step": 735
    },
    {
      "entropy": 6.849833726882935,
      "epoch": 0.07315144325820483,
      "grad_norm": 1.015625,
      "learning_rate": 0.0003695,
      "loss": 6.6493,
      "mean_token_accuracy": 0.10704348310828209,
      "num_tokens": 1705737.0,
      "step": 740
    },
    {
      "entropy": 6.862112379074096,
      "epoch": 0.0736457097667062,
      "grad_norm": 0.95703125,
      "learning_rate": 0.000372,
      "loss": 6.71,
      "mean_token_accuracy": 0.10965840369462967,
      "num_tokens": 1718474.0,
      "step": 745
    },
    {
      "entropy": 6.826199579238891,
      "epoch": 0.07413997627520759,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0003745,
      "loss": 6.6873,
      "mean_token_accuracy": 0.1082968644797802,
      "num_tokens": 1729360.0,
      "step": 750
    },
    {
      "entropy": 6.8160795211792,
      "epoch": 0.07463424278370898,
      "grad_norm": 1.0703125,
      "learning_rate": 0.000377,
      "loss": 6.6964,
      "mean_token_accuracy": 0.1107470378279686,
      "num_tokens": 1739654.0,
      "step": 755
    },
    {
      "entropy": 6.836647272109985,
      "epoch": 0.07512850929221036,
      "grad_norm": 1.09375,
      "learning_rate": 0.0003795,
      "loss": 6.6939,
      "mean_token_accuracy": 0.11239867880940438,
      "num_tokens": 1752158.0,
      "step": 760
    },
    {
      "entropy": 6.834174489974975,
      "epoch": 0.07562277580071175,
      "grad_norm": 1.171875,
      "learning_rate": 0.000382,
      "loss": 6.6923,
      "mean_token_accuracy": 0.11612112373113632,
      "num_tokens": 1764545.0,
      "step": 765
    },
    {
      "entropy": 6.821158313751221,
      "epoch": 0.07611704230921312,
      "grad_norm": 1.3828125,
      "learning_rate": 0.0003845,
      "loss": 6.6814,
      "mean_token_accuracy": 0.1128039114177227,
      "num_tokens": 1775422.0,
      "step": 770
    },
    {
      "entropy": 6.840568494796753,
      "epoch": 0.07661130881771451,
      "grad_norm": 0.9140625,
      "learning_rate": 0.00038700000000000003,
      "loss": 6.7088,
      "mean_token_accuracy": 0.10114984959363937,
      "num_tokens": 1787833.0,
      "step": 775
    },
    {
      "entropy": 6.74714674949646,
      "epoch": 0.0771055753262159,
      "grad_norm": 1.1640625,
      "learning_rate": 0.00038950000000000003,
      "loss": 6.5723,
      "mean_token_accuracy": 0.1219009131193161,
      "num_tokens": 1798508.0,
      "step": 780
    },
    {
      "entropy": 6.753849983215332,
      "epoch": 0.07759984183471728,
      "grad_norm": 1.1484375,
      "learning_rate": 0.00039200000000000004,
      "loss": 6.6209,
      "mean_token_accuracy": 0.11469837054610252,
      "num_tokens": 1809873.0,
      "step": 785
    },
    {
      "entropy": 6.821059226989746,
      "epoch": 0.07809410834321866,
      "grad_norm": 1.3515625,
      "learning_rate": 0.00039450000000000005,
      "loss": 6.7014,
      "mean_token_accuracy": 0.11237634271383286,
      "num_tokens": 1820876.0,
      "step": 790
    },
    {
      "entropy": 6.7968470573425295,
      "epoch": 0.07858837485172004,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00039700000000000005,
      "loss": 6.663,
      "mean_token_accuracy": 0.10904834121465683,
      "num_tokens": 1833233.0,
      "step": 795
    },
    {
      "entropy": 6.812273120880127,
      "epoch": 0.07908264136022143,
      "grad_norm": 1.140625,
      "learning_rate": 0.0003995,
      "loss": 6.7481,
      "mean_token_accuracy": 0.10785818174481392,
      "num_tokens": 1844520.0,
      "step": 800
    },
    {
      "entropy": 6.765308666229248,
      "epoch": 0.07957690786872282,
      "grad_norm": 1.0546875,
      "learning_rate": 0.000402,
      "loss": 6.6292,
      "mean_token_accuracy": 0.1142186164855957,
      "num_tokens": 1856814.0,
      "step": 805
    },
    {
      "entropy": 6.732009649276733,
      "epoch": 0.0800711743772242,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004045,
      "loss": 6.6196,
      "mean_token_accuracy": 0.11811698004603385,
      "num_tokens": 1867581.0,
      "step": 810
    },
    {
      "entropy": 6.84562578201294,
      "epoch": 0.08056544088572558,
      "grad_norm": 1.2578125,
      "learning_rate": 0.00040699999999999997,
      "loss": 6.6907,
      "mean_token_accuracy": 0.10590304806828499,
      "num_tokens": 1879302.0,
      "step": 815
    },
    {
      "entropy": 6.756962633132934,
      "epoch": 0.08105970739422697,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004095,
      "loss": 6.6571,
      "mean_token_accuracy": 0.10640354081988335,
      "num_tokens": 1891697.0,
      "step": 820
    },
    {
      "entropy": 6.759096002578735,
      "epoch": 0.08155397390272835,
      "grad_norm": 1.078125,
      "learning_rate": 0.000412,
      "loss": 6.5979,
      "mean_token_accuracy": 0.11474953293800354,
      "num_tokens": 1903544.0,
      "step": 825
    },
    {
      "entropy": 6.774603033065796,
      "epoch": 0.08204824041122974,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004145,
      "loss": 6.6545,
      "mean_token_accuracy": 0.11101827323436737,
      "num_tokens": 1915286.0,
      "step": 830
    },
    {
      "entropy": 6.688508129119873,
      "epoch": 0.08254250691973111,
      "grad_norm": 1.1640625,
      "learning_rate": 0.000417,
      "loss": 6.5346,
      "mean_token_accuracy": 0.11861704438924789,
      "num_tokens": 1926361.0,
      "step": 835
    },
    {
      "entropy": 6.751745128631592,
      "epoch": 0.0830367734282325,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004195,
      "loss": 6.6299,
      "mean_token_accuracy": 0.11083293855190277,
      "num_tokens": 1938540.0,
      "step": 840
    },
    {
      "entropy": 6.763704109191894,
      "epoch": 0.08353103993673389,
      "grad_norm": 0.9140625,
      "learning_rate": 0.000422,
      "loss": 6.6603,
      "mean_token_accuracy": 0.10724062249064445,
      "num_tokens": 1950532.0,
      "step": 845
    },
    {
      "entropy": 6.8038843154907225,
      "epoch": 0.08402530644523527,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004245,
      "loss": 6.6778,
      "mean_token_accuracy": 0.10919453650712967,
      "num_tokens": 1960899.0,
      "step": 850
    },
    {
      "entropy": 6.68118052482605,
      "epoch": 0.08451957295373666,
      "grad_norm": 1.1796875,
      "learning_rate": 0.000427,
      "loss": 6.6496,
      "mean_token_accuracy": 0.11730073392391205,
      "num_tokens": 1972278.0,
      "step": 855
    },
    {
      "entropy": 6.725075197219849,
      "epoch": 0.08501383946223803,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004295,
      "loss": 6.6692,
      "mean_token_accuracy": 0.1092053584754467,
      "num_tokens": 1985079.0,
      "step": 860
    },
    {
      "entropy": 6.635829877853394,
      "epoch": 0.08550810597073942,
      "grad_norm": 1.15625,
      "learning_rate": 0.000432,
      "loss": 6.7065,
      "mean_token_accuracy": 0.10706321522593498,
      "num_tokens": 1996467.0,
      "step": 865
    },
    {
      "entropy": 6.8284436702728275,
      "epoch": 0.08600237247924081,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004345,
      "loss": 6.5832,
      "mean_token_accuracy": 0.11370615139603615,
      "num_tokens": 2007339.0,
      "step": 870
    },
    {
      "entropy": 6.677596378326416,
      "epoch": 0.0864966389877422,
      "grad_norm": 1.015625,
      "learning_rate": 0.000437,
      "loss": 6.5879,
      "mean_token_accuracy": 0.1196245089173317,
      "num_tokens": 2019962.0,
      "step": 875
    },
    {
      "entropy": 6.747453260421753,
      "epoch": 0.08699090549624358,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004395,
      "loss": 6.5866,
      "mean_token_accuracy": 0.11758355721831322,
      "num_tokens": 2031251.0,
      "step": 880
    },
    {
      "entropy": 6.661469602584839,
      "epoch": 0.08748517200474495,
      "grad_norm": 0.99609375,
      "learning_rate": 0.000442,
      "loss": 6.6013,
      "mean_token_accuracy": 0.11161932870745658,
      "num_tokens": 2042412.0,
      "step": 885
    },
    {
      "entropy": 6.6397772312164305,
      "epoch": 0.08797943851324634,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004445,
      "loss": 6.6221,
      "mean_token_accuracy": 0.11210491955280304,
      "num_tokens": 2054423.0,
      "step": 890
    },
    {
      "entropy": 6.686139965057373,
      "epoch": 0.08847370502174773,
      "grad_norm": 1.046875,
      "learning_rate": 0.000447,
      "loss": 6.595,
      "mean_token_accuracy": 0.10692231729626656,
      "num_tokens": 2065657.0,
      "step": 895
    },
    {
      "entropy": 6.717379331588745,
      "epoch": 0.08896797153024912,
      "grad_norm": 1.046875,
      "learning_rate": 0.00044950000000000003,
      "loss": 6.5827,
      "mean_token_accuracy": 0.11325386464595795,
      "num_tokens": 2076305.0,
      "step": 900
    },
    {
      "entropy": 6.697859430313111,
      "epoch": 0.08946223803875049,
      "grad_norm": 1.046875,
      "learning_rate": 0.00045200000000000004,
      "loss": 6.5783,
      "mean_token_accuracy": 0.11316154897212982,
      "num_tokens": 2087734.0,
      "step": 905
    },
    {
      "entropy": 6.595232200622559,
      "epoch": 0.08995650454725188,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00045450000000000004,
      "loss": 6.4953,
      "mean_token_accuracy": 0.12035880610346794,
      "num_tokens": 2098016.0,
      "step": 910
    },
    {
      "entropy": 6.665337467193604,
      "epoch": 0.09045077105575326,
      "grad_norm": 0.9609375,
      "learning_rate": 0.00045700000000000005,
      "loss": 6.6678,
      "mean_token_accuracy": 0.10886707603931427,
      "num_tokens": 2110293.0,
      "step": 915
    },
    {
      "entropy": 6.673768377304077,
      "epoch": 0.09094503756425465,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00045950000000000006,
      "loss": 6.4485,
      "mean_token_accuracy": 0.11682527139782906,
      "num_tokens": 2120441.0,
      "step": 920
    },
    {
      "entropy": 6.539246511459351,
      "epoch": 0.09143930407275604,
      "grad_norm": 1.0390625,
      "learning_rate": 0.000462,
      "loss": 6.5683,
      "mean_token_accuracy": 0.11887063086032867,
      "num_tokens": 2131520.0,
      "step": 925
    },
    {
      "entropy": 6.664091300964356,
      "epoch": 0.09193357058125741,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004645,
      "loss": 6.5796,
      "mean_token_accuracy": 0.11637971252202987,
      "num_tokens": 2145005.0,
      "step": 930
    },
    {
      "entropy": 6.605041790008545,
      "epoch": 0.0924278370897588,
      "grad_norm": 1.0625,
      "learning_rate": 0.000467,
      "loss": 6.5338,
      "mean_token_accuracy": 0.1211809828877449,
      "num_tokens": 2156608.0,
      "step": 935
    },
    {
      "entropy": 6.601588439941406,
      "epoch": 0.09292210359826018,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004695,
      "loss": 6.5318,
      "mean_token_accuracy": 0.11969754993915557,
      "num_tokens": 2168341.0,
      "step": 940
    },
    {
      "entropy": 6.625442409515381,
      "epoch": 0.09341637010676157,
      "grad_norm": 1.0546875,
      "learning_rate": 0.000472,
      "loss": 6.5258,
      "mean_token_accuracy": 0.11236160099506379,
      "num_tokens": 2178704.0,
      "step": 945
    },
    {
      "entropy": 6.704224395751953,
      "epoch": 0.09391063661526294,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004745,
      "loss": 6.6906,
      "mean_token_accuracy": 0.10928287953138352,
      "num_tokens": 2190884.0,
      "step": 950
    },
    {
      "entropy": 6.682482194900513,
      "epoch": 0.09440490312376433,
      "grad_norm": 1.0390625,
      "learning_rate": 0.000477,
      "loss": 6.598,
      "mean_token_accuracy": 0.1167626291513443,
      "num_tokens": 2201822.0,
      "step": 955
    },
    {
      "entropy": 6.629432439804077,
      "epoch": 0.09489916963226572,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004795,
      "loss": 6.5926,
      "mean_token_accuracy": 0.11254436299204826,
      "num_tokens": 2213362.0,
      "step": 960
    },
    {
      "entropy": 6.692664337158203,
      "epoch": 0.0953934361407671,
      "grad_norm": 1.0234375,
      "learning_rate": 0.000482,
      "loss": 6.602,
      "mean_token_accuracy": 0.11311232969164849,
      "num_tokens": 2224366.0,
      "step": 965
    },
    {
      "entropy": 6.46690821647644,
      "epoch": 0.09588770264926849,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004845,
      "loss": 6.4535,
      "mean_token_accuracy": 0.1190331868827343,
      "num_tokens": 2234645.0,
      "step": 970
    },
    {
      "entropy": 6.678108978271484,
      "epoch": 0.09638196915776986,
      "grad_norm": 1.0703125,
      "learning_rate": 0.000487,
      "loss": 6.5498,
      "mean_token_accuracy": 0.12018159404397011,
      "num_tokens": 2245904.0,
      "step": 975
    },
    {
      "entropy": 6.4710277080535885,
      "epoch": 0.09687623566627125,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004895,
      "loss": 6.49,
      "mean_token_accuracy": 0.11942838132381439,
      "num_tokens": 2257753.0,
      "step": 980
    },
    {
      "entropy": 6.551316976547241,
      "epoch": 0.09737050217477264,
      "grad_norm": 1.03125,
      "learning_rate": 0.000492,
      "loss": 6.4953,
      "mean_token_accuracy": 0.1244705080986023,
      "num_tokens": 2269009.0,
      "step": 985
    },
    {
      "entropy": 6.693281459808349,
      "epoch": 0.09786476868327403,
      "grad_norm": 1.0,
      "learning_rate": 0.0004945,
      "loss": 6.5493,
      "mean_token_accuracy": 0.11529032737016678,
      "num_tokens": 2279840.0,
      "step": 990
    },
    {
      "entropy": 6.533772134780884,
      "epoch": 0.0983590351917754,
      "grad_norm": 1.1328125,
      "learning_rate": 0.000497,
      "loss": 6.5154,
      "mean_token_accuracy": 0.11877169013023377,
      "num_tokens": 2290577.0,
      "step": 995
    },
    {
      "entropy": 6.553924179077148,
      "epoch": 0.09885330170027679,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004995,
      "loss": 6.5274,
      "mean_token_accuracy": 0.12048136815428734,
      "num_tokens": 2301341.0,
      "step": 1000
    },
    {
      "entropy": 6.566124486923218,
      "epoch": 0.09934756820877817,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004999999982287888,
      "loss": 6.5896,
      "mean_token_accuracy": 0.11639286801218987,
      "num_tokens": 2312505.0,
      "step": 1005
    },
    {
      "entropy": 6.718512153625488,
      "epoch": 0.09984183471727956,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004999999910332434,
      "loss": 6.5236,
      "mean_token_accuracy": 0.11419004276394844,
      "num_tokens": 2323443.0,
      "step": 1010
    },
    {
      "entropy": 6.4791271686553955,
      "epoch": 0.10033610122578095,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004999999783026635,
      "loss": 6.5439,
      "mean_token_accuracy": 0.11673406213521957,
      "num_tokens": 2335686.0,
      "step": 1015
    },
    {
      "entropy": 6.514018297195435,
      "epoch": 0.10083036773428232,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004999999600370491,
      "loss": 6.5178,
      "mean_token_accuracy": 0.11814445331692695,
      "num_tokens": 2347273.0,
      "step": 1020
    },
    {
      "entropy": 6.552177906036377,
      "epoch": 0.1013246342427837,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004999999362364008,
      "loss": 6.4427,
      "mean_token_accuracy": 0.12624893859028816,
      "num_tokens": 2358011.0,
      "step": 1025
    },
    {
      "entropy": 6.5004723072052,
      "epoch": 0.1018189007512851,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004999999069007191,
      "loss": 6.5815,
      "mean_token_accuracy": 0.11536967605352402,
      "num_tokens": 2371390.0,
      "step": 1030
    },
    {
      "entropy": 6.596110677719116,
      "epoch": 0.10231316725978648,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004999998720300048,
      "loss": 6.5271,
      "mean_token_accuracy": 0.12005563005805016,
      "num_tokens": 2381887.0,
      "step": 1035
    },
    {
      "entropy": 6.551437664031982,
      "epoch": 0.10280743376828787,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004999998316242589,
      "loss": 6.4663,
      "mean_token_accuracy": 0.11999196782708169,
      "num_tokens": 2393632.0,
      "step": 1040
    },
    {
      "entropy": 6.530908870697021,
      "epoch": 0.10330170027678924,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004999997856834821,
      "loss": 6.4778,
      "mean_token_accuracy": 0.12028345614671707,
      "num_tokens": 2405686.0,
      "step": 1045
    },
    {
      "entropy": 6.457987642288208,
      "epoch": 0.10379596678529063,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004999997342076757,
      "loss": 6.455,
      "mean_token_accuracy": 0.11674800738692284,
      "num_tokens": 2417459.0,
      "step": 1050
    },
    {
      "entropy": 6.636799621582031,
      "epoch": 0.10429023329379201,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004999996771968408,
      "loss": 6.4995,
      "mean_token_accuracy": 0.11853041127324104,
      "num_tokens": 2428689.0,
      "step": 1055
    },
    {
      "entropy": 6.509030675888061,
      "epoch": 0.1047844998022934,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004999996146509791,
      "loss": 6.5295,
      "mean_token_accuracy": 0.11135807186365128,
      "num_tokens": 2439437.0,
      "step": 1060
    },
    {
      "entropy": 6.580507850646972,
      "epoch": 0.10527876631079477,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004999995465700919,
      "loss": 6.5104,
      "mean_token_accuracy": 0.11756298467516899,
      "num_tokens": 2450576.0,
      "step": 1065
    },
    {
      "entropy": 6.587932443618774,
      "epoch": 0.10577303281929616,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004999994729541809,
      "loss": 6.6509,
      "mean_token_accuracy": 0.11502083018422127,
      "num_tokens": 2462684.0,
      "step": 1070
    },
    {
      "entropy": 6.633237361907959,
      "epoch": 0.10626729932779755,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004999993938032481,
      "loss": 6.5244,
      "mean_token_accuracy": 0.12519583106040955,
      "num_tokens": 2474193.0,
      "step": 1075
    },
    {
      "entropy": 6.394119358062744,
      "epoch": 0.10676156583629894,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004999993091172952,
      "loss": 6.4655,
      "mean_token_accuracy": 0.11539505198597907,
      "num_tokens": 2486264.0,
      "step": 1080
    },
    {
      "entropy": 6.555998420715332,
      "epoch": 0.10725583234480032,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004999992188963245,
      "loss": 6.4541,
      "mean_token_accuracy": 0.12652762085199357,
      "num_tokens": 2497668.0,
      "step": 1085
    },
    {
      "entropy": 6.488944244384766,
      "epoch": 0.1077500988533017,
      "grad_norm": 0.96875,
      "learning_rate": 0.000499999123140338,
      "loss": 6.5113,
      "mean_token_accuracy": 0.11666428670287132,
      "num_tokens": 2509635.0,
      "step": 1090
    },
    {
      "entropy": 6.545294523239136,
      "epoch": 0.10824436536180308,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004999990218493382,
      "loss": 6.5051,
      "mean_token_accuracy": 0.12337316423654557,
      "num_tokens": 2521980.0,
      "step": 1095
    },
    {
      "entropy": 6.497365427017212,
      "epoch": 0.10873863187030447,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004999989150233276,
      "loss": 6.4639,
      "mean_token_accuracy": 0.11867155879735947,
      "num_tokens": 2533750.0,
      "step": 1100
    },
    {
      "entropy": 6.565949201583862,
      "epoch": 0.10923289837880586,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004999988026623088,
      "loss": 6.5618,
      "mean_token_accuracy": 0.11584960371255874,
      "num_tokens": 2545620.0,
      "step": 1105
    },
    {
      "entropy": 6.454707479476928,
      "epoch": 0.10972716488730723,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004999986847662843,
      "loss": 6.3302,
      "mean_token_accuracy": 0.13472548872232437,
      "num_tokens": 2556463.0,
      "step": 1110
    },
    {
      "entropy": 6.503189325332642,
      "epoch": 0.11022143139580862,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004999985613352576,
      "loss": 6.5358,
      "mean_token_accuracy": 0.12201443389058113,
      "num_tokens": 2567396.0,
      "step": 1115
    },
    {
      "entropy": 6.544538831710815,
      "epoch": 0.11071569790431,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004999984323692311,
      "loss": 6.48,
      "mean_token_accuracy": 0.123195381462574,
      "num_tokens": 2579208.0,
      "step": 1120
    },
    {
      "entropy": 6.412357044219971,
      "epoch": 0.11120996441281139,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004999982978682085,
      "loss": 6.4248,
      "mean_token_accuracy": 0.12385009601712227,
      "num_tokens": 2590940.0,
      "step": 1125
    },
    {
      "entropy": 6.558205413818359,
      "epoch": 0.11170423092131278,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004999981578321927,
      "loss": 6.51,
      "mean_token_accuracy": 0.1274452067911625,
      "num_tokens": 2602491.0,
      "step": 1130
    },
    {
      "entropy": 6.439068698883057,
      "epoch": 0.11219849742981415,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0004999980122611874,
      "loss": 6.3438,
      "mean_token_accuracy": 0.12809207662940025,
      "num_tokens": 2612139.0,
      "step": 1135
    },
    {
      "entropy": 6.445886325836182,
      "epoch": 0.11269276393831554,
      "grad_norm": 0.99609375,
      "learning_rate": 0.000499997861155196,
      "loss": 6.5104,
      "mean_token_accuracy": 0.12374393939971924,
      "num_tokens": 2624906.0,
      "step": 1140
    },
    {
      "entropy": 6.474299335479737,
      "epoch": 0.11318703044681692,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004999977045142223,
      "loss": 6.4204,
      "mean_token_accuracy": 0.12185963913798332,
      "num_tokens": 2636046.0,
      "step": 1145
    },
    {
      "entropy": 6.521690130233765,
      "epoch": 0.11368129695531831,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004999975423382703,
      "loss": 6.4288,
      "mean_token_accuracy": 0.13111222088336943,
      "num_tokens": 2645617.0,
      "step": 1150
    },
    {
      "entropy": 6.534403610229492,
      "epoch": 0.11417556346381968,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004999973746273438,
      "loss": 6.4529,
      "mean_token_accuracy": 0.12487476840615272,
      "num_tokens": 2656780.0,
      "step": 1155
    },
    {
      "entropy": 6.454224348068237,
      "epoch": 0.11466982997232107,
      "grad_norm": 1.03125,
      "learning_rate": 0.000499997201381447,
      "loss": 6.438,
      "mean_token_accuracy": 0.1251967266201973,
      "num_tokens": 2668078.0,
      "step": 1160
    },
    {
      "entropy": 6.491998386383057,
      "epoch": 0.11516409648082246,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004999970226005841,
      "loss": 6.5242,
      "mean_token_accuracy": 0.11767346188426017,
      "num_tokens": 2679049.0,
      "step": 1165
    },
    {
      "entropy": 6.53035717010498,
      "epoch": 0.11565836298932385,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004999968382847595,
      "loss": 6.4624,
      "mean_token_accuracy": 0.12308069095015525,
      "num_tokens": 2690165.0,
      "step": 1170
    },
    {
      "entropy": 6.536982250213623,
      "epoch": 0.11615262949782523,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004999966484339778,
      "loss": 6.5002,
      "mean_token_accuracy": 0.116629458963871,
      "num_tokens": 2701965.0,
      "step": 1175
    },
    {
      "entropy": 6.402723407745361,
      "epoch": 0.1166468960063266,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004999964530482437,
      "loss": 6.421,
      "mean_token_accuracy": 0.12439692988991738,
      "num_tokens": 2713479.0,
      "step": 1180
    },
    {
      "entropy": 6.465710687637329,
      "epoch": 0.11714116251482799,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004999962521275619,
      "loss": 6.436,
      "mean_token_accuracy": 0.12075797766447068,
      "num_tokens": 2725629.0,
      "step": 1185
    },
    {
      "entropy": 6.268183088302612,
      "epoch": 0.11763542902332938,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004999960456719374,
      "loss": 6.3492,
      "mean_token_accuracy": 0.12263342142105102,
      "num_tokens": 2736620.0,
      "step": 1190
    },
    {
      "entropy": 6.464852428436279,
      "epoch": 0.11812969553183077,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004999958336813753,
      "loss": 6.3325,
      "mean_token_accuracy": 0.1303306147456169,
      "num_tokens": 2747118.0,
      "step": 1195
    },
    {
      "entropy": 6.372828674316406,
      "epoch": 0.11862396204033215,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004999956161558807,
      "loss": 6.3799,
      "mean_token_accuracy": 0.1274876520037651,
      "num_tokens": 2758371.0,
      "step": 1200
    },
    {
      "entropy": 6.391465854644776,
      "epoch": 0.11911822854883353,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004999953930954591,
      "loss": 6.3852,
      "mean_token_accuracy": 0.12252886295318603,
      "num_tokens": 2770575.0,
      "step": 1205
    },
    {
      "entropy": 6.448058319091797,
      "epoch": 0.11961249505733491,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004999951645001159,
      "loss": 6.3455,
      "mean_token_accuracy": 0.1301012769341469,
      "num_tokens": 2783103.0,
      "step": 1210
    },
    {
      "entropy": 6.436516189575196,
      "epoch": 0.1201067615658363,
      "grad_norm": 0.80078125,
      "learning_rate": 0.0004999949303698568,
      "loss": 6.4665,
      "mean_token_accuracy": 0.12414569854736328,
      "num_tokens": 2796636.0,
      "step": 1215
    },
    {
      "entropy": 6.406609773635864,
      "epoch": 0.12060102807433769,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004999946907046875,
      "loss": 6.322,
      "mean_token_accuracy": 0.13122917115688323,
      "num_tokens": 2807798.0,
      "step": 1220
    },
    {
      "entropy": 6.362497234344483,
      "epoch": 0.12109529458283906,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004999944455046139,
      "loss": 6.439,
      "mean_token_accuracy": 0.12562692314386367,
      "num_tokens": 2819255.0,
      "step": 1225
    },
    {
      "entropy": 6.454278612136841,
      "epoch": 0.12158956109134045,
      "grad_norm": 1.03125,
      "learning_rate": 0.000499994194769642,
      "loss": 6.4012,
      "mean_token_accuracy": 0.1260200709104538,
      "num_tokens": 2829952.0,
      "step": 1230
    },
    {
      "entropy": 6.518359088897705,
      "epoch": 0.12208382759984183,
      "grad_norm": 1.046875,
      "learning_rate": 0.000499993938499778,
      "loss": 6.4773,
      "mean_token_accuracy": 0.1282096892595291,
      "num_tokens": 2841056.0,
      "step": 1235
    },
    {
      "entropy": 6.377371597290039,
      "epoch": 0.12257809410834322,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004999936766950283,
      "loss": 6.3282,
      "mean_token_accuracy": 0.13203255608677864,
      "num_tokens": 2852045.0,
      "step": 1240
    },
    {
      "entropy": 6.4568657875061035,
      "epoch": 0.12307236061684461,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004999934093553992,
      "loss": 6.434,
      "mean_token_accuracy": 0.12442487627267837,
      "num_tokens": 2863440.0,
      "step": 1245
    },
    {
      "entropy": 6.430741882324218,
      "epoch": 0.12356662712534598,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004999931364808972,
      "loss": 6.4369,
      "mean_token_accuracy": 0.1217712052166462,
      "num_tokens": 2874017.0,
      "step": 1250
    },
    {
      "entropy": 6.364642333984375,
      "epoch": 0.12406089363384737,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004999928580715293,
      "loss": 6.3657,
      "mean_token_accuracy": 0.1264870472252369,
      "num_tokens": 2885677.0,
      "step": 1255
    },
    {
      "entropy": 6.433004665374756,
      "epoch": 0.12455516014234876,
      "grad_norm": 0.9453125,
      "learning_rate": 0.000499992574127302,
      "loss": 6.4812,
      "mean_token_accuracy": 0.1225816085934639,
      "num_tokens": 2897825.0,
      "step": 1260
    },
    {
      "entropy": 6.524859094619751,
      "epoch": 0.12504942665085014,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004999922846482226,
      "loss": 6.5257,
      "mean_token_accuracy": 0.1220851257443428,
      "num_tokens": 2909304.0,
      "step": 1265
    },
    {
      "entropy": 6.429646253585815,
      "epoch": 0.12554369315935152,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004999919896342981,
      "loss": 6.4588,
      "mean_token_accuracy": 0.12074072510004044,
      "num_tokens": 2920918.0,
      "step": 1270
    },
    {
      "entropy": 6.501003408432007,
      "epoch": 0.12603795966785292,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004999916890855358,
      "loss": 6.4073,
      "mean_token_accuracy": 0.12426696866750717,
      "num_tokens": 2932294.0,
      "step": 1275
    },
    {
      "entropy": 6.363391876220703,
      "epoch": 0.1265322261763543,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004999913830019431,
      "loss": 6.3237,
      "mean_token_accuracy": 0.13384533002972604,
      "num_tokens": 2943372.0,
      "step": 1280
    },
    {
      "entropy": 6.311191463470459,
      "epoch": 0.12702649268485566,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004999910713835272,
      "loss": 6.3047,
      "mean_token_accuracy": 0.13015900626778604,
      "num_tokens": 2953807.0,
      "step": 1285
    },
    {
      "entropy": 6.342788410186768,
      "epoch": 0.12752075919335706,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004999907542302962,
      "loss": 6.2438,
      "mean_token_accuracy": 0.13418981581926345,
      "num_tokens": 2964372.0,
      "step": 1290
    },
    {
      "entropy": 6.376524639129639,
      "epoch": 0.12801502570185844,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004999904315422577,
      "loss": 6.3365,
      "mean_token_accuracy": 0.1274750992655754,
      "num_tokens": 2975537.0,
      "step": 1295
    },
    {
      "entropy": 6.296396970748901,
      "epoch": 0.12850929221035984,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004999901033194198,
      "loss": 6.3172,
      "mean_token_accuracy": 0.12614937424659728,
      "num_tokens": 2986094.0,
      "step": 1300
    },
    {
      "entropy": 6.412167549133301,
      "epoch": 0.1290035587188612,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004999897695617904,
      "loss": 6.4284,
      "mean_token_accuracy": 0.12951384037733077,
      "num_tokens": 2996023.0,
      "step": 1305
    },
    {
      "entropy": 6.477496385574341,
      "epoch": 0.12949782522736258,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004999894302693778,
      "loss": 6.4201,
      "mean_token_accuracy": 0.12168471738696099,
      "num_tokens": 3007584.0,
      "step": 1310
    },
    {
      "entropy": 6.470839118957519,
      "epoch": 0.12999209173586398,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004999890854421902,
      "loss": 6.4722,
      "mean_token_accuracy": 0.11812516897916794,
      "num_tokens": 3018995.0,
      "step": 1315
    },
    {
      "entropy": 6.263270092010498,
      "epoch": 0.13048635824436536,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004999887350802362,
      "loss": 6.2577,
      "mean_token_accuracy": 0.13282620459794997,
      "num_tokens": 3030576.0,
      "step": 1320
    },
    {
      "entropy": 6.371448612213134,
      "epoch": 0.13098062475286676,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004999883791835246,
      "loss": 6.3224,
      "mean_token_accuracy": 0.12991052865982056,
      "num_tokens": 3040765.0,
      "step": 1325
    },
    {
      "entropy": 6.39703049659729,
      "epoch": 0.13147489126136813,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004999880177520637,
      "loss": 6.3713,
      "mean_token_accuracy": 0.12290074527263642,
      "num_tokens": 3053912.0,
      "step": 1330
    },
    {
      "entropy": 6.269509172439575,
      "epoch": 0.1319691577698695,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004999876507858628,
      "loss": 6.358,
      "mean_token_accuracy": 0.12943168208003045,
      "num_tokens": 3065921.0,
      "step": 1335
    },
    {
      "entropy": 6.491255092620849,
      "epoch": 0.1324634242783709,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004999872782849308,
      "loss": 6.4118,
      "mean_token_accuracy": 0.1217479057610035,
      "num_tokens": 3078643.0,
      "step": 1340
    },
    {
      "entropy": 6.297278165817261,
      "epoch": 0.13295769078687228,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004999869002492768,
      "loss": 6.3262,
      "mean_token_accuracy": 0.12477339208126068,
      "num_tokens": 3090300.0,
      "step": 1345
    },
    {
      "entropy": 6.313536787033081,
      "epoch": 0.13345195729537365,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004999865166789102,
      "loss": 6.2574,
      "mean_token_accuracy": 0.13334870636463164,
      "num_tokens": 3102307.0,
      "step": 1350
    },
    {
      "entropy": 6.430685234069824,
      "epoch": 0.13394622380387505,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004999861275738404,
      "loss": 6.4038,
      "mean_token_accuracy": 0.12200917750597,
      "num_tokens": 3113817.0,
      "step": 1355
    },
    {
      "entropy": 6.360499048233033,
      "epoch": 0.13444049031237643,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004999857329340769,
      "loss": 6.2516,
      "mean_token_accuracy": 0.12839845269918443,
      "num_tokens": 3124719.0,
      "step": 1360
    },
    {
      "entropy": 6.246741867065429,
      "epoch": 0.13493475682087783,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004999853327596295,
      "loss": 6.2873,
      "mean_token_accuracy": 0.1282256707549095,
      "num_tokens": 3136136.0,
      "step": 1365
    },
    {
      "entropy": 6.370300054550171,
      "epoch": 0.1354290233293792,
      "grad_norm": 0.90234375,
      "learning_rate": 0.000499984927050508,
      "loss": 6.3012,
      "mean_token_accuracy": 0.1290183626115322,
      "num_tokens": 3148977.0,
      "step": 1370
    },
    {
      "entropy": 6.377018070220947,
      "epoch": 0.13592328983788057,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004999845158067223,
      "loss": 6.3579,
      "mean_token_accuracy": 0.1252500332891941,
      "num_tokens": 3160520.0,
      "step": 1375
    },
    {
      "entropy": 6.366725778579712,
      "epoch": 0.13641755634638197,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004999840990282828,
      "loss": 6.3426,
      "mean_token_accuracy": 0.12962477132678032,
      "num_tokens": 3172895.0,
      "step": 1380
    },
    {
      "entropy": 6.324902153015136,
      "epoch": 0.13691182285488335,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004999836767151994,
      "loss": 6.3544,
      "mean_token_accuracy": 0.13052070513367653,
      "num_tokens": 3183960.0,
      "step": 1385
    },
    {
      "entropy": 6.330108976364135,
      "epoch": 0.13740608936338475,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004999832488674827,
      "loss": 6.3886,
      "mean_token_accuracy": 0.1273997098207474,
      "num_tokens": 3194276.0,
      "step": 1390
    },
    {
      "entropy": 6.366259002685547,
      "epoch": 0.13790035587188612,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004999828154851432,
      "loss": 6.2558,
      "mean_token_accuracy": 0.13061744794249536,
      "num_tokens": 3206084.0,
      "step": 1395
    },
    {
      "entropy": 6.301025104522705,
      "epoch": 0.1383946223803875,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004999823765681915,
      "loss": 6.2972,
      "mean_token_accuracy": 0.13314774185419082,
      "num_tokens": 3217941.0,
      "step": 1400
    },
    {
      "entropy": 6.338549423217773,
      "epoch": 0.1388888888888889,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004999819321166385,
      "loss": 6.2742,
      "mean_token_accuracy": 0.13190385103225707,
      "num_tokens": 3229088.0,
      "step": 1405
    },
    {
      "entropy": 6.25566258430481,
      "epoch": 0.13938315539739027,
      "grad_norm": 1.0,
      "learning_rate": 0.000499981482130495,
      "loss": 6.2205,
      "mean_token_accuracy": 0.13236010000109671,
      "num_tokens": 3240708.0,
      "step": 1410
    },
    {
      "entropy": 6.294620752334595,
      "epoch": 0.13987742190589167,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004999810266097721,
      "loss": 6.3444,
      "mean_token_accuracy": 0.1264272078871727,
      "num_tokens": 3251040.0,
      "step": 1415
    },
    {
      "entropy": 6.291800880432129,
      "epoch": 0.14037168841439304,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004999805655544811,
      "loss": 6.2912,
      "mean_token_accuracy": 0.13168664127588273,
      "num_tokens": 3262655.0,
      "step": 1420
    },
    {
      "entropy": 6.291258907318115,
      "epoch": 0.14086595492289442,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004999800989646333,
      "loss": 6.2228,
      "mean_token_accuracy": 0.13803994432091712,
      "num_tokens": 3273160.0,
      "step": 1425
    },
    {
      "entropy": 6.300457239151001,
      "epoch": 0.14136022143139582,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004999796268402401,
      "loss": 6.2783,
      "mean_token_accuracy": 0.1296892285346985,
      "num_tokens": 3285932.0,
      "step": 1430
    },
    {
      "entropy": 6.249773216247559,
      "epoch": 0.1418544879398972,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004999791491813132,
      "loss": 6.2971,
      "mean_token_accuracy": 0.12768914625048639,
      "num_tokens": 3298834.0,
      "step": 1435
    },
    {
      "entropy": 6.409033393859863,
      "epoch": 0.1423487544483986,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004999786659878643,
      "loss": 6.2799,
      "mean_token_accuracy": 0.12664505764842032,
      "num_tokens": 3310473.0,
      "step": 1440
    },
    {
      "entropy": 6.182092523574829,
      "epoch": 0.14284302095689996,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004999781772599055,
      "loss": 6.2497,
      "mean_token_accuracy": 0.13217792585492133,
      "num_tokens": 3322662.0,
      "step": 1445
    },
    {
      "entropy": 6.391679096221924,
      "epoch": 0.14333728746540134,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004999776829974484,
      "loss": 6.3475,
      "mean_token_accuracy": 0.132525734603405,
      "num_tokens": 3334321.0,
      "step": 1450
    },
    {
      "entropy": 6.246479558944702,
      "epoch": 0.14383155397390274,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004999771832005055,
      "loss": 6.2512,
      "mean_token_accuracy": 0.13095758333802224,
      "num_tokens": 3345130.0,
      "step": 1455
    },
    {
      "entropy": 6.2692060470581055,
      "epoch": 0.1443258204824041,
      "grad_norm": 0.984375,
      "learning_rate": 0.000499976677869089,
      "loss": 6.2271,
      "mean_token_accuracy": 0.13088599741458892,
      "num_tokens": 3355601.0,
      "step": 1460
    },
    {
      "entropy": 6.194102716445923,
      "epoch": 0.14482008699090548,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004999761670032115,
      "loss": 6.2295,
      "mean_token_accuracy": 0.13360995799303055,
      "num_tokens": 3367075.0,
      "step": 1465
    },
    {
      "entropy": 6.32319974899292,
      "epoch": 0.14531435349940688,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004999756506028851,
      "loss": 6.1937,
      "mean_token_accuracy": 0.13329043239355087,
      "num_tokens": 3378888.0,
      "step": 1470
    },
    {
      "entropy": 6.248707866668701,
      "epoch": 0.14580862000790826,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004999751286681229,
      "loss": 6.2325,
      "mean_token_accuracy": 0.1328907147049904,
      "num_tokens": 3390705.0,
      "step": 1475
    },
    {
      "entropy": 6.288841915130615,
      "epoch": 0.14630288651640966,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004999746011989376,
      "loss": 6.249,
      "mean_token_accuracy": 0.1373384565114975,
      "num_tokens": 3401710.0,
      "step": 1480
    },
    {
      "entropy": 6.346017694473266,
      "epoch": 0.14679715302491103,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004999740681953422,
      "loss": 6.3789,
      "mean_token_accuracy": 0.1264251612126827,
      "num_tokens": 3413467.0,
      "step": 1485
    },
    {
      "entropy": 6.331368350982666,
      "epoch": 0.1472914195334124,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004999735296573499,
      "loss": 6.3007,
      "mean_token_accuracy": 0.13292821869254112,
      "num_tokens": 3425885.0,
      "step": 1490
    },
    {
      "entropy": 6.329574871063232,
      "epoch": 0.1477856860419138,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004999729855849738,
      "loss": 6.3151,
      "mean_token_accuracy": 0.12490678578615189,
      "num_tokens": 3437952.0,
      "step": 1495
    },
    {
      "entropy": 6.267677640914917,
      "epoch": 0.14827995255041518,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004999724359782274,
      "loss": 6.1911,
      "mean_token_accuracy": 0.1455492317676544,
      "num_tokens": 3449680.0,
      "step": 1500
    },
    {
      "entropy": 6.317681789398193,
      "epoch": 0.14877421905891658,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004999718808371241,
      "loss": 6.3432,
      "mean_token_accuracy": 0.12537492960691451,
      "num_tokens": 3460699.0,
      "step": 1505
    },
    {
      "entropy": 6.338581228256226,
      "epoch": 0.14926848556741795,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004999713201616776,
      "loss": 6.2238,
      "mean_token_accuracy": 0.13232341259717942,
      "num_tokens": 3471919.0,
      "step": 1510
    },
    {
      "entropy": 6.166346454620362,
      "epoch": 0.14976275207591933,
      "grad_norm": 0.99609375,
      "learning_rate": 0.000499970753951902,
      "loss": 6.3229,
      "mean_token_accuracy": 0.12744686827063562,
      "num_tokens": 3484110.0,
      "step": 1515
    },
    {
      "entropy": 6.412110614776611,
      "epoch": 0.15025701858442073,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004999701822078107,
      "loss": 6.2352,
      "mean_token_accuracy": 0.12983164712786674,
      "num_tokens": 3496103.0,
      "step": 1520
    },
    {
      "entropy": 6.272561883926391,
      "epoch": 0.1507512850929221,
      "grad_norm": 1.0859375,
      "learning_rate": 0.000499969604929418,
      "loss": 6.3098,
      "mean_token_accuracy": 0.13165246173739434,
      "num_tokens": 3507291.0,
      "step": 1525
    },
    {
      "entropy": 6.302027225494385,
      "epoch": 0.1512455516014235,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004999690221167382,
      "loss": 6.3173,
      "mean_token_accuracy": 0.12720877900719643,
      "num_tokens": 3519564.0,
      "step": 1530
    },
    {
      "entropy": 6.204291439056396,
      "epoch": 0.15173981810992487,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004999684337697855,
      "loss": 6.1724,
      "mean_token_accuracy": 0.13716719225049018,
      "num_tokens": 3530679.0,
      "step": 1535
    },
    {
      "entropy": 6.2982782363891605,
      "epoch": 0.15223408461842625,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004999678398885746,
      "loss": 6.2473,
      "mean_token_accuracy": 0.1318476304411888,
      "num_tokens": 3542662.0,
      "step": 1540
    },
    {
      "entropy": 6.265805768966675,
      "epoch": 0.15272835112692765,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004999672404731197,
      "loss": 6.3499,
      "mean_token_accuracy": 0.12811536714434624,
      "num_tokens": 3554760.0,
      "step": 1545
    },
    {
      "entropy": 6.249004793167114,
      "epoch": 0.15322261763542902,
      "grad_norm": 1.0390625,
      "learning_rate": 0.000499966635523436,
      "loss": 6.1602,
      "mean_token_accuracy": 0.13934924975037574,
      "num_tokens": 3565604.0,
      "step": 1550
    },
    {
      "entropy": 6.277536392211914,
      "epoch": 0.1537168841439304,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004999660250395381,
      "loss": 6.3141,
      "mean_token_accuracy": 0.12867220491170883,
      "num_tokens": 3577535.0,
      "step": 1555
    },
    {
      "entropy": 6.295968151092529,
      "epoch": 0.1542111506524318,
      "grad_norm": 0.9453125,
      "learning_rate": 0.000499965409021441,
      "loss": 6.3235,
      "mean_token_accuracy": 0.12822821363806725,
      "num_tokens": 3590458.0,
      "step": 1560
    },
    {
      "entropy": 6.375429725646972,
      "epoch": 0.15470541716093317,
      "grad_norm": 0.92578125,
      "learning_rate": 0.00049996478746916,
      "loss": 6.2851,
      "mean_token_accuracy": 0.13392977118492128,
      "num_tokens": 3600916.0,
      "step": 1565
    },
    {
      "entropy": 6.222699928283691,
      "epoch": 0.15519968366943457,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004999641603827104,
      "loss": 6.3037,
      "mean_token_accuracy": 0.12990911155939103,
      "num_tokens": 3612794.0,
      "step": 1570
    },
    {
      "entropy": 6.27130880355835,
      "epoch": 0.15569395017793594,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004999635277621073,
      "loss": 6.2037,
      "mean_token_accuracy": 0.1420078307390213,
      "num_tokens": 3624186.0,
      "step": 1575
    },
    {
      "entropy": 6.199323654174805,
      "epoch": 0.15618821668643731,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004999628896073668,
      "loss": 6.2448,
      "mean_token_accuracy": 0.12877988070249557,
      "num_tokens": 3636041.0,
      "step": 1580
    },
    {
      "entropy": 6.304298067092896,
      "epoch": 0.15668248319493872,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004999622459185042,
      "loss": 6.3071,
      "mean_token_accuracy": 0.12442853599786759,
      "num_tokens": 3646859.0,
      "step": 1585
    },
    {
      "entropy": 6.2107603549957275,
      "epoch": 0.1571767497034401,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004999615966955354,
      "loss": 6.119,
      "mean_token_accuracy": 0.14032085835933686,
      "num_tokens": 3657853.0,
      "step": 1590
    },
    {
      "entropy": 6.324536895751953,
      "epoch": 0.1576710162119415,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004999609419384764,
      "loss": 6.2253,
      "mean_token_accuracy": 0.134918150305748,
      "num_tokens": 3668341.0,
      "step": 1595
    },
    {
      "entropy": 6.249271965026855,
      "epoch": 0.15816528272044286,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004999602816473434,
      "loss": 6.2563,
      "mean_token_accuracy": 0.13581479713320732,
      "num_tokens": 3679020.0,
      "step": 1600
    },
    {
      "entropy": 6.1892296314239506,
      "epoch": 0.15865954922894424,
      "grad_norm": 0.875,
      "learning_rate": 0.0004999596158221526,
      "loss": 6.1613,
      "mean_token_accuracy": 0.13848758935928346,
      "num_tokens": 3691121.0,
      "step": 1605
    },
    {
      "entropy": 6.234239339828491,
      "epoch": 0.15915381573744564,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004999589444629203,
      "loss": 6.2286,
      "mean_token_accuracy": 0.13591036275029184,
      "num_tokens": 3702584.0,
      "step": 1610
    },
    {
      "entropy": 6.20807032585144,
      "epoch": 0.159648082245947,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004999582675696631,
      "loss": 6.177,
      "mean_token_accuracy": 0.1353621505200863,
      "num_tokens": 3713085.0,
      "step": 1615
    },
    {
      "entropy": 6.320692300796509,
      "epoch": 0.1601423487544484,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004999575851423976,
      "loss": 6.2929,
      "mean_token_accuracy": 0.12485695034265518,
      "num_tokens": 3724318.0,
      "step": 1620
    },
    {
      "entropy": 6.2754554271698,
      "epoch": 0.16063661526294978,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004999568971811407,
      "loss": 6.1999,
      "mean_token_accuracy": 0.14148797765374183,
      "num_tokens": 3734288.0,
      "step": 1625
    },
    {
      "entropy": 6.201929521560669,
      "epoch": 0.16113088177145116,
      "grad_norm": 0.953125,
      "learning_rate": 0.000499956203685909,
      "loss": 6.1941,
      "mean_token_accuracy": 0.13511522933840753,
      "num_tokens": 3744645.0,
      "step": 1630
    },
    {
      "entropy": 6.282017421722412,
      "epoch": 0.16162514827995256,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00049995550465672,
      "loss": 6.1854,
      "mean_token_accuracy": 0.13890446051955224,
      "num_tokens": 3755660.0,
      "step": 1635
    },
    {
      "entropy": 6.125180339813232,
      "epoch": 0.16211941478845393,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004999548000935906,
      "loss": 6.1599,
      "mean_token_accuracy": 0.14167107045650482,
      "num_tokens": 3767614.0,
      "step": 1640
    },
    {
      "entropy": 6.254905891418457,
      "epoch": 0.16261368129695533,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004999540899965383,
      "loss": 6.308,
      "mean_token_accuracy": 0.1335205040872097,
      "num_tokens": 3780750.0,
      "step": 1645
    },
    {
      "entropy": 6.242093515396118,
      "epoch": 0.1631079478054567,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004999533743655803,
      "loss": 6.2965,
      "mean_token_accuracy": 0.1281206913292408,
      "num_tokens": 3793195.0,
      "step": 1650
    },
    {
      "entropy": 6.24614839553833,
      "epoch": 0.16360221431395808,
      "grad_norm": 1.125,
      "learning_rate": 0.0004999526532007346,
      "loss": 6.2606,
      "mean_token_accuracy": 0.13350182473659516,
      "num_tokens": 3804256.0,
      "step": 1655
    },
    {
      "entropy": 6.289435911178589,
      "epoch": 0.16409648082245948,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004999519265020187,
      "loss": 6.2237,
      "mean_token_accuracy": 0.12859297171235085,
      "num_tokens": 3815403.0,
      "step": 1660
    },
    {
      "entropy": 6.08995943069458,
      "epoch": 0.16459074733096085,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004999511942694504,
      "loss": 6.128,
      "mean_token_accuracy": 0.14284673556685448,
      "num_tokens": 3826682.0,
      "step": 1665
    },
    {
      "entropy": 6.215432214736938,
      "epoch": 0.16508501383946222,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004999504565030479,
      "loss": 6.139,
      "mean_token_accuracy": 0.13716638311743737,
      "num_tokens": 3837780.0,
      "step": 1670
    },
    {
      "entropy": 6.164974164962769,
      "epoch": 0.16557928034796363,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004999497132028293,
      "loss": 6.2072,
      "mean_token_accuracy": 0.1344188041985035,
      "num_tokens": 3848782.0,
      "step": 1675
    },
    {
      "entropy": 6.244879055023193,
      "epoch": 0.166073546856465,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004999489643688127,
      "loss": 6.1649,
      "mean_token_accuracy": 0.13939150497317315,
      "num_tokens": 3859220.0,
      "step": 1680
    },
    {
      "entropy": 6.102788019180298,
      "epoch": 0.1665678133649664,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004999482100010169,
      "loss": 6.0808,
      "mean_token_accuracy": 0.1425606593489647,
      "num_tokens": 3869794.0,
      "step": 1685
    },
    {
      "entropy": 6.161266660690307,
      "epoch": 0.16706207987346777,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004999474500994601,
      "loss": 6.2184,
      "mean_token_accuracy": 0.1334006331861019,
      "num_tokens": 3881133.0,
      "step": 1690
    },
    {
      "entropy": 6.2152763366699215,
      "epoch": 0.16755634638196915,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004999466846641611,
      "loss": 6.1567,
      "mean_token_accuracy": 0.1364052601158619,
      "num_tokens": 3891600.0,
      "step": 1695
    },
    {
      "entropy": 6.224546241760254,
      "epoch": 0.16805061289047055,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004999459136951389,
      "loss": 6.2529,
      "mean_token_accuracy": 0.13441457897424697,
      "num_tokens": 3903287.0,
      "step": 1700
    },
    {
      "entropy": 6.245505905151367,
      "epoch": 0.16854487939897192,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004999451371924123,
      "loss": 6.1635,
      "mean_token_accuracy": 0.14323566406965255,
      "num_tokens": 3914497.0,
      "step": 1705
    },
    {
      "entropy": 6.2008990287780765,
      "epoch": 0.16903914590747332,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004999443551560003,
      "loss": 6.1996,
      "mean_token_accuracy": 0.13277414664626122,
      "num_tokens": 3925536.0,
      "step": 1710
    },
    {
      "entropy": 6.179309701919555,
      "epoch": 0.1695334124159747,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004999435675859224,
      "loss": 6.1432,
      "mean_token_accuracy": 0.1426541492342949,
      "num_tokens": 3936705.0,
      "step": 1715
    },
    {
      "entropy": 6.117032384872436,
      "epoch": 0.17002767892447607,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004999427744821977,
      "loss": 6.0382,
      "mean_token_accuracy": 0.1389991022646427,
      "num_tokens": 3948422.0,
      "step": 1720
    },
    {
      "entropy": 6.144522857666016,
      "epoch": 0.17052194543297747,
      "grad_norm": 1.0078125,
      "learning_rate": 0.000499941975844846,
      "loss": 6.1085,
      "mean_token_accuracy": 0.14725376516580582,
      "num_tokens": 3958697.0,
      "step": 1725
    },
    {
      "entropy": 6.112959909439087,
      "epoch": 0.17101621194147884,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004999411716738866,
      "loss": 6.1208,
      "mean_token_accuracy": 0.13783455789089202,
      "num_tokens": 3970255.0,
      "step": 1730
    },
    {
      "entropy": 6.206806802749634,
      "epoch": 0.17151047844998024,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004999403619693397,
      "loss": 6.2172,
      "mean_token_accuracy": 0.13266652897000314,
      "num_tokens": 3980892.0,
      "step": 1735
    },
    {
      "entropy": 6.101211071014404,
      "epoch": 0.17200474495848161,
      "grad_norm": 1.0,
      "learning_rate": 0.0004999395467312249,
      "loss": 6.1532,
      "mean_token_accuracy": 0.13273056447505951,
      "num_tokens": 3991375.0,
      "step": 1740
    },
    {
      "entropy": 6.304367208480835,
      "epoch": 0.172499011466983,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004999387259595623,
      "loss": 6.3042,
      "mean_token_accuracy": 0.12940156012773513,
      "num_tokens": 4003352.0,
      "step": 1745
    },
    {
      "entropy": 6.152772092819214,
      "epoch": 0.1729932779754844,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004999378996543723,
      "loss": 6.1745,
      "mean_token_accuracy": 0.13783681988716126,
      "num_tokens": 4014429.0,
      "step": 1750
    },
    {
      "entropy": 6.22617883682251,
      "epoch": 0.17348754448398576,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004999370678156749,
      "loss": 6.1056,
      "mean_token_accuracy": 0.14252740070223807,
      "num_tokens": 4025213.0,
      "step": 1755
    },
    {
      "entropy": 6.1182598114013675,
      "epoch": 0.17398181099248716,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004999362304434909,
      "loss": 6.0983,
      "mean_token_accuracy": 0.1411632165312767,
      "num_tokens": 4036244.0,
      "step": 1760
    },
    {
      "entropy": 6.218455600738525,
      "epoch": 0.17447607750098854,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004999353875378406,
      "loss": 6.1392,
      "mean_token_accuracy": 0.13833620101213456,
      "num_tokens": 4047944.0,
      "step": 1765
    },
    {
      "entropy": 6.125010585784912,
      "epoch": 0.1749703440094899,
      "grad_norm": 0.921875,
      "learning_rate": 0.000499934539098745,
      "loss": 6.1127,
      "mean_token_accuracy": 0.13938926681876182,
      "num_tokens": 4058865.0,
      "step": 1770
    },
    {
      "entropy": 6.112168598175049,
      "epoch": 0.1754646105179913,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004999336851262247,
      "loss": 6.1605,
      "mean_token_accuracy": 0.13652415424585343,
      "num_tokens": 4070627.0,
      "step": 1775
    },
    {
      "entropy": 6.221715450286865,
      "epoch": 0.17595887702649268,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004999328256203009,
      "loss": 6.2029,
      "mean_token_accuracy": 0.13283938243985177,
      "num_tokens": 4081406.0,
      "step": 1780
    },
    {
      "entropy": 6.202430009841919,
      "epoch": 0.17645314353499406,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004999319605809947,
      "loss": 6.1763,
      "mean_token_accuracy": 0.1280331313610077,
      "num_tokens": 4092957.0,
      "step": 1785
    },
    {
      "entropy": 6.209701681137085,
      "epoch": 0.17694741004349546,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004999310900083274,
      "loss": 6.232,
      "mean_token_accuracy": 0.13681847751140594,
      "num_tokens": 4104381.0,
      "step": 1790
    },
    {
      "entropy": 6.180554962158203,
      "epoch": 0.17744167655199683,
      "grad_norm": 1.0,
      "learning_rate": 0.0004999302139023204,
      "loss": 6.1452,
      "mean_token_accuracy": 0.13721615672111512,
      "num_tokens": 4117190.0,
      "step": 1795
    },
    {
      "entropy": 6.11452693939209,
      "epoch": 0.17793594306049823,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004999293322629951,
      "loss": 6.0752,
      "mean_token_accuracy": 0.14162272289395333,
      "num_tokens": 4127870.0,
      "step": 1800
    },
    {
      "entropy": 6.098488092422485,
      "epoch": 0.1784302095689996,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004999284450903736,
      "loss": 6.1272,
      "mean_token_accuracy": 0.14127160534262656,
      "num_tokens": 4139240.0,
      "step": 1805
    },
    {
      "entropy": 6.223893737792968,
      "epoch": 0.17892447607750098,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004999275523844772,
      "loss": 6.0978,
      "mean_token_accuracy": 0.14117365032434465,
      "num_tokens": 4149885.0,
      "step": 1810
    },
    {
      "entropy": 6.183619403839112,
      "epoch": 0.17941874258600238,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004999266541453283,
      "loss": 6.2727,
      "mean_token_accuracy": 0.1341182231903076,
      "num_tokens": 4161824.0,
      "step": 1815
    },
    {
      "entropy": 6.192480278015137,
      "epoch": 0.17991300909450375,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004999257503729487,
      "loss": 6.2305,
      "mean_token_accuracy": 0.13566601723432542,
      "num_tokens": 4173581.0,
      "step": 1820
    },
    {
      "entropy": 6.188820171356201,
      "epoch": 0.18040727560300515,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004999248410673607,
      "loss": 6.1086,
      "mean_token_accuracy": 0.14354413226246834,
      "num_tokens": 4184843.0,
      "step": 1825
    },
    {
      "entropy": 6.199634456634522,
      "epoch": 0.18090154211150652,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004999239262285869,
      "loss": 6.196,
      "mean_token_accuracy": 0.12894793301820756,
      "num_tokens": 4195016.0,
      "step": 1830
    },
    {
      "entropy": 6.183595895767212,
      "epoch": 0.1813958086200079,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004999230058566495,
      "loss": 6.149,
      "mean_token_accuracy": 0.13868849724531174,
      "num_tokens": 4206798.0,
      "step": 1835
    },
    {
      "entropy": 6.20193657875061,
      "epoch": 0.1818900751285093,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004999220799515713,
      "loss": 6.1197,
      "mean_token_accuracy": 0.13616999015212058,
      "num_tokens": 4218784.0,
      "step": 1840
    },
    {
      "entropy": 6.098097658157348,
      "epoch": 0.18238434163701067,
      "grad_norm": 0.96875,
      "learning_rate": 0.000499921148513375,
      "loss": 6.1495,
      "mean_token_accuracy": 0.13528309762477875,
      "num_tokens": 4229875.0,
      "step": 1845
    },
    {
      "entropy": 6.120871686935425,
      "epoch": 0.18287860814551207,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004999202115420836,
      "loss": 6.1274,
      "mean_token_accuracy": 0.13959604278206825,
      "num_tokens": 4241801.0,
      "step": 1850
    },
    {
      "entropy": 6.136850357055664,
      "epoch": 0.18337287465401345,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004999192690377201,
      "loss": 6.112,
      "mean_token_accuracy": 0.13544971346855164,
      "num_tokens": 4253168.0,
      "step": 1855
    },
    {
      "entropy": 6.151134204864502,
      "epoch": 0.18386714116251482,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004999183210003076,
      "loss": 6.1371,
      "mean_token_accuracy": 0.13654277250170707,
      "num_tokens": 4264791.0,
      "step": 1860
    },
    {
      "entropy": 6.127550983428955,
      "epoch": 0.18436140767101622,
      "grad_norm": 1.125,
      "learning_rate": 0.0004999173674298696,
      "loss": 6.0802,
      "mean_token_accuracy": 0.1429269403219223,
      "num_tokens": 4275816.0,
      "step": 1865
    },
    {
      "entropy": 6.2200188636779785,
      "epoch": 0.1848556741795176,
      "grad_norm": 1.0,
      "learning_rate": 0.0004999164083264294,
      "loss": 6.1638,
      "mean_token_accuracy": 0.13557607755064965,
      "num_tokens": 4287806.0,
      "step": 1870
    },
    {
      "entropy": 6.1365429878234865,
      "epoch": 0.185349940688019,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004999154436900108,
      "loss": 6.2061,
      "mean_token_accuracy": 0.13776358291506768,
      "num_tokens": 4300319.0,
      "step": 1875
    },
    {
      "entropy": 6.261188077926636,
      "epoch": 0.18584420719652037,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004999144735206373,
      "loss": 6.2191,
      "mean_token_accuracy": 0.13050539270043374,
      "num_tokens": 4310987.0,
      "step": 1880
    },
    {
      "entropy": 6.134886789321899,
      "epoch": 0.18633847370502174,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004999134978183328,
      "loss": 6.1589,
      "mean_token_accuracy": 0.14048967361450196,
      "num_tokens": 4322438.0,
      "step": 1885
    },
    {
      "entropy": 6.216308641433716,
      "epoch": 0.18683274021352314,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004999125165831215,
      "loss": 6.194,
      "mean_token_accuracy": 0.13951309472322465,
      "num_tokens": 4333242.0,
      "step": 1890
    },
    {
      "entropy": 6.1126538753509525,
      "epoch": 0.1873270067220245,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004999115298150273,
      "loss": 6.0433,
      "mean_token_accuracy": 0.14102249965071678,
      "num_tokens": 4343660.0,
      "step": 1895
    },
    {
      "entropy": 6.163443613052368,
      "epoch": 0.1878212732305259,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004999105375140746,
      "loss": 6.1246,
      "mean_token_accuracy": 0.1411570593714714,
      "num_tokens": 4353382.0,
      "step": 1900
    },
    {
      "entropy": 6.103315830230713,
      "epoch": 0.1883155397390273,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004999095396802878,
      "loss": 6.1044,
      "mean_token_accuracy": 0.13109617531299592,
      "num_tokens": 4364614.0,
      "step": 1905
    },
    {
      "entropy": 6.2517712116241455,
      "epoch": 0.18880980624752866,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004999085363136913,
      "loss": 6.1812,
      "mean_token_accuracy": 0.1353604979813099,
      "num_tokens": 4376001.0,
      "step": 1910
    },
    {
      "entropy": 6.128733491897583,
      "epoch": 0.18930407275603006,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00049990752741431,
      "loss": 6.1848,
      "mean_token_accuracy": 0.13217584118247033,
      "num_tokens": 4387083.0,
      "step": 1915
    },
    {
      "entropy": 6.139519214630127,
      "epoch": 0.18979833926453143,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004999065129821687,
      "loss": 6.1356,
      "mean_token_accuracy": 0.13750590831041337,
      "num_tokens": 4399977.0,
      "step": 1920
    },
    {
      "entropy": 6.0825254917144775,
      "epoch": 0.1902926057730328,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004999054930172923,
      "loss": 6.0592,
      "mean_token_accuracy": 0.14218987300992011,
      "num_tokens": 4411609.0,
      "step": 1925
    },
    {
      "entropy": 6.175016450881958,
      "epoch": 0.1907868722815342,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004999044675197058,
      "loss": 6.1817,
      "mean_token_accuracy": 0.13701564595103263,
      "num_tokens": 4423567.0,
      "step": 1930
    },
    {
      "entropy": 6.147806310653687,
      "epoch": 0.19128113879003558,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004999034364894345,
      "loss": 6.1472,
      "mean_token_accuracy": 0.13876281678676605,
      "num_tokens": 4435410.0,
      "step": 1935
    },
    {
      "entropy": 6.18219690322876,
      "epoch": 0.19177540529853698,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004999023999265039,
      "loss": 6.1697,
      "mean_token_accuracy": 0.1378607526421547,
      "num_tokens": 4445279.0,
      "step": 1940
    },
    {
      "entropy": 6.077285814285278,
      "epoch": 0.19226967180703836,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004999013578309392,
      "loss": 6.0385,
      "mean_token_accuracy": 0.14334971085190773,
      "num_tokens": 4456017.0,
      "step": 1945
    },
    {
      "entropy": 6.126475811004639,
      "epoch": 0.19276393831553973,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004999003102027663,
      "loss": 6.0311,
      "mean_token_accuracy": 0.14338691681623458,
      "num_tokens": 4466759.0,
      "step": 1950
    },
    {
      "entropy": 6.117775201797485,
      "epoch": 0.19325820482404113,
      "grad_norm": 1.0390625,
      "learning_rate": 0.000499899257042011,
      "loss": 6.1139,
      "mean_token_accuracy": 0.1352181151509285,
      "num_tokens": 4478316.0,
      "step": 1955
    },
    {
      "entropy": 6.208990001678467,
      "epoch": 0.1937524713325425,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004998981983486988,
      "loss": 6.1751,
      "mean_token_accuracy": 0.1322692520916462,
      "num_tokens": 4490775.0,
      "step": 1960
    },
    {
      "entropy": 6.064915752410888,
      "epoch": 0.1942467378410439,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004998971341228563,
      "loss": 6.039,
      "mean_token_accuracy": 0.1443925455212593,
      "num_tokens": 4501622.0,
      "step": 1965
    },
    {
      "entropy": 6.149889087677002,
      "epoch": 0.19474100434954528,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004998960643645093,
      "loss": 6.1338,
      "mean_token_accuracy": 0.13769015669822693,
      "num_tokens": 4512279.0,
      "step": 1970
    },
    {
      "entropy": 6.167524814605713,
      "epoch": 0.19523527085804665,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004998949890736841,
      "loss": 6.1239,
      "mean_token_accuracy": 0.14070178642868997,
      "num_tokens": 4524087.0,
      "step": 1975
    },
    {
      "entropy": 6.139242649078369,
      "epoch": 0.19572953736654805,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004998939082504075,
      "loss": 6.1075,
      "mean_token_accuracy": 0.13732974529266356,
      "num_tokens": 4534816.0,
      "step": 1980
    },
    {
      "entropy": 6.103002882003784,
      "epoch": 0.19622380387504942,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004998928218947057,
      "loss": 6.0825,
      "mean_token_accuracy": 0.13870148733258247,
      "num_tokens": 4545725.0,
      "step": 1985
    },
    {
      "entropy": 6.218700933456421,
      "epoch": 0.1967180703835508,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004998917300066056,
      "loss": 6.1897,
      "mean_token_accuracy": 0.13517609983682632,
      "num_tokens": 4557003.0,
      "step": 1990
    },
    {
      "entropy": 6.099284267425537,
      "epoch": 0.1972123368920522,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004998906325861342,
      "loss": 6.1023,
      "mean_token_accuracy": 0.13518477007746696,
      "num_tokens": 4568768.0,
      "step": 1995
    },
    {
      "entropy": 6.103130531311035,
      "epoch": 0.19770660340055357,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004998895296333183,
      "loss": 6.0715,
      "mean_token_accuracy": 0.14329598397016524,
      "num_tokens": 4581116.0,
      "step": 2000
    },
    {
      "entropy": 6.170775890350342,
      "epoch": 0.19820086990905497,
      "grad_norm": 1.1171875,
      "learning_rate": 0.000499888421148185,
      "loss": 6.1516,
      "mean_token_accuracy": 0.13928177580237389,
      "num_tokens": 4592660.0,
      "step": 2005
    },
    {
      "entropy": 6.074905729293823,
      "epoch": 0.19869513641755635,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004998873071307617,
      "loss": 6.1321,
      "mean_token_accuracy": 0.13926766365766524,
      "num_tokens": 4603057.0,
      "step": 2010
    },
    {
      "entropy": 6.111081838607788,
      "epoch": 0.19918940292605772,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004998861875810758,
      "loss": 6.0145,
      "mean_token_accuracy": 0.14594943076372147,
      "num_tokens": 4613546.0,
      "step": 2015
    },
    {
      "entropy": 6.130213642120362,
      "epoch": 0.19968366943455912,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004998850624991548,
      "loss": 6.0932,
      "mean_token_accuracy": 0.13966753333806992,
      "num_tokens": 4624613.0,
      "step": 2020
    },
    {
      "entropy": 6.070725202560425,
      "epoch": 0.2001779359430605,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004998839318850263,
      "loss": 6.0581,
      "mean_token_accuracy": 0.14254929646849632,
      "num_tokens": 4636004.0,
      "step": 2025
    },
    {
      "entropy": 6.094811868667603,
      "epoch": 0.2006722024515619,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004998827957387182,
      "loss": 6.1194,
      "mean_token_accuracy": 0.1468837432563305,
      "num_tokens": 4646450.0,
      "step": 2030
    },
    {
      "entropy": 6.105382490158081,
      "epoch": 0.20116646896006327,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004998816540602584,
      "loss": 6.0993,
      "mean_token_accuracy": 0.14319370239973067,
      "num_tokens": 4658928.0,
      "step": 2035
    },
    {
      "entropy": 6.133113861083984,
      "epoch": 0.20166073546856464,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004998805068496752,
      "loss": 6.1279,
      "mean_token_accuracy": 0.13475392609834672,
      "num_tokens": 4670392.0,
      "step": 2040
    },
    {
      "entropy": 6.141398954391479,
      "epoch": 0.20215500197706604,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004998793541069964,
      "loss": 6.108,
      "mean_token_accuracy": 0.13688452690839767,
      "num_tokens": 4680605.0,
      "step": 2045
    },
    {
      "entropy": 6.069099378585816,
      "epoch": 0.2026492684855674,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004998781958322507,
      "loss": 6.0134,
      "mean_token_accuracy": 0.14460673555731773,
      "num_tokens": 4694250.0,
      "step": 2050
    },
    {
      "entropy": 6.110835599899292,
      "epoch": 0.20314353499406881,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004998770320254666,
      "loss": 6.1661,
      "mean_token_accuracy": 0.13903781324625014,
      "num_tokens": 4705754.0,
      "step": 2055
    },
    {
      "entropy": 6.213265514373779,
      "epoch": 0.2036378015025702,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004998758626866725,
      "loss": 6.0439,
      "mean_token_accuracy": 0.14397211521863937,
      "num_tokens": 4716393.0,
      "step": 2060
    },
    {
      "entropy": 5.992143011093139,
      "epoch": 0.20413206801107156,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004998746878158973,
      "loss": 6.055,
      "mean_token_accuracy": 0.14380352646112443,
      "num_tokens": 4726894.0,
      "step": 2065
    },
    {
      "entropy": 6.137889289855957,
      "epoch": 0.20462633451957296,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004998735074131699,
      "loss": 6.082,
      "mean_token_accuracy": 0.13775463551282882,
      "num_tokens": 4737488.0,
      "step": 2070
    },
    {
      "entropy": 6.157661390304566,
      "epoch": 0.20512060102807433,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004998723214785194,
      "loss": 6.1528,
      "mean_token_accuracy": 0.1327391304075718,
      "num_tokens": 4749131.0,
      "step": 2075
    },
    {
      "entropy": 6.090861511230469,
      "epoch": 0.20561486753657574,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004998711300119749,
      "loss": 6.0322,
      "mean_token_accuracy": 0.1410945810377598,
      "num_tokens": 4760503.0,
      "step": 2080
    },
    {
      "entropy": 6.128068828582764,
      "epoch": 0.2061091340450771,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004998699330135656,
      "loss": 6.1567,
      "mean_token_accuracy": 0.1358460932970047,
      "num_tokens": 4771965.0,
      "step": 2085
    },
    {
      "entropy": 6.096466827392578,
      "epoch": 0.20660340055357848,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004998687304833212,
      "loss": 6.1254,
      "mean_token_accuracy": 0.13651231974363326,
      "num_tokens": 4784215.0,
      "step": 2090
    },
    {
      "entropy": 6.102608966827392,
      "epoch": 0.20709766706207988,
      "grad_norm": 1.078125,
      "learning_rate": 0.000499867522421271,
      "loss": 6.0457,
      "mean_token_accuracy": 0.1427777349948883,
      "num_tokens": 4796410.0,
      "step": 2095
    },
    {
      "entropy": 6.065385389328003,
      "epoch": 0.20759193357058126,
      "grad_norm": 1.109375,
      "learning_rate": 0.000499866308827445,
      "loss": 6.0463,
      "mean_token_accuracy": 0.1456620767712593,
      "num_tokens": 4806990.0,
      "step": 2100
    },
    {
      "entropy": 6.113207626342773,
      "epoch": 0.20808620007908263,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004998650897018729,
      "loss": 6.0949,
      "mean_token_accuracy": 0.14114938974380492,
      "num_tokens": 4818903.0,
      "step": 2105
    },
    {
      "entropy": 6.091670751571655,
      "epoch": 0.20858046658758403,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004998638650445847,
      "loss": 6.0222,
      "mean_token_accuracy": 0.14184736907482148,
      "num_tokens": 4829130.0,
      "step": 2110
    },
    {
      "entropy": 6.0775425910949705,
      "epoch": 0.2090747330960854,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004998626348556105,
      "loss": 6.0507,
      "mean_token_accuracy": 0.1536749005317688,
      "num_tokens": 4840424.0,
      "step": 2115
    },
    {
      "entropy": 6.098685884475708,
      "epoch": 0.2095689996045868,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004998613991349807,
      "loss": 6.0283,
      "mean_token_accuracy": 0.143294495344162,
      "num_tokens": 4851674.0,
      "step": 2120
    },
    {
      "entropy": 5.9475749969482425,
      "epoch": 0.21006326611308818,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004998601578827255,
      "loss": 5.9793,
      "mean_token_accuracy": 0.1536559596657753,
      "num_tokens": 4863884.0,
      "step": 2125
    },
    {
      "entropy": 6.033754873275757,
      "epoch": 0.21055753262158955,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004998589110988755,
      "loss": 6.0494,
      "mean_token_accuracy": 0.14718157574534416,
      "num_tokens": 4875582.0,
      "step": 2130
    },
    {
      "entropy": 6.114961338043213,
      "epoch": 0.21105179913009095,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004998576587834614,
      "loss": 6.0803,
      "mean_token_accuracy": 0.14199472591280937,
      "num_tokens": 4888325.0,
      "step": 2135
    },
    {
      "entropy": 6.098699426651001,
      "epoch": 0.21154606563859232,
      "grad_norm": 1.046875,
      "learning_rate": 0.000499856400936514,
      "loss": 6.072,
      "mean_token_accuracy": 0.14264639914035798,
      "num_tokens": 4899631.0,
      "step": 2140
    },
    {
      "entropy": 6.029827070236206,
      "epoch": 0.21204033214709372,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004998551375580643,
      "loss": 6.0712,
      "mean_token_accuracy": 0.13763367459177972,
      "num_tokens": 4910954.0,
      "step": 2145
    },
    {
      "entropy": 6.051994514465332,
      "epoch": 0.2125345986555951,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004998538686481435,
      "loss": 6.0714,
      "mean_token_accuracy": 0.14147689938545227,
      "num_tokens": 4921952.0,
      "step": 2150
    },
    {
      "entropy": 6.0656555652618405,
      "epoch": 0.21302886516409647,
      "grad_norm": 1.0,
      "learning_rate": 0.0004998525942067824,
      "loss": 6.0253,
      "mean_token_accuracy": 0.14360493123531343,
      "num_tokens": 4933984.0,
      "step": 2155
    },
    {
      "entropy": 6.164171361923218,
      "epoch": 0.21352313167259787,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004998513142340128,
      "loss": 6.1657,
      "mean_token_accuracy": 0.14157587438821792,
      "num_tokens": 4945926.0,
      "step": 2160
    },
    {
      "entropy": 6.026093053817749,
      "epoch": 0.21401739818109924,
      "grad_norm": 1.125,
      "learning_rate": 0.0004998500287298657,
      "loss": 6.0878,
      "mean_token_accuracy": 0.14866259396076204,
      "num_tokens": 4958123.0,
      "step": 2165
    },
    {
      "entropy": 6.158975839614868,
      "epoch": 0.21451166468960065,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004998487376943733,
      "loss": 6.1491,
      "mean_token_accuracy": 0.13338658437132836,
      "num_tokens": 4970409.0,
      "step": 2170
    },
    {
      "entropy": 6.122834396362305,
      "epoch": 0.21500593119810202,
      "grad_norm": 1.09375,
      "learning_rate": 0.000499847441127567,
      "loss": 6.0485,
      "mean_token_accuracy": 0.13795322477817534,
      "num_tokens": 4980429.0,
      "step": 2175
    },
    {
      "entropy": 6.053185510635376,
      "epoch": 0.2155001977066034,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004998461390294787,
      "loss": 6.0711,
      "mean_token_accuracy": 0.14336730688810348,
      "num_tokens": 4991790.0,
      "step": 2180
    },
    {
      "entropy": 6.095970296859742,
      "epoch": 0.2159944642151048,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004998448314001405,
      "loss": 6.0869,
      "mean_token_accuracy": 0.14493904113769532,
      "num_tokens": 5003611.0,
      "step": 2185
    },
    {
      "entropy": 6.176206493377686,
      "epoch": 0.21648873072360617,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004998435182395845,
      "loss": 6.1385,
      "mean_token_accuracy": 0.1309673383831978,
      "num_tokens": 5014824.0,
      "step": 2190
    },
    {
      "entropy": 6.142057228088379,
      "epoch": 0.21698299723210757,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004998421995478432,
      "loss": 6.0831,
      "mean_token_accuracy": 0.143635593354702,
      "num_tokens": 5026937.0,
      "step": 2195
    },
    {
      "entropy": 6.116099071502686,
      "epoch": 0.21747726374060894,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004998408753249489,
      "loss": 6.1134,
      "mean_token_accuracy": 0.1369356207549572,
      "num_tokens": 5037996.0,
      "step": 2200
    },
    {
      "entropy": 6.096542501449585,
      "epoch": 0.2179715302491103,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004998395455709342,
      "loss": 6.0605,
      "mean_token_accuracy": 0.14553544148802758,
      "num_tokens": 5050944.0,
      "step": 2205
    },
    {
      "entropy": 6.150865888595581,
      "epoch": 0.2184657967576117,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004998382102858317,
      "loss": 6.1,
      "mean_token_accuracy": 0.1378478489816189,
      "num_tokens": 5062129.0,
      "step": 2210
    },
    {
      "entropy": 6.0926353454589846,
      "epoch": 0.2189600632661131,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004998368694696743,
      "loss": 6.0959,
      "mean_token_accuracy": 0.14366044774651526,
      "num_tokens": 5073318.0,
      "step": 2215
    },
    {
      "entropy": 6.064820623397827,
      "epoch": 0.21945432977461446,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004998355231224952,
      "loss": 6.1278,
      "mean_token_accuracy": 0.13671059682965278,
      "num_tokens": 5084607.0,
      "step": 2220
    },
    {
      "entropy": 6.1097174167633055,
      "epoch": 0.21994859628311586,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004998341712443273,
      "loss": 6.0165,
      "mean_token_accuracy": 0.14424162060022355,
      "num_tokens": 5096004.0,
      "step": 2225
    },
    {
      "entropy": 6.0761024951934814,
      "epoch": 0.22044286279161723,
      "grad_norm": 1.0234375,
      "learning_rate": 0.000499832813835204,
      "loss": 6.0296,
      "mean_token_accuracy": 0.14155133366584777,
      "num_tokens": 5107171.0,
      "step": 2230
    },
    {
      "entropy": 5.977806282043457,
      "epoch": 0.22093712930011863,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004998314508951584,
      "loss": 5.9782,
      "mean_token_accuracy": 0.15077303797006608,
      "num_tokens": 5119249.0,
      "step": 2235
    },
    {
      "entropy": 6.04344334602356,
      "epoch": 0.22143139580862,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004998300824242244,
      "loss": 5.9945,
      "mean_token_accuracy": 0.13899804279208183,
      "num_tokens": 5130798.0,
      "step": 2240
    },
    {
      "entropy": 6.146693372726441,
      "epoch": 0.22192566231712138,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004998287084224353,
      "loss": 6.1624,
      "mean_token_accuracy": 0.12782063856720924,
      "num_tokens": 5141376.0,
      "step": 2245
    },
    {
      "entropy": 5.979104852676391,
      "epoch": 0.22241992882562278,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004998273288898252,
      "loss": 5.9599,
      "mean_token_accuracy": 0.1464287005364895,
      "num_tokens": 5152888.0,
      "step": 2250
    },
    {
      "entropy": 6.031632804870606,
      "epoch": 0.22291419533412415,
      "grad_norm": 0.9375,
      "learning_rate": 0.000499825943826428,
      "loss": 6.0647,
      "mean_token_accuracy": 0.14004838690161706,
      "num_tokens": 5165720.0,
      "step": 2255
    },
    {
      "entropy": 6.069583225250244,
      "epoch": 0.22340846184262556,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004998245532322776,
      "loss": 5.9363,
      "mean_token_accuracy": 0.14667778834700584,
      "num_tokens": 5177345.0,
      "step": 2260
    },
    {
      "entropy": 6.060588693618774,
      "epoch": 0.22390272835112693,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004998231571074083,
      "loss": 5.9634,
      "mean_token_accuracy": 0.14570290222764015,
      "num_tokens": 5187385.0,
      "step": 2265
    },
    {
      "entropy": 6.04728593826294,
      "epoch": 0.2243969948596283,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004998217554518545,
      "loss": 6.0683,
      "mean_token_accuracy": 0.13824618086218834,
      "num_tokens": 5199552.0,
      "step": 2270
    },
    {
      "entropy": 6.039723873138428,
      "epoch": 0.2248912613681297,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004998203482656507,
      "loss": 6.027,
      "mean_token_accuracy": 0.14244999885559081,
      "num_tokens": 5210316.0,
      "step": 2275
    },
    {
      "entropy": 6.0842948913574215,
      "epoch": 0.22538552787663108,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004998189355488314,
      "loss": 6.1053,
      "mean_token_accuracy": 0.1472305215895176,
      "num_tokens": 5221595.0,
      "step": 2280
    },
    {
      "entropy": 6.140758895874024,
      "epoch": 0.22587979438513248,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004998175173014313,
      "loss": 6.0722,
      "mean_token_accuracy": 0.13632547855377197,
      "num_tokens": 5232882.0,
      "step": 2285
    },
    {
      "entropy": 6.0675756454467775,
      "epoch": 0.22637406089363385,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004998160935234857,
      "loss": 6.1709,
      "mean_token_accuracy": 0.13839787468314171,
      "num_tokens": 5244841.0,
      "step": 2290
    },
    {
      "entropy": 6.096714353561401,
      "epoch": 0.22686832740213522,
      "grad_norm": 1.0859375,
      "learning_rate": 0.000499814664215029,
      "loss": 5.9748,
      "mean_token_accuracy": 0.1458760157227516,
      "num_tokens": 5256162.0,
      "step": 2295
    },
    {
      "entropy": 6.00123872756958,
      "epoch": 0.22736259391063662,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004998132293760968,
      "loss": 5.9029,
      "mean_token_accuracy": 0.15427679419517518,
      "num_tokens": 5267130.0,
      "step": 2300
    },
    {
      "entropy": 5.969837474822998,
      "epoch": 0.227856860419138,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004998117890067243,
      "loss": 6.0244,
      "mean_token_accuracy": 0.14411933422088624,
      "num_tokens": 5279394.0,
      "step": 2305
    },
    {
      "entropy": 5.981906747817993,
      "epoch": 0.22835112692763937,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004998103431069469,
      "loss": 5.9975,
      "mean_token_accuracy": 0.1491586372256279,
      "num_tokens": 5291068.0,
      "step": 2310
    },
    {
      "entropy": 6.060888195037842,
      "epoch": 0.22884539343614077,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004998088916768002,
      "loss": 5.9579,
      "mean_token_accuracy": 0.14889078661799432,
      "num_tokens": 5300924.0,
      "step": 2315
    },
    {
      "entropy": 6.016797971725464,
      "epoch": 0.22933965994464214,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004998074347163199,
      "loss": 5.9542,
      "mean_token_accuracy": 0.1480551391839981,
      "num_tokens": 5311998.0,
      "step": 2320
    },
    {
      "entropy": 6.06162691116333,
      "epoch": 0.22983392645314354,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004998059722255418,
      "loss": 5.9899,
      "mean_token_accuracy": 0.14691204354166984,
      "num_tokens": 5322163.0,
      "step": 2325
    },
    {
      "entropy": 6.0275694847106935,
      "epoch": 0.23032819296164492,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004998045042045019,
      "loss": 5.996,
      "mean_token_accuracy": 0.1497631698846817,
      "num_tokens": 5331638.0,
      "step": 2330
    },
    {
      "entropy": 6.048976612091065,
      "epoch": 0.2308224594701463,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004998030306532363,
      "loss": 5.9939,
      "mean_token_accuracy": 0.14958565384149553,
      "num_tokens": 5342399.0,
      "step": 2335
    },
    {
      "entropy": 6.055438804626465,
      "epoch": 0.2313167259786477,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004998015515717813,
      "loss": 6.0695,
      "mean_token_accuracy": 0.14016990289092063,
      "num_tokens": 5353481.0,
      "step": 2340
    },
    {
      "entropy": 6.052402687072754,
      "epoch": 0.23181099248714906,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004998000669601733,
      "loss": 5.9689,
      "mean_token_accuracy": 0.1473512254655361,
      "num_tokens": 5365167.0,
      "step": 2345
    },
    {
      "entropy": 6.002137184143066,
      "epoch": 0.23230525899565047,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004997985768184488,
      "loss": 5.9967,
      "mean_token_accuracy": 0.1431095339357853,
      "num_tokens": 5375809.0,
      "step": 2350
    },
    {
      "entropy": 5.962526512145996,
      "epoch": 0.23279952550415184,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004997970811466443,
      "loss": 5.9133,
      "mean_token_accuracy": 0.1538688361644745,
      "num_tokens": 5387372.0,
      "step": 2355
    },
    {
      "entropy": 6.187628889083863,
      "epoch": 0.2332937920126532,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004997955799447969,
      "loss": 6.0898,
      "mean_token_accuracy": 0.13684846088290215,
      "num_tokens": 5399210.0,
      "step": 2360
    },
    {
      "entropy": 5.985762119293213,
      "epoch": 0.2337880585211546,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004997940732129432,
      "loss": 6.017,
      "mean_token_accuracy": 0.14093376472592353,
      "num_tokens": 5410969.0,
      "step": 2365
    },
    {
      "entropy": 5.984814739227295,
      "epoch": 0.23428232502965599,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004997925609511205,
      "loss": 5.9824,
      "mean_token_accuracy": 0.14780228435993195,
      "num_tokens": 5422569.0,
      "step": 2370
    },
    {
      "entropy": 6.031500720977784,
      "epoch": 0.2347765915381574,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004997910431593659,
      "loss": 5.9606,
      "mean_token_accuracy": 0.15011014714837073,
      "num_tokens": 5434592.0,
      "step": 2375
    },
    {
      "entropy": 6.0243175506591795,
      "epoch": 0.23527085804665876,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004997895198377168,
      "loss": 6.0545,
      "mean_token_accuracy": 0.14284207075834274,
      "num_tokens": 5446525.0,
      "step": 2380
    },
    {
      "entropy": 6.08224196434021,
      "epoch": 0.23576512455516013,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004997879909862105,
      "loss": 6.025,
      "mean_token_accuracy": 0.14782738387584687,
      "num_tokens": 5457327.0,
      "step": 2385
    },
    {
      "entropy": 6.105248498916626,
      "epoch": 0.23625939106366153,
      "grad_norm": 1.078125,
      "learning_rate": 0.000499786456604885,
      "loss": 6.0642,
      "mean_token_accuracy": 0.1362588956952095,
      "num_tokens": 5468533.0,
      "step": 2390
    },
    {
      "entropy": 5.998384857177735,
      "epoch": 0.2367536575721629,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004997849166937776,
      "loss": 5.9451,
      "mean_token_accuracy": 0.14417133554816247,
      "num_tokens": 5480652.0,
      "step": 2395
    },
    {
      "entropy": 6.012068605422973,
      "epoch": 0.2372479240806643,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004997833712529265,
      "loss": 5.9707,
      "mean_token_accuracy": 0.14451036602258682,
      "num_tokens": 5491446.0,
      "step": 2400
    },
    {
      "entropy": 6.021755743026733,
      "epoch": 0.23774219058916568,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004997818202823695,
      "loss": 5.9945,
      "mean_token_accuracy": 0.14959129244089125,
      "num_tokens": 5502886.0,
      "step": 2405
    },
    {
      "entropy": 6.0749561309814455,
      "epoch": 0.23823645709766705,
      "grad_norm": 1.125,
      "learning_rate": 0.0004997802637821449,
      "loss": 6.023,
      "mean_token_accuracy": 0.14053252562880517,
      "num_tokens": 5514305.0,
      "step": 2410
    },
    {
      "entropy": 5.98513970375061,
      "epoch": 0.23873072360616845,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004997787017522909,
      "loss": 5.9437,
      "mean_token_accuracy": 0.15076548904180526,
      "num_tokens": 5525913.0,
      "step": 2415
    },
    {
      "entropy": 5.90565128326416,
      "epoch": 0.23922499011466983,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004997771341928459,
      "loss": 5.9446,
      "mean_token_accuracy": 0.1544351950287819,
      "num_tokens": 5537069.0,
      "step": 2420
    },
    {
      "entropy": 6.022730112075806,
      "epoch": 0.2397192566231712,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004997755611038487,
      "loss": 6.0441,
      "mean_token_accuracy": 0.1400386117398739,
      "num_tokens": 5547988.0,
      "step": 2425
    },
    {
      "entropy": 6.105308675765992,
      "epoch": 0.2402135231316726,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004997739824853378,
      "loss": 6.1088,
      "mean_token_accuracy": 0.1395256355404854,
      "num_tokens": 5560400.0,
      "step": 2430
    },
    {
      "entropy": 5.987665414810181,
      "epoch": 0.24070778964017397,
      "grad_norm": 1.0,
      "learning_rate": 0.0004997723983373519,
      "loss": 5.9696,
      "mean_token_accuracy": 0.15029642432928086,
      "num_tokens": 5572291.0,
      "step": 2435
    },
    {
      "entropy": 6.100761747360229,
      "epoch": 0.24120205614867538,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004997708086599303,
      "loss": 5.9938,
      "mean_token_accuracy": 0.14239495247602463,
      "num_tokens": 5583583.0,
      "step": 2440
    },
    {
      "entropy": 6.093548583984375,
      "epoch": 0.24169632265717675,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004997692134531119,
      "loss": 6.0205,
      "mean_token_accuracy": 0.14349138885736465,
      "num_tokens": 5595499.0,
      "step": 2445
    },
    {
      "entropy": 5.937535381317138,
      "epoch": 0.24219058916567812,
      "grad_norm": 1.0703125,
      "learning_rate": 0.000499767612716936,
      "loss": 5.9486,
      "mean_token_accuracy": 0.1555730566382408,
      "num_tokens": 5606745.0,
      "step": 2450
    },
    {
      "entropy": 5.977556610107422,
      "epoch": 0.24268485567417952,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004997660064514419,
      "loss": 6.0333,
      "mean_token_accuracy": 0.1459631770849228,
      "num_tokens": 5618226.0,
      "step": 2455
    },
    {
      "entropy": 6.103812122344971,
      "epoch": 0.2431791221826809,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004997643946566691,
      "loss": 6.0358,
      "mean_token_accuracy": 0.14382674545049667,
      "num_tokens": 5628941.0,
      "step": 2460
    },
    {
      "entropy": 5.948967981338501,
      "epoch": 0.2436733886911823,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004997627773326574,
      "loss": 5.8499,
      "mean_token_accuracy": 0.15501064658164979,
      "num_tokens": 5641077.0,
      "step": 2465
    },
    {
      "entropy": 6.018094301223755,
      "epoch": 0.24416765519968367,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004997611544794465,
      "loss": 6.1555,
      "mean_token_accuracy": 0.1338454492390156,
      "num_tokens": 5652156.0,
      "step": 2470
    },
    {
      "entropy": 6.151158618927002,
      "epoch": 0.24466192170818504,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004997595260970764,
      "loss": 6.0822,
      "mean_token_accuracy": 0.14347486943006516,
      "num_tokens": 5663988.0,
      "step": 2475
    },
    {
      "entropy": 5.977680206298828,
      "epoch": 0.24515618821668644,
      "grad_norm": 0.9609375,
      "learning_rate": 0.000499757892185587,
      "loss": 6.0018,
      "mean_token_accuracy": 0.14267092123627662,
      "num_tokens": 5676302.0,
      "step": 2480
    },
    {
      "entropy": 6.070641231536865,
      "epoch": 0.24565045472518782,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004997562527450187,
      "loss": 6.046,
      "mean_token_accuracy": 0.14550234749913216,
      "num_tokens": 5686686.0,
      "step": 2485
    },
    {
      "entropy": 6.021747350692749,
      "epoch": 0.24614472123368922,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004997546077754116,
      "loss": 5.9525,
      "mean_token_accuracy": 0.15929894894361496,
      "num_tokens": 5698379.0,
      "step": 2490
    },
    {
      "entropy": 5.958306932449341,
      "epoch": 0.2466389877421906,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004997529572768063,
      "loss": 5.9432,
      "mean_token_accuracy": 0.1498410865664482,
      "num_tokens": 5708891.0,
      "step": 2495
    },
    {
      "entropy": 5.981058549880982,
      "epoch": 0.24713325425069196,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004997513012492434,
      "loss": 5.9923,
      "mean_token_accuracy": 0.14332532063126563,
      "num_tokens": 5720326.0,
      "step": 2500
    },
    {
      "entropy": 6.052645683288574,
      "epoch": 0.24762752075919336,
      "grad_norm": 1.0,
      "learning_rate": 0.0004997496396927636,
      "loss": 5.9112,
      "mean_token_accuracy": 0.15235294178128242,
      "num_tokens": 5731121.0,
      "step": 2505
    },
    {
      "entropy": 6.023140573501587,
      "epoch": 0.24812178726769474,
      "grad_norm": 1.125,
      "learning_rate": 0.0004997479726074077,
      "loss": 5.9597,
      "mean_token_accuracy": 0.15026197880506514,
      "num_tokens": 5741637.0,
      "step": 2510
    },
    {
      "entropy": 6.048560428619385,
      "epoch": 0.24861605377619614,
      "grad_norm": 1.0078125,
      "learning_rate": 0.000499746299993217,
      "loss": 6.0102,
      "mean_token_accuracy": 0.14581428989768028,
      "num_tokens": 5752659.0,
      "step": 2515
    },
    {
      "entropy": 5.998668670654297,
      "epoch": 0.2491103202846975,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004997446218502324,
      "loss": 5.9728,
      "mean_token_accuracy": 0.14580842703580857,
      "num_tokens": 5763829.0,
      "step": 2520
    },
    {
      "entropy": 6.0419858455657955,
      "epoch": 0.24960458679319888,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004997429381784952,
      "loss": 6.053,
      "mean_token_accuracy": 0.1448736622929573,
      "num_tokens": 5775848.0,
      "step": 2525
    },
    {
      "entropy": 5.984309673309326,
      "epoch": 0.2500988533017003,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004997412489780469,
      "loss": 6.0037,
      "mean_token_accuracy": 0.1499286875128746,
      "num_tokens": 5786595.0,
      "step": 2530
    },
    {
      "entropy": 5.964243793487549,
      "epoch": 0.25059311981020166,
      "grad_norm": 1.0625,
      "learning_rate": 0.000499739554248929,
      "loss": 5.8929,
      "mean_token_accuracy": 0.15398191586136817,
      "num_tokens": 5797841.0,
      "step": 2535
    },
    {
      "entropy": 5.912666082382202,
      "epoch": 0.25108738631870303,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004997378539911832,
      "loss": 5.9089,
      "mean_token_accuracy": 0.15088940635323525,
      "num_tokens": 5809106.0,
      "step": 2540
    },
    {
      "entropy": 5.973687314987183,
      "epoch": 0.2515816528272044,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004997361482048513,
      "loss": 5.9215,
      "mean_token_accuracy": 0.1497866354882717,
      "num_tokens": 5820316.0,
      "step": 2545
    },
    {
      "entropy": 6.026650857925415,
      "epoch": 0.25207591933570583,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004997344368899753,
      "loss": 6.0408,
      "mean_token_accuracy": 0.139362945407629,
      "num_tokens": 5833137.0,
      "step": 2550
    },
    {
      "entropy": 6.037950611114502,
      "epoch": 0.2525701858442072,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004997327200465972,
      "loss": 5.9694,
      "mean_token_accuracy": 0.14529137313365936,
      "num_tokens": 5844088.0,
      "step": 2555
    },
    {
      "entropy": 6.077861881256103,
      "epoch": 0.2530644523527086,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004997309976747594,
      "loss": 5.9736,
      "mean_token_accuracy": 0.14326793625950812,
      "num_tokens": 5854546.0,
      "step": 2560
    },
    {
      "entropy": 6.011197853088379,
      "epoch": 0.25355871886120995,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004997292697745042,
      "loss": 5.9723,
      "mean_token_accuracy": 0.1466481104493141,
      "num_tokens": 5865326.0,
      "step": 2565
    },
    {
      "entropy": 5.999698734283447,
      "epoch": 0.2540529853697113,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004997275363458741,
      "loss": 5.8594,
      "mean_token_accuracy": 0.1503140576183796,
      "num_tokens": 5876487.0,
      "step": 2570
    },
    {
      "entropy": 5.875597381591797,
      "epoch": 0.25454725187821275,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004997257973889118,
      "loss": 5.9726,
      "mean_token_accuracy": 0.14843393564224244,
      "num_tokens": 5887846.0,
      "step": 2575
    },
    {
      "entropy": 6.101366996765137,
      "epoch": 0.25504151838671413,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004997240529036599,
      "loss": 5.9412,
      "mean_token_accuracy": 0.15172709226608277,
      "num_tokens": 5898572.0,
      "step": 2580
    },
    {
      "entropy": 5.881202983856201,
      "epoch": 0.2555357848952155,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004997223028901615,
      "loss": 6.0037,
      "mean_token_accuracy": 0.1475423127412796,
      "num_tokens": 5908927.0,
      "step": 2585
    },
    {
      "entropy": 6.037431478500366,
      "epoch": 0.2560300514037169,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004997205473484596,
      "loss": 5.9495,
      "mean_token_accuracy": 0.1498175874352455,
      "num_tokens": 5919807.0,
      "step": 2590
    },
    {
      "entropy": 5.920142316818238,
      "epoch": 0.25652431791221825,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004997187862785974,
      "loss": 5.9779,
      "mean_token_accuracy": 0.14424620494246482,
      "num_tokens": 5931160.0,
      "step": 2595
    },
    {
      "entropy": 6.088014888763428,
      "epoch": 0.2570185844207197,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004997170196806181,
      "loss": 6.0412,
      "mean_token_accuracy": 0.1426064506173134,
      "num_tokens": 5943694.0,
      "step": 2600
    },
    {
      "entropy": 5.981357526779175,
      "epoch": 0.25751285092922105,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004997152475545652,
      "loss": 5.9319,
      "mean_token_accuracy": 0.14945385083556176,
      "num_tokens": 5954543.0,
      "step": 2605
    },
    {
      "entropy": 5.9636317729949955,
      "epoch": 0.2580071174377224,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004997134699004825,
      "loss": 5.973,
      "mean_token_accuracy": 0.1513287492096424,
      "num_tokens": 5965080.0,
      "step": 2610
    },
    {
      "entropy": 6.036751079559326,
      "epoch": 0.2585013839462238,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004997116867184136,
      "loss": 5.9566,
      "mean_token_accuracy": 0.14630378186702728,
      "num_tokens": 5975314.0,
      "step": 2615
    },
    {
      "entropy": 6.02877459526062,
      "epoch": 0.25899565045472517,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004997098980084022,
      "loss": 5.9735,
      "mean_token_accuracy": 0.14686284810304642,
      "num_tokens": 5985927.0,
      "step": 2620
    },
    {
      "entropy": 5.9730428695678714,
      "epoch": 0.2594899169632266,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004997081037704926,
      "loss": 5.9986,
      "mean_token_accuracy": 0.145076747238636,
      "num_tokens": 5997311.0,
      "step": 2625
    },
    {
      "entropy": 5.986532354354859,
      "epoch": 0.25998418347172797,
      "grad_norm": 1.0,
      "learning_rate": 0.0004997063040047288,
      "loss": 6.0236,
      "mean_token_accuracy": 0.13863110765814782,
      "num_tokens": 6008595.0,
      "step": 2630
    },
    {
      "entropy": 6.084332275390625,
      "epoch": 0.26047844998022934,
      "grad_norm": 1.21875,
      "learning_rate": 0.0004997044987111548,
      "loss": 5.9346,
      "mean_token_accuracy": 0.1485560044646263,
      "num_tokens": 6019055.0,
      "step": 2635
    },
    {
      "entropy": 5.984119462966919,
      "epoch": 0.2609727164887307,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004997026878898155,
      "loss": 6.0785,
      "mean_token_accuracy": 0.13726168423891066,
      "num_tokens": 6030029.0,
      "step": 2640
    },
    {
      "entropy": 6.064934492111206,
      "epoch": 0.2614669829972321,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004997008715407552,
      "loss": 6.0149,
      "mean_token_accuracy": 0.14624494388699533,
      "num_tokens": 6041495.0,
      "step": 2645
    },
    {
      "entropy": 6.0098552227020265,
      "epoch": 0.2619612495057335,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004996990496640185,
      "loss": 5.9223,
      "mean_token_accuracy": 0.14212577491998674,
      "num_tokens": 6052307.0,
      "step": 2650
    },
    {
      "entropy": 5.9654816627502445,
      "epoch": 0.2624555160142349,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004996972222596505,
      "loss": 5.8811,
      "mean_token_accuracy": 0.14910161644220352,
      "num_tokens": 6062550.0,
      "step": 2655
    },
    {
      "entropy": 5.945908880233764,
      "epoch": 0.26294978252273626,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004996953893276958,
      "loss": 5.9301,
      "mean_token_accuracy": 0.14317954927682877,
      "num_tokens": 6074450.0,
      "step": 2660
    },
    {
      "entropy": 5.945242881774902,
      "epoch": 0.26344404903123764,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004996935508681997,
      "loss": 5.9609,
      "mean_token_accuracy": 0.1495286300778389,
      "num_tokens": 6085749.0,
      "step": 2665
    },
    {
      "entropy": 6.005150699615479,
      "epoch": 0.263938315539739,
      "grad_norm": 1.125,
      "learning_rate": 0.0004996917068812075,
      "loss": 5.8905,
      "mean_token_accuracy": 0.1543781578540802,
      "num_tokens": 6096438.0,
      "step": 2670
    },
    {
      "entropy": 5.924571704864502,
      "epoch": 0.26443258204824044,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004996898573667643,
      "loss": 5.9266,
      "mean_token_accuracy": 0.1454748436808586,
      "num_tokens": 6108386.0,
      "step": 2675
    },
    {
      "entropy": 6.008694839477539,
      "epoch": 0.2649268485567418,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004996880023249158,
      "loss": 5.8626,
      "mean_token_accuracy": 0.15368301123380662,
      "num_tokens": 6118771.0,
      "step": 2680
    },
    {
      "entropy": 5.974543571472168,
      "epoch": 0.2654211150652432,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004996861417557076,
      "loss": 5.9496,
      "mean_token_accuracy": 0.14521803110837936,
      "num_tokens": 6130718.0,
      "step": 2685
    },
    {
      "entropy": 5.922163200378418,
      "epoch": 0.26591538157374456,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004996842756591855,
      "loss": 5.9631,
      "mean_token_accuracy": 0.14341218546032905,
      "num_tokens": 6142086.0,
      "step": 2690
    },
    {
      "entropy": 5.976787948608399,
      "epoch": 0.26640964808224593,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004996824040353953,
      "loss": 5.9613,
      "mean_token_accuracy": 0.1457512103021145,
      "num_tokens": 6153857.0,
      "step": 2695
    },
    {
      "entropy": 6.125744962692261,
      "epoch": 0.2669039145907473,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004996805268843832,
      "loss": 6.0951,
      "mean_token_accuracy": 0.1432183265686035,
      "num_tokens": 6166796.0,
      "step": 2700
    },
    {
      "entropy": 5.963466644287109,
      "epoch": 0.26739818109924873,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004996786442061952,
      "loss": 5.9169,
      "mean_token_accuracy": 0.15192901045084,
      "num_tokens": 6178046.0,
      "step": 2705
    },
    {
      "entropy": 5.9657057762146,
      "epoch": 0.2678924476077501,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004996767560008777,
      "loss": 5.9593,
      "mean_token_accuracy": 0.14713699072599412,
      "num_tokens": 6190455.0,
      "step": 2710
    },
    {
      "entropy": 5.899187612533569,
      "epoch": 0.2683867141162515,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004996748622684771,
      "loss": 5.8462,
      "mean_token_accuracy": 0.15217214077711105,
      "num_tokens": 6201659.0,
      "step": 2715
    },
    {
      "entropy": 5.924319171905518,
      "epoch": 0.26888098062475285,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004996729630090401,
      "loss": 5.9552,
      "mean_token_accuracy": 0.1431477539241314,
      "num_tokens": 6213870.0,
      "step": 2720
    },
    {
      "entropy": 6.0065733909606935,
      "epoch": 0.2693752471332542,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004996710582226133,
      "loss": 5.9012,
      "mean_token_accuracy": 0.1548033893108368,
      "num_tokens": 6224237.0,
      "step": 2725
    },
    {
      "entropy": 5.960059928894043,
      "epoch": 0.26986951364175565,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004996691479092437,
      "loss": 5.9433,
      "mean_token_accuracy": 0.14833316206932068,
      "num_tokens": 6235868.0,
      "step": 2730
    },
    {
      "entropy": 6.0247667789459225,
      "epoch": 0.270363780150257,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004996672320689782,
      "loss": 5.9961,
      "mean_token_accuracy": 0.14516259282827376,
      "num_tokens": 6247994.0,
      "step": 2735
    },
    {
      "entropy": 5.855693197250366,
      "epoch": 0.2708580466587584,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004996653107018638,
      "loss": 5.8469,
      "mean_token_accuracy": 0.15463558286428453,
      "num_tokens": 6259654.0,
      "step": 2740
    },
    {
      "entropy": 5.977344179153443,
      "epoch": 0.2713523131672598,
      "grad_norm": 1.0,
      "learning_rate": 0.000499663383807948,
      "loss": 5.9049,
      "mean_token_accuracy": 0.1500097319483757,
      "num_tokens": 6270582.0,
      "step": 2745
    },
    {
      "entropy": 5.968403148651123,
      "epoch": 0.27184657967576115,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004996614513872781,
      "loss": 5.9016,
      "mean_token_accuracy": 0.15006383657455444,
      "num_tokens": 6281088.0,
      "step": 2750
    },
    {
      "entropy": 5.981626415252686,
      "epoch": 0.2723408461842626,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004996595134399017,
      "loss": 6.0555,
      "mean_token_accuracy": 0.140472724288702,
      "num_tokens": 6292920.0,
      "step": 2755
    },
    {
      "entropy": 6.020872259140015,
      "epoch": 0.27283511269276395,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004996575699658664,
      "loss": 5.9111,
      "mean_token_accuracy": 0.15108120441436768,
      "num_tokens": 6304980.0,
      "step": 2760
    },
    {
      "entropy": 5.918898677825927,
      "epoch": 0.2733293792012653,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004996556209652199,
      "loss": 5.8999,
      "mean_token_accuracy": 0.15111031085252763,
      "num_tokens": 6316175.0,
      "step": 2765
    },
    {
      "entropy": 5.976380968093872,
      "epoch": 0.2738236457097667,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004996536664380104,
      "loss": 5.9517,
      "mean_token_accuracy": 0.15452203899621964,
      "num_tokens": 6327590.0,
      "step": 2770
    },
    {
      "entropy": 5.924459648132324,
      "epoch": 0.27431791221826807,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004996517063842859,
      "loss": 5.9716,
      "mean_token_accuracy": 0.1498926803469658,
      "num_tokens": 6339066.0,
      "step": 2775
    },
    {
      "entropy": 6.0026692867279055,
      "epoch": 0.2748121787267695,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004996497408040944,
      "loss": 5.9024,
      "mean_token_accuracy": 0.15032327100634574,
      "num_tokens": 6349485.0,
      "step": 2780
    },
    {
      "entropy": 5.844460916519165,
      "epoch": 0.27530644523527087,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004996477696974845,
      "loss": 5.8657,
      "mean_token_accuracy": 0.15661628544330597,
      "num_tokens": 6360775.0,
      "step": 2785
    },
    {
      "entropy": 5.9499735832214355,
      "epoch": 0.27580071174377224,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004996457930645046,
      "loss": 5.883,
      "mean_token_accuracy": 0.148551806807518,
      "num_tokens": 6371645.0,
      "step": 2790
    },
    {
      "entropy": 5.961523580551147,
      "epoch": 0.2762949782522736,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004996438109052034,
      "loss": 5.9074,
      "mean_token_accuracy": 0.15085601136088372,
      "num_tokens": 6383877.0,
      "step": 2795
    },
    {
      "entropy": 5.9515691757202145,
      "epoch": 0.276789244760775,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004996418232196296,
      "loss": 5.9828,
      "mean_token_accuracy": 0.14350538998842238,
      "num_tokens": 6394488.0,
      "step": 2800
    },
    {
      "entropy": 5.979497003555298,
      "epoch": 0.2772835112692764,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004996398300078321,
      "loss": 5.9065,
      "mean_token_accuracy": 0.15064874663949013,
      "num_tokens": 6404948.0,
      "step": 2805
    },
    {
      "entropy": 5.974899482727051,
      "epoch": 0.2777777777777778,
      "grad_norm": 1.0,
      "learning_rate": 0.0004996378312698598,
      "loss": 5.9471,
      "mean_token_accuracy": 0.1533238559961319,
      "num_tokens": 6416273.0,
      "step": 2810
    },
    {
      "entropy": 6.013521671295166,
      "epoch": 0.27827204428627916,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004996358270057622,
      "loss": 5.9557,
      "mean_token_accuracy": 0.1466079130768776,
      "num_tokens": 6427091.0,
      "step": 2815
    },
    {
      "entropy": 5.9516332149505615,
      "epoch": 0.27876631079478054,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004996338172155883,
      "loss": 5.9126,
      "mean_token_accuracy": 0.14914426058530808,
      "num_tokens": 6438254.0,
      "step": 2820
    },
    {
      "entropy": 5.89876914024353,
      "epoch": 0.2792605773032819,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004996318018993876,
      "loss": 5.8239,
      "mean_token_accuracy": 0.1530715063214302,
      "num_tokens": 6450618.0,
      "step": 2825
    },
    {
      "entropy": 5.980556011199951,
      "epoch": 0.27975484381178334,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004996297810572098,
      "loss": 5.8956,
      "mean_token_accuracy": 0.1491038627922535,
      "num_tokens": 6462467.0,
      "step": 2830
    },
    {
      "entropy": 5.9045891761779785,
      "epoch": 0.2802491103202847,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004996277546891045,
      "loss": 5.864,
      "mean_token_accuracy": 0.15746333003044127,
      "num_tokens": 6474206.0,
      "step": 2835
    },
    {
      "entropy": 5.942203712463379,
      "epoch": 0.2807433768287861,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004996257227951216,
      "loss": 5.9691,
      "mean_token_accuracy": 0.1443627193570137,
      "num_tokens": 6486405.0,
      "step": 2840
    },
    {
      "entropy": 5.967880725860596,
      "epoch": 0.28123764333728746,
      "grad_norm": 1.09375,
      "learning_rate": 0.000499623685375311,
      "loss": 5.9336,
      "mean_token_accuracy": 0.14780732095241547,
      "num_tokens": 6496949.0,
      "step": 2845
    },
    {
      "entropy": 5.923089170455933,
      "epoch": 0.28173190984578883,
      "grad_norm": 1.0,
      "learning_rate": 0.000499621642429723,
      "loss": 5.874,
      "mean_token_accuracy": 0.1550042062997818,
      "num_tokens": 6508913.0,
      "step": 2850
    },
    {
      "entropy": 5.956121826171875,
      "epoch": 0.28222617635429026,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004996195939584078,
      "loss": 5.9019,
      "mean_token_accuracy": 0.14797470420598985,
      "num_tokens": 6519837.0,
      "step": 2855
    },
    {
      "entropy": 5.941003894805908,
      "epoch": 0.28272044286279163,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004996175399614156,
      "loss": 5.872,
      "mean_token_accuracy": 0.14837601631879807,
      "num_tokens": 6531409.0,
      "step": 2860
    },
    {
      "entropy": 5.937231063842773,
      "epoch": 0.283214709371293,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004996154804387972,
      "loss": 5.9121,
      "mean_token_accuracy": 0.15122439116239547,
      "num_tokens": 6543433.0,
      "step": 2865
    },
    {
      "entropy": 5.91095666885376,
      "epoch": 0.2837089758797944,
      "grad_norm": 1.140625,
      "learning_rate": 0.000499613415390603,
      "loss": 5.9883,
      "mean_token_accuracy": 0.14575250148773194,
      "num_tokens": 6554511.0,
      "step": 2870
    },
    {
      "entropy": 6.029332876205444,
      "epoch": 0.28420324238829575,
      "grad_norm": 1.1015625,
      "learning_rate": 0.000499611344816884,
      "loss": 5.9113,
      "mean_token_accuracy": 0.1500216841697693,
      "num_tokens": 6564591.0,
      "step": 2875
    },
    {
      "entropy": 5.943623399734497,
      "epoch": 0.2846975088967972,
      "grad_norm": 0.99609375,
      "learning_rate": 0.000499609268717691,
      "loss": 5.8826,
      "mean_token_accuracy": 0.15444658771157266,
      "num_tokens": 6575684.0,
      "step": 2880
    },
    {
      "entropy": 6.002884864807129,
      "epoch": 0.28519177540529855,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004996071870930753,
      "loss": 6.0142,
      "mean_token_accuracy": 0.1460142984986305,
      "num_tokens": 6588504.0,
      "step": 2885
    },
    {
      "entropy": 5.843828010559082,
      "epoch": 0.2856860419137999,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004996050999430878,
      "loss": 5.8341,
      "mean_token_accuracy": 0.1514135092496872,
      "num_tokens": 6599969.0,
      "step": 2890
    },
    {
      "entropy": 5.977163600921631,
      "epoch": 0.2861803084223013,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004996030072677802,
      "loss": 5.9088,
      "mean_token_accuracy": 0.15263523682951927,
      "num_tokens": 6611430.0,
      "step": 2895
    },
    {
      "entropy": 5.925257349014283,
      "epoch": 0.2866745749308027,
      "grad_norm": 1.203125,
      "learning_rate": 0.0004996009090672037,
      "loss": 5.8906,
      "mean_token_accuracy": 0.14462630748748778,
      "num_tokens": 6623247.0,
      "step": 2900
    },
    {
      "entropy": 5.96600112915039,
      "epoch": 0.28716884143930405,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004995988053414098,
      "loss": 6.0225,
      "mean_token_accuracy": 0.14478808343410493,
      "num_tokens": 6635508.0,
      "step": 2905
    },
    {
      "entropy": 5.954598236083984,
      "epoch": 0.2876631079478055,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004995966960904506,
      "loss": 5.9278,
      "mean_token_accuracy": 0.14939955547451972,
      "num_tokens": 6646020.0,
      "step": 2910
    },
    {
      "entropy": 5.978266286849975,
      "epoch": 0.28815737445630685,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004995945813143778,
      "loss": 5.9568,
      "mean_token_accuracy": 0.14021606743335724,
      "num_tokens": 6658194.0,
      "step": 2915
    },
    {
      "entropy": 5.96915636062622,
      "epoch": 0.2886516409648082,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004995924610132435,
      "loss": 5.9182,
      "mean_token_accuracy": 0.1475129932165146,
      "num_tokens": 6670582.0,
      "step": 2920
    },
    {
      "entropy": 5.928704261779785,
      "epoch": 0.2891459074733096,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004995903351870998,
      "loss": 5.8759,
      "mean_token_accuracy": 0.14914150834083556,
      "num_tokens": 6680836.0,
      "step": 2925
    },
    {
      "entropy": 6.073338317871094,
      "epoch": 0.28964017398181097,
      "grad_norm": 1.1484375,
      "learning_rate": 0.000499588203835999,
      "loss": 5.9717,
      "mean_token_accuracy": 0.14328644201159477,
      "num_tokens": 6693045.0,
      "step": 2930
    },
    {
      "entropy": 5.933247041702271,
      "epoch": 0.2901344404903124,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004995860669599935,
      "loss": 5.9092,
      "mean_token_accuracy": 0.14393445253372192,
      "num_tokens": 6704006.0,
      "step": 2935
    },
    {
      "entropy": 5.837153053283691,
      "epoch": 0.29062870699881377,
      "grad_norm": 0.96875,
      "learning_rate": 0.000499583924559136,
      "loss": 5.8793,
      "mean_token_accuracy": 0.14840964674949647,
      "num_tokens": 6717027.0,
      "step": 2940
    },
    {
      "entropy": 5.981049108505249,
      "epoch": 0.29112297350731514,
      "grad_norm": 1.0390625,
      "learning_rate": 0.000499581776633479,
      "loss": 5.8749,
      "mean_token_accuracy": 0.15013007670640946,
      "num_tokens": 6728107.0,
      "step": 2945
    },
    {
      "entropy": 5.88144817352295,
      "epoch": 0.2916172400158165,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004995796231830756,
      "loss": 5.8902,
      "mean_token_accuracy": 0.15416626930236815,
      "num_tokens": 6738628.0,
      "step": 2950
    },
    {
      "entropy": 5.934478712081909,
      "epoch": 0.2921115065243179,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004995774642079786,
      "loss": 5.8421,
      "mean_token_accuracy": 0.1537696972489357,
      "num_tokens": 6749416.0,
      "step": 2955
    },
    {
      "entropy": 5.905332374572754,
      "epoch": 0.2926057730328193,
      "grad_norm": 1.0625,
      "learning_rate": 0.000499575299708241,
      "loss": 5.947,
      "mean_token_accuracy": 0.14088274016976357,
      "num_tokens": 6761663.0,
      "step": 2960
    },
    {
      "entropy": 6.020952272415161,
      "epoch": 0.2931000395413207,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004995731296839163,
      "loss": 5.8909,
      "mean_token_accuracy": 0.1538805305957794,
      "num_tokens": 6773557.0,
      "step": 2965
    },
    {
      "entropy": 5.81088809967041,
      "epoch": 0.29359430604982206,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004995709541350578,
      "loss": 5.8199,
      "mean_token_accuracy": 0.1593501538038254,
      "num_tokens": 6782832.0,
      "step": 2970
    },
    {
      "entropy": 5.9672423839569095,
      "epoch": 0.29408857255832344,
      "grad_norm": 1.109375,
      "learning_rate": 0.000499568773061719,
      "loss": 5.9335,
      "mean_token_accuracy": 0.14496245384216308,
      "num_tokens": 6795165.0,
      "step": 2975
    },
    {
      "entropy": 6.023906803131103,
      "epoch": 0.2945828390668248,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004995665864639534,
      "loss": 5.9486,
      "mean_token_accuracy": 0.1483907014131546,
      "num_tokens": 6807054.0,
      "step": 2980
    },
    {
      "entropy": 5.876065492630005,
      "epoch": 0.29507710557532624,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004995643943418149,
      "loss": 5.7332,
      "mean_token_accuracy": 0.15653893128037452,
      "num_tokens": 6817681.0,
      "step": 2985
    },
    {
      "entropy": 5.863463449478149,
      "epoch": 0.2955713720838276,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004995621966953576,
      "loss": 5.9026,
      "mean_token_accuracy": 0.1518360435962677,
      "num_tokens": 6829387.0,
      "step": 2990
    },
    {
      "entropy": 5.936010360717773,
      "epoch": 0.296065638592329,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004995599935246355,
      "loss": 5.9071,
      "mean_token_accuracy": 0.1520347461104393,
      "num_tokens": 6842023.0,
      "step": 2995
    },
    {
      "entropy": 5.92348346710205,
      "epoch": 0.29655990510083036,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004995577848297026,
      "loss": 5.8992,
      "mean_token_accuracy": 0.1477331593632698,
      "num_tokens": 6853189.0,
      "step": 3000
    },
    {
      "epoch": 0.29655990510083036,
      "eval_entropy": 5.794283665472878,
      "eval_loss": 5.955329895019531,
      "eval_mean_token_accuracy": 0.15471349589865732,
      "eval_num_tokens": 6853189.0,
      "eval_runtime": 26.573,
      "eval_samples_per_second": 1223.537,
      "eval_steps_per_second": 152.975,
      "step": 3000
    },
    {
      "entropy": 5.963679313659668,
      "epoch": 0.29705417160933173,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004995555706106134,
      "loss": 5.9504,
      "mean_token_accuracy": 0.1432880811393261,
      "num_tokens": 6864338.0,
      "step": 3005
    },
    {
      "entropy": 5.9105650901794435,
      "epoch": 0.29754843811783316,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004995533508674223,
      "loss": 5.8262,
      "mean_token_accuracy": 0.15388680547475814,
      "num_tokens": 6875409.0,
      "step": 3010
    },
    {
      "entropy": 5.927374696731567,
      "epoch": 0.29804270462633453,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004995511256001839,
      "loss": 5.8561,
      "mean_token_accuracy": 0.14918482303619385,
      "num_tokens": 6885757.0,
      "step": 3015
    },
    {
      "entropy": 5.894947910308838,
      "epoch": 0.2985369711348359,
      "grad_norm": 1.125,
      "learning_rate": 0.000499548894808953,
      "loss": 5.9246,
      "mean_token_accuracy": 0.149386990070343,
      "num_tokens": 6896440.0,
      "step": 3020
    },
    {
      "entropy": 5.982046318054199,
      "epoch": 0.2990312376433373,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004995466584937846,
      "loss": 5.934,
      "mean_token_accuracy": 0.14567233771085739,
      "num_tokens": 6907319.0,
      "step": 3025
    },
    {
      "entropy": 5.953330326080322,
      "epoch": 0.29952550415183865,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004995444166547333,
      "loss": 5.8928,
      "mean_token_accuracy": 0.14992106705904007,
      "num_tokens": 6918683.0,
      "step": 3030
    },
    {
      "entropy": 5.879758739471436,
      "epoch": 0.3000197706603401,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004995421692918547,
      "loss": 5.8745,
      "mean_token_accuracy": 0.15101571381092072,
      "num_tokens": 6929974.0,
      "step": 3035
    },
    {
      "entropy": 5.998798656463623,
      "epoch": 0.30051403716884145,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004995399164052038,
      "loss": 5.8816,
      "mean_token_accuracy": 0.14776666909456254,
      "num_tokens": 6941213.0,
      "step": 3040
    },
    {
      "entropy": 6.010467910766602,
      "epoch": 0.3010083036773428,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004995376579948362,
      "loss": 5.9299,
      "mean_token_accuracy": 0.149107863008976,
      "num_tokens": 6952880.0,
      "step": 3045
    },
    {
      "entropy": 5.940840101242065,
      "epoch": 0.3015025701858442,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004995353940608074,
      "loss": 5.916,
      "mean_token_accuracy": 0.14906010404229164,
      "num_tokens": 6964344.0,
      "step": 3050
    },
    {
      "entropy": 5.867275619506836,
      "epoch": 0.30199683669434557,
      "grad_norm": 1.046875,
      "learning_rate": 0.000499533124603173,
      "loss": 5.8496,
      "mean_token_accuracy": 0.15172645151615144,
      "num_tokens": 6976042.0,
      "step": 3055
    },
    {
      "entropy": 5.927947092056274,
      "epoch": 0.302491103202847,
      "grad_norm": 1.046875,
      "learning_rate": 0.000499530849621989,
      "loss": 5.8254,
      "mean_token_accuracy": 0.1564239665865898,
      "num_tokens": 6988137.0,
      "step": 3060
    },
    {
      "entropy": 5.871209049224854,
      "epoch": 0.3029853697113484,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004995285691173111,
      "loss": 5.8455,
      "mean_token_accuracy": 0.15776384100317956,
      "num_tokens": 6999858.0,
      "step": 3065
    },
    {
      "entropy": 5.956633234024048,
      "epoch": 0.30347963621984975,
      "grad_norm": 1.125,
      "learning_rate": 0.0004995262830891957,
      "loss": 5.9192,
      "mean_token_accuracy": 0.1524971157312393,
      "num_tokens": 7012756.0,
      "step": 3070
    },
    {
      "entropy": 5.922817134857178,
      "epoch": 0.3039739027283511,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004995239915376988,
      "loss": 5.928,
      "mean_token_accuracy": 0.1458661213517189,
      "num_tokens": 7024769.0,
      "step": 3075
    },
    {
      "entropy": 5.925840139389038,
      "epoch": 0.3044681692368525,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004995216944628769,
      "loss": 5.9021,
      "mean_token_accuracy": 0.1427825465798378,
      "num_tokens": 7035422.0,
      "step": 3080
    },
    {
      "entropy": 5.907672977447509,
      "epoch": 0.3049624357453539,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004995193918647865,
      "loss": 5.8496,
      "mean_token_accuracy": 0.1537895068526268,
      "num_tokens": 7046923.0,
      "step": 3085
    },
    {
      "entropy": 6.0074094295501705,
      "epoch": 0.3054567022538553,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004995170837434844,
      "loss": 5.8896,
      "mean_token_accuracy": 0.1455712527036667,
      "num_tokens": 7058241.0,
      "step": 3090
    },
    {
      "entropy": 5.843660068511963,
      "epoch": 0.30595096876235667,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004995147700990269,
      "loss": 5.9194,
      "mean_token_accuracy": 0.15101224333047866,
      "num_tokens": 7070028.0,
      "step": 3095
    },
    {
      "entropy": 5.969692516326904,
      "epoch": 0.30644523527085804,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004995124509314714,
      "loss": 5.898,
      "mean_token_accuracy": 0.14975875839591027,
      "num_tokens": 7082641.0,
      "step": 3100
    },
    {
      "entropy": 5.934259939193725,
      "epoch": 0.3069395017793594,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004995101262408748,
      "loss": 5.8971,
      "mean_token_accuracy": 0.14581625610589982,
      "num_tokens": 7094462.0,
      "step": 3105
    },
    {
      "entropy": 5.879360914230347,
      "epoch": 0.3074337682878608,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004995077960272943,
      "loss": 5.8656,
      "mean_token_accuracy": 0.15483699291944503,
      "num_tokens": 7106598.0,
      "step": 3110
    },
    {
      "entropy": 5.908220291137695,
      "epoch": 0.3079280347963622,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004995054602907871,
      "loss": 5.7884,
      "mean_token_accuracy": 0.15013569295406343,
      "num_tokens": 7117006.0,
      "step": 3115
    },
    {
      "entropy": 5.8303180694580075,
      "epoch": 0.3084223013048636,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0004995031190314107,
      "loss": 5.8671,
      "mean_token_accuracy": 0.15000214129686357,
      "num_tokens": 7128071.0,
      "step": 3120
    },
    {
      "entropy": 5.932742738723755,
      "epoch": 0.30891656781336496,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004995007722492228,
      "loss": 5.89,
      "mean_token_accuracy": 0.1478637784719467,
      "num_tokens": 7139896.0,
      "step": 3125
    },
    {
      "entropy": 5.860946559906006,
      "epoch": 0.30941083432186633,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004994984199442811,
      "loss": 5.8406,
      "mean_token_accuracy": 0.1579609915614128,
      "num_tokens": 7151479.0,
      "step": 3130
    },
    {
      "entropy": 5.981082534790039,
      "epoch": 0.3099051008303677,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004994960621166434,
      "loss": 5.8752,
      "mean_token_accuracy": 0.1548340156674385,
      "num_tokens": 7162942.0,
      "step": 3135
    },
    {
      "entropy": 5.838286972045898,
      "epoch": 0.31039936733886914,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004994936987663678,
      "loss": 5.8426,
      "mean_token_accuracy": 0.16279832720756532,
      "num_tokens": 7174572.0,
      "step": 3140
    },
    {
      "entropy": 5.894599485397339,
      "epoch": 0.3108936338473705,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004994913298935124,
      "loss": 5.8984,
      "mean_token_accuracy": 0.14952836856245993,
      "num_tokens": 7186352.0,
      "step": 3145
    },
    {
      "entropy": 5.913238382339477,
      "epoch": 0.3113879003558719,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004994889554981353,
      "loss": 5.8677,
      "mean_token_accuracy": 0.1546166017651558,
      "num_tokens": 7197849.0,
      "step": 3150
    },
    {
      "entropy": 5.900243902206421,
      "epoch": 0.31188216686437326,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004994865755802953,
      "loss": 5.8454,
      "mean_token_accuracy": 0.14976087883114814,
      "num_tokens": 7207897.0,
      "step": 3155
    },
    {
      "entropy": 5.965626001358032,
      "epoch": 0.31237643337287463,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004994841901400505,
      "loss": 5.9604,
      "mean_token_accuracy": 0.14765686094760894,
      "num_tokens": 7219148.0,
      "step": 3160
    },
    {
      "entropy": 6.065278720855713,
      "epoch": 0.31287069988137606,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004994817991774599,
      "loss": 6.0262,
      "mean_token_accuracy": 0.13792147636413574,
      "num_tokens": 7230690.0,
      "step": 3165
    },
    {
      "entropy": 6.003130722045898,
      "epoch": 0.31336496638987743,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0004994794026925822,
      "loss": 5.8691,
      "mean_token_accuracy": 0.15180785357952117,
      "num_tokens": 7240935.0,
      "step": 3170
    },
    {
      "entropy": 5.883154249191284,
      "epoch": 0.3138592328983788,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004994770006854763,
      "loss": 5.9264,
      "mean_token_accuracy": 0.15141893699765205,
      "num_tokens": 7253345.0,
      "step": 3175
    },
    {
      "entropy": 6.033541965484619,
      "epoch": 0.3143534994068802,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004994745931562015,
      "loss": 5.9278,
      "mean_token_accuracy": 0.1564277797937393,
      "num_tokens": 7265355.0,
      "step": 3180
    },
    {
      "entropy": 5.799361228942871,
      "epoch": 0.31484776591538155,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004994721801048168,
      "loss": 5.8203,
      "mean_token_accuracy": 0.15881146639585494,
      "num_tokens": 7277355.0,
      "step": 3185
    },
    {
      "entropy": 5.938270950317383,
      "epoch": 0.315342032423883,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004994697615313817,
      "loss": 5.884,
      "mean_token_accuracy": 0.15086214244365692,
      "num_tokens": 7288754.0,
      "step": 3190
    },
    {
      "entropy": 5.974021053314209,
      "epoch": 0.31583629893238435,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004994673374359556,
      "loss": 5.9535,
      "mean_token_accuracy": 0.14664196968078613,
      "num_tokens": 7301158.0,
      "step": 3195
    },
    {
      "entropy": 5.9225036144256595,
      "epoch": 0.3163305654408857,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004994649078185982,
      "loss": 5.9181,
      "mean_token_accuracy": 0.14927734285593033,
      "num_tokens": 7314420.0,
      "step": 3200
    },
    {
      "entropy": 5.934207391738892,
      "epoch": 0.3168248319493871,
      "grad_norm": 1.6953125,
      "learning_rate": 0.0004994624726793693,
      "loss": 5.8647,
      "mean_token_accuracy": 0.15222589820623397,
      "num_tokens": 7325459.0,
      "step": 3205
    },
    {
      "entropy": 5.925555992126465,
      "epoch": 0.31731909845788847,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004994600320183286,
      "loss": 5.8421,
      "mean_token_accuracy": 0.15424371659755706,
      "num_tokens": 7336016.0,
      "step": 3210
    },
    {
      "entropy": 5.891087865829467,
      "epoch": 0.3178133649663899,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004994575858355364,
      "loss": 5.8343,
      "mean_token_accuracy": 0.15168708860874175,
      "num_tokens": 7346716.0,
      "step": 3215
    },
    {
      "entropy": 5.9876645565032955,
      "epoch": 0.3183076314748913,
      "grad_norm": 1.328125,
      "learning_rate": 0.0004994551341310526,
      "loss": 5.9459,
      "mean_token_accuracy": 0.1490081638097763,
      "num_tokens": 7357246.0,
      "step": 3220
    },
    {
      "entropy": 5.9510910987854,
      "epoch": 0.31880189798339265,
      "grad_norm": 1.25,
      "learning_rate": 0.0004994526769049379,
      "loss": 5.9666,
      "mean_token_accuracy": 0.1405780427157879,
      "num_tokens": 7369173.0,
      "step": 3225
    },
    {
      "entropy": 5.986663293838501,
      "epoch": 0.319296164491894,
      "grad_norm": 1.265625,
      "learning_rate": 0.0004994502141572524,
      "loss": 5.9451,
      "mean_token_accuracy": 0.13844343274831772,
      "num_tokens": 7381118.0,
      "step": 3230
    },
    {
      "entropy": 5.9236208438873295,
      "epoch": 0.3197904310003954,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004994477458880568,
      "loss": 5.7938,
      "mean_token_accuracy": 0.15767068266868592,
      "num_tokens": 7391874.0,
      "step": 3235
    },
    {
      "entropy": 5.865980625152588,
      "epoch": 0.3202846975088968,
      "grad_norm": 1.265625,
      "learning_rate": 0.0004994452720974119,
      "loss": 5.8872,
      "mean_token_accuracy": 0.15512483119964598,
      "num_tokens": 7403474.0,
      "step": 3240
    },
    {
      "entropy": 5.942899942398071,
      "epoch": 0.3207789640173982,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004994427927853785,
      "loss": 5.7869,
      "mean_token_accuracy": 0.15654317587614058,
      "num_tokens": 7415173.0,
      "step": 3245
    },
    {
      "entropy": 5.843418598175049,
      "epoch": 0.32127323052589957,
      "grad_norm": 1.125,
      "learning_rate": 0.0004994403079520175,
      "loss": 5.8195,
      "mean_token_accuracy": 0.15521105378866196,
      "num_tokens": 7426965.0,
      "step": 3250
    },
    {
      "entropy": 5.930048942565918,
      "epoch": 0.32176749703440094,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004994378175973902,
      "loss": 5.7899,
      "mean_token_accuracy": 0.15678596049547194,
      "num_tokens": 7438162.0,
      "step": 3255
    },
    {
      "entropy": 5.909450387954712,
      "epoch": 0.3222617635429023,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004994353217215577,
      "loss": 5.8716,
      "mean_token_accuracy": 0.1480770692229271,
      "num_tokens": 7450241.0,
      "step": 3260
    },
    {
      "entropy": 5.9811969757080075,
      "epoch": 0.32275603005140374,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004994328203245814,
      "loss": 5.9739,
      "mean_token_accuracy": 0.1421304538846016,
      "num_tokens": 7462236.0,
      "step": 3265
    },
    {
      "entropy": 5.981936073303222,
      "epoch": 0.3232502965599051,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004994303134065231,
      "loss": 5.8787,
      "mean_token_accuracy": 0.14774280935525894,
      "num_tokens": 7472811.0,
      "step": 3270
    },
    {
      "entropy": 5.823878812789917,
      "epoch": 0.3237445630684065,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0004994278009674442,
      "loss": 5.7781,
      "mean_token_accuracy": 0.16131176203489303,
      "num_tokens": 7484837.0,
      "step": 3275
    },
    {
      "entropy": 5.996675300598144,
      "epoch": 0.32423882957690786,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004994252830074064,
      "loss": 5.8776,
      "mean_token_accuracy": 0.14760498106479644,
      "num_tokens": 7496712.0,
      "step": 3280
    },
    {
      "entropy": 5.824530220031738,
      "epoch": 0.32473309608540923,
      "grad_norm": 1.078125,
      "learning_rate": 0.000499422759526472,
      "loss": 5.8799,
      "mean_token_accuracy": 0.1516605421900749,
      "num_tokens": 7508014.0,
      "step": 3285
    },
    {
      "entropy": 5.916428327560425,
      "epoch": 0.32522736259391066,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004994202305247029,
      "loss": 5.9297,
      "mean_token_accuracy": 0.14520037919282913,
      "num_tokens": 7519466.0,
      "step": 3290
    },
    {
      "entropy": 6.085912036895752,
      "epoch": 0.32572162910241204,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004994176960021613,
      "loss": 5.9715,
      "mean_token_accuracy": 0.1455385245382786,
      "num_tokens": 7531661.0,
      "step": 3295
    },
    {
      "entropy": 5.927366018295288,
      "epoch": 0.3262158956109134,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004994151559589095,
      "loss": 5.8879,
      "mean_token_accuracy": 0.14917458668351175,
      "num_tokens": 7544096.0,
      "step": 3300
    },
    {
      "entropy": 5.924072742462158,
      "epoch": 0.3267101621194148,
      "grad_norm": 1.328125,
      "learning_rate": 0.0004994126103950101,
      "loss": 5.863,
      "mean_token_accuracy": 0.14948750287294388,
      "num_tokens": 7556022.0,
      "step": 3305
    },
    {
      "entropy": 5.904584789276123,
      "epoch": 0.32720442862791616,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0004994100593105257,
      "loss": 5.835,
      "mean_token_accuracy": 0.15778674483299254,
      "num_tokens": 7567399.0,
      "step": 3310
    },
    {
      "entropy": 5.845813608169555,
      "epoch": 0.3276986951364176,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004994075027055189,
      "loss": 5.9029,
      "mean_token_accuracy": 0.150156831741333,
      "num_tokens": 7580673.0,
      "step": 3315
    },
    {
      "entropy": 5.995374393463135,
      "epoch": 0.32819296164491896,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004994049405800529,
      "loss": 5.849,
      "mean_token_accuracy": 0.14884991571307182,
      "num_tokens": 7591799.0,
      "step": 3320
    },
    {
      "entropy": 5.906673097610474,
      "epoch": 0.32868722815342033,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004994023729341904,
      "loss": 5.8885,
      "mean_token_accuracy": 0.1490943245589733,
      "num_tokens": 7603663.0,
      "step": 3325
    },
    {
      "entropy": 5.905765390396118,
      "epoch": 0.3291814946619217,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004993997997679949,
      "loss": 5.8288,
      "mean_token_accuracy": 0.15654058754444122,
      "num_tokens": 7615651.0,
      "step": 3330
    },
    {
      "entropy": 5.823675203323364,
      "epoch": 0.3296757611704231,
      "grad_norm": 1.28125,
      "learning_rate": 0.0004993972210815292,
      "loss": 5.8597,
      "mean_token_accuracy": 0.15760498493909836,
      "num_tokens": 7628033.0,
      "step": 3335
    },
    {
      "entropy": 5.996159982681275,
      "epoch": 0.33017002767892445,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004993946368748573,
      "loss": 5.9642,
      "mean_token_accuracy": 0.14904893189668655,
      "num_tokens": 7640227.0,
      "step": 3340
    },
    {
      "entropy": 5.973145627975464,
      "epoch": 0.3306642941874259,
      "grad_norm": 1.125,
      "learning_rate": 0.0004993920471480424,
      "loss": 5.8588,
      "mean_token_accuracy": 0.155265648663044,
      "num_tokens": 7651684.0,
      "step": 3345
    },
    {
      "entropy": 5.897155094146728,
      "epoch": 0.33115856069592725,
      "grad_norm": 1.546875,
      "learning_rate": 0.0004993894519011484,
      "loss": 5.8992,
      "mean_token_accuracy": 0.15093035399913787,
      "num_tokens": 7662721.0,
      "step": 3350
    },
    {
      "entropy": 5.908133935928345,
      "epoch": 0.3316528272044286,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004993868511342391,
      "loss": 5.8487,
      "mean_token_accuracy": 0.15349284261465074,
      "num_tokens": 7674060.0,
      "step": 3355
    },
    {
      "entropy": 5.858733654022217,
      "epoch": 0.33214709371293,
      "grad_norm": 1.3046875,
      "learning_rate": 0.0004993842448473783,
      "loss": 5.8045,
      "mean_token_accuracy": 0.15487059578299522,
      "num_tokens": 7685054.0,
      "step": 3360
    },
    {
      "entropy": 5.886049079895019,
      "epoch": 0.33264136022143137,
      "grad_norm": 1.25,
      "learning_rate": 0.0004993816330406304,
      "loss": 5.9195,
      "mean_token_accuracy": 0.14408770725131034,
      "num_tokens": 7696554.0,
      "step": 3365
    },
    {
      "entropy": 6.02078652381897,
      "epoch": 0.3331356267299328,
      "grad_norm": 1.296875,
      "learning_rate": 0.0004993790157140595,
      "loss": 5.7918,
      "mean_token_accuracy": 0.15052541792392732,
      "num_tokens": 7707000.0,
      "step": 3370
    },
    {
      "entropy": 5.9085273265838625,
      "epoch": 0.33362989323843417,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004993763928677299,
      "loss": 5.8716,
      "mean_token_accuracy": 0.15730493217706681,
      "num_tokens": 7718898.0,
      "step": 3375
    },
    {
      "entropy": 5.933470582962036,
      "epoch": 0.33412415974693555,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004993737645017064,
      "loss": 5.9046,
      "mean_token_accuracy": 0.15121666342020035,
      "num_tokens": 7730493.0,
      "step": 3380
    },
    {
      "entropy": 5.896996593475341,
      "epoch": 0.3346184262554369,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004993711306160534,
      "loss": 5.8152,
      "mean_token_accuracy": 0.15182201862335204,
      "num_tokens": 7742177.0,
      "step": 3385
    },
    {
      "entropy": 5.885739374160766,
      "epoch": 0.3351126927639383,
      "grad_norm": 1.203125,
      "learning_rate": 0.0004993684912108358,
      "loss": 5.8901,
      "mean_token_accuracy": 0.1533852696418762,
      "num_tokens": 7753386.0,
      "step": 3390
    },
    {
      "entropy": 5.854862308502197,
      "epoch": 0.3356069592724397,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0004993658462861184,
      "loss": 5.7926,
      "mean_token_accuracy": 0.15316681638360025,
      "num_tokens": 7764259.0,
      "step": 3395
    },
    {
      "entropy": 5.915011262893676,
      "epoch": 0.3361012257809411,
      "grad_norm": 1.203125,
      "learning_rate": 0.0004993631958419666,
      "loss": 5.7892,
      "mean_token_accuracy": 0.15640075802803038,
      "num_tokens": 7775853.0,
      "step": 3400
    },
    {
      "entropy": 5.902416372299195,
      "epoch": 0.33659549228944247,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004993605398784451,
      "loss": 5.9146,
      "mean_token_accuracy": 0.139879260212183,
      "num_tokens": 7787116.0,
      "step": 3405
    },
    {
      "entropy": 5.956493091583252,
      "epoch": 0.33708975879794384,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0004993578783956198,
      "loss": 5.9393,
      "mean_token_accuracy": 0.1419096127152443,
      "num_tokens": 7799666.0,
      "step": 3410
    },
    {
      "entropy": 5.90988245010376,
      "epoch": 0.3375840253064452,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004993552113935557,
      "loss": 5.8263,
      "mean_token_accuracy": 0.1583866521716118,
      "num_tokens": 7812454.0,
      "step": 3415
    },
    {
      "entropy": 5.916579532623291,
      "epoch": 0.33807829181494664,
      "grad_norm": 1.3515625,
      "learning_rate": 0.0004993525388723186,
      "loss": 5.8834,
      "mean_token_accuracy": 0.1530376985669136,
      "num_tokens": 7824427.0,
      "step": 3420
    },
    {
      "entropy": 5.901572895050049,
      "epoch": 0.338572558323448,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0004993498608319742,
      "loss": 5.8844,
      "mean_token_accuracy": 0.15276393666863441,
      "num_tokens": 7835382.0,
      "step": 3425
    },
    {
      "entropy": 5.859151458740234,
      "epoch": 0.3390668248319494,
      "grad_norm": 1.328125,
      "learning_rate": 0.0004993471772725886,
      "loss": 5.7989,
      "mean_token_accuracy": 0.15550214797258377,
      "num_tokens": 7846618.0,
      "step": 3430
    },
    {
      "entropy": 5.901988458633423,
      "epoch": 0.33956109134045076,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004993444881942274,
      "loss": 5.8146,
      "mean_token_accuracy": 0.15682211965322496,
      "num_tokens": 7859160.0,
      "step": 3435
    },
    {
      "entropy": 5.8803332328796385,
      "epoch": 0.34005535784895213,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004993417935969572,
      "loss": 5.8434,
      "mean_token_accuracy": 0.15452905595302582,
      "num_tokens": 7870628.0,
      "step": 3440
    },
    {
      "entropy": 5.94140362739563,
      "epoch": 0.34054962435745356,
      "grad_norm": 1.109375,
      "learning_rate": 0.000499339093480844,
      "loss": 5.8743,
      "mean_token_accuracy": 0.1545655608177185,
      "num_tokens": 7883016.0,
      "step": 3445
    },
    {
      "entropy": 5.867698383331299,
      "epoch": 0.34104389086595494,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0004993363878459542,
      "loss": 5.8751,
      "mean_token_accuracy": 0.14724137187004088,
      "num_tokens": 7895940.0,
      "step": 3450
    },
    {
      "entropy": 5.9430724620819095,
      "epoch": 0.3415381573744563,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004993336766923546,
      "loss": 5.9059,
      "mean_token_accuracy": 0.14910922944545746,
      "num_tokens": 7907920.0,
      "step": 3455
    },
    {
      "entropy": 5.952860927581787,
      "epoch": 0.3420324238829577,
      "grad_norm": 1.375,
      "learning_rate": 0.0004993309600201117,
      "loss": 5.889,
      "mean_token_accuracy": 0.15425898805260657,
      "num_tokens": 7920181.0,
      "step": 3460
    },
    {
      "entropy": 5.888333415985107,
      "epoch": 0.34252669039145905,
      "grad_norm": 1.3515625,
      "learning_rate": 0.0004993282378292923,
      "loss": 5.8396,
      "mean_token_accuracy": 0.1592525601387024,
      "num_tokens": 7931135.0,
      "step": 3465
    },
    {
      "entropy": 5.885323476791382,
      "epoch": 0.3430209568999605,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0004993255101199635,
      "loss": 5.8211,
      "mean_token_accuracy": 0.15970962271094322,
      "num_tokens": 7941002.0,
      "step": 3470
    },
    {
      "entropy": 5.942181777954102,
      "epoch": 0.34351522340846186,
      "grad_norm": 1.4609375,
      "learning_rate": 0.0004993227768921924,
      "loss": 5.792,
      "mean_token_accuracy": 0.1554045557975769,
      "num_tokens": 7950393.0,
      "step": 3475
    },
    {
      "entropy": 5.9116617202758786,
      "epoch": 0.34400948991696323,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004993200381460461,
      "loss": 5.8258,
      "mean_token_accuracy": 0.15245998203754424,
      "num_tokens": 7961468.0,
      "step": 3480
    },
    {
      "entropy": 5.817622375488281,
      "epoch": 0.3445037564254646,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004993172938815922,
      "loss": 5.6706,
      "mean_token_accuracy": 0.1642368882894516,
      "num_tokens": 7973783.0,
      "step": 3485
    },
    {
      "entropy": 5.789644384384156,
      "epoch": 0.344998022933966,
      "grad_norm": 1.421875,
      "learning_rate": 0.0004993145440988979,
      "loss": 5.7316,
      "mean_token_accuracy": 0.16548056602478028,
      "num_tokens": 7984099.0,
      "step": 3490
    },
    {
      "entropy": 5.954108858108521,
      "epoch": 0.3454922894424674,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004993117887980311,
      "loss": 5.8921,
      "mean_token_accuracy": 0.15117180049419404,
      "num_tokens": 7995115.0,
      "step": 3495
    },
    {
      "entropy": 5.920248556137085,
      "epoch": 0.3459865559509688,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0004993090279790596,
      "loss": 5.8406,
      "mean_token_accuracy": 0.15169650912284852,
      "num_tokens": 8006103.0,
      "step": 3500
    },
    {
      "entropy": 5.7916463851928714,
      "epoch": 0.34648082245947015,
      "grad_norm": 1.2265625,
      "learning_rate": 0.000499306261642051,
      "loss": 5.8067,
      "mean_token_accuracy": 0.14806041717529297,
      "num_tokens": 8018228.0,
      "step": 3505
    },
    {
      "entropy": 5.884153890609741,
      "epoch": 0.3469750889679715,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0004993034897870737,
      "loss": 5.7563,
      "mean_token_accuracy": 0.15497301369905472,
      "num_tokens": 8029808.0,
      "step": 3510
    },
    {
      "entropy": 5.843921661376953,
      "epoch": 0.3474693554764729,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004993007124141958,
      "loss": 5.8536,
      "mean_token_accuracy": 0.14964404553174973,
      "num_tokens": 8041136.0,
      "step": 3515
    },
    {
      "entropy": 5.920845794677734,
      "epoch": 0.3479636219849743,
      "grad_norm": 1.25,
      "learning_rate": 0.0004992979295234854,
      "loss": 5.9013,
      "mean_token_accuracy": 0.14759098887443542,
      "num_tokens": 8053013.0,
      "step": 3520
    },
    {
      "entropy": 5.940861701965332,
      "epoch": 0.3484578884934757,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004992951411150112,
      "loss": 5.8713,
      "mean_token_accuracy": 0.14649871438741685,
      "num_tokens": 8065139.0,
      "step": 3525
    },
    {
      "entropy": 5.860837078094482,
      "epoch": 0.34895215500197707,
      "grad_norm": 1.2890625,
      "learning_rate": 0.0004992923471888418,
      "loss": 5.7316,
      "mean_token_accuracy": 0.16246522814035416,
      "num_tokens": 8075719.0,
      "step": 3530
    },
    {
      "entropy": 5.876574087142944,
      "epoch": 0.34944642151047844,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004992895477450459,
      "loss": 5.8621,
      "mean_token_accuracy": 0.15280634313821792,
      "num_tokens": 8087821.0,
      "step": 3535
    },
    {
      "entropy": 5.838806915283203,
      "epoch": 0.3499406880189798,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004992867427836923,
      "loss": 5.755,
      "mean_token_accuracy": 0.15870047360658646,
      "num_tokens": 8099861.0,
      "step": 3540
    },
    {
      "entropy": 6.010531711578369,
      "epoch": 0.3504349545274812,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004992839323048501,
      "loss": 5.9882,
      "mean_token_accuracy": 0.14447013214230536,
      "num_tokens": 8111671.0,
      "step": 3545
    },
    {
      "entropy": 6.0363317966461185,
      "epoch": 0.3509292210359826,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004992811163085882,
      "loss": 5.9404,
      "mean_token_accuracy": 0.150308321416378,
      "num_tokens": 8123569.0,
      "step": 3550
    },
    {
      "entropy": 5.9858965396881105,
      "epoch": 0.351423487544484,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004992782947949761,
      "loss": 5.9541,
      "mean_token_accuracy": 0.15137761533260347,
      "num_tokens": 8135621.0,
      "step": 3555
    },
    {
      "entropy": 5.8561443328857425,
      "epoch": 0.35191775405298537,
      "grad_norm": 1.25,
      "learning_rate": 0.0004992754677640831,
      "loss": 5.7978,
      "mean_token_accuracy": 0.15685692727565764,
      "num_tokens": 8147012.0,
      "step": 3560
    },
    {
      "entropy": 5.908249092102051,
      "epoch": 0.35241202056148674,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004992726352159789,
      "loss": 5.7851,
      "mean_token_accuracy": 0.15655775964260102,
      "num_tokens": 8158686.0,
      "step": 3565
    },
    {
      "entropy": 5.85140061378479,
      "epoch": 0.3529062870699881,
      "grad_norm": 1.203125,
      "learning_rate": 0.0004992697971507331,
      "loss": 5.7901,
      "mean_token_accuracy": 0.15729555934667588,
      "num_tokens": 8170188.0,
      "step": 3570
    },
    {
      "entropy": 5.890997982025146,
      "epoch": 0.35340055357848954,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004992669535684155,
      "loss": 5.8717,
      "mean_token_accuracy": 0.15248715728521348,
      "num_tokens": 8182467.0,
      "step": 3575
    },
    {
      "entropy": 5.957807207107544,
      "epoch": 0.3538948200869909,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004992641044690959,
      "loss": 5.9638,
      "mean_token_accuracy": 0.15112252160906792,
      "num_tokens": 8193433.0,
      "step": 3580
    },
    {
      "entropy": 5.893219804763794,
      "epoch": 0.3543890865954923,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004992612498528447,
      "loss": 5.7478,
      "mean_token_accuracy": 0.1555414766073227,
      "num_tokens": 8204220.0,
      "step": 3585
    },
    {
      "entropy": 5.810119009017944,
      "epoch": 0.35488335310399366,
      "grad_norm": 1.3046875,
      "learning_rate": 0.0004992583897197319,
      "loss": 5.7642,
      "mean_token_accuracy": 0.16225289255380632,
      "num_tokens": 8214203.0,
      "step": 3590
    },
    {
      "entropy": 5.9189142227172855,
      "epoch": 0.35537761961249503,
      "grad_norm": 1.3046875,
      "learning_rate": 0.0004992555240698279,
      "loss": 5.9038,
      "mean_token_accuracy": 0.14603765159845353,
      "num_tokens": 8225143.0,
      "step": 3595
    },
    {
      "entropy": 5.91175103187561,
      "epoch": 0.35587188612099646,
      "grad_norm": 1.40625,
      "learning_rate": 0.0004992526529032032,
      "loss": 5.7585,
      "mean_token_accuracy": 0.15905050486326217,
      "num_tokens": 8237715.0,
      "step": 3600
    },
    {
      "entropy": 5.805362415313721,
      "epoch": 0.35636615262949783,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004992497762199285,
      "loss": 5.8196,
      "mean_token_accuracy": 0.15873343497514725,
      "num_tokens": 8249645.0,
      "step": 3605
    },
    {
      "entropy": 5.945392084121704,
      "epoch": 0.3568604191379992,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004992468940200745,
      "loss": 5.7897,
      "mean_token_accuracy": 0.1611865848302841,
      "num_tokens": 8260624.0,
      "step": 3610
    },
    {
      "entropy": 5.910581159591675,
      "epoch": 0.3573546856465006,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004992440063037121,
      "loss": 5.8894,
      "mean_token_accuracy": 0.1492436170578003,
      "num_tokens": 8272526.0,
      "step": 3615
    },
    {
      "entropy": 5.777053737640381,
      "epoch": 0.35784895215500195,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004992411130709124,
      "loss": 5.7908,
      "mean_token_accuracy": 0.15661219209432603,
      "num_tokens": 8284270.0,
      "step": 3620
    },
    {
      "entropy": 5.969174575805664,
      "epoch": 0.3583432186635034,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004992382143217466,
      "loss": 5.9021,
      "mean_token_accuracy": 0.15277914106845855,
      "num_tokens": 8296407.0,
      "step": 3625
    },
    {
      "entropy": 5.841032934188843,
      "epoch": 0.35883748517200476,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004992353100562858,
      "loss": 5.805,
      "mean_token_accuracy": 0.16218566447496413,
      "num_tokens": 8307695.0,
      "step": 3630
    },
    {
      "entropy": 5.794250535964966,
      "epoch": 0.35933175168050613,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004992324002746016,
      "loss": 5.7942,
      "mean_token_accuracy": 0.15522915124893188,
      "num_tokens": 8319458.0,
      "step": 3635
    },
    {
      "entropy": 5.872878932952881,
      "epoch": 0.3598260181890075,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004992294849767656,
      "loss": 5.7111,
      "mean_token_accuracy": 0.16143833845853806,
      "num_tokens": 8330284.0,
      "step": 3640
    },
    {
      "entropy": 5.853314065933228,
      "epoch": 0.3603202846975089,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004992265641628495,
      "loss": 5.827,
      "mean_token_accuracy": 0.15445810109376906,
      "num_tokens": 8343622.0,
      "step": 3645
    },
    {
      "entropy": 5.894721937179566,
      "epoch": 0.3608145512060103,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004992236378329252,
      "loss": 5.7864,
      "mean_token_accuracy": 0.1555868223309517,
      "num_tokens": 8354079.0,
      "step": 3650
    },
    {
      "entropy": 5.8952436447143555,
      "epoch": 0.3613088177145117,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0004992207059870645,
      "loss": 5.83,
      "mean_token_accuracy": 0.15822544246912001,
      "num_tokens": 8364876.0,
      "step": 3655
    },
    {
      "entropy": 5.934147882461548,
      "epoch": 0.36180308422301305,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0004992177686253396,
      "loss": 5.7813,
      "mean_token_accuracy": 0.15549880415201187,
      "num_tokens": 8375095.0,
      "step": 3660
    },
    {
      "entropy": 5.7936859130859375,
      "epoch": 0.3622973507315144,
      "grad_norm": 1.15625,
      "learning_rate": 0.000499214825747823,
      "loss": 5.7544,
      "mean_token_accuracy": 0.15899945050477982,
      "num_tokens": 8385934.0,
      "step": 3665
    },
    {
      "entropy": 5.8251642227172855,
      "epoch": 0.3627916172400158,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004992118773545868,
      "loss": 5.7247,
      "mean_token_accuracy": 0.1615453451871872,
      "num_tokens": 8397018.0,
      "step": 3670
    },
    {
      "entropy": 5.841867876052857,
      "epoch": 0.3632858837485172,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0004992089234457036,
      "loss": 5.7961,
      "mean_token_accuracy": 0.1640404224395752,
      "num_tokens": 8406668.0,
      "step": 3675
    },
    {
      "entropy": 5.953409671783447,
      "epoch": 0.3637801502570186,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004992059640212461,
      "loss": 5.8298,
      "mean_token_accuracy": 0.15458669289946556,
      "num_tokens": 8417471.0,
      "step": 3680
    },
    {
      "entropy": 5.856666088104248,
      "epoch": 0.36427441676551997,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004992029990812872,
      "loss": 5.9011,
      "mean_token_accuracy": 0.14456111043691636,
      "num_tokens": 8430073.0,
      "step": 3685
    },
    {
      "entropy": 5.893247652053833,
      "epoch": 0.36476868327402134,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004992000286258997,
      "loss": 5.8086,
      "mean_token_accuracy": 0.15492908284068108,
      "num_tokens": 8442573.0,
      "step": 3690
    },
    {
      "entropy": 5.940594816207886,
      "epoch": 0.3652629497825227,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004991970526551567,
      "loss": 5.8576,
      "mean_token_accuracy": 0.15471384078264236,
      "num_tokens": 8453920.0,
      "step": 3695
    },
    {
      "entropy": 5.851522207260132,
      "epoch": 0.36575721629102415,
      "grad_norm": 1.125,
      "learning_rate": 0.0004991940711691314,
      "loss": 5.8945,
      "mean_token_accuracy": 0.15315308719873427,
      "num_tokens": 8466652.0,
      "step": 3700
    },
    {
      "entropy": 5.93485655784607,
      "epoch": 0.3662514827995255,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004991910841678972,
      "loss": 5.9105,
      "mean_token_accuracy": 0.14977106899023057,
      "num_tokens": 8480203.0,
      "step": 3705
    },
    {
      "entropy": 5.864224863052368,
      "epoch": 0.3667457493080269,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004991880916515275,
      "loss": 5.8174,
      "mean_token_accuracy": 0.15368005335330964,
      "num_tokens": 8491396.0,
      "step": 3710
    },
    {
      "entropy": 5.918771553039551,
      "epoch": 0.36724001581652826,
      "grad_norm": 1.15625,
      "learning_rate": 0.000499185093620096,
      "loss": 5.7838,
      "mean_token_accuracy": 0.15006800889968872,
      "num_tokens": 8501838.0,
      "step": 3715
    },
    {
      "entropy": 5.798188638687134,
      "epoch": 0.36773428232502964,
      "grad_norm": 1.3828125,
      "learning_rate": 0.0004991820900736765,
      "loss": 5.6723,
      "mean_token_accuracy": 0.1582162246108055,
      "num_tokens": 8512113.0,
      "step": 3720
    },
    {
      "entropy": 5.831536865234375,
      "epoch": 0.36822854883353107,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004991790810123427,
      "loss": 5.7507,
      "mean_token_accuracy": 0.15408645272254945,
      "num_tokens": 8523888.0,
      "step": 3725
    },
    {
      "entropy": 5.79871392250061,
      "epoch": 0.36872281534203244,
      "grad_norm": 1.3203125,
      "learning_rate": 0.0004991760664361688,
      "loss": 5.6859,
      "mean_token_accuracy": 0.1632385030388832,
      "num_tokens": 8536078.0,
      "step": 3730
    },
    {
      "entropy": 5.837257719039917,
      "epoch": 0.3692170818505338,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004991730463452288,
      "loss": 5.8265,
      "mean_token_accuracy": 0.15056723803281785,
      "num_tokens": 8547131.0,
      "step": 3735
    },
    {
      "entropy": 5.847607707977295,
      "epoch": 0.3697113483590352,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004991700207395971,
      "loss": 5.6923,
      "mean_token_accuracy": 0.16566429436206817,
      "num_tokens": 8557269.0,
      "step": 3740
    },
    {
      "entropy": 5.921040964126587,
      "epoch": 0.37020561486753656,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0004991669896193482,
      "loss": 5.8815,
      "mean_token_accuracy": 0.146759133040905,
      "num_tokens": 8569193.0,
      "step": 3745
    },
    {
      "entropy": 5.870231437683105,
      "epoch": 0.370699881376038,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004991639529845565,
      "loss": 5.7533,
      "mean_token_accuracy": 0.15931029468774796,
      "num_tokens": 8580888.0,
      "step": 3750
    },
    {
      "entropy": 5.840953636169433,
      "epoch": 0.37119414788453936,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004991609108352968,
      "loss": 5.836,
      "mean_token_accuracy": 0.1561110332608223,
      "num_tokens": 8591868.0,
      "step": 3755
    },
    {
      "entropy": 5.83723406791687,
      "epoch": 0.37168841439304073,
      "grad_norm": 1.21875,
      "learning_rate": 0.0004991578631716438,
      "loss": 5.7962,
      "mean_token_accuracy": 0.15383539870381355,
      "num_tokens": 8602338.0,
      "step": 3760
    },
    {
      "entropy": 5.8507262706756595,
      "epoch": 0.3721826809015421,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004991548099936727,
      "loss": 5.7276,
      "mean_token_accuracy": 0.15699041187763213,
      "num_tokens": 8611698.0,
      "step": 3765
    },
    {
      "entropy": 5.836185693740845,
      "epoch": 0.3726769474100435,
      "grad_norm": 1.203125,
      "learning_rate": 0.0004991517513014585,
      "loss": 5.7327,
      "mean_token_accuracy": 0.1610111728310585,
      "num_tokens": 8623537.0,
      "step": 3770
    },
    {
      "entropy": 5.787095975875855,
      "epoch": 0.37317121391854485,
      "grad_norm": 1.3203125,
      "learning_rate": 0.0004991486870950765,
      "loss": 5.7996,
      "mean_token_accuracy": 0.1559009499847889,
      "num_tokens": 8634678.0,
      "step": 3775
    },
    {
      "entropy": 5.864709520339966,
      "epoch": 0.3736654804270463,
      "grad_norm": 1.2734375,
      "learning_rate": 0.0004991456173746021,
      "loss": 5.7777,
      "mean_token_accuracy": 0.16089840829372407,
      "num_tokens": 8646207.0,
      "step": 3780
    },
    {
      "entropy": 5.955631351470947,
      "epoch": 0.37415974693554765,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004991425421401105,
      "loss": 5.839,
      "mean_token_accuracy": 0.15324022620916367,
      "num_tokens": 8657069.0,
      "step": 3785
    },
    {
      "entropy": 5.766555738449097,
      "epoch": 0.374654013444049,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004991394613916777,
      "loss": 5.6965,
      "mean_token_accuracy": 0.16205490231513978,
      "num_tokens": 8668296.0,
      "step": 3790
    },
    {
      "entropy": 5.816662788391113,
      "epoch": 0.3751482799525504,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004991363751293795,
      "loss": 5.8514,
      "mean_token_accuracy": 0.15196674913167954,
      "num_tokens": 8680626.0,
      "step": 3795
    },
    {
      "entropy": 5.868446969985962,
      "epoch": 0.3756425464610518,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004991332833532915,
      "loss": 5.7609,
      "mean_token_accuracy": 0.16015817373991012,
      "num_tokens": 8691571.0,
      "step": 3800
    },
    {
      "entropy": 5.863410568237304,
      "epoch": 0.3761368129695532,
      "grad_norm": 1.140625,
      "learning_rate": 0.00049913018606349,
      "loss": 5.814,
      "mean_token_accuracy": 0.16047453731298447,
      "num_tokens": 8703262.0,
      "step": 3805
    },
    {
      "entropy": 5.922005653381348,
      "epoch": 0.3766310794780546,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004991270832600512,
      "loss": 5.9128,
      "mean_token_accuracy": 0.1440843015909195,
      "num_tokens": 8714799.0,
      "step": 3810
    },
    {
      "entropy": 5.948727369308472,
      "epoch": 0.37712534598655595,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0004991239749430514,
      "loss": 5.8848,
      "mean_token_accuracy": 0.14975858181715013,
      "num_tokens": 8726417.0,
      "step": 3815
    },
    {
      "entropy": 5.77113709449768,
      "epoch": 0.3776196124950573,
      "grad_norm": 1.2109375,
      "learning_rate": 0.000499120861112567,
      "loss": 5.7504,
      "mean_token_accuracy": 0.16276681572198867,
      "num_tokens": 8738572.0,
      "step": 3820
    },
    {
      "entropy": 5.987140226364136,
      "epoch": 0.3781138790035587,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004991177417686747,
      "loss": 5.9179,
      "mean_token_accuracy": 0.1479107543826103,
      "num_tokens": 8750557.0,
      "step": 3825
    },
    {
      "entropy": 5.889439392089844,
      "epoch": 0.3786081455120601,
      "grad_norm": 1.296875,
      "learning_rate": 0.0004991146169114511,
      "loss": 5.7055,
      "mean_token_accuracy": 0.1570228233933449,
      "num_tokens": 8761921.0,
      "step": 3830
    },
    {
      "entropy": 5.750439548492432,
      "epoch": 0.3791024120205615,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0004991114865409732,
      "loss": 5.7991,
      "mean_token_accuracy": 0.15767900198698043,
      "num_tokens": 8772705.0,
      "step": 3835
    },
    {
      "entropy": 5.842856407165527,
      "epoch": 0.37959667852906287,
      "grad_norm": 1.1953125,
      "learning_rate": 0.000499108350657318,
      "loss": 5.8153,
      "mean_token_accuracy": 0.1552213490009308,
      "num_tokens": 8783563.0,
      "step": 3840
    },
    {
      "entropy": 5.858430480957031,
      "epoch": 0.38009094503756424,
      "grad_norm": 1.25,
      "learning_rate": 0.0004991052092605627,
      "loss": 5.7152,
      "mean_token_accuracy": 0.16301678866147995,
      "num_tokens": 8794171.0,
      "step": 3845
    },
    {
      "entropy": 5.80806884765625,
      "epoch": 0.3805852115460656,
      "grad_norm": 1.4296875,
      "learning_rate": 0.0004991020623507842,
      "loss": 5.8158,
      "mean_token_accuracy": 0.1521042175590992,
      "num_tokens": 8806487.0,
      "step": 3850
    },
    {
      "entropy": 5.895160150527954,
      "epoch": 0.38107947805456704,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004990989099280604,
      "loss": 5.8211,
      "mean_token_accuracy": 0.1585649460554123,
      "num_tokens": 8817819.0,
      "step": 3855
    },
    {
      "entropy": 5.874980354309082,
      "epoch": 0.3815737445630684,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0004990957519924686,
      "loss": 5.764,
      "mean_token_accuracy": 0.15150784254074096,
      "num_tokens": 8828485.0,
      "step": 3860
    },
    {
      "entropy": 5.821585559844971,
      "epoch": 0.3820680110715698,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004990925885440865,
      "loss": 5.8205,
      "mean_token_accuracy": 0.15444822385907173,
      "num_tokens": 8840179.0,
      "step": 3865
    },
    {
      "entropy": 5.953197860717774,
      "epoch": 0.38256227758007116,
      "grad_norm": 1.234375,
      "learning_rate": 0.0004990894195829921,
      "loss": 5.8494,
      "mean_token_accuracy": 0.1579738438129425,
      "num_tokens": 8851813.0,
      "step": 3870
    },
    {
      "entropy": 5.844118452072143,
      "epoch": 0.38305654408857254,
      "grad_norm": 1.203125,
      "learning_rate": 0.0004990862451092631,
      "loss": 5.7774,
      "mean_token_accuracy": 0.15051404684782027,
      "num_tokens": 8863072.0,
      "step": 3875
    },
    {
      "entropy": 5.880052471160889,
      "epoch": 0.38355081059707397,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004990830651229776,
      "loss": 5.7813,
      "mean_token_accuracy": 0.15792119652032852,
      "num_tokens": 8873510.0,
      "step": 3880
    },
    {
      "entropy": 5.8031305313110355,
      "epoch": 0.38404507710557534,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004990798796242142,
      "loss": 5.7356,
      "mean_token_accuracy": 0.15857678204774855,
      "num_tokens": 8884296.0,
      "step": 3885
    },
    {
      "entropy": 5.851049709320068,
      "epoch": 0.3845393436140767,
      "grad_norm": 1.3671875,
      "learning_rate": 0.0004990766886130508,
      "loss": 5.7761,
      "mean_token_accuracy": 0.16058651506900787,
      "num_tokens": 8894208.0,
      "step": 3890
    },
    {
      "entropy": 5.988053703308106,
      "epoch": 0.3850336101225781,
      "grad_norm": 1.5703125,
      "learning_rate": 0.0004990734920895662,
      "loss": 5.9627,
      "mean_token_accuracy": 0.14808114171028136,
      "num_tokens": 8905703.0,
      "step": 3895
    },
    {
      "entropy": 5.8592668056488035,
      "epoch": 0.38552787663107946,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0004990702900538388,
      "loss": 5.7484,
      "mean_token_accuracy": 0.15851551443338394,
      "num_tokens": 8918077.0,
      "step": 3900
    },
    {
      "entropy": 5.788652181625366,
      "epoch": 0.3860221431395809,
      "grad_norm": 1.125,
      "learning_rate": 0.0004990670825059477,
      "loss": 5.7267,
      "mean_token_accuracy": 0.15688996613025666,
      "num_tokens": 8930240.0,
      "step": 3905
    },
    {
      "entropy": 5.900861597061157,
      "epoch": 0.38651640964808226,
      "grad_norm": 1.3046875,
      "learning_rate": 0.0004990638694459715,
      "loss": 5.7986,
      "mean_token_accuracy": 0.15847810059785844,
      "num_tokens": 8941421.0,
      "step": 3910
    },
    {
      "entropy": 5.872343826293945,
      "epoch": 0.38701067615658363,
      "grad_norm": 1.203125,
      "learning_rate": 0.0004990606508739893,
      "loss": 5.8115,
      "mean_token_accuracy": 0.15537682622671128,
      "num_tokens": 8952296.0,
      "step": 3915
    },
    {
      "entropy": 5.869143915176392,
      "epoch": 0.387504942665085,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004990574267900804,
      "loss": 5.8186,
      "mean_token_accuracy": 0.15669666230678558,
      "num_tokens": 8963167.0,
      "step": 3920
    },
    {
      "entropy": 5.86326756477356,
      "epoch": 0.3879992091735864,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004990541971943241,
      "loss": 5.787,
      "mean_token_accuracy": 0.15738223493099213,
      "num_tokens": 8974405.0,
      "step": 3925
    },
    {
      "entropy": 5.871088266372681,
      "epoch": 0.3884934756820878,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004990509620867997,
      "loss": 5.7112,
      "mean_token_accuracy": 0.16412873268127443,
      "num_tokens": 8986012.0,
      "step": 3930
    },
    {
      "entropy": 5.720556116104126,
      "epoch": 0.3889877421905892,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004990477214675868,
      "loss": 5.694,
      "mean_token_accuracy": 0.16026492416858673,
      "num_tokens": 8996759.0,
      "step": 3935
    },
    {
      "entropy": 5.849727296829224,
      "epoch": 0.38948200869909055,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004990444753367653,
      "loss": 5.829,
      "mean_token_accuracy": 0.15216880887746811,
      "num_tokens": 9007215.0,
      "step": 3940
    },
    {
      "entropy": 5.791629219055176,
      "epoch": 0.3899762752075919,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004990412236944149,
      "loss": 5.7292,
      "mean_token_accuracy": 0.17175416946411132,
      "num_tokens": 9018281.0,
      "step": 3945
    },
    {
      "entropy": 5.912288618087769,
      "epoch": 0.3904705417160933,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004990379665406157,
      "loss": 5.8764,
      "mean_token_accuracy": 0.15223623141646386,
      "num_tokens": 9029312.0,
      "step": 3950
    },
    {
      "entropy": 5.94501895904541,
      "epoch": 0.39096480822459473,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004990347038754477,
      "loss": 5.8566,
      "mean_token_accuracy": 0.14973756968975066,
      "num_tokens": 9040273.0,
      "step": 3955
    },
    {
      "entropy": 5.866108179092407,
      "epoch": 0.3914590747330961,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004990314356989912,
      "loss": 5.7922,
      "mean_token_accuracy": 0.15092711076140403,
      "num_tokens": 9052571.0,
      "step": 3960
    },
    {
      "entropy": 5.806940126419067,
      "epoch": 0.3919533412415975,
      "grad_norm": 1.5,
      "learning_rate": 0.0004990281620113268,
      "loss": 5.7422,
      "mean_token_accuracy": 0.15850640684366227,
      "num_tokens": 9063531.0,
      "step": 3965
    },
    {
      "entropy": 5.925866508483887,
      "epoch": 0.39244760775009885,
      "grad_norm": 1.265625,
      "learning_rate": 0.0004990248828125347,
      "loss": 5.7836,
      "mean_token_accuracy": 0.15395828783512117,
      "num_tokens": 9075404.0,
      "step": 3970
    },
    {
      "entropy": 5.757915782928467,
      "epoch": 0.3929418742586002,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004990215981026958,
      "loss": 5.8031,
      "mean_token_accuracy": 0.15948758646845818,
      "num_tokens": 9086570.0,
      "step": 3975
    },
    {
      "entropy": 5.876324081420899,
      "epoch": 0.3934361407671016,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004990183078818908,
      "loss": 5.6828,
      "mean_token_accuracy": 0.1598816230893135,
      "num_tokens": 9097993.0,
      "step": 3980
    },
    {
      "entropy": 5.838431692123413,
      "epoch": 0.393930407275603,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0004990150121502007,
      "loss": 5.7628,
      "mean_token_accuracy": 0.16408235877752303,
      "num_tokens": 9108783.0,
      "step": 3985
    },
    {
      "entropy": 5.788733673095703,
      "epoch": 0.3944246737841044,
      "grad_norm": 1.328125,
      "learning_rate": 0.0004990117109077066,
      "loss": 5.8128,
      "mean_token_accuracy": 0.15555327832698823,
      "num_tokens": 9120039.0,
      "step": 3990
    },
    {
      "entropy": 5.8930316925048825,
      "epoch": 0.39491894029260577,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0004990084041544895,
      "loss": 5.7652,
      "mean_token_accuracy": 0.15779706388711928,
      "num_tokens": 9131543.0,
      "step": 3995
    },
    {
      "entropy": 5.815483951568604,
      "epoch": 0.39541320680110714,
      "grad_norm": 1.078125,
      "learning_rate": 0.000499005091890631,
      "loss": 5.7806,
      "mean_token_accuracy": 0.15455961227416992,
      "num_tokens": 9142968.0,
      "step": 4000
    },
    {
      "entropy": 5.782220888137817,
      "epoch": 0.3959074733096085,
      "grad_norm": 1.3515625,
      "learning_rate": 0.0004990017741162125,
      "loss": 5.8476,
      "mean_token_accuracy": 0.15507417023181916,
      "num_tokens": 9155705.0,
      "step": 4005
    },
    {
      "entropy": 5.916092014312744,
      "epoch": 0.39640173981810994,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004989984508313156,
      "loss": 5.8555,
      "mean_token_accuracy": 0.14767262265086173,
      "num_tokens": 9167575.0,
      "step": 4010
    },
    {
      "entropy": 5.864837169647217,
      "epoch": 0.3968960063266113,
      "grad_norm": 1.203125,
      "learning_rate": 0.000498995122036022,
      "loss": 5.8303,
      "mean_token_accuracy": 0.15483421534299852,
      "num_tokens": 9178493.0,
      "step": 4015
    },
    {
      "entropy": 5.9377106666564945,
      "epoch": 0.3973902728351127,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004989917877304138,
      "loss": 5.8824,
      "mean_token_accuracy": 0.1505347326397896,
      "num_tokens": 9189677.0,
      "step": 4020
    },
    {
      "entropy": 5.827444219589234,
      "epoch": 0.39788453934361406,
      "grad_norm": 1.25,
      "learning_rate": 0.0004989884479145727,
      "loss": 5.7078,
      "mean_token_accuracy": 0.15970520824193954,
      "num_tokens": 9199179.0,
      "step": 4025
    },
    {
      "entropy": 5.905575847625732,
      "epoch": 0.39837880585211544,
      "grad_norm": 1.125,
      "learning_rate": 0.0004989851025885812,
      "loss": 5.778,
      "mean_token_accuracy": 0.15371362268924713,
      "num_tokens": 9210689.0,
      "step": 4030
    },
    {
      "entropy": 5.812503290176392,
      "epoch": 0.39887307236061686,
      "grad_norm": 1.234375,
      "learning_rate": 0.0004989817517525212,
      "loss": 5.7441,
      "mean_token_accuracy": 0.15978539288043975,
      "num_tokens": 9221710.0,
      "step": 4035
    },
    {
      "entropy": 5.845702409744263,
      "epoch": 0.39936733886911824,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004989783954064755,
      "loss": 5.84,
      "mean_token_accuracy": 0.15523956567049027,
      "num_tokens": 9234079.0,
      "step": 4040
    },
    {
      "entropy": 5.842787218093872,
      "epoch": 0.3998616053776196,
      "grad_norm": 1.125,
      "learning_rate": 0.0004989750335505265,
      "loss": 5.7661,
      "mean_token_accuracy": 0.15682925432920455,
      "num_tokens": 9245050.0,
      "step": 4045
    },
    {
      "entropy": 5.9115033626556395,
      "epoch": 0.400355871886121,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0004989716661847571,
      "loss": 5.8554,
      "mean_token_accuracy": 0.15244610458612443,
      "num_tokens": 9256455.0,
      "step": 4050
    },
    {
      "entropy": 5.779877328872681,
      "epoch": 0.40085013839462236,
      "grad_norm": 1.453125,
      "learning_rate": 0.0004989682933092497,
      "loss": 5.7513,
      "mean_token_accuracy": 0.16125411689281463,
      "num_tokens": 9267722.0,
      "step": 4055
    },
    {
      "entropy": 5.817647457122803,
      "epoch": 0.4013444049031238,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0004989649149240877,
      "loss": 5.7853,
      "mean_token_accuracy": 0.15072275847196578,
      "num_tokens": 9277533.0,
      "step": 4060
    },
    {
      "entropy": 5.887001609802246,
      "epoch": 0.40183867141162516,
      "grad_norm": 1.1015625,
      "learning_rate": 0.000498961531029354,
      "loss": 5.8136,
      "mean_token_accuracy": 0.16053701788187028,
      "num_tokens": 9290052.0,
      "step": 4065
    },
    {
      "entropy": 5.850340270996094,
      "epoch": 0.40233293792012653,
      "grad_norm": 1.1484375,
      "learning_rate": 0.000498958141625132,
      "loss": 5.8021,
      "mean_token_accuracy": 0.15744038969278334,
      "num_tokens": 9302201.0,
      "step": 4070
    },
    {
      "entropy": 5.914964580535889,
      "epoch": 0.4028272044286279,
      "grad_norm": 1.390625,
      "learning_rate": 0.0004989547467115047,
      "loss": 5.8788,
      "mean_token_accuracy": 0.1513068199157715,
      "num_tokens": 9313215.0,
      "step": 4075
    },
    {
      "entropy": 5.910677099227906,
      "epoch": 0.4033214709371293,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004989513462885561,
      "loss": 5.917,
      "mean_token_accuracy": 0.145223967730999,
      "num_tokens": 9324098.0,
      "step": 4080
    },
    {
      "entropy": 5.964850568771363,
      "epoch": 0.4038157374456307,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004989479403563696,
      "loss": 5.7984,
      "mean_token_accuracy": 0.15427584648132325,
      "num_tokens": 9336048.0,
      "step": 4085
    },
    {
      "entropy": 5.874447202682495,
      "epoch": 0.4043100039541321,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004989445289150289,
      "loss": 5.7562,
      "mean_token_accuracy": 0.15428639203310013,
      "num_tokens": 9347723.0,
      "step": 4090
    },
    {
      "entropy": 5.81725811958313,
      "epoch": 0.40480427046263345,
      "grad_norm": 1.0,
      "learning_rate": 0.0004989411119646183,
      "loss": 5.802,
      "mean_token_accuracy": 0.15105294287204743,
      "num_tokens": 9360588.0,
      "step": 4095
    },
    {
      "entropy": 5.881053924560547,
      "epoch": 0.4052985369711348,
      "grad_norm": 1.2734375,
      "learning_rate": 0.0004989376895052214,
      "loss": 5.7714,
      "mean_token_accuracy": 0.1561678320169449,
      "num_tokens": 9371798.0,
      "step": 4100
    },
    {
      "entropy": 5.816941499710083,
      "epoch": 0.4057928034796362,
      "grad_norm": 1.421875,
      "learning_rate": 0.0004989342615369226,
      "loss": 5.7775,
      "mean_token_accuracy": 0.16338589042425156,
      "num_tokens": 9382421.0,
      "step": 4105
    },
    {
      "entropy": 5.828975009918213,
      "epoch": 0.40628706998813763,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004989308280598063,
      "loss": 5.7102,
      "mean_token_accuracy": 0.16223904639482498,
      "num_tokens": 9392832.0,
      "step": 4110
    },
    {
      "entropy": 5.789451217651367,
      "epoch": 0.406781336496639,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004989273890739569,
      "loss": 5.7038,
      "mean_token_accuracy": 0.16221638768911362,
      "num_tokens": 9405309.0,
      "step": 4115
    },
    {
      "entropy": 5.795983219146729,
      "epoch": 0.4072756030051404,
      "grad_norm": 1.125,
      "learning_rate": 0.000498923944579459,
      "loss": 5.7135,
      "mean_token_accuracy": 0.16932716518640517,
      "num_tokens": 9416707.0,
      "step": 4120
    },
    {
      "entropy": 5.821607875823974,
      "epoch": 0.40776986951364175,
      "grad_norm": 1.3046875,
      "learning_rate": 0.0004989204945763972,
      "loss": 5.8453,
      "mean_token_accuracy": 0.1561842828989029,
      "num_tokens": 9427684.0,
      "step": 4125
    },
    {
      "entropy": 5.83395471572876,
      "epoch": 0.4082641360221431,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004989170390648567,
      "loss": 5.8027,
      "mean_token_accuracy": 0.15728633105754852,
      "num_tokens": 9439073.0,
      "step": 4130
    },
    {
      "entropy": 5.800190210342407,
      "epoch": 0.40875840253064455,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004989135780449222,
      "loss": 5.7427,
      "mean_token_accuracy": 0.15998244285583496,
      "num_tokens": 9450266.0,
      "step": 4135
    },
    {
      "entropy": 5.776017856597901,
      "epoch": 0.4092526690391459,
      "grad_norm": 1.203125,
      "learning_rate": 0.0004989101115166789,
      "loss": 5.706,
      "mean_token_accuracy": 0.16565122753381728,
      "num_tokens": 9462662.0,
      "step": 4140
    },
    {
      "entropy": 5.86929087638855,
      "epoch": 0.4097469355476473,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004989066394802122,
      "loss": 5.8024,
      "mean_token_accuracy": 0.15239896178245543,
      "num_tokens": 9474338.0,
      "step": 4145
    },
    {
      "entropy": 5.845749139785767,
      "epoch": 0.41024120205614867,
      "grad_norm": 1.265625,
      "learning_rate": 0.0004989031619356074,
      "loss": 5.7838,
      "mean_token_accuracy": 0.16020090132951736,
      "num_tokens": 9486353.0,
      "step": 4150
    },
    {
      "entropy": 5.8469836711883545,
      "epoch": 0.41073546856465004,
      "grad_norm": 1.5078125,
      "learning_rate": 0.00049889967888295,
      "loss": 5.7535,
      "mean_token_accuracy": 0.1544842854142189,
      "num_tokens": 9497464.0,
      "step": 4155
    },
    {
      "entropy": 5.81313943862915,
      "epoch": 0.41122973507315147,
      "grad_norm": 1.125,
      "learning_rate": 0.0004988961903223258,
      "loss": 5.7288,
      "mean_token_accuracy": 0.1628125235438347,
      "num_tokens": 9508037.0,
      "step": 4160
    },
    {
      "entropy": 5.773452091217041,
      "epoch": 0.41172400158165284,
      "grad_norm": 1.3671875,
      "learning_rate": 0.0004988926962538207,
      "loss": 5.7676,
      "mean_token_accuracy": 0.15996645092964173,
      "num_tokens": 9518653.0,
      "step": 4165
    },
    {
      "entropy": 5.854199171066284,
      "epoch": 0.4122182680901542,
      "grad_norm": 1.25,
      "learning_rate": 0.0004988891966775204,
      "loss": 5.7609,
      "mean_token_accuracy": 0.16049931049346924,
      "num_tokens": 9529225.0,
      "step": 4170
    },
    {
      "entropy": 5.8694295406341555,
      "epoch": 0.4127125345986556,
      "grad_norm": 1.3203125,
      "learning_rate": 0.0004988856915935112,
      "loss": 5.7343,
      "mean_token_accuracy": 0.15607544779777527,
      "num_tokens": 9541010.0,
      "step": 4175
    },
    {
      "entropy": 5.747597646713257,
      "epoch": 0.41320680110715696,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0004988821810018791,
      "loss": 5.8116,
      "mean_token_accuracy": 0.15240168645977975,
      "num_tokens": 9552061.0,
      "step": 4180
    },
    {
      "entropy": 5.953191566467285,
      "epoch": 0.41370106761565834,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004988786649027108,
      "loss": 5.9074,
      "mean_token_accuracy": 0.14590952843427657,
      "num_tokens": 9563970.0,
      "step": 4185
    },
    {
      "entropy": 5.872267389297486,
      "epoch": 0.41419533412415976,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004988751432960926,
      "loss": 5.6962,
      "mean_token_accuracy": 0.16297404766082763,
      "num_tokens": 9575381.0,
      "step": 4190
    },
    {
      "entropy": 5.843984842300415,
      "epoch": 0.41468960063266114,
      "grad_norm": 1.4609375,
      "learning_rate": 0.0004988716161821111,
      "loss": 5.7267,
      "mean_token_accuracy": 0.16292373985052108,
      "num_tokens": 9586821.0,
      "step": 4195
    },
    {
      "entropy": 5.843246555328369,
      "epoch": 0.4151838671411625,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004988680835608531,
      "loss": 5.8082,
      "mean_token_accuracy": 0.15058472603559495,
      "num_tokens": 9599580.0,
      "step": 4200
    },
    {
      "entropy": 5.7772629737854,
      "epoch": 0.4156781336496639,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004988645454324055,
      "loss": 5.8068,
      "mean_token_accuracy": 0.15320300832390785,
      "num_tokens": 9611495.0,
      "step": 4205
    },
    {
      "entropy": 5.92116961479187,
      "epoch": 0.41617240015816526,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004988610017968554,
      "loss": 5.7728,
      "mean_token_accuracy": 0.15595485121011735,
      "num_tokens": 9623713.0,
      "step": 4210
    },
    {
      "entropy": 5.768342113494873,
      "epoch": 0.4166666666666667,
      "grad_norm": 1.28125,
      "learning_rate": 0.0004988574526542899,
      "loss": 5.7569,
      "mean_token_accuracy": 0.1648036479949951,
      "num_tokens": 9633922.0,
      "step": 4215
    },
    {
      "entropy": 5.831979560852051,
      "epoch": 0.41716093317516806,
      "grad_norm": 1.2890625,
      "learning_rate": 0.0004988538980047963,
      "loss": 5.8424,
      "mean_token_accuracy": 0.15677017271518706,
      "num_tokens": 9645641.0,
      "step": 4220
    },
    {
      "entropy": 5.851514863967895,
      "epoch": 0.41765519968366943,
      "grad_norm": 1.21875,
      "learning_rate": 0.0004988503378484622,
      "loss": 5.7467,
      "mean_token_accuracy": 0.16601389199495314,
      "num_tokens": 9656927.0,
      "step": 4225
    },
    {
      "entropy": 5.79203519821167,
      "epoch": 0.4181494661921708,
      "grad_norm": 1.25,
      "learning_rate": 0.000498846772185375,
      "loss": 5.7172,
      "mean_token_accuracy": 0.1635448768734932,
      "num_tokens": 9669148.0,
      "step": 4230
    },
    {
      "entropy": 5.891840267181396,
      "epoch": 0.4186437327006722,
      "grad_norm": 1.125,
      "learning_rate": 0.0004988432010156224,
      "loss": 5.838,
      "mean_token_accuracy": 0.1492895156145096,
      "num_tokens": 9680620.0,
      "step": 4235
    },
    {
      "entropy": 5.9005063533782955,
      "epoch": 0.4191379992091736,
      "grad_norm": 1.3359375,
      "learning_rate": 0.0004988396243392924,
      "loss": 5.7901,
      "mean_token_accuracy": 0.15724762678146362,
      "num_tokens": 9690984.0,
      "step": 4240
    },
    {
      "entropy": 5.832825088500977,
      "epoch": 0.419632265717675,
      "grad_norm": 1.1953125,
      "learning_rate": 0.000498836042156473,
      "loss": 5.768,
      "mean_token_accuracy": 0.16585759073495865,
      "num_tokens": 9701561.0,
      "step": 4245
    },
    {
      "entropy": 5.790317058563232,
      "epoch": 0.42012653222617635,
      "grad_norm": 1.2890625,
      "learning_rate": 0.0004988324544672521,
      "loss": 5.7601,
      "mean_token_accuracy": 0.1544044718146324,
      "num_tokens": 9712780.0,
      "step": 4250
    },
    {
      "entropy": 5.848903608322144,
      "epoch": 0.4206207987346777,
      "grad_norm": 1.265625,
      "learning_rate": 0.0004988288612717182,
      "loss": 5.7547,
      "mean_token_accuracy": 0.1562611922621727,
      "num_tokens": 9724547.0,
      "step": 4255
    },
    {
      "entropy": 5.8364794731140135,
      "epoch": 0.4211150652431791,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004988252625699594,
      "loss": 5.8111,
      "mean_token_accuracy": 0.15629005581140518,
      "num_tokens": 9736897.0,
      "step": 4260
    },
    {
      "entropy": 5.8446488857269285,
      "epoch": 0.4216093317516805,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004988216583620647,
      "loss": 5.7584,
      "mean_token_accuracy": 0.16204439848661423,
      "num_tokens": 9748214.0,
      "step": 4265
    },
    {
      "entropy": 5.886655187606811,
      "epoch": 0.4221035982601819,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0004988180486481223,
      "loss": 5.7894,
      "mean_token_accuracy": 0.15823814868927003,
      "num_tokens": 9759602.0,
      "step": 4270
    },
    {
      "entropy": 5.827601718902588,
      "epoch": 0.4225978647686833,
      "grad_norm": 1.265625,
      "learning_rate": 0.0004988144334282211,
      "loss": 5.7425,
      "mean_token_accuracy": 0.1589537337422371,
      "num_tokens": 9771645.0,
      "step": 4275
    },
    {
      "entropy": 5.853240966796875,
      "epoch": 0.42309213127718465,
      "grad_norm": 1.3046875,
      "learning_rate": 0.0004988108127024503,
      "loss": 5.7505,
      "mean_token_accuracy": 0.1587558016180992,
      "num_tokens": 9783504.0,
      "step": 4280
    },
    {
      "entropy": 5.891699171066284,
      "epoch": 0.423586397785686,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004988071864708987,
      "loss": 5.8804,
      "mean_token_accuracy": 0.15425789207220078,
      "num_tokens": 9795572.0,
      "step": 4285
    },
    {
      "entropy": 5.83182110786438,
      "epoch": 0.42408066429418745,
      "grad_norm": 1.265625,
      "learning_rate": 0.0004988035547336555,
      "loss": 5.7336,
      "mean_token_accuracy": 0.15293268710374833,
      "num_tokens": 9806398.0,
      "step": 4290
    },
    {
      "entropy": 5.82321310043335,
      "epoch": 0.4245749308026888,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004987999174908104,
      "loss": 5.7342,
      "mean_token_accuracy": 0.1546010985970497,
      "num_tokens": 9817171.0,
      "step": 4295
    },
    {
      "entropy": 5.818284416198731,
      "epoch": 0.4250691973111902,
      "grad_norm": 1.3515625,
      "learning_rate": 0.0004987962747424524,
      "loss": 5.7763,
      "mean_token_accuracy": 0.15528347045183183,
      "num_tokens": 9827535.0,
      "step": 4300
    },
    {
      "entropy": 5.79456467628479,
      "epoch": 0.42556346381969157,
      "grad_norm": 1.296875,
      "learning_rate": 0.0004987926264886713,
      "loss": 5.7551,
      "mean_token_accuracy": 0.1570479989051819,
      "num_tokens": 9839619.0,
      "step": 4305
    },
    {
      "entropy": 5.840618705749511,
      "epoch": 0.42605773032819294,
      "grad_norm": 1.28125,
      "learning_rate": 0.000498788972729557,
      "loss": 5.7544,
      "mean_token_accuracy": 0.15230125635862352,
      "num_tokens": 9850100.0,
      "step": 4310
    },
    {
      "entropy": 5.917747354507446,
      "epoch": 0.42655199683669437,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0004987853134651992,
      "loss": 5.8327,
      "mean_token_accuracy": 0.14419816955924034,
      "num_tokens": 9862228.0,
      "step": 4315
    },
    {
      "entropy": 5.803866004943847,
      "epoch": 0.42704626334519574,
      "grad_norm": 1.2734375,
      "learning_rate": 0.000498781648695688,
      "loss": 5.7229,
      "mean_token_accuracy": 0.1623837560415268,
      "num_tokens": 9873080.0,
      "step": 4320
    },
    {
      "entropy": 5.791725206375122,
      "epoch": 0.4275405298536971,
      "grad_norm": 1.2734375,
      "learning_rate": 0.0004987779784211135,
      "loss": 5.7442,
      "mean_token_accuracy": 0.15227282643318177,
      "num_tokens": 9884735.0,
      "step": 4325
    },
    {
      "entropy": 5.879214715957642,
      "epoch": 0.4280347963621985,
      "grad_norm": 1.234375,
      "learning_rate": 0.000498774302641566,
      "loss": 5.7641,
      "mean_token_accuracy": 0.15441785752773285,
      "num_tokens": 9895018.0,
      "step": 4330
    },
    {
      "entropy": 5.850545740127563,
      "epoch": 0.42852906287069986,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004987706213571359,
      "loss": 5.7371,
      "mean_token_accuracy": 0.1566600888967514,
      "num_tokens": 9906838.0,
      "step": 4335
    },
    {
      "entropy": 5.844648790359497,
      "epoch": 0.4290233293792013,
      "grad_norm": 1.265625,
      "learning_rate": 0.0004987669345679139,
      "loss": 5.7701,
      "mean_token_accuracy": 0.1565292850136757,
      "num_tokens": 9919556.0,
      "step": 4340
    },
    {
      "entropy": 5.781128025054931,
      "epoch": 0.42951759588770266,
      "grad_norm": 1.25,
      "learning_rate": 0.0004987632422739904,
      "loss": 5.6781,
      "mean_token_accuracy": 0.15627526938915254,
      "num_tokens": 9929783.0,
      "step": 4345
    },
    {
      "entropy": 5.772721195220948,
      "epoch": 0.43001186239620404,
      "grad_norm": 1.421875,
      "learning_rate": 0.0004987595444754567,
      "loss": 5.7391,
      "mean_token_accuracy": 0.15912755578756332,
      "num_tokens": 9940894.0,
      "step": 4350
    },
    {
      "entropy": 5.80626540184021,
      "epoch": 0.4305061289047054,
      "grad_norm": 1.3203125,
      "learning_rate": 0.0004987558411724032,
      "loss": 5.718,
      "mean_token_accuracy": 0.16627187728881837,
      "num_tokens": 9951973.0,
      "step": 4355
    },
    {
      "entropy": 5.9029295444488525,
      "epoch": 0.4310003954132068,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0004987521323649215,
      "loss": 5.7694,
      "mean_token_accuracy": 0.15462518632411956,
      "num_tokens": 9963304.0,
      "step": 4360
    },
    {
      "entropy": 5.838963317871094,
      "epoch": 0.4314946619217082,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0004987484180531026,
      "loss": 5.7812,
      "mean_token_accuracy": 0.16214534044265747,
      "num_tokens": 9973981.0,
      "step": 4365
    },
    {
      "entropy": 5.8302850246429445,
      "epoch": 0.4319889284302096,
      "grad_norm": 1.234375,
      "learning_rate": 0.0004987446982370379,
      "loss": 5.8036,
      "mean_token_accuracy": 0.1544625535607338,
      "num_tokens": 9986461.0,
      "step": 4370
    },
    {
      "entropy": 5.8808770179748535,
      "epoch": 0.43248319493871096,
      "grad_norm": 1.2265625,
      "learning_rate": 0.000498740972916819,
      "loss": 5.7715,
      "mean_token_accuracy": 0.15348488688468934,
      "num_tokens": 9997973.0,
      "step": 4375
    },
    {
      "entropy": 5.828121280670166,
      "epoch": 0.43297746144721233,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0004987372420925373,
      "loss": 5.78,
      "mean_token_accuracy": 0.15659529715776443,
      "num_tokens": 10009572.0,
      "step": 4380
    },
    {
      "entropy": 5.816518115997314,
      "epoch": 0.4334717279557137,
      "grad_norm": 1.203125,
      "learning_rate": 0.0004987335057642847,
      "loss": 5.6502,
      "mean_token_accuracy": 0.1678347870707512,
      "num_tokens": 10020437.0,
      "step": 4385
    },
    {
      "entropy": 5.809616422653198,
      "epoch": 0.43396599446421513,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004987297639321533,
      "loss": 5.7808,
      "mean_token_accuracy": 0.15647988617420197,
      "num_tokens": 10031827.0,
      "step": 4390
    },
    {
      "entropy": 5.821065092086792,
      "epoch": 0.4344602609727165,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004987260165962349,
      "loss": 5.7813,
      "mean_token_accuracy": 0.15543572455644608,
      "num_tokens": 10043833.0,
      "step": 4395
    },
    {
      "entropy": 5.8089728355407715,
      "epoch": 0.4349545274812179,
      "grad_norm": 1.3515625,
      "learning_rate": 0.0004987222637566218,
      "loss": 5.7225,
      "mean_token_accuracy": 0.1572750225663185,
      "num_tokens": 10054645.0,
      "step": 4400
    },
    {
      "entropy": 5.7818284034729,
      "epoch": 0.43544879398971925,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004987185054134064,
      "loss": 5.6724,
      "mean_token_accuracy": 0.1580430954694748,
      "num_tokens": 10065178.0,
      "step": 4405
    },
    {
      "entropy": 5.825777530670166,
      "epoch": 0.4359430604982206,
      "grad_norm": 1.2265625,
      "learning_rate": 0.000498714741566681,
      "loss": 5.706,
      "mean_token_accuracy": 0.16232621520757676,
      "num_tokens": 10076701.0,
      "step": 4410
    },
    {
      "entropy": 5.735870885848999,
      "epoch": 0.436437327006722,
      "grad_norm": 1.21875,
      "learning_rate": 0.0004987109722165383,
      "loss": 5.7263,
      "mean_token_accuracy": 0.15729656368494033,
      "num_tokens": 10087959.0,
      "step": 4415
    },
    {
      "entropy": 5.88615665435791,
      "epoch": 0.4369315935152234,
      "grad_norm": 1.2890625,
      "learning_rate": 0.0004987071973630708,
      "loss": 5.7156,
      "mean_token_accuracy": 0.15740345194935798,
      "num_tokens": 10099463.0,
      "step": 4420
    },
    {
      "entropy": 5.822025537490845,
      "epoch": 0.4374258600237248,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0004987034170063717,
      "loss": 5.8005,
      "mean_token_accuracy": 0.15701815336942673,
      "num_tokens": 10111384.0,
      "step": 4425
    },
    {
      "entropy": 5.821445465087891,
      "epoch": 0.4379201265322262,
      "grad_norm": 1.234375,
      "learning_rate": 0.0004986996311465338,
      "loss": 5.7321,
      "mean_token_accuracy": 0.15710116550326347,
      "num_tokens": 10121838.0,
      "step": 4430
    },
    {
      "entropy": 5.8637402057647705,
      "epoch": 0.43841439304072755,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004986958397836503,
      "loss": 5.6928,
      "mean_token_accuracy": 0.1640600949525833,
      "num_tokens": 10132225.0,
      "step": 4435
    },
    {
      "entropy": 5.729298543930054,
      "epoch": 0.4389086595492289,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004986920429178144,
      "loss": 5.6631,
      "mean_token_accuracy": 0.15749302357435227,
      "num_tokens": 10143114.0,
      "step": 4440
    },
    {
      "entropy": 5.893101644515991,
      "epoch": 0.43940292605773035,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0004986882405491195,
      "loss": 5.8626,
      "mean_token_accuracy": 0.15157403349876403,
      "num_tokens": 10155057.0,
      "step": 4445
    },
    {
      "entropy": 5.75573582649231,
      "epoch": 0.4398971925662317,
      "grad_norm": 1.234375,
      "learning_rate": 0.0004986844326776593,
      "loss": 5.6229,
      "mean_token_accuracy": 0.1684441089630127,
      "num_tokens": 10166816.0,
      "step": 4450
    },
    {
      "entropy": 5.734735536575317,
      "epoch": 0.4403914590747331,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004986806193035272,
      "loss": 5.695,
      "mean_token_accuracy": 0.1676469177007675,
      "num_tokens": 10179433.0,
      "step": 4455
    },
    {
      "entropy": 5.8267802715301515,
      "epoch": 0.44088572558323447,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004986768004268173,
      "loss": 5.693,
      "mean_token_accuracy": 0.16008566021919252,
      "num_tokens": 10190784.0,
      "step": 4460
    },
    {
      "entropy": 5.836114597320557,
      "epoch": 0.44137999209173584,
      "grad_norm": 1.3203125,
      "learning_rate": 0.0004986729760476234,
      "loss": 5.7523,
      "mean_token_accuracy": 0.15255020558834076,
      "num_tokens": 10201941.0,
      "step": 4465
    },
    {
      "entropy": 5.808204221725464,
      "epoch": 0.44187425860023727,
      "grad_norm": 1.265625,
      "learning_rate": 0.0004986691461660394,
      "loss": 5.7176,
      "mean_token_accuracy": 0.16116027235984803,
      "num_tokens": 10214029.0,
      "step": 4470
    },
    {
      "entropy": 5.776810598373413,
      "epoch": 0.44236852510873864,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004986653107821599,
      "loss": 5.7602,
      "mean_token_accuracy": 0.16111526936292647,
      "num_tokens": 10225585.0,
      "step": 4475
    },
    {
      "entropy": 5.78863844871521,
      "epoch": 0.44286279161724,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004986614698960789,
      "loss": 5.7031,
      "mean_token_accuracy": 0.16227239221334458,
      "num_tokens": 10237753.0,
      "step": 4480
    },
    {
      "entropy": 5.912133312225341,
      "epoch": 0.4433570581257414,
      "grad_norm": 1.234375,
      "learning_rate": 0.0004986576235078913,
      "loss": 5.9483,
      "mean_token_accuracy": 0.1438101887702942,
      "num_tokens": 10251522.0,
      "step": 4485
    },
    {
      "entropy": 5.831998538970947,
      "epoch": 0.44385132463424276,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004986537716176912,
      "loss": 5.6578,
      "mean_token_accuracy": 0.16271060109138488,
      "num_tokens": 10263319.0,
      "step": 4490
    },
    {
      "entropy": 5.715137338638305,
      "epoch": 0.4443455911427442,
      "grad_norm": 1.3046875,
      "learning_rate": 0.0004986499142255738,
      "loss": 5.7045,
      "mean_token_accuracy": 0.15843060836195946,
      "num_tokens": 10274899.0,
      "step": 4495
    },
    {
      "entropy": 5.836452913284302,
      "epoch": 0.44483985765124556,
      "grad_norm": 1.3671875,
      "learning_rate": 0.0004986460513316338,
      "loss": 5.676,
      "mean_token_accuracy": 0.16559335291385652,
      "num_tokens": 10286110.0,
      "step": 4500
    },
    {
      "entropy": 5.78662633895874,
      "epoch": 0.44533412415974694,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004986421829359662,
      "loss": 5.8238,
      "mean_token_accuracy": 0.15288708209991456,
      "num_tokens": 10298870.0,
      "step": 4505
    },
    {
      "entropy": 5.843674945831299,
      "epoch": 0.4458283906682483,
      "grad_norm": 1.234375,
      "learning_rate": 0.0004986383090386661,
      "loss": 5.744,
      "mean_token_accuracy": 0.15693433284759523,
      "num_tokens": 10310326.0,
      "step": 4510
    },
    {
      "entropy": 5.83041410446167,
      "epoch": 0.4463226571767497,
      "grad_norm": 1.265625,
      "learning_rate": 0.000498634429639829,
      "loss": 5.6721,
      "mean_token_accuracy": 0.15878720134496688,
      "num_tokens": 10320899.0,
      "step": 4515
    },
    {
      "entropy": 5.792200517654419,
      "epoch": 0.4468169236852511,
      "grad_norm": 1.3828125,
      "learning_rate": 0.0004986305447395502,
      "loss": 5.7275,
      "mean_token_accuracy": 0.1623765215277672,
      "num_tokens": 10331669.0,
      "step": 4520
    },
    {
      "entropy": 5.829644346237183,
      "epoch": 0.4473111901937525,
      "grad_norm": 1.265625,
      "learning_rate": 0.0004986266543379254,
      "loss": 5.7114,
      "mean_token_accuracy": 0.1589057058095932,
      "num_tokens": 10343120.0,
      "step": 4525
    },
    {
      "entropy": 5.772820949554443,
      "epoch": 0.44780545670225386,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004986227584350501,
      "loss": 5.7149,
      "mean_token_accuracy": 0.1589616447687149,
      "num_tokens": 10354806.0,
      "step": 4530
    },
    {
      "entropy": 5.848662900924682,
      "epoch": 0.44829972321075523,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004986188570310203,
      "loss": 5.7359,
      "mean_token_accuracy": 0.1575729265809059,
      "num_tokens": 10366453.0,
      "step": 4535
    },
    {
      "entropy": 5.86790361404419,
      "epoch": 0.4487939897192566,
      "grad_norm": 1.203125,
      "learning_rate": 0.0004986149501259319,
      "loss": 5.8281,
      "mean_token_accuracy": 0.15670044720172882,
      "num_tokens": 10378095.0,
      "step": 4540
    },
    {
      "entropy": 5.732289028167725,
      "epoch": 0.44928825622775803,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004986110377198812,
      "loss": 5.6931,
      "mean_token_accuracy": 0.16421767175197602,
      "num_tokens": 10389620.0,
      "step": 4545
    },
    {
      "entropy": 5.868263101577758,
      "epoch": 0.4497825227362594,
      "grad_norm": 1.2421875,
      "learning_rate": 0.000498607119812964,
      "loss": 5.8237,
      "mean_token_accuracy": 0.15202950835227966,
      "num_tokens": 10400166.0,
      "step": 4550
    },
    {
      "entropy": 5.809820365905762,
      "epoch": 0.4502767892447608,
      "grad_norm": 1.25,
      "learning_rate": 0.0004986031964052772,
      "loss": 5.7247,
      "mean_token_accuracy": 0.15717918127775193,
      "num_tokens": 10411116.0,
      "step": 4555
    },
    {
      "entropy": 5.741772174835205,
      "epoch": 0.45077105575326215,
      "grad_norm": 1.3359375,
      "learning_rate": 0.0004985992674969169,
      "loss": 5.7477,
      "mean_token_accuracy": 0.15264249593019485,
      "num_tokens": 10423484.0,
      "step": 4560
    },
    {
      "entropy": 5.902524757385254,
      "epoch": 0.4512653222617635,
      "grad_norm": 1.3515625,
      "learning_rate": 0.0004985953330879801,
      "loss": 5.813,
      "mean_token_accuracy": 0.14781858772039413,
      "num_tokens": 10435636.0,
      "step": 4565
    },
    {
      "entropy": 5.847655820846557,
      "epoch": 0.45175958877026495,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0004985913931785633,
      "loss": 5.7489,
      "mean_token_accuracy": 0.1599886104464531,
      "num_tokens": 10447586.0,
      "step": 4570
    },
    {
      "entropy": 5.782388496398926,
      "epoch": 0.4522538552787663,
      "grad_norm": 1.28125,
      "learning_rate": 0.0004985874477687636,
      "loss": 5.8058,
      "mean_token_accuracy": 0.1555984526872635,
      "num_tokens": 10460678.0,
      "step": 4575
    },
    {
      "entropy": 5.818998098373413,
      "epoch": 0.4527481217872677,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0004985834968586779,
      "loss": 5.7685,
      "mean_token_accuracy": 0.1549448549747467,
      "num_tokens": 10472738.0,
      "step": 4580
    },
    {
      "entropy": 5.85989031791687,
      "epoch": 0.45324238829576907,
      "grad_norm": 1.21875,
      "learning_rate": 0.0004985795404484037,
      "loss": 5.6418,
      "mean_token_accuracy": 0.16428616791963577,
      "num_tokens": 10483716.0,
      "step": 4585
    },
    {
      "entropy": 5.747600412368774,
      "epoch": 0.45373665480427045,
      "grad_norm": 1.3828125,
      "learning_rate": 0.0004985755785380379,
      "loss": 5.7724,
      "mean_token_accuracy": 0.15435491055250167,
      "num_tokens": 10495287.0,
      "step": 4590
    },
    {
      "entropy": 5.795434284210205,
      "epoch": 0.4542309213127719,
      "grad_norm": 1.390625,
      "learning_rate": 0.0004985716111276781,
      "loss": 5.7235,
      "mean_token_accuracy": 0.16080528646707534,
      "num_tokens": 10506332.0,
      "step": 4595
    },
    {
      "entropy": 5.858145904541016,
      "epoch": 0.45472518782127325,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0004985676382174223,
      "loss": 5.7538,
      "mean_token_accuracy": 0.15550379902124406,
      "num_tokens": 10517574.0,
      "step": 4600
    },
    {
      "entropy": 5.77792444229126,
      "epoch": 0.4552194543297746,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0004985636598073677,
      "loss": 5.6777,
      "mean_token_accuracy": 0.1682252198457718,
      "num_tokens": 10528998.0,
      "step": 4605
    },
    {
      "entropy": 5.829964351654053,
      "epoch": 0.455713720838276,
      "grad_norm": 1.234375,
      "learning_rate": 0.0004985596758976125,
      "loss": 5.7456,
      "mean_token_accuracy": 0.15128750652074813,
      "num_tokens": 10539669.0,
      "step": 4610
    },
    {
      "entropy": 5.807875728607177,
      "epoch": 0.45620798734677737,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004985556864882545,
      "loss": 5.7253,
      "mean_token_accuracy": 0.16209764927625656,
      "num_tokens": 10550005.0,
      "step": 4615
    },
    {
      "entropy": 5.745830821990967,
      "epoch": 0.45670225385527874,
      "grad_norm": 1.171875,
      "learning_rate": 0.000498551691579392,
      "loss": 5.6994,
      "mean_token_accuracy": 0.16218698173761367,
      "num_tokens": 10561122.0,
      "step": 4620
    },
    {
      "entropy": 5.817157936096192,
      "epoch": 0.45719652036378017,
      "grad_norm": 1.203125,
      "learning_rate": 0.0004985476911711232,
      "loss": 5.6775,
      "mean_token_accuracy": 0.15966929942369462,
      "num_tokens": 10572081.0,
      "step": 4625
    },
    {
      "entropy": 5.656571245193481,
      "epoch": 0.45769078687228154,
      "grad_norm": 1.4609375,
      "learning_rate": 0.0004985436852635465,
      "loss": 5.6708,
      "mean_token_accuracy": 0.1661362901329994,
      "num_tokens": 10582297.0,
      "step": 4630
    },
    {
      "entropy": 5.8948314666748045,
      "epoch": 0.4581850533807829,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004985396738567604,
      "loss": 5.7712,
      "mean_token_accuracy": 0.15315597653388976,
      "num_tokens": 10593161.0,
      "step": 4635
    },
    {
      "entropy": 5.829736757278442,
      "epoch": 0.4586793198892843,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004985356569508638,
      "loss": 5.7647,
      "mean_token_accuracy": 0.1625633120536804,
      "num_tokens": 10603900.0,
      "step": 4640
    },
    {
      "entropy": 5.788417482376099,
      "epoch": 0.45917358639778566,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004985316345459551,
      "loss": 5.7583,
      "mean_token_accuracy": 0.16019802242517472,
      "num_tokens": 10614946.0,
      "step": 4645
    },
    {
      "entropy": 5.819199132919311,
      "epoch": 0.4596678529062871,
      "grad_norm": 1.234375,
      "learning_rate": 0.0004985276066421338,
      "loss": 5.7609,
      "mean_token_accuracy": 0.1518936887383461,
      "num_tokens": 10625073.0,
      "step": 4650
    },
    {
      "entropy": 5.856818628311157,
      "epoch": 0.46016211941478846,
      "grad_norm": 1.3125,
      "learning_rate": 0.0004985235732394986,
      "loss": 5.8623,
      "mean_token_accuracy": 0.15111786425113677,
      "num_tokens": 10636942.0,
      "step": 4655
    },
    {
      "entropy": 5.893058109283447,
      "epoch": 0.46065638592328984,
      "grad_norm": 1.328125,
      "learning_rate": 0.0004985195343381487,
      "loss": 5.7983,
      "mean_token_accuracy": 0.1530800074338913,
      "num_tokens": 10647608.0,
      "step": 4660
    },
    {
      "entropy": 5.854513692855835,
      "epoch": 0.4611506524317912,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004985154899381837,
      "loss": 5.8287,
      "mean_token_accuracy": 0.15122355073690413,
      "num_tokens": 10659532.0,
      "step": 4665
    },
    {
      "entropy": 5.853507041931152,
      "epoch": 0.4616449189402926,
      "grad_norm": 1.296875,
      "learning_rate": 0.0004985114400397029,
      "loss": 5.7571,
      "mean_token_accuracy": 0.16026072353124618,
      "num_tokens": 10670342.0,
      "step": 4670
    },
    {
      "entropy": 5.8415283203125,
      "epoch": 0.462139185448794,
      "grad_norm": 1.3203125,
      "learning_rate": 0.0004985073846428061,
      "loss": 5.7877,
      "mean_token_accuracy": 0.15555054545402527,
      "num_tokens": 10682984.0,
      "step": 4675
    },
    {
      "entropy": 5.841789770126343,
      "epoch": 0.4626334519572954,
      "grad_norm": 1.125,
      "learning_rate": 0.0004985033237475929,
      "loss": 5.773,
      "mean_token_accuracy": 0.15423207432031633,
      "num_tokens": 10694235.0,
      "step": 4680
    },
    {
      "entropy": 5.926882314682007,
      "epoch": 0.46312771846579676,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004984992573541633,
      "loss": 5.7837,
      "mean_token_accuracy": 0.15645679384469985,
      "num_tokens": 10704508.0,
      "step": 4685
    },
    {
      "entropy": 5.676226234436035,
      "epoch": 0.46362198497429813,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0004984951854626173,
      "loss": 5.6549,
      "mean_token_accuracy": 0.1645615130662918,
      "num_tokens": 10716927.0,
      "step": 4690
    },
    {
      "entropy": 5.752277278900147,
      "epoch": 0.4641162514827995,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004984911080730551,
      "loss": 5.6912,
      "mean_token_accuracy": 0.16231297999620437,
      "num_tokens": 10728396.0,
      "step": 4695
    },
    {
      "entropy": 5.783680486679077,
      "epoch": 0.46461051799130093,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004984870251855769,
      "loss": 5.7673,
      "mean_token_accuracy": 0.16363271474838256,
      "num_tokens": 10739001.0,
      "step": 4700
    },
    {
      "entropy": 5.851905822753906,
      "epoch": 0.4651047844998023,
      "grad_norm": 1.265625,
      "learning_rate": 0.0004984829368002831,
      "loss": 5.7344,
      "mean_token_accuracy": 0.15897003412246705,
      "num_tokens": 10748768.0,
      "step": 4705
    },
    {
      "entropy": 5.860234689712525,
      "epoch": 0.4655990510083037,
      "grad_norm": 1.2890625,
      "learning_rate": 0.0004984788429172745,
      "loss": 5.7698,
      "mean_token_accuracy": 0.1561150312423706,
      "num_tokens": 10760582.0,
      "step": 4710
    },
    {
      "entropy": 5.760329294204712,
      "epoch": 0.46609331751680505,
      "grad_norm": 1.296875,
      "learning_rate": 0.0004984747435366517,
      "loss": 5.6788,
      "mean_token_accuracy": 0.16664675623178482,
      "num_tokens": 10772537.0,
      "step": 4715
    },
    {
      "entropy": 5.772965812683106,
      "epoch": 0.4665875840253064,
      "grad_norm": 1.40625,
      "learning_rate": 0.0004984706386585156,
      "loss": 5.6206,
      "mean_token_accuracy": 0.168980173766613,
      "num_tokens": 10783740.0,
      "step": 4720
    },
    {
      "entropy": 5.840044403076172,
      "epoch": 0.46708185053380785,
      "grad_norm": 1.1953125,
      "learning_rate": 0.000498466528282967,
      "loss": 5.77,
      "mean_token_accuracy": 0.15619183331727982,
      "num_tokens": 10794793.0,
      "step": 4725
    },
    {
      "entropy": 5.840643644332886,
      "epoch": 0.4675761170423092,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0004984624124101072,
      "loss": 5.7317,
      "mean_token_accuracy": 0.1579558730125427,
      "num_tokens": 10805944.0,
      "step": 4730
    },
    {
      "entropy": 5.8369344711303714,
      "epoch": 0.4680703835508106,
      "grad_norm": 1.265625,
      "learning_rate": 0.0004984582910400374,
      "loss": 5.7556,
      "mean_token_accuracy": 0.15298434495925903,
      "num_tokens": 10818362.0,
      "step": 4735
    },
    {
      "entropy": 5.780828523635864,
      "epoch": 0.46856465005931197,
      "grad_norm": 1.109375,
      "learning_rate": 0.000498454164172859,
      "loss": 5.7502,
      "mean_token_accuracy": 0.16281691044569016,
      "num_tokens": 10831306.0,
      "step": 4740
    },
    {
      "entropy": 5.807979011535645,
      "epoch": 0.46905891656781334,
      "grad_norm": 1.296875,
      "learning_rate": 0.0004984500318086733,
      "loss": 5.7066,
      "mean_token_accuracy": 0.16005800068378448,
      "num_tokens": 10841671.0,
      "step": 4745
    },
    {
      "entropy": 5.77095742225647,
      "epoch": 0.4695531830763148,
      "grad_norm": 1.203125,
      "learning_rate": 0.0004984458939475824,
      "loss": 5.6916,
      "mean_token_accuracy": 0.1572381556034088,
      "num_tokens": 10852754.0,
      "step": 4750
    },
    {
      "entropy": 5.815678262710572,
      "epoch": 0.47004744958481615,
      "grad_norm": 1.3671875,
      "learning_rate": 0.0004984417505896877,
      "loss": 5.7662,
      "mean_token_accuracy": 0.156097312271595,
      "num_tokens": 10864812.0,
      "step": 4755
    },
    {
      "entropy": 5.857409429550171,
      "epoch": 0.4705417160933175,
      "grad_norm": 1.359375,
      "learning_rate": 0.0004984376017350913,
      "loss": 5.7473,
      "mean_token_accuracy": 0.1609667122364044,
      "num_tokens": 10875967.0,
      "step": 4760
    },
    {
      "entropy": 5.79653754234314,
      "epoch": 0.4710359826018189,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004984334473838953,
      "loss": 5.7227,
      "mean_token_accuracy": 0.16150201112031937,
      "num_tokens": 10889575.0,
      "step": 4765
    },
    {
      "entropy": 5.82901701927185,
      "epoch": 0.47153024911032027,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0004984292875362018,
      "loss": 5.804,
      "mean_token_accuracy": 0.1580755218863487,
      "num_tokens": 10900751.0,
      "step": 4770
    },
    {
      "entropy": 5.878472757339478,
      "epoch": 0.4720245156188217,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004984251221921131,
      "loss": 5.7473,
      "mean_token_accuracy": 0.15800192058086396,
      "num_tokens": 10912618.0,
      "step": 4775
    },
    {
      "entropy": 5.765990495681763,
      "epoch": 0.47251878212732307,
      "grad_norm": 1.2890625,
      "learning_rate": 0.0004984209513517317,
      "loss": 5.7156,
      "mean_token_accuracy": 0.15646711066365243,
      "num_tokens": 10925286.0,
      "step": 4780
    },
    {
      "entropy": 5.829292821884155,
      "epoch": 0.47301304863582444,
      "grad_norm": 1.3203125,
      "learning_rate": 0.0004984167750151603,
      "loss": 5.7242,
      "mean_token_accuracy": 0.16060231178998946,
      "num_tokens": 10936033.0,
      "step": 4785
    },
    {
      "entropy": 5.779935884475708,
      "epoch": 0.4735073151443258,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004984125931825018,
      "loss": 5.6637,
      "mean_token_accuracy": 0.16456516981124877,
      "num_tokens": 10947055.0,
      "step": 4790
    },
    {
      "entropy": 5.793975830078125,
      "epoch": 0.4740015816528272,
      "grad_norm": 1.4375,
      "learning_rate": 0.0004984084058538585,
      "loss": 5.7137,
      "mean_token_accuracy": 0.1572008863091469,
      "num_tokens": 10957468.0,
      "step": 4795
    },
    {
      "entropy": 5.861984443664551,
      "epoch": 0.4744958481613286,
      "grad_norm": 1.5390625,
      "learning_rate": 0.0004984042130293339,
      "loss": 5.8362,
      "mean_token_accuracy": 0.1582918718457222,
      "num_tokens": 10970273.0,
      "step": 4800
    },
    {
      "entropy": 5.86493616104126,
      "epoch": 0.47499011466983,
      "grad_norm": 1.375,
      "learning_rate": 0.0004984000147090311,
      "loss": 5.8211,
      "mean_token_accuracy": 0.1545470640063286,
      "num_tokens": 10981842.0,
      "step": 4805
    },
    {
      "entropy": 5.888898468017578,
      "epoch": 0.47548438117833136,
      "grad_norm": 1.3125,
      "learning_rate": 0.0004983958108930531,
      "loss": 5.7169,
      "mean_token_accuracy": 0.15943304374814032,
      "num_tokens": 10993615.0,
      "step": 4810
    },
    {
      "entropy": 5.83760347366333,
      "epoch": 0.47597864768683273,
      "grad_norm": 1.46875,
      "learning_rate": 0.0004983916015815036,
      "loss": 5.8064,
      "mean_token_accuracy": 0.15529759526252745,
      "num_tokens": 11004451.0,
      "step": 4815
    },
    {
      "entropy": 5.901088237762451,
      "epoch": 0.4764729141953341,
      "grad_norm": 1.53125,
      "learning_rate": 0.000498387386774486,
      "loss": 5.745,
      "mean_token_accuracy": 0.15757741779088974,
      "num_tokens": 11014834.0,
      "step": 4820
    },
    {
      "entropy": 5.731997919082642,
      "epoch": 0.4769671807038355,
      "grad_norm": 1.375,
      "learning_rate": 0.000498383166472104,
      "loss": 5.6858,
      "mean_token_accuracy": 0.15810937881469728,
      "num_tokens": 11026116.0,
      "step": 4825
    },
    {
      "entropy": 5.807245063781738,
      "epoch": 0.4774614472123369,
      "grad_norm": 1.28125,
      "learning_rate": 0.0004983789406744615,
      "loss": 5.7472,
      "mean_token_accuracy": 0.15772093832492828,
      "num_tokens": 11038780.0,
      "step": 4830
    },
    {
      "entropy": 5.878645515441894,
      "epoch": 0.4779557137208383,
      "grad_norm": 1.375,
      "learning_rate": 0.0004983747093816625,
      "loss": 5.7909,
      "mean_token_accuracy": 0.1571904167532921,
      "num_tokens": 11049824.0,
      "step": 4835
    },
    {
      "entropy": 5.7510171890258786,
      "epoch": 0.47844998022933966,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004983704725938108,
      "loss": 5.6787,
      "mean_token_accuracy": 0.1669359490275383,
      "num_tokens": 11060863.0,
      "step": 4840
    },
    {
      "entropy": 5.7988502979278564,
      "epoch": 0.47894424673784103,
      "grad_norm": 1.28125,
      "learning_rate": 0.000498366230311011,
      "loss": 5.6829,
      "mean_token_accuracy": 0.1632984146475792,
      "num_tokens": 11072533.0,
      "step": 4845
    },
    {
      "entropy": 5.72292914390564,
      "epoch": 0.4794385132463424,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004983619825333671,
      "loss": 5.6217,
      "mean_token_accuracy": 0.1602368801832199,
      "num_tokens": 11083627.0,
      "step": 4850
    },
    {
      "entropy": 5.8456309795379635,
      "epoch": 0.47993277975484383,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0004983577292609839,
      "loss": 5.8346,
      "mean_token_accuracy": 0.14952256679534912,
      "num_tokens": 11096421.0,
      "step": 4855
    },
    {
      "entropy": 5.796829748153686,
      "epoch": 0.4804270462633452,
      "grad_norm": 1.21875,
      "learning_rate": 0.0004983534704939659,
      "loss": 5.6678,
      "mean_token_accuracy": 0.15885301381349565,
      "num_tokens": 11109053.0,
      "step": 4860
    },
    {
      "entropy": 5.730153894424438,
      "epoch": 0.4809213127718466,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004983492062324179,
      "loss": 5.6214,
      "mean_token_accuracy": 0.16144478619098662,
      "num_tokens": 11120431.0,
      "step": 4865
    },
    {
      "entropy": 5.791682338714599,
      "epoch": 0.48141557928034795,
      "grad_norm": 1.375,
      "learning_rate": 0.0004983449364764447,
      "loss": 5.7241,
      "mean_token_accuracy": 0.1602831542491913,
      "num_tokens": 11132767.0,
      "step": 4870
    },
    {
      "entropy": 5.746629905700684,
      "epoch": 0.4819098457888493,
      "grad_norm": 1.375,
      "learning_rate": 0.0004983406612261514,
      "loss": 5.7184,
      "mean_token_accuracy": 0.15982515960931779,
      "num_tokens": 11144508.0,
      "step": 4875
    },
    {
      "entropy": 5.765431594848633,
      "epoch": 0.48240411229735075,
      "grad_norm": 1.25,
      "learning_rate": 0.0004983363804816433,
      "loss": 5.7026,
      "mean_token_accuracy": 0.16171906739473343,
      "num_tokens": 11156905.0,
      "step": 4880
    },
    {
      "entropy": 5.812859296798706,
      "epoch": 0.4828983788058521,
      "grad_norm": 1.25,
      "learning_rate": 0.0004983320942430256,
      "loss": 5.6916,
      "mean_token_accuracy": 0.16429043263196946,
      "num_tokens": 11169383.0,
      "step": 4885
    },
    {
      "entropy": 5.784932374954224,
      "epoch": 0.4833926453143535,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004983278025104036,
      "loss": 5.6305,
      "mean_token_accuracy": 0.17158691734075546,
      "num_tokens": 11179795.0,
      "step": 4890
    },
    {
      "entropy": 5.760914993286133,
      "epoch": 0.48388691182285487,
      "grad_norm": 1.1796875,
      "learning_rate": 0.000498323505283883,
      "loss": 5.7569,
      "mean_token_accuracy": 0.15697767585515976,
      "num_tokens": 11190783.0,
      "step": 4895
    },
    {
      "entropy": 5.82587571144104,
      "epoch": 0.48438117833135624,
      "grad_norm": 1.671875,
      "learning_rate": 0.0004983192025635698,
      "loss": 5.6969,
      "mean_token_accuracy": 0.15884145647287368,
      "num_tokens": 11203000.0,
      "step": 4900
    },
    {
      "entropy": 5.802449417114258,
      "epoch": 0.48487544483985767,
      "grad_norm": 1.3515625,
      "learning_rate": 0.0004983148943495693,
      "loss": 5.7132,
      "mean_token_accuracy": 0.1578467845916748,
      "num_tokens": 11213721.0,
      "step": 4905
    },
    {
      "entropy": 5.8142822742462155,
      "epoch": 0.48536971134835905,
      "grad_norm": 1.3671875,
      "learning_rate": 0.0004983105806419878,
      "loss": 5.7944,
      "mean_token_accuracy": 0.1531928800046444,
      "num_tokens": 11224490.0,
      "step": 4910
    },
    {
      "entropy": 5.801441812515259,
      "epoch": 0.4858639778568604,
      "grad_norm": 1.234375,
      "learning_rate": 0.0004983062614409314,
      "loss": 5.6924,
      "mean_token_accuracy": 0.16117836385965348,
      "num_tokens": 11235022.0,
      "step": 4915
    },
    {
      "entropy": 5.850840520858765,
      "epoch": 0.4863582443653618,
      "grad_norm": 1.28125,
      "learning_rate": 0.0004983019367465064,
      "loss": 5.7245,
      "mean_token_accuracy": 0.15540830790996552,
      "num_tokens": 11247485.0,
      "step": 4920
    },
    {
      "entropy": 5.75506625175476,
      "epoch": 0.48685251087386316,
      "grad_norm": 1.2734375,
      "learning_rate": 0.000498297606558819,
      "loss": 5.6655,
      "mean_token_accuracy": 0.1630787342786789,
      "num_tokens": 11258488.0,
      "step": 4925
    },
    {
      "entropy": 5.736137628555298,
      "epoch": 0.4873467773823646,
      "grad_norm": 1.265625,
      "learning_rate": 0.0004982932708779759,
      "loss": 5.7167,
      "mean_token_accuracy": 0.16207361966371536,
      "num_tokens": 11270786.0,
      "step": 4930
    },
    {
      "entropy": 5.90667872428894,
      "epoch": 0.48784104389086597,
      "grad_norm": 1.3359375,
      "learning_rate": 0.0004982889297040836,
      "loss": 5.7079,
      "mean_token_accuracy": 0.15878405645489693,
      "num_tokens": 11282434.0,
      "step": 4935
    },
    {
      "entropy": 5.791211462020874,
      "epoch": 0.48833531039936734,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004982845830372491,
      "loss": 5.694,
      "mean_token_accuracy": 0.1584634080529213,
      "num_tokens": 11292406.0,
      "step": 4940
    },
    {
      "entropy": 5.844303798675537,
      "epoch": 0.4888295769078687,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004982802308775791,
      "loss": 5.83,
      "mean_token_accuracy": 0.1521375820040703,
      "num_tokens": 11304491.0,
      "step": 4945
    },
    {
      "entropy": 5.850516319274902,
      "epoch": 0.4893238434163701,
      "grad_norm": 1.3203125,
      "learning_rate": 0.000498275873225181,
      "loss": 5.7576,
      "mean_token_accuracy": 0.159835883975029,
      "num_tokens": 11317038.0,
      "step": 4950
    },
    {
      "entropy": 5.819036674499512,
      "epoch": 0.4898181099248715,
      "grad_norm": 1.4609375,
      "learning_rate": 0.0004982715100801616,
      "loss": 5.7688,
      "mean_token_accuracy": 0.1559791311621666,
      "num_tokens": 11329354.0,
      "step": 4955
    },
    {
      "entropy": 5.789994812011718,
      "epoch": 0.4903123764333729,
      "grad_norm": 1.21875,
      "learning_rate": 0.0004982671414426285,
      "loss": 5.735,
      "mean_token_accuracy": 0.15645507723093033,
      "num_tokens": 11340508.0,
      "step": 4960
    },
    {
      "entropy": 5.792756795883179,
      "epoch": 0.49080664294187426,
      "grad_norm": 1.296875,
      "learning_rate": 0.0004982627673126889,
      "loss": 5.7224,
      "mean_token_accuracy": 0.16280135810375213,
      "num_tokens": 11352608.0,
      "step": 4965
    },
    {
      "entropy": 5.749039602279663,
      "epoch": 0.49130090945037563,
      "grad_norm": 1.34375,
      "learning_rate": 0.0004982583876904508,
      "loss": 5.6953,
      "mean_token_accuracy": 0.16312929540872573,
      "num_tokens": 11364089.0,
      "step": 4970
    },
    {
      "entropy": 5.7701911449432375,
      "epoch": 0.491795175958877,
      "grad_norm": 1.359375,
      "learning_rate": 0.0004982540025760217,
      "loss": 5.6459,
      "mean_token_accuracy": 0.16562199592590332,
      "num_tokens": 11375521.0,
      "step": 4975
    },
    {
      "entropy": 5.782875490188599,
      "epoch": 0.49228944246737844,
      "grad_norm": 1.4453125,
      "learning_rate": 0.0004982496119695094,
      "loss": 5.7708,
      "mean_token_accuracy": 0.1639150306582451,
      "num_tokens": 11387721.0,
      "step": 4980
    },
    {
      "entropy": 5.809487771987915,
      "epoch": 0.4927837089758798,
      "grad_norm": 1.453125,
      "learning_rate": 0.000498245215871022,
      "loss": 5.7793,
      "mean_token_accuracy": 0.15731133073568343,
      "num_tokens": 11398688.0,
      "step": 4985
    },
    {
      "entropy": 5.778379106521607,
      "epoch": 0.4932779754843812,
      "grad_norm": 1.21875,
      "learning_rate": 0.0004982408142806678,
      "loss": 5.6689,
      "mean_token_accuracy": 0.1573247194290161,
      "num_tokens": 11410420.0,
      "step": 4990
    },
    {
      "entropy": 5.766946649551391,
      "epoch": 0.49377224199288255,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004982364071985549,
      "loss": 5.6466,
      "mean_token_accuracy": 0.16381097137928008,
      "num_tokens": 11420521.0,
      "step": 4995
    },
    {
      "entropy": 5.80004506111145,
      "epoch": 0.4942665085013839,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004982319946247917,
      "loss": 5.7457,
      "mean_token_accuracy": 0.15540773868560792,
      "num_tokens": 11432550.0,
      "step": 5000
    },
    {
      "entropy": 5.876774835586548,
      "epoch": 0.49476077500988536,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004982275765594869,
      "loss": 5.7119,
      "mean_token_accuracy": 0.15528473407030105,
      "num_tokens": 11444602.0,
      "step": 5005
    },
    {
      "entropy": 5.723411178588867,
      "epoch": 0.49525504151838673,
      "grad_norm": 1.4140625,
      "learning_rate": 0.0004982231530027489,
      "loss": 5.5624,
      "mean_token_accuracy": 0.16830452531576157,
      "num_tokens": 11456187.0,
      "step": 5010
    },
    {
      "entropy": 5.714942979812622,
      "epoch": 0.4957493080268881,
      "grad_norm": 1.28125,
      "learning_rate": 0.0004982187239546868,
      "loss": 5.7802,
      "mean_token_accuracy": 0.15819563418626786,
      "num_tokens": 11468615.0,
      "step": 5015
    },
    {
      "entropy": 5.8007875919342045,
      "epoch": 0.4962435745353895,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004982142894154095,
      "loss": 5.6822,
      "mean_token_accuracy": 0.1621628761291504,
      "num_tokens": 11480865.0,
      "step": 5020
    },
    {
      "entropy": 5.8547523021698,
      "epoch": 0.49673784104389085,
      "grad_norm": 1.3203125,
      "learning_rate": 0.000498209849385026,
      "loss": 5.7576,
      "mean_token_accuracy": 0.1487893909215927,
      "num_tokens": 11492590.0,
      "step": 5025
    },
    {
      "entropy": 5.832790374755859,
      "epoch": 0.4972321075523923,
      "grad_norm": 1.359375,
      "learning_rate": 0.0004982054038636456,
      "loss": 5.7379,
      "mean_token_accuracy": 0.16455563455820083,
      "num_tokens": 11503481.0,
      "step": 5030
    },
    {
      "entropy": 5.797842264175415,
      "epoch": 0.49772637406089365,
      "grad_norm": 1.3359375,
      "learning_rate": 0.0004982009528513776,
      "loss": 5.677,
      "mean_token_accuracy": 0.15781579166650772,
      "num_tokens": 11515083.0,
      "step": 5035
    },
    {
      "entropy": 5.786930131912231,
      "epoch": 0.498220640569395,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004981964963483316,
      "loss": 5.7479,
      "mean_token_accuracy": 0.15487340539693834,
      "num_tokens": 11527923.0,
      "step": 5040
    },
    {
      "entropy": 5.790785455703736,
      "epoch": 0.4987149070778964,
      "grad_norm": 1.3046875,
      "learning_rate": 0.0004981920343546171,
      "loss": 5.767,
      "mean_token_accuracy": 0.15837057381868364,
      "num_tokens": 11539456.0,
      "step": 5045
    },
    {
      "entropy": 5.834515476226807,
      "epoch": 0.49920917358639777,
      "grad_norm": 1.3359375,
      "learning_rate": 0.000498187566870344,
      "loss": 5.6746,
      "mean_token_accuracy": 0.16797788292169571,
      "num_tokens": 11550809.0,
      "step": 5050
    },
    {
      "entropy": 5.907103157043457,
      "epoch": 0.49970344009489914,
      "grad_norm": 1.4296875,
      "learning_rate": 0.0004981830938956221,
      "loss": 5.8069,
      "mean_token_accuracy": 0.15619237422943116,
      "num_tokens": 11562545.0,
      "step": 5055
    },
    {
      "entropy": 5.729175996780396,
      "epoch": 0.5001977066034006,
      "grad_norm": 1.234375,
      "learning_rate": 0.0004981786154305615,
      "loss": 5.6898,
      "mean_token_accuracy": 0.16165309697389602,
      "num_tokens": 11574479.0,
      "step": 5060
    },
    {
      "entropy": 5.8273388862609865,
      "epoch": 0.500691973111902,
      "grad_norm": 1.5859375,
      "learning_rate": 0.0004981741314752722,
      "loss": 5.6308,
      "mean_token_accuracy": 0.16577657908201218,
      "num_tokens": 11583942.0,
      "step": 5065
    },
    {
      "entropy": 5.768800449371338,
      "epoch": 0.5011862396204033,
      "grad_norm": 1.4140625,
      "learning_rate": 0.0004981696420298647,
      "loss": 5.7375,
      "mean_token_accuracy": 0.15999182015657426,
      "num_tokens": 11596745.0,
      "step": 5070
    },
    {
      "entropy": 5.69454779624939,
      "epoch": 0.5016805061289047,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0004981651470944495,
      "loss": 5.6275,
      "mean_token_accuracy": 0.16875656843185424,
      "num_tokens": 11608950.0,
      "step": 5075
    },
    {
      "entropy": 5.708047723770141,
      "epoch": 0.5021747726374061,
      "grad_norm": 1.265625,
      "learning_rate": 0.000498160646669137,
      "loss": 5.7504,
      "mean_token_accuracy": 0.16267986744642257,
      "num_tokens": 11619996.0,
      "step": 5080
    },
    {
      "entropy": 5.8013287544250485,
      "epoch": 0.5026690391459074,
      "grad_norm": 1.2890625,
      "learning_rate": 0.0004981561407540379,
      "loss": 5.6509,
      "mean_token_accuracy": 0.16587038934230805,
      "num_tokens": 11632167.0,
      "step": 5085
    },
    {
      "entropy": 5.7611579418182375,
      "epoch": 0.5031633056544088,
      "grad_norm": 1.40625,
      "learning_rate": 0.0004981516293492632,
      "loss": 5.6612,
      "mean_token_accuracy": 0.16275765299797057,
      "num_tokens": 11643722.0,
      "step": 5090
    },
    {
      "entropy": 5.723428201675415,
      "epoch": 0.5036575721629103,
      "grad_norm": 1.6171875,
      "learning_rate": 0.0004981471124549237,
      "loss": 5.6624,
      "mean_token_accuracy": 0.1652078226208687,
      "num_tokens": 11654890.0,
      "step": 5095
    },
    {
      "entropy": 5.806342506408692,
      "epoch": 0.5041518386714117,
      "grad_norm": 1.59375,
      "learning_rate": 0.0004981425900711308,
      "loss": 5.7349,
      "mean_token_accuracy": 0.15667447149753572,
      "num_tokens": 11665485.0,
      "step": 5100
    },
    {
      "entropy": 5.781207275390625,
      "epoch": 0.504646105179913,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0004981380621979954,
      "loss": 5.6345,
      "mean_token_accuracy": 0.1660120278596878,
      "num_tokens": 11676145.0,
      "step": 5105
    },
    {
      "entropy": 5.761055755615234,
      "epoch": 0.5051403716884144,
      "grad_norm": 1.390625,
      "learning_rate": 0.0004981335288356291,
      "loss": 5.6519,
      "mean_token_accuracy": 0.15547278001904488,
      "num_tokens": 11687777.0,
      "step": 5110
    },
    {
      "entropy": 5.841087675094604,
      "epoch": 0.5056346381969158,
      "grad_norm": 1.46875,
      "learning_rate": 0.0004981289899841434,
      "loss": 5.6841,
      "mean_token_accuracy": 0.1652728870511055,
      "num_tokens": 11699703.0,
      "step": 5115
    },
    {
      "entropy": 5.83178071975708,
      "epoch": 0.5061289047054172,
      "grad_norm": 1.3046875,
      "learning_rate": 0.0004981244456436499,
      "loss": 5.7897,
      "mean_token_accuracy": 0.14936670213937758,
      "num_tokens": 11711632.0,
      "step": 5120
    },
    {
      "entropy": 5.860979509353638,
      "epoch": 0.5066231712139185,
      "grad_norm": 1.2890625,
      "learning_rate": 0.0004981198958142604,
      "loss": 5.7706,
      "mean_token_accuracy": 0.15854335874319075,
      "num_tokens": 11723763.0,
      "step": 5125
    },
    {
      "entropy": 5.8356544971466064,
      "epoch": 0.5071174377224199,
      "grad_norm": 1.21875,
      "learning_rate": 0.0004981153404960869,
      "loss": 5.7765,
      "mean_token_accuracy": 0.15582619458436966,
      "num_tokens": 11736061.0,
      "step": 5130
    },
    {
      "entropy": 5.736947250366211,
      "epoch": 0.5076117042309213,
      "grad_norm": 1.53125,
      "learning_rate": 0.0004981107796892414,
      "loss": 5.7768,
      "mean_token_accuracy": 0.16211810559034348,
      "num_tokens": 11749342.0,
      "step": 5135
    },
    {
      "entropy": 5.870418214797974,
      "epoch": 0.5081059707394227,
      "grad_norm": 1.4453125,
      "learning_rate": 0.0004981062133938361,
      "loss": 5.7008,
      "mean_token_accuracy": 0.16118012517690658,
      "num_tokens": 11760441.0,
      "step": 5140
    },
    {
      "entropy": 5.736885452270508,
      "epoch": 0.508600237247924,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0004981016416099834,
      "loss": 5.617,
      "mean_token_accuracy": 0.16642038524150848,
      "num_tokens": 11772191.0,
      "step": 5145
    },
    {
      "entropy": 5.8572736263275145,
      "epoch": 0.5090945037564255,
      "grad_norm": 1.25,
      "learning_rate": 0.0004980970643377956,
      "loss": 5.8781,
      "mean_token_accuracy": 0.14796603471040726,
      "num_tokens": 11786347.0,
      "step": 5150
    },
    {
      "entropy": 5.814970922470093,
      "epoch": 0.5095887702649269,
      "grad_norm": 1.3515625,
      "learning_rate": 0.0004980924815773855,
      "loss": 5.6264,
      "mean_token_accuracy": 0.16511821299791335,
      "num_tokens": 11797741.0,
      "step": 5155
    },
    {
      "entropy": 5.809056663513184,
      "epoch": 0.5100830367734283,
      "grad_norm": 1.296875,
      "learning_rate": 0.0004980878933288657,
      "loss": 5.7587,
      "mean_token_accuracy": 0.15323774218559266,
      "num_tokens": 11809728.0,
      "step": 5160
    },
    {
      "entropy": 5.859042739868164,
      "epoch": 0.5105773032819296,
      "grad_norm": 1.2109375,
      "learning_rate": 0.000498083299592349,
      "loss": 5.7098,
      "mean_token_accuracy": 0.1520225413143635,
      "num_tokens": 11822000.0,
      "step": 5165
    },
    {
      "entropy": 5.8006284713745115,
      "epoch": 0.511071569790431,
      "grad_norm": 1.7109375,
      "learning_rate": 0.0004980787003679486,
      "loss": 5.7056,
      "mean_token_accuracy": 0.15795185714960097,
      "num_tokens": 11834059.0,
      "step": 5170
    },
    {
      "entropy": 5.692893600463867,
      "epoch": 0.5115658362989324,
      "grad_norm": 1.4921875,
      "learning_rate": 0.0004980740956557776,
      "loss": 5.5905,
      "mean_token_accuracy": 0.1717328056693077,
      "num_tokens": 11844001.0,
      "step": 5175
    },
    {
      "entropy": 5.73483099937439,
      "epoch": 0.5120601028074337,
      "grad_norm": 1.3125,
      "learning_rate": 0.0004980694854559493,
      "loss": 5.7625,
      "mean_token_accuracy": 0.16032130271196365,
      "num_tokens": 11855991.0,
      "step": 5180
    },
    {
      "entropy": 5.868142175674438,
      "epoch": 0.5125543693159351,
      "grad_norm": 1.25,
      "learning_rate": 0.000498064869768577,
      "loss": 5.7355,
      "mean_token_accuracy": 0.1608465313911438,
      "num_tokens": 11867975.0,
      "step": 5185
    },
    {
      "entropy": 5.761822128295899,
      "epoch": 0.5130486358244365,
      "grad_norm": 1.25,
      "learning_rate": 0.0004980602485937743,
      "loss": 5.6842,
      "mean_token_accuracy": 0.1614299662411213,
      "num_tokens": 11880034.0,
      "step": 5190
    },
    {
      "entropy": 5.815242528915405,
      "epoch": 0.5135429023329379,
      "grad_norm": 2.03125,
      "learning_rate": 0.0004980556219316549,
      "loss": 5.7557,
      "mean_token_accuracy": 0.1584977239370346,
      "num_tokens": 11891490.0,
      "step": 5195
    },
    {
      "entropy": 5.83032603263855,
      "epoch": 0.5140371688414394,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0004980509897823326,
      "loss": 5.6579,
      "mean_token_accuracy": 0.16577705144882202,
      "num_tokens": 11902988.0,
      "step": 5200
    },
    {
      "entropy": 5.741867351531982,
      "epoch": 0.5145314353499407,
      "grad_norm": 1.546875,
      "learning_rate": 0.0004980463521459212,
      "loss": 5.7216,
      "mean_token_accuracy": 0.16082934737205506,
      "num_tokens": 11915088.0,
      "step": 5205
    },
    {
      "entropy": 5.786735105514526,
      "epoch": 0.5150257018584421,
      "grad_norm": 1.6875,
      "learning_rate": 0.0004980417090225351,
      "loss": 5.7334,
      "mean_token_accuracy": 0.16337004601955413,
      "num_tokens": 11926789.0,
      "step": 5210
    },
    {
      "entropy": 5.9148640632629395,
      "epoch": 0.5155199683669435,
      "grad_norm": 1.4296875,
      "learning_rate": 0.0004980370604122883,
      "loss": 5.7611,
      "mean_token_accuracy": 0.15934159755706787,
      "num_tokens": 11938876.0,
      "step": 5215
    },
    {
      "entropy": 5.8335541725158695,
      "epoch": 0.5160142348754448,
      "grad_norm": 1.7578125,
      "learning_rate": 0.0004980324063152952,
      "loss": 5.7172,
      "mean_token_accuracy": 0.16266890615224838,
      "num_tokens": 11950099.0,
      "step": 5220
    },
    {
      "entropy": 5.842185688018799,
      "epoch": 0.5165085013839462,
      "grad_norm": 1.2890625,
      "learning_rate": 0.0004980277467316704,
      "loss": 5.7757,
      "mean_token_accuracy": 0.15510211884975433,
      "num_tokens": 11962585.0,
      "step": 5225
    },
    {
      "entropy": 5.820865440368652,
      "epoch": 0.5170027678924476,
      "grad_norm": 1.703125,
      "learning_rate": 0.0004980230816615282,
      "loss": 5.7006,
      "mean_token_accuracy": 0.16341910213232042,
      "num_tokens": 11972579.0,
      "step": 5230
    },
    {
      "entropy": 5.80379729270935,
      "epoch": 0.517497034400949,
      "grad_norm": 1.3828125,
      "learning_rate": 0.0004980184111049837,
      "loss": 5.6335,
      "mean_token_accuracy": 0.16957199275493623,
      "num_tokens": 11983337.0,
      "step": 5235
    },
    {
      "entropy": 5.778374338150025,
      "epoch": 0.5179913009094503,
      "grad_norm": 1.2890625,
      "learning_rate": 0.0004980137350621518,
      "loss": 5.7555,
      "mean_token_accuracy": 0.1562938116490841,
      "num_tokens": 11995086.0,
      "step": 5240
    },
    {
      "entropy": 5.847301006317139,
      "epoch": 0.5184855674179517,
      "grad_norm": 1.234375,
      "learning_rate": 0.0004980090535331473,
      "loss": 5.7757,
      "mean_token_accuracy": 0.1603434130549431,
      "num_tokens": 12007814.0,
      "step": 5245
    },
    {
      "entropy": 5.7690938949584964,
      "epoch": 0.5189798339264532,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004980043665180857,
      "loss": 5.6201,
      "mean_token_accuracy": 0.16814614981412887,
      "num_tokens": 12020714.0,
      "step": 5250
    },
    {
      "entropy": 5.707731676101685,
      "epoch": 0.5194741004349546,
      "grad_norm": 1.5,
      "learning_rate": 0.0004979996740170819,
      "loss": 5.6433,
      "mean_token_accuracy": 0.1608419969677925,
      "num_tokens": 12031994.0,
      "step": 5255
    },
    {
      "entropy": 5.841365575790405,
      "epoch": 0.5199683669434559,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0004979949760302515,
      "loss": 5.682,
      "mean_token_accuracy": 0.15966767072677612,
      "num_tokens": 12042887.0,
      "step": 5260
    },
    {
      "entropy": 5.849974203109741,
      "epoch": 0.5204626334519573,
      "grad_norm": 1.3515625,
      "learning_rate": 0.0004979902725577101,
      "loss": 5.735,
      "mean_token_accuracy": 0.15892827957868577,
      "num_tokens": 12054426.0,
      "step": 5265
    },
    {
      "entropy": 5.810884571075439,
      "epoch": 0.5209568999604587,
      "grad_norm": 1.234375,
      "learning_rate": 0.0004979855635995735,
      "loss": 5.7355,
      "mean_token_accuracy": 0.15427639484405517,
      "num_tokens": 12066360.0,
      "step": 5270
    },
    {
      "entropy": 5.898036861419678,
      "epoch": 0.5214511664689601,
      "grad_norm": 1.5625,
      "learning_rate": 0.0004979808491559573,
      "loss": 5.7527,
      "mean_token_accuracy": 0.15606434941291808,
      "num_tokens": 12076651.0,
      "step": 5275
    },
    {
      "entropy": 5.781798648834228,
      "epoch": 0.5219454329774614,
      "grad_norm": 1.9140625,
      "learning_rate": 0.0004979761292269778,
      "loss": 5.6263,
      "mean_token_accuracy": 0.16331419348716736,
      "num_tokens": 12087522.0,
      "step": 5280
    },
    {
      "entropy": 5.740968227386475,
      "epoch": 0.5224396994859628,
      "grad_norm": 1.375,
      "learning_rate": 0.0004979714038127508,
      "loss": 5.7151,
      "mean_token_accuracy": 0.15970026403665544,
      "num_tokens": 12097999.0,
      "step": 5285
    },
    {
      "entropy": 5.736458444595337,
      "epoch": 0.5229339659944642,
      "grad_norm": 1.7421875,
      "learning_rate": 0.0004979666729133927,
      "loss": 5.6423,
      "mean_token_accuracy": 0.15874699205160142,
      "num_tokens": 12108080.0,
      "step": 5290
    },
    {
      "entropy": 5.913213014602661,
      "epoch": 0.5234282325029656,
      "grad_norm": 1.28125,
      "learning_rate": 0.0004979619365290199,
      "loss": 5.8909,
      "mean_token_accuracy": 0.1450125604867935,
      "num_tokens": 12122705.0,
      "step": 5295
    },
    {
      "entropy": 5.923708438873291,
      "epoch": 0.523922499011467,
      "grad_norm": 1.4140625,
      "learning_rate": 0.0004979571946597488,
      "loss": 5.7064,
      "mean_token_accuracy": 0.1583932265639305,
      "num_tokens": 12134000.0,
      "step": 5300
    },
    {
      "entropy": 5.741547060012818,
      "epoch": 0.5244167655199684,
      "grad_norm": 1.4765625,
      "learning_rate": 0.0004979524473056961,
      "loss": 5.7182,
      "mean_token_accuracy": 0.1550974190235138,
      "num_tokens": 12144825.0,
      "step": 5305
    },
    {
      "entropy": 5.817003345489502,
      "epoch": 0.5249110320284698,
      "grad_norm": 1.53125,
      "learning_rate": 0.0004979476944669787,
      "loss": 5.8085,
      "mean_token_accuracy": 0.15489696711301804,
      "num_tokens": 12156590.0,
      "step": 5310
    },
    {
      "entropy": 5.874768495559692,
      "epoch": 0.5254052985369712,
      "grad_norm": 1.4609375,
      "learning_rate": 0.0004979429361437134,
      "loss": 5.6488,
      "mean_token_accuracy": 0.16562367230653763,
      "num_tokens": 12167478.0,
      "step": 5315
    },
    {
      "entropy": 5.818252611160278,
      "epoch": 0.5258995650454725,
      "grad_norm": 1.4765625,
      "learning_rate": 0.0004979381723360173,
      "loss": 5.6482,
      "mean_token_accuracy": 0.16822979003190994,
      "num_tokens": 12178728.0,
      "step": 5320
    },
    {
      "entropy": 5.6653368949890135,
      "epoch": 0.5263938315539739,
      "grad_norm": 1.21875,
      "learning_rate": 0.0004979334030440076,
      "loss": 5.6163,
      "mean_token_accuracy": 0.15801714062690736,
      "num_tokens": 12190061.0,
      "step": 5325
    },
    {
      "entropy": 5.708331680297851,
      "epoch": 0.5268880980624753,
      "grad_norm": 1.578125,
      "learning_rate": 0.0004979286282678015,
      "loss": 5.7284,
      "mean_token_accuracy": 0.1623130276799202,
      "num_tokens": 12200867.0,
      "step": 5330
    },
    {
      "entropy": 5.832484483718872,
      "epoch": 0.5273823645709766,
      "grad_norm": 1.3359375,
      "learning_rate": 0.0004979238480075166,
      "loss": 5.6842,
      "mean_token_accuracy": 0.16192447394132614,
      "num_tokens": 12212681.0,
      "step": 5335
    },
    {
      "entropy": 5.8057342052459715,
      "epoch": 0.527876631079478,
      "grad_norm": 1.5078125,
      "learning_rate": 0.0004979190622632705,
      "loss": 5.727,
      "mean_token_accuracy": 0.16040914058685302,
      "num_tokens": 12224279.0,
      "step": 5340
    },
    {
      "entropy": 5.689106702804565,
      "epoch": 0.5283708975879794,
      "grad_norm": 1.21875,
      "learning_rate": 0.0004979142710351809,
      "loss": 5.5774,
      "mean_token_accuracy": 0.17663966119289398,
      "num_tokens": 12235754.0,
      "step": 5345
    },
    {
      "entropy": 5.832288217544556,
      "epoch": 0.5288651640964809,
      "grad_norm": 1.359375,
      "learning_rate": 0.0004979094743233656,
      "loss": 5.706,
      "mean_token_accuracy": 0.16103370785713195,
      "num_tokens": 12246014.0,
      "step": 5350
    },
    {
      "entropy": 5.761579513549805,
      "epoch": 0.5293594306049823,
      "grad_norm": 1.3828125,
      "learning_rate": 0.0004979046721279426,
      "loss": 5.6665,
      "mean_token_accuracy": 0.16219642460346223,
      "num_tokens": 12257519.0,
      "step": 5355
    },
    {
      "entropy": 5.7685311794281,
      "epoch": 0.5298536971134836,
      "grad_norm": 1.7890625,
      "learning_rate": 0.0004978998644490302,
      "loss": 5.7177,
      "mean_token_accuracy": 0.15667742639780044,
      "num_tokens": 12269806.0,
      "step": 5360
    },
    {
      "entropy": 5.7736852169036865,
      "epoch": 0.530347963621985,
      "grad_norm": 1.421875,
      "learning_rate": 0.0004978950512867465,
      "loss": 5.7213,
      "mean_token_accuracy": 0.15609590262174605,
      "num_tokens": 12281612.0,
      "step": 5365
    },
    {
      "entropy": 5.835879468917847,
      "epoch": 0.5308422301304864,
      "grad_norm": 1.3359375,
      "learning_rate": 0.0004978902326412099,
      "loss": 5.6872,
      "mean_token_accuracy": 0.159187912940979,
      "num_tokens": 12293022.0,
      "step": 5370
    },
    {
      "entropy": 5.790759038925171,
      "epoch": 0.5313364966389877,
      "grad_norm": 1.2578125,
      "learning_rate": 0.000497885408512539,
      "loss": 5.6714,
      "mean_token_accuracy": 0.16126388013362886,
      "num_tokens": 12304414.0,
      "step": 5375
    },
    {
      "entropy": 5.893075704574585,
      "epoch": 0.5318307631474891,
      "grad_norm": 1.703125,
      "learning_rate": 0.0004978805789008526,
      "loss": 5.8077,
      "mean_token_accuracy": 0.15097813457250595,
      "num_tokens": 12315618.0,
      "step": 5380
    },
    {
      "entropy": 5.829635524749756,
      "epoch": 0.5323250296559905,
      "grad_norm": 1.4140625,
      "learning_rate": 0.0004978757438062692,
      "loss": 5.6497,
      "mean_token_accuracy": 0.16604820936918258,
      "num_tokens": 12328026.0,
      "step": 5385
    },
    {
      "entropy": 5.793191528320312,
      "epoch": 0.5328192961644919,
      "grad_norm": 1.2734375,
      "learning_rate": 0.0004978709032289081,
      "loss": 5.7214,
      "mean_token_accuracy": 0.1559169754385948,
      "num_tokens": 12339441.0,
      "step": 5390
    },
    {
      "entropy": 5.85589632987976,
      "epoch": 0.5333135626729932,
      "grad_norm": 1.4453125,
      "learning_rate": 0.0004978660571688881,
      "loss": 5.7425,
      "mean_token_accuracy": 0.15749634355306624,
      "num_tokens": 12351005.0,
      "step": 5395
    },
    {
      "entropy": 5.811450242996216,
      "epoch": 0.5338078291814946,
      "grad_norm": 1.4765625,
      "learning_rate": 0.0004978612056263286,
      "loss": 5.7471,
      "mean_token_accuracy": 0.16507457196712494,
      "num_tokens": 12363147.0,
      "step": 5400
    },
    {
      "entropy": 5.825579690933227,
      "epoch": 0.5343020956899961,
      "grad_norm": 1.5546875,
      "learning_rate": 0.0004978563486013488,
      "loss": 5.6776,
      "mean_token_accuracy": 0.16178106069564818,
      "num_tokens": 12373446.0,
      "step": 5405
    },
    {
      "entropy": 5.7309596061706545,
      "epoch": 0.5347963621984975,
      "grad_norm": 1.3671875,
      "learning_rate": 0.0004978514860940683,
      "loss": 5.6618,
      "mean_token_accuracy": 0.16514517068862916,
      "num_tokens": 12384591.0,
      "step": 5410
    },
    {
      "entropy": 5.761965560913086,
      "epoch": 0.5352906287069988,
      "grad_norm": 1.5,
      "learning_rate": 0.0004978466181046067,
      "loss": 5.6196,
      "mean_token_accuracy": 0.16532472819089888,
      "num_tokens": 12396117.0,
      "step": 5415
    },
    {
      "entropy": 5.76508355140686,
      "epoch": 0.5357848952155002,
      "grad_norm": 1.3515625,
      "learning_rate": 0.0004978417446330837,
      "loss": 5.6999,
      "mean_token_accuracy": 0.16554254442453384,
      "num_tokens": 12407400.0,
      "step": 5420
    },
    {
      "entropy": 5.7422675609588625,
      "epoch": 0.5362791617240016,
      "grad_norm": 1.890625,
      "learning_rate": 0.0004978368656796191,
      "loss": 5.6184,
      "mean_token_accuracy": 0.16983277797698976,
      "num_tokens": 12417629.0,
      "step": 5425
    },
    {
      "entropy": 5.7121666431427,
      "epoch": 0.536773428232503,
      "grad_norm": 2.171875,
      "learning_rate": 0.0004978319812443331,
      "loss": 5.6461,
      "mean_token_accuracy": 0.1678358569741249,
      "num_tokens": 12428522.0,
      "step": 5430
    },
    {
      "entropy": 5.803666687011718,
      "epoch": 0.5372676947410043,
      "grad_norm": 1.703125,
      "learning_rate": 0.0004978270913273458,
      "loss": 5.7394,
      "mean_token_accuracy": 0.15472337305545808,
      "num_tokens": 12440390.0,
      "step": 5435
    },
    {
      "entropy": 5.783153104782104,
      "epoch": 0.5377619612495057,
      "grad_norm": 1.4375,
      "learning_rate": 0.0004978221959287775,
      "loss": 5.6473,
      "mean_token_accuracy": 0.16296303272247314,
      "num_tokens": 12451846.0,
      "step": 5440
    },
    {
      "entropy": 5.743931531906128,
      "epoch": 0.5382562277580071,
      "grad_norm": 1.5625,
      "learning_rate": 0.0004978172950487486,
      "loss": 5.6829,
      "mean_token_accuracy": 0.16433457732200624,
      "num_tokens": 12462051.0,
      "step": 5445
    },
    {
      "entropy": 5.716442108154297,
      "epoch": 0.5387504942665085,
      "grad_norm": 1.484375,
      "learning_rate": 0.0004978123886873797,
      "loss": 5.6008,
      "mean_token_accuracy": 0.17102793008089065,
      "num_tokens": 12472730.0,
      "step": 5450
    },
    {
      "entropy": 5.751273155212402,
      "epoch": 0.5392447607750099,
      "grad_norm": 1.5859375,
      "learning_rate": 0.0004978074768447915,
      "loss": 5.6123,
      "mean_token_accuracy": 0.17399577647447587,
      "num_tokens": 12482719.0,
      "step": 5455
    },
    {
      "entropy": 5.761351537704468,
      "epoch": 0.5397390272835113,
      "grad_norm": 1.578125,
      "learning_rate": 0.0004978025595211048,
      "loss": 5.6517,
      "mean_token_accuracy": 0.16074512004852295,
      "num_tokens": 12492659.0,
      "step": 5460
    },
    {
      "entropy": 5.882458209991455,
      "epoch": 0.5402332937920127,
      "grad_norm": 1.375,
      "learning_rate": 0.0004977976367164404,
      "loss": 5.7174,
      "mean_token_accuracy": 0.16112817525863649,
      "num_tokens": 12504381.0,
      "step": 5465
    },
    {
      "entropy": 5.807905769348144,
      "epoch": 0.540727560300514,
      "grad_norm": 1.421875,
      "learning_rate": 0.0004977927084309198,
      "loss": 5.5634,
      "mean_token_accuracy": 0.17260986417531968,
      "num_tokens": 12515041.0,
      "step": 5470
    },
    {
      "entropy": 5.804184818267823,
      "epoch": 0.5412218268090154,
      "grad_norm": 1.890625,
      "learning_rate": 0.0004977877746646639,
      "loss": 5.7184,
      "mean_token_accuracy": 0.15993063598871232,
      "num_tokens": 12526313.0,
      "step": 5475
    },
    {
      "entropy": 5.80208010673523,
      "epoch": 0.5417160933175168,
      "grad_norm": 1.4453125,
      "learning_rate": 0.0004977828354177941,
      "loss": 5.807,
      "mean_token_accuracy": 0.14883915781974794,
      "num_tokens": 12538268.0,
      "step": 5480
    },
    {
      "entropy": 5.808342599868775,
      "epoch": 0.5422103598260182,
      "grad_norm": 1.3515625,
      "learning_rate": 0.0004977778906904321,
      "loss": 5.7029,
      "mean_token_accuracy": 0.1601228341460228,
      "num_tokens": 12548365.0,
      "step": 5485
    },
    {
      "entropy": 5.879845809936524,
      "epoch": 0.5427046263345195,
      "grad_norm": 1.3203125,
      "learning_rate": 0.0004977729404826995,
      "loss": 5.8156,
      "mean_token_accuracy": 0.14491160213947296,
      "num_tokens": 12560652.0,
      "step": 5490
    },
    {
      "entropy": 5.794532537460327,
      "epoch": 0.5431988928430209,
      "grad_norm": 1.65625,
      "learning_rate": 0.0004977679847947179,
      "loss": 5.6637,
      "mean_token_accuracy": 0.16358893662691115,
      "num_tokens": 12572079.0,
      "step": 5495
    },
    {
      "entropy": 5.745615434646607,
      "epoch": 0.5436931593515223,
      "grad_norm": 1.359375,
      "learning_rate": 0.0004977630236266093,
      "loss": 5.5743,
      "mean_token_accuracy": 0.16720821112394332,
      "num_tokens": 12582601.0,
      "step": 5500
    },
    {
      "entropy": 5.836099672317505,
      "epoch": 0.5441874258600238,
      "grad_norm": 1.5625,
      "learning_rate": 0.0004977580569784958,
      "loss": 5.7246,
      "mean_token_accuracy": 0.15426233559846877,
      "num_tokens": 12595176.0,
      "step": 5505
    },
    {
      "entropy": 5.81144642829895,
      "epoch": 0.5446816923685251,
      "grad_norm": 1.484375,
      "learning_rate": 0.0004977530848504994,
      "loss": 5.7258,
      "mean_token_accuracy": 0.15800877958536147,
      "num_tokens": 12608161.0,
      "step": 5510
    },
    {
      "entropy": 5.777765703201294,
      "epoch": 0.5451759588770265,
      "grad_norm": 1.46875,
      "learning_rate": 0.0004977481072427427,
      "loss": 5.7436,
      "mean_token_accuracy": 0.15919482260942458,
      "num_tokens": 12620109.0,
      "step": 5515
    },
    {
      "entropy": 5.854056882858276,
      "epoch": 0.5456702253855279,
      "grad_norm": 1.640625,
      "learning_rate": 0.000497743124155348,
      "loss": 5.7314,
      "mean_token_accuracy": 0.15875154584646226,
      "num_tokens": 12630339.0,
      "step": 5520
    },
    {
      "entropy": 5.824705743789673,
      "epoch": 0.5461644918940293,
      "grad_norm": 1.6328125,
      "learning_rate": 0.0004977381355884379,
      "loss": 5.7727,
      "mean_token_accuracy": 0.16132542490959167,
      "num_tokens": 12642101.0,
      "step": 5525
    },
    {
      "entropy": 5.889630699157715,
      "epoch": 0.5466587584025306,
      "grad_norm": 1.28125,
      "learning_rate": 0.0004977331415421351,
      "loss": 5.8264,
      "mean_token_accuracy": 0.14514302015304564,
      "num_tokens": 12655436.0,
      "step": 5530
    },
    {
      "entropy": 5.740127992630005,
      "epoch": 0.547153024911032,
      "grad_norm": 1.3515625,
      "learning_rate": 0.0004977281420165624,
      "loss": 5.5126,
      "mean_token_accuracy": 0.1704614356160164,
      "num_tokens": 12667100.0,
      "step": 5535
    },
    {
      "entropy": 5.814797306060791,
      "epoch": 0.5476472914195334,
      "grad_norm": 1.2734375,
      "learning_rate": 0.000497723137011843,
      "loss": 5.7994,
      "mean_token_accuracy": 0.15522741228342057,
      "num_tokens": 12678788.0,
      "step": 5540
    },
    {
      "entropy": 5.793706703186035,
      "epoch": 0.5481415579280348,
      "grad_norm": 1.3203125,
      "learning_rate": 0.0004977181265280997,
      "loss": 5.6823,
      "mean_token_accuracy": 0.16902316808700563,
      "num_tokens": 12690980.0,
      "step": 5545
    },
    {
      "entropy": 5.889812088012695,
      "epoch": 0.5486358244365361,
      "grad_norm": 1.453125,
      "learning_rate": 0.000497713110565456,
      "loss": 5.7941,
      "mean_token_accuracy": 0.15406299531459808,
      "num_tokens": 12702642.0,
      "step": 5550
    },
    {
      "entropy": 5.710815286636352,
      "epoch": 0.5491300909450376,
      "grad_norm": 1.3515625,
      "learning_rate": 0.0004977080891240352,
      "loss": 5.5668,
      "mean_token_accuracy": 0.17032462358474731,
      "num_tokens": 12712750.0,
      "step": 5555
    },
    {
      "entropy": 5.71341609954834,
      "epoch": 0.549624357453539,
      "grad_norm": 1.4296875,
      "learning_rate": 0.000497703062203961,
      "loss": 5.5853,
      "mean_token_accuracy": 0.16658094078302382,
      "num_tokens": 12724464.0,
      "step": 5560
    },
    {
      "entropy": 5.749512577056885,
      "epoch": 0.5501186239620404,
      "grad_norm": 1.328125,
      "learning_rate": 0.0004976980298053567,
      "loss": 5.6705,
      "mean_token_accuracy": 0.1623353898525238,
      "num_tokens": 12735419.0,
      "step": 5565
    },
    {
      "entropy": 5.863523006439209,
      "epoch": 0.5506128904705417,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004976929919283465,
      "loss": 5.6631,
      "mean_token_accuracy": 0.16216106861829757,
      "num_tokens": 12746279.0,
      "step": 5570
    },
    {
      "entropy": 5.748651504516602,
      "epoch": 0.5511071569790431,
      "grad_norm": 1.5859375,
      "learning_rate": 0.0004976879485730541,
      "loss": 5.7698,
      "mean_token_accuracy": 0.15983541011810304,
      "num_tokens": 12758107.0,
      "step": 5575
    },
    {
      "entropy": 5.745821332931518,
      "epoch": 0.5516014234875445,
      "grad_norm": 1.4296875,
      "learning_rate": 0.0004976828997396036,
      "loss": 5.6676,
      "mean_token_accuracy": 0.17020906507968903,
      "num_tokens": 12769354.0,
      "step": 5580
    },
    {
      "entropy": 5.821145534515381,
      "epoch": 0.5520956899960459,
      "grad_norm": 1.515625,
      "learning_rate": 0.0004976778454281193,
      "loss": 5.6384,
      "mean_token_accuracy": 0.1623901054263115,
      "num_tokens": 12780926.0,
      "step": 5585
    },
    {
      "entropy": 5.810956811904907,
      "epoch": 0.5525899565045472,
      "grad_norm": 1.5,
      "learning_rate": 0.0004976727856387253,
      "loss": 5.6478,
      "mean_token_accuracy": 0.15976598411798476,
      "num_tokens": 12792423.0,
      "step": 5590
    },
    {
      "entropy": 5.711795043945313,
      "epoch": 0.5530842230130486,
      "grad_norm": 1.515625,
      "learning_rate": 0.0004976677203715464,
      "loss": 5.5853,
      "mean_token_accuracy": 0.17233408838510514,
      "num_tokens": 12803688.0,
      "step": 5595
    },
    {
      "entropy": 5.709937620162964,
      "epoch": 0.55357848952155,
      "grad_norm": 1.5546875,
      "learning_rate": 0.000497662649626707,
      "loss": 5.5821,
      "mean_token_accuracy": 0.16821181625127793,
      "num_tokens": 12814617.0,
      "step": 5600
    },
    {
      "entropy": 5.731007671356201,
      "epoch": 0.5540727560300513,
      "grad_norm": 1.5546875,
      "learning_rate": 0.0004976575734043318,
      "loss": 5.6118,
      "mean_token_accuracy": 0.16292986273765564,
      "num_tokens": 12826027.0,
      "step": 5605
    },
    {
      "entropy": 5.753634214401245,
      "epoch": 0.5545670225385528,
      "grad_norm": 1.359375,
      "learning_rate": 0.0004976524917045457,
      "loss": 5.7005,
      "mean_token_accuracy": 0.15490526854991912,
      "num_tokens": 12837454.0,
      "step": 5610
    },
    {
      "entropy": 5.759040403366089,
      "epoch": 0.5550612890470542,
      "grad_norm": 1.640625,
      "learning_rate": 0.000497647404527474,
      "loss": 5.597,
      "mean_token_accuracy": 0.16277759820222854,
      "num_tokens": 12848550.0,
      "step": 5615
    },
    {
      "entropy": 5.775821399688721,
      "epoch": 0.5555555555555556,
      "grad_norm": 1.2890625,
      "learning_rate": 0.0004976423118732413,
      "loss": 5.6663,
      "mean_token_accuracy": 0.16614630222320556,
      "num_tokens": 12858270.0,
      "step": 5620
    },
    {
      "entropy": 5.715994215011596,
      "epoch": 0.556049822064057,
      "grad_norm": 1.4765625,
      "learning_rate": 0.0004976372137419733,
      "loss": 5.6312,
      "mean_token_accuracy": 0.16284454464912415,
      "num_tokens": 12869507.0,
      "step": 5625
    },
    {
      "entropy": 5.775624847412109,
      "epoch": 0.5565440885725583,
      "grad_norm": 1.6640625,
      "learning_rate": 0.0004976321101337954,
      "loss": 5.5959,
      "mean_token_accuracy": 0.16878042072057725,
      "num_tokens": 12880097.0,
      "step": 5630
    },
    {
      "entropy": 5.714468574523925,
      "epoch": 0.5570383550810597,
      "grad_norm": 1.390625,
      "learning_rate": 0.000497627001048833,
      "loss": 5.5886,
      "mean_token_accuracy": 0.1684863582253456,
      "num_tokens": 12891302.0,
      "step": 5635
    },
    {
      "entropy": 5.662768936157226,
      "epoch": 0.5575326215895611,
      "grad_norm": 1.796875,
      "learning_rate": 0.0004976218864872118,
      "loss": 5.6089,
      "mean_token_accuracy": 0.17541296780109406,
      "num_tokens": 12903950.0,
      "step": 5640
    },
    {
      "entropy": 5.763148927688599,
      "epoch": 0.5580268880980624,
      "grad_norm": 1.4140625,
      "learning_rate": 0.0004976167664490576,
      "loss": 5.6523,
      "mean_token_accuracy": 0.16255742013454438,
      "num_tokens": 12915713.0,
      "step": 5645
    },
    {
      "entropy": 5.76856484413147,
      "epoch": 0.5585211546065638,
      "grad_norm": 1.34375,
      "learning_rate": 0.0004976116409344966,
      "loss": 5.6154,
      "mean_token_accuracy": 0.16408945620059967,
      "num_tokens": 12926655.0,
      "step": 5650
    },
    {
      "entropy": 5.692210292816162,
      "epoch": 0.5590154211150652,
      "grad_norm": 1.28125,
      "learning_rate": 0.0004976065099436546,
      "loss": 5.6092,
      "mean_token_accuracy": 0.16390977948904037,
      "num_tokens": 12938144.0,
      "step": 5655
    },
    {
      "entropy": 5.833284473419189,
      "epoch": 0.5595096876235667,
      "grad_norm": 1.484375,
      "learning_rate": 0.0004976013734766579,
      "loss": 5.7924,
      "mean_token_accuracy": 0.15775922387838365,
      "num_tokens": 12950486.0,
      "step": 5660
    },
    {
      "entropy": 5.755685710906983,
      "epoch": 0.560003954132068,
      "grad_norm": 1.71875,
      "learning_rate": 0.000497596231533633,
      "loss": 5.5279,
      "mean_token_accuracy": 0.1694363996386528,
      "num_tokens": 12960966.0,
      "step": 5665
    },
    {
      "entropy": 5.704496192932129,
      "epoch": 0.5604982206405694,
      "grad_norm": 1.65625,
      "learning_rate": 0.000497591084114706,
      "loss": 5.6336,
      "mean_token_accuracy": 0.16190723776817323,
      "num_tokens": 12971960.0,
      "step": 5670
    },
    {
      "entropy": 5.789654350280761,
      "epoch": 0.5609924871490708,
      "grad_norm": 1.6875,
      "learning_rate": 0.000497585931220004,
      "loss": 5.7266,
      "mean_token_accuracy": 0.16142417639493942,
      "num_tokens": 12984186.0,
      "step": 5675
    },
    {
      "entropy": 5.7306139945983885,
      "epoch": 0.5614867536575722,
      "grad_norm": 1.84375,
      "learning_rate": 0.0004975807728496535,
      "loss": 5.562,
      "mean_token_accuracy": 0.17325062155723572,
      "num_tokens": 12994205.0,
      "step": 5680
    },
    {
      "entropy": 5.799353694915771,
      "epoch": 0.5619810201660735,
      "grad_norm": 1.6640625,
      "learning_rate": 0.0004975756090037815,
      "loss": 5.6845,
      "mean_token_accuracy": 0.16368188560009003,
      "num_tokens": 13006143.0,
      "step": 5685
    },
    {
      "entropy": 5.88020429611206,
      "epoch": 0.5624752866745749,
      "grad_norm": 1.4140625,
      "learning_rate": 0.000497570439682515,
      "loss": 5.7204,
      "mean_token_accuracy": 0.16078546196222304,
      "num_tokens": 13017849.0,
      "step": 5690
    },
    {
      "entropy": 5.665234613418579,
      "epoch": 0.5629695531830763,
      "grad_norm": 1.3515625,
      "learning_rate": 0.000497565264885981,
      "loss": 5.5975,
      "mean_token_accuracy": 0.1682819738984108,
      "num_tokens": 13030301.0,
      "step": 5695
    },
    {
      "entropy": 5.71648907661438,
      "epoch": 0.5634638196915777,
      "grad_norm": 1.6015625,
      "learning_rate": 0.0004975600846143072,
      "loss": 5.6572,
      "mean_token_accuracy": 0.16545034497976302,
      "num_tokens": 13040229.0,
      "step": 5700
    },
    {
      "entropy": 5.736776065826416,
      "epoch": 0.563958086200079,
      "grad_norm": 1.40625,
      "learning_rate": 0.0004975548988676206,
      "loss": 5.592,
      "mean_token_accuracy": 0.16608160734176636,
      "num_tokens": 13050752.0,
      "step": 5705
    },
    {
      "entropy": 5.809312772750855,
      "epoch": 0.5644523527085805,
      "grad_norm": 1.5078125,
      "learning_rate": 0.0004975497076460491,
      "loss": 5.7965,
      "mean_token_accuracy": 0.15191729068756105,
      "num_tokens": 13062003.0,
      "step": 5710
    },
    {
      "entropy": 5.793465518951416,
      "epoch": 0.5649466192170819,
      "grad_norm": 1.46875,
      "learning_rate": 0.0004975445109497202,
      "loss": 5.708,
      "mean_token_accuracy": 0.1548692211508751,
      "num_tokens": 13073746.0,
      "step": 5715
    },
    {
      "entropy": 5.859099817276001,
      "epoch": 0.5654408857255833,
      "grad_norm": 1.3984375,
      "learning_rate": 0.0004975393087787617,
      "loss": 5.7765,
      "mean_token_accuracy": 0.15511635392904283,
      "num_tokens": 13086068.0,
      "step": 5720
    },
    {
      "entropy": 5.81207914352417,
      "epoch": 0.5659351522340846,
      "grad_norm": 1.453125,
      "learning_rate": 0.0004975341011333019,
      "loss": 5.6729,
      "mean_token_accuracy": 0.16146194487810134,
      "num_tokens": 13097078.0,
      "step": 5725
    },
    {
      "entropy": 5.746955919265747,
      "epoch": 0.566429418742586,
      "grad_norm": 1.40625,
      "learning_rate": 0.0004975288880134685,
      "loss": 5.6566,
      "mean_token_accuracy": 0.16354386880993843,
      "num_tokens": 13108450.0,
      "step": 5730
    },
    {
      "entropy": 5.790970754623413,
      "epoch": 0.5669236852510874,
      "grad_norm": 1.4375,
      "learning_rate": 0.0004975236694193901,
      "loss": 5.7057,
      "mean_token_accuracy": 0.15594887360930443,
      "num_tokens": 13120216.0,
      "step": 5735
    },
    {
      "entropy": 5.838050889968872,
      "epoch": 0.5674179517595888,
      "grad_norm": 1.390625,
      "learning_rate": 0.0004975184453511948,
      "loss": 5.6929,
      "mean_token_accuracy": 0.15619661808013915,
      "num_tokens": 13131214.0,
      "step": 5740
    },
    {
      "entropy": 5.817377376556396,
      "epoch": 0.5679122182680901,
      "grad_norm": 1.3828125,
      "learning_rate": 0.0004975132158090112,
      "loss": 5.7391,
      "mean_token_accuracy": 0.15629347264766694,
      "num_tokens": 13143792.0,
      "step": 5745
    },
    {
      "entropy": 5.72936897277832,
      "epoch": 0.5684064847765915,
      "grad_norm": 2.78125,
      "learning_rate": 0.000497507980792968,
      "loss": 5.7115,
      "mean_token_accuracy": 0.15781604796648024,
      "num_tokens": 13156022.0,
      "step": 5750
    },
    {
      "entropy": 5.779087352752685,
      "epoch": 0.5689007512850929,
      "grad_norm": 1.5703125,
      "learning_rate": 0.000497502740303194,
      "loss": 5.657,
      "mean_token_accuracy": 0.16479096114635466,
      "num_tokens": 13167374.0,
      "step": 5755
    },
    {
      "entropy": 5.718874120712281,
      "epoch": 0.5693950177935944,
      "grad_norm": 1.6640625,
      "learning_rate": 0.000497497494339818,
      "loss": 5.5917,
      "mean_token_accuracy": 0.17131200879812242,
      "num_tokens": 13177662.0,
      "step": 5760
    },
    {
      "entropy": 5.713671731948852,
      "epoch": 0.5698892843020957,
      "grad_norm": 1.4453125,
      "learning_rate": 0.0004974922429029692,
      "loss": 5.6569,
      "mean_token_accuracy": 0.16335739940404892,
      "num_tokens": 13188375.0,
      "step": 5765
    },
    {
      "entropy": 5.797548484802246,
      "epoch": 0.5703835508105971,
      "grad_norm": 1.5546875,
      "learning_rate": 0.0004974869859927767,
      "loss": 5.5823,
      "mean_token_accuracy": 0.16842106431722642,
      "num_tokens": 13198988.0,
      "step": 5770
    },
    {
      "entropy": 5.837228012084961,
      "epoch": 0.5708778173190985,
      "grad_norm": 1.3671875,
      "learning_rate": 0.0004974817236093697,
      "loss": 5.6669,
      "mean_token_accuracy": 0.15082263350486755,
      "num_tokens": 13210699.0,
      "step": 5775
    },
    {
      "entropy": 5.689919376373291,
      "epoch": 0.5713720838275999,
      "grad_norm": 1.34375,
      "learning_rate": 0.0004974764557528779,
      "loss": 5.5902,
      "mean_token_accuracy": 0.16678860187530517,
      "num_tokens": 13221925.0,
      "step": 5780
    },
    {
      "entropy": 5.740795373916626,
      "epoch": 0.5718663503361012,
      "grad_norm": 1.484375,
      "learning_rate": 0.0004974711824234308,
      "loss": 5.7047,
      "mean_token_accuracy": 0.15749675184488296,
      "num_tokens": 13233278.0,
      "step": 5785
    },
    {
      "entropy": 5.813934755325318,
      "epoch": 0.5723606168446026,
      "grad_norm": 1.421875,
      "learning_rate": 0.000497465903621158,
      "loss": 5.6713,
      "mean_token_accuracy": 0.16290869414806367,
      "num_tokens": 13245423.0,
      "step": 5790
    },
    {
      "entropy": 5.772157192230225,
      "epoch": 0.572854883353104,
      "grad_norm": 1.6328125,
      "learning_rate": 0.0004974606193461895,
      "loss": 5.7195,
      "mean_token_accuracy": 0.16523960530757903,
      "num_tokens": 13256312.0,
      "step": 5795
    },
    {
      "entropy": 5.7896302223205565,
      "epoch": 0.5733491498616053,
      "grad_norm": 1.625,
      "learning_rate": 0.0004974553295986553,
      "loss": 5.671,
      "mean_token_accuracy": 0.16062716990709305,
      "num_tokens": 13268158.0,
      "step": 5800
    },
    {
      "entropy": 5.740266132354736,
      "epoch": 0.5738434163701067,
      "grad_norm": 4.375,
      "learning_rate": 0.0004974500343786854,
      "loss": 5.6451,
      "mean_token_accuracy": 0.16627271771430968,
      "num_tokens": 13279625.0,
      "step": 5805
    },
    {
      "entropy": 5.76525650024414,
      "epoch": 0.5743376828786081,
      "grad_norm": 1.6484375,
      "learning_rate": 0.0004974447336864102,
      "loss": 5.666,
      "mean_token_accuracy": 0.15998833552002906,
      "num_tokens": 13291967.0,
      "step": 5810
    },
    {
      "entropy": 5.686205053329468,
      "epoch": 0.5748319493871096,
      "grad_norm": 1.609375,
      "learning_rate": 0.00049743942752196,
      "loss": 5.553,
      "mean_token_accuracy": 0.1758944123983383,
      "num_tokens": 13303641.0,
      "step": 5815
    },
    {
      "entropy": 5.69308819770813,
      "epoch": 0.575326215895611,
      "grad_norm": 1.453125,
      "learning_rate": 0.0004974341158854654,
      "loss": 5.6128,
      "mean_token_accuracy": 0.1627964958548546,
      "num_tokens": 13314754.0,
      "step": 5820
    },
    {
      "entropy": 5.784170627593994,
      "epoch": 0.5758204824041123,
      "grad_norm": 1.4609375,
      "learning_rate": 0.0004974287987770571,
      "loss": 5.7281,
      "mean_token_accuracy": 0.1593188002705574,
      "num_tokens": 13325574.0,
      "step": 5825
    },
    {
      "entropy": 5.7553788185119625,
      "epoch": 0.5763147489126137,
      "grad_norm": 1.5390625,
      "learning_rate": 0.0004974234761968658,
      "loss": 5.6266,
      "mean_token_accuracy": 0.17157164961099625,
      "num_tokens": 13335946.0,
      "step": 5830
    },
    {
      "entropy": 5.772668933868408,
      "epoch": 0.5768090154211151,
      "grad_norm": 1.4296875,
      "learning_rate": 0.0004974181481450224,
      "loss": 5.6394,
      "mean_token_accuracy": 0.16848790645599365,
      "num_tokens": 13347812.0,
      "step": 5835
    },
    {
      "entropy": 5.708554220199585,
      "epoch": 0.5773032819296164,
      "grad_norm": 1.4375,
      "learning_rate": 0.0004974128146216581,
      "loss": 5.5988,
      "mean_token_accuracy": 0.16473570913076402,
      "num_tokens": 13358492.0,
      "step": 5840
    },
    {
      "entropy": 5.8079423904418945,
      "epoch": 0.5777975484381178,
      "grad_norm": 1.390625,
      "learning_rate": 0.0004974074756269042,
      "loss": 5.7656,
      "mean_token_accuracy": 0.15715205073356628,
      "num_tokens": 13370465.0,
      "step": 5845
    },
    {
      "entropy": 5.811331558227539,
      "epoch": 0.5782918149466192,
      "grad_norm": 1.21875,
      "learning_rate": 0.0004974021311608917,
      "loss": 5.6226,
      "mean_token_accuracy": 0.16963550597429275,
      "num_tokens": 13382328.0,
      "step": 5850
    },
    {
      "entropy": 5.728660964965821,
      "epoch": 0.5787860814551206,
      "grad_norm": 1.421875,
      "learning_rate": 0.0004973967812237523,
      "loss": 5.7362,
      "mean_token_accuracy": 0.1589743450284004,
      "num_tokens": 13393439.0,
      "step": 5855
    },
    {
      "entropy": 5.764760494232178,
      "epoch": 0.5792803479636219,
      "grad_norm": 1.5546875,
      "learning_rate": 0.0004973914258156177,
      "loss": 5.66,
      "mean_token_accuracy": 0.16472170054912566,
      "num_tokens": 13404778.0,
      "step": 5860
    },
    {
      "entropy": 5.827328157424927,
      "epoch": 0.5797746144721234,
      "grad_norm": 1.5390625,
      "learning_rate": 0.0004973860649366195,
      "loss": 5.6623,
      "mean_token_accuracy": 0.16409119665622712,
      "num_tokens": 13417031.0,
      "step": 5865
    },
    {
      "entropy": 5.772861671447754,
      "epoch": 0.5802688809806248,
      "grad_norm": 1.46875,
      "learning_rate": 0.0004973806985868895,
      "loss": 5.6507,
      "mean_token_accuracy": 0.16444518119096757,
      "num_tokens": 13428030.0,
      "step": 5870
    },
    {
      "entropy": 5.775449323654175,
      "epoch": 0.5807631474891262,
      "grad_norm": 1.359375,
      "learning_rate": 0.0004973753267665599,
      "loss": 5.651,
      "mean_token_accuracy": 0.1662319228053093,
      "num_tokens": 13438934.0,
      "step": 5875
    },
    {
      "entropy": 5.7868541240692135,
      "epoch": 0.5812574139976275,
      "grad_norm": 1.4140625,
      "learning_rate": 0.0004973699494757627,
      "loss": 5.6287,
      "mean_token_accuracy": 0.1601264923810959,
      "num_tokens": 13450542.0,
      "step": 5880
    },
    {
      "entropy": 5.67889986038208,
      "epoch": 0.5817516805061289,
      "grad_norm": 1.4140625,
      "learning_rate": 0.0004973645667146302,
      "loss": 5.6767,
      "mean_token_accuracy": 0.1716054067015648,
      "num_tokens": 13462382.0,
      "step": 5885
    },
    {
      "entropy": 5.7738378047943115,
      "epoch": 0.5822459470146303,
      "grad_norm": 1.359375,
      "learning_rate": 0.0004973591784832949,
      "loss": 5.6777,
      "mean_token_accuracy": 0.15822771340608596,
      "num_tokens": 13473852.0,
      "step": 5890
    },
    {
      "entropy": 5.811481475830078,
      "epoch": 0.5827402135231317,
      "grad_norm": 1.359375,
      "learning_rate": 0.0004973537847818894,
      "loss": 5.7087,
      "mean_token_accuracy": 0.15851057916879654,
      "num_tokens": 13485763.0,
      "step": 5895
    },
    {
      "entropy": 5.740776443481446,
      "epoch": 0.583234480031633,
      "grad_norm": 1.25,
      "learning_rate": 0.0004973483856105462,
      "loss": 5.6722,
      "mean_token_accuracy": 0.16087493374943734,
      "num_tokens": 13498154.0,
      "step": 5900
    },
    {
      "entropy": 5.851483392715454,
      "epoch": 0.5837287465401344,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0004973429809693983,
      "loss": 5.7124,
      "mean_token_accuracy": 0.15585886985063552,
      "num_tokens": 13510563.0,
      "step": 5905
    },
    {
      "entropy": 5.849711275100708,
      "epoch": 0.5842230130486358,
      "grad_norm": 1.453125,
      "learning_rate": 0.0004973375708585785,
      "loss": 5.7279,
      "mean_token_accuracy": 0.16208239942789077,
      "num_tokens": 13521987.0,
      "step": 5910
    },
    {
      "entropy": 5.787547874450683,
      "epoch": 0.5847172795571373,
      "grad_norm": 2.015625,
      "learning_rate": 0.0004973321552782201,
      "loss": 5.6743,
      "mean_token_accuracy": 0.16171410232782363,
      "num_tokens": 13534075.0,
      "step": 5915
    },
    {
      "entropy": 5.83193187713623,
      "epoch": 0.5852115460656386,
      "grad_norm": 1.46875,
      "learning_rate": 0.000497326734228456,
      "loss": 5.8267,
      "mean_token_accuracy": 0.15176279693841935,
      "num_tokens": 13546201.0,
      "step": 5920
    },
    {
      "entropy": 5.834552907943726,
      "epoch": 0.58570581257414,
      "grad_norm": 1.4921875,
      "learning_rate": 0.0004973213077094199,
      "loss": 5.6472,
      "mean_token_accuracy": 0.16397160589694976,
      "num_tokens": 13556985.0,
      "step": 5925
    },
    {
      "entropy": 5.82445592880249,
      "epoch": 0.5862000790826414,
      "grad_norm": 1.5703125,
      "learning_rate": 0.0004973158757212451,
      "loss": 5.6773,
      "mean_token_accuracy": 0.1634679839015007,
      "num_tokens": 13568617.0,
      "step": 5930
    },
    {
      "entropy": 5.668050289154053,
      "epoch": 0.5866943455911428,
      "grad_norm": 1.46875,
      "learning_rate": 0.0004973104382640652,
      "loss": 5.6194,
      "mean_token_accuracy": 0.16359573006629943,
      "num_tokens": 13581326.0,
      "step": 5935
    },
    {
      "entropy": 5.706488561630249,
      "epoch": 0.5871886120996441,
      "grad_norm": 1.4765625,
      "learning_rate": 0.0004973049953380141,
      "loss": 5.6349,
      "mean_token_accuracy": 0.1637824833393097,
      "num_tokens": 13591776.0,
      "step": 5940
    },
    {
      "entropy": 5.85504903793335,
      "epoch": 0.5876828786081455,
      "grad_norm": 1.4921875,
      "learning_rate": 0.0004972995469432256,
      "loss": 5.7793,
      "mean_token_accuracy": 0.15763178318738938,
      "num_tokens": 13603475.0,
      "step": 5945
    },
    {
      "entropy": 5.793098735809326,
      "epoch": 0.5881771451166469,
      "grad_norm": 1.3046875,
      "learning_rate": 0.0004972940930798338,
      "loss": 5.6696,
      "mean_token_accuracy": 0.1648968607187271,
      "num_tokens": 13615348.0,
      "step": 5950
    },
    {
      "entropy": 5.720390892028808,
      "epoch": 0.5886714116251482,
      "grad_norm": 1.546875,
      "learning_rate": 0.0004972886337479727,
      "loss": 5.5652,
      "mean_token_accuracy": 0.16782755702733992,
      "num_tokens": 13625982.0,
      "step": 5955
    },
    {
      "entropy": 5.809796619415283,
      "epoch": 0.5891656781336496,
      "grad_norm": 1.4296875,
      "learning_rate": 0.0004972831689477768,
      "loss": 5.6988,
      "mean_token_accuracy": 0.15440213531255723,
      "num_tokens": 13637203.0,
      "step": 5960
    },
    {
      "entropy": 5.763940525054932,
      "epoch": 0.5896599446421511,
      "grad_norm": 1.40625,
      "learning_rate": 0.0004972776986793806,
      "loss": 5.6135,
      "mean_token_accuracy": 0.1651282861828804,
      "num_tokens": 13648880.0,
      "step": 5965
    },
    {
      "entropy": 5.771618938446045,
      "epoch": 0.5901542111506525,
      "grad_norm": 1.8046875,
      "learning_rate": 0.0004972722229429184,
      "loss": 5.697,
      "mean_token_accuracy": 0.16329590529203414,
      "num_tokens": 13660266.0,
      "step": 5970
    },
    {
      "entropy": 5.889302015304565,
      "epoch": 0.5906484776591538,
      "grad_norm": 1.53125,
      "learning_rate": 0.000497266741738525,
      "loss": 5.7748,
      "mean_token_accuracy": 0.14944686591625214,
      "num_tokens": 13672063.0,
      "step": 5975
    },
    {
      "entropy": 5.85100908279419,
      "epoch": 0.5911427441676552,
      "grad_norm": 1.421875,
      "learning_rate": 0.0004972612550663353,
      "loss": 5.6693,
      "mean_token_accuracy": 0.16710522919893264,
      "num_tokens": 13683379.0,
      "step": 5980
    },
    {
      "entropy": 5.740947961807251,
      "epoch": 0.5916370106761566,
      "grad_norm": 1.46875,
      "learning_rate": 0.0004972557629264842,
      "loss": 5.6176,
      "mean_token_accuracy": 0.16787842363119126,
      "num_tokens": 13694512.0,
      "step": 5985
    },
    {
      "entropy": 5.738776826858521,
      "epoch": 0.592131277184658,
      "grad_norm": 1.5234375,
      "learning_rate": 0.0004972502653191069,
      "loss": 5.6258,
      "mean_token_accuracy": 0.15922403559088708,
      "num_tokens": 13705642.0,
      "step": 5990
    },
    {
      "entropy": 5.705231809616089,
      "epoch": 0.5926255436931593,
      "grad_norm": 1.6015625,
      "learning_rate": 0.0004972447622443387,
      "loss": 5.5422,
      "mean_token_accuracy": 0.1716584861278534,
      "num_tokens": 13717367.0,
      "step": 5995
    },
    {
      "entropy": 5.697733211517334,
      "epoch": 0.5931198102016607,
      "grad_norm": 1.5390625,
      "learning_rate": 0.0004972392537023147,
      "loss": 5.6232,
      "mean_token_accuracy": 0.16564393490552903,
      "num_tokens": 13728577.0,
      "step": 6000
    },
    {
      "epoch": 0.5931198102016607,
      "eval_entropy": 5.626806823852464,
      "eval_loss": 5.705826759338379,
      "eval_mean_token_accuracy": 0.16681483873288716,
      "eval_num_tokens": 13728577.0,
      "eval_runtime": 26.5814,
      "eval_samples_per_second": 1223.15,
      "eval_steps_per_second": 152.927,
      "step": 6000
    },
    {
      "entropy": 5.774589395523071,
      "epoch": 0.5936140767101621,
      "grad_norm": 1.7421875,
      "learning_rate": 0.0004972337396931707,
      "loss": 5.6272,
      "mean_token_accuracy": 0.16147202998399734,
      "num_tokens": 13739016.0,
      "step": 6005
    },
    {
      "entropy": 5.8219915390014645,
      "epoch": 0.5941083432186635,
      "grad_norm": 1.7578125,
      "learning_rate": 0.0004972282202170421,
      "loss": 5.6713,
      "mean_token_accuracy": 0.15762737691402434,
      "num_tokens": 13749971.0,
      "step": 6010
    },
    {
      "entropy": 5.744158411026001,
      "epoch": 0.5946026097271648,
      "grad_norm": 1.484375,
      "learning_rate": 0.000497222695274065,
      "loss": 5.7037,
      "mean_token_accuracy": 0.1618531882762909,
      "num_tokens": 13760927.0,
      "step": 6015
    },
    {
      "entropy": 5.762528657913208,
      "epoch": 0.5950968762356663,
      "grad_norm": 1.3828125,
      "learning_rate": 0.0004972171648643749,
      "loss": 5.6606,
      "mean_token_accuracy": 0.16211145669221877,
      "num_tokens": 13772725.0,
      "step": 6020
    },
    {
      "entropy": 5.793417167663574,
      "epoch": 0.5955911427441677,
      "grad_norm": 1.6328125,
      "learning_rate": 0.0004972116289881082,
      "loss": 5.6606,
      "mean_token_accuracy": 0.16376404762268065,
      "num_tokens": 13783427.0,
      "step": 6025
    },
    {
      "entropy": 5.758443784713745,
      "epoch": 0.5960854092526691,
      "grad_norm": 1.375,
      "learning_rate": 0.000497206087645401,
      "loss": 5.5688,
      "mean_token_accuracy": 0.1702422946691513,
      "num_tokens": 13794045.0,
      "step": 6030
    },
    {
      "entropy": 5.793889379501342,
      "epoch": 0.5965796757611704,
      "grad_norm": 1.390625,
      "learning_rate": 0.0004972005408363894,
      "loss": 5.6123,
      "mean_token_accuracy": 0.16738815009593963,
      "num_tokens": 13805629.0,
      "step": 6035
    },
    {
      "entropy": 5.729014110565186,
      "epoch": 0.5970739422696718,
      "grad_norm": 1.375,
      "learning_rate": 0.0004971949885612102,
      "loss": 5.725,
      "mean_token_accuracy": 0.15540962368249894,
      "num_tokens": 13817526.0,
      "step": 6040
    },
    {
      "entropy": 5.79081506729126,
      "epoch": 0.5975682087781732,
      "grad_norm": 1.3359375,
      "learning_rate": 0.0004971894308199997,
      "loss": 5.6337,
      "mean_token_accuracy": 0.16940680146217346,
      "num_tokens": 13828553.0,
      "step": 6045
    },
    {
      "entropy": 5.802762985229492,
      "epoch": 0.5980624752866746,
      "grad_norm": 1.359375,
      "learning_rate": 0.0004971838676128947,
      "loss": 5.6454,
      "mean_token_accuracy": 0.16584882736206055,
      "num_tokens": 13840323.0,
      "step": 6050
    },
    {
      "entropy": 5.723171710968018,
      "epoch": 0.5985567417951759,
      "grad_norm": 1.3984375,
      "learning_rate": 0.0004971782989400323,
      "loss": 5.6337,
      "mean_token_accuracy": 0.16908691674470902,
      "num_tokens": 13853524.0,
      "step": 6055
    },
    {
      "entropy": 5.715406084060669,
      "epoch": 0.5990510083036773,
      "grad_norm": 1.3125,
      "learning_rate": 0.0004971727248015491,
      "loss": 5.604,
      "mean_token_accuracy": 0.1647974133491516,
      "num_tokens": 13864462.0,
      "step": 6060
    },
    {
      "entropy": 5.7595452785491945,
      "epoch": 0.5995452748121787,
      "grad_norm": 1.359375,
      "learning_rate": 0.0004971671451975823,
      "loss": 5.6324,
      "mean_token_accuracy": 0.16867476999759673,
      "num_tokens": 13876615.0,
      "step": 6065
    },
    {
      "entropy": 5.753623008728027,
      "epoch": 0.6000395413206802,
      "grad_norm": 1.515625,
      "learning_rate": 0.0004971615601282695,
      "loss": 5.7443,
      "mean_token_accuracy": 0.15899960994720458,
      "num_tokens": 13887652.0,
      "step": 6070
    },
    {
      "entropy": 5.7975993156433105,
      "epoch": 0.6005338078291815,
      "grad_norm": 1.59375,
      "learning_rate": 0.0004971559695937477,
      "loss": 5.6126,
      "mean_token_accuracy": 0.16469364762306213,
      "num_tokens": 13898961.0,
      "step": 6075
    },
    {
      "entropy": 5.841239309310913,
      "epoch": 0.6010280743376829,
      "grad_norm": 1.46875,
      "learning_rate": 0.0004971503735941547,
      "loss": 5.687,
      "mean_token_accuracy": 0.165712633728981,
      "num_tokens": 13909904.0,
      "step": 6080
    },
    {
      "entropy": 5.8075621128082275,
      "epoch": 0.6015223408461843,
      "grad_norm": 1.390625,
      "learning_rate": 0.000497144772129628,
      "loss": 5.7012,
      "mean_token_accuracy": 0.15533842593431474,
      "num_tokens": 13921376.0,
      "step": 6085
    },
    {
      "entropy": 5.714434671401977,
      "epoch": 0.6020166073546857,
      "grad_norm": 1.4453125,
      "learning_rate": 0.0004971391652003054,
      "loss": 5.6479,
      "mean_token_accuracy": 0.1701917678117752,
      "num_tokens": 13932925.0,
      "step": 6090
    },
    {
      "entropy": 5.8097669124603275,
      "epoch": 0.602510873863187,
      "grad_norm": 1.5703125,
      "learning_rate": 0.000497133552806325,
      "loss": 5.6328,
      "mean_token_accuracy": 0.16505085527896882,
      "num_tokens": 13945010.0,
      "step": 6095
    },
    {
      "entropy": 5.7640375137329105,
      "epoch": 0.6030051403716884,
      "grad_norm": 1.359375,
      "learning_rate": 0.0004971279349478245,
      "loss": 5.6537,
      "mean_token_accuracy": 0.1582181602716446,
      "num_tokens": 13957710.0,
      "step": 6100
    },
    {
      "entropy": 5.662689304351806,
      "epoch": 0.6034994068801898,
      "grad_norm": 1.421875,
      "learning_rate": 0.0004971223116249424,
      "loss": 5.5516,
      "mean_token_accuracy": 0.17787012457847595,
      "num_tokens": 13967819.0,
      "step": 6105
    },
    {
      "entropy": 5.861082077026367,
      "epoch": 0.6039936733886911,
      "grad_norm": 1.3359375,
      "learning_rate": 0.0004971166828378172,
      "loss": 5.8144,
      "mean_token_accuracy": 0.15251778960227966,
      "num_tokens": 13980342.0,
      "step": 6110
    },
    {
      "entropy": 5.833240985870361,
      "epoch": 0.6044879398971925,
      "grad_norm": 1.359375,
      "learning_rate": 0.000497111048586587,
      "loss": 5.6901,
      "mean_token_accuracy": 0.16436685621738434,
      "num_tokens": 13990370.0,
      "step": 6115
    },
    {
      "entropy": 5.7875110626220705,
      "epoch": 0.604982206405694,
      "grad_norm": 1.53125,
      "learning_rate": 0.0004971054088713905,
      "loss": 5.6878,
      "mean_token_accuracy": 0.16689518690109253,
      "num_tokens": 14001761.0,
      "step": 6120
    },
    {
      "entropy": 5.755599641799927,
      "epoch": 0.6054764729141954,
      "grad_norm": 1.53125,
      "learning_rate": 0.0004970997636923665,
      "loss": 5.6926,
      "mean_token_accuracy": 0.16299993991851808,
      "num_tokens": 14012980.0,
      "step": 6125
    },
    {
      "entropy": 5.748826742172241,
      "epoch": 0.6059707394226967,
      "grad_norm": 1.484375,
      "learning_rate": 0.000497094113049654,
      "loss": 5.5902,
      "mean_token_accuracy": 0.16267894804477692,
      "num_tokens": 14023609.0,
      "step": 6130
    },
    {
      "entropy": 5.838775253295898,
      "epoch": 0.6064650059311981,
      "grad_norm": 1.4375,
      "learning_rate": 0.0004970884569433917,
      "loss": 5.7649,
      "mean_token_accuracy": 0.15493567585945128,
      "num_tokens": 14036052.0,
      "step": 6135
    },
    {
      "entropy": 5.775563335418701,
      "epoch": 0.6069592724396995,
      "grad_norm": 1.3203125,
      "learning_rate": 0.000497082795373719,
      "loss": 5.5995,
      "mean_token_accuracy": 0.1711900442838669,
      "num_tokens": 14047932.0,
      "step": 6140
    },
    {
      "entropy": 5.798108720779419,
      "epoch": 0.6074535389482009,
      "grad_norm": 1.4140625,
      "learning_rate": 0.0004970771283407749,
      "loss": 5.6819,
      "mean_token_accuracy": 0.1644543319940567,
      "num_tokens": 14059674.0,
      "step": 6145
    },
    {
      "entropy": 5.764031267166137,
      "epoch": 0.6079478054567022,
      "grad_norm": 1.34375,
      "learning_rate": 0.0004970714558446992,
      "loss": 5.6969,
      "mean_token_accuracy": 0.16591319292783738,
      "num_tokens": 14070753.0,
      "step": 6150
    },
    {
      "entropy": 5.776700687408447,
      "epoch": 0.6084420719652036,
      "grad_norm": 3.609375,
      "learning_rate": 0.0004970657778856312,
      "loss": 5.6721,
      "mean_token_accuracy": 0.16524501740932465,
      "num_tokens": 14083565.0,
      "step": 6155
    },
    {
      "entropy": 5.9135137557983395,
      "epoch": 0.608936338473705,
      "grad_norm": 1.6875,
      "learning_rate": 0.0004970600944637106,
      "loss": 5.7546,
      "mean_token_accuracy": 0.15822430551052094,
      "num_tokens": 14095008.0,
      "step": 6160
    },
    {
      "entropy": 5.671637296676636,
      "epoch": 0.6094306049822064,
      "grad_norm": 1.5390625,
      "learning_rate": 0.0004970544055790772,
      "loss": 5.5445,
      "mean_token_accuracy": 0.16504374593496324,
      "num_tokens": 14106586.0,
      "step": 6165
    },
    {
      "entropy": 5.657175731658936,
      "epoch": 0.6099248714907078,
      "grad_norm": 1.46875,
      "learning_rate": 0.000497048711231871,
      "loss": 5.5317,
      "mean_token_accuracy": 0.17381640821695327,
      "num_tokens": 14117778.0,
      "step": 6170
    },
    {
      "entropy": 5.707796049118042,
      "epoch": 0.6104191379992092,
      "grad_norm": 1.328125,
      "learning_rate": 0.0004970430114222319,
      "loss": 5.6119,
      "mean_token_accuracy": 0.16493278443813325,
      "num_tokens": 14129644.0,
      "step": 6175
    },
    {
      "entropy": 5.6628653049469,
      "epoch": 0.6109134045077106,
      "grad_norm": 1.4296875,
      "learning_rate": 0.0004970373061503005,
      "loss": 5.5874,
      "mean_token_accuracy": 0.1685387223958969,
      "num_tokens": 14141230.0,
      "step": 6180
    },
    {
      "entropy": 5.737487840652466,
      "epoch": 0.611407671016212,
      "grad_norm": 1.5078125,
      "learning_rate": 0.0004970315954162169,
      "loss": 5.7221,
      "mean_token_accuracy": 0.16381432712078095,
      "num_tokens": 14151622.0,
      "step": 6185
    },
    {
      "entropy": 5.814573860168457,
      "epoch": 0.6119019375247133,
      "grad_norm": 1.671875,
      "learning_rate": 0.0004970258792201214,
      "loss": 5.6591,
      "mean_token_accuracy": 0.16623520851135254,
      "num_tokens": 14163641.0,
      "step": 6190
    },
    {
      "entropy": 5.805066299438477,
      "epoch": 0.6123962040332147,
      "grad_norm": 1.328125,
      "learning_rate": 0.000497020157562155,
      "loss": 5.6116,
      "mean_token_accuracy": 0.1692408263683319,
      "num_tokens": 14175154.0,
      "step": 6195
    },
    {
      "entropy": 5.788309717178345,
      "epoch": 0.6128904705417161,
      "grad_norm": 1.4140625,
      "learning_rate": 0.0004970144304424582,
      "loss": 5.6444,
      "mean_token_accuracy": 0.1643928676843643,
      "num_tokens": 14185472.0,
      "step": 6200
    },
    {
      "entropy": 5.754764270782471,
      "epoch": 0.6133847370502175,
      "grad_norm": 2.046875,
      "learning_rate": 0.000497008697861172,
      "loss": 5.6203,
      "mean_token_accuracy": 0.16751834899187087,
      "num_tokens": 14196992.0,
      "step": 6205
    },
    {
      "entropy": 5.700463199615479,
      "epoch": 0.6138790035587188,
      "grad_norm": 1.53125,
      "learning_rate": 0.0004970029598184375,
      "loss": 5.6121,
      "mean_token_accuracy": 0.1657865524291992,
      "num_tokens": 14207732.0,
      "step": 6210
    },
    {
      "entropy": 5.877051067352295,
      "epoch": 0.6143732700672202,
      "grad_norm": 1.7109375,
      "learning_rate": 0.0004969972163143956,
      "loss": 5.7594,
      "mean_token_accuracy": 0.15141110718250275,
      "num_tokens": 14219164.0,
      "step": 6215
    },
    {
      "entropy": 5.8117677688598635,
      "epoch": 0.6148675365757216,
      "grad_norm": 1.96875,
      "learning_rate": 0.0004969914673491878,
      "loss": 5.7159,
      "mean_token_accuracy": 0.1557608500123024,
      "num_tokens": 14231687.0,
      "step": 6220
    },
    {
      "entropy": 5.775439739227295,
      "epoch": 0.6153618030842231,
      "grad_norm": 1.3828125,
      "learning_rate": 0.0004969857129229555,
      "loss": 5.5532,
      "mean_token_accuracy": 0.16914770603179932,
      "num_tokens": 14243099.0,
      "step": 6225
    },
    {
      "entropy": 5.804778575897217,
      "epoch": 0.6158560695927244,
      "grad_norm": 1.5,
      "learning_rate": 0.0004969799530358402,
      "loss": 5.7586,
      "mean_token_accuracy": 0.15600511133670808,
      "num_tokens": 14255835.0,
      "step": 6230
    },
    {
      "entropy": 5.7494730949401855,
      "epoch": 0.6163503361012258,
      "grad_norm": 1.28125,
      "learning_rate": 0.0004969741876879835,
      "loss": 5.5926,
      "mean_token_accuracy": 0.16058395355939864,
      "num_tokens": 14266661.0,
      "step": 6235
    },
    {
      "entropy": 5.7279599666595455,
      "epoch": 0.6168446026097272,
      "grad_norm": 1.3203125,
      "learning_rate": 0.0004969684168795275,
      "loss": 5.6731,
      "mean_token_accuracy": 0.1628929853439331,
      "num_tokens": 14278474.0,
      "step": 6240
    },
    {
      "entropy": 5.822378301620484,
      "epoch": 0.6173388691182286,
      "grad_norm": 1.375,
      "learning_rate": 0.0004969626406106139,
      "loss": 5.6425,
      "mean_token_accuracy": 0.16124500781297685,
      "num_tokens": 14289516.0,
      "step": 6245
    },
    {
      "entropy": 5.696770429611206,
      "epoch": 0.6178331356267299,
      "grad_norm": 1.8828125,
      "learning_rate": 0.0004969568588813851,
      "loss": 5.6503,
      "mean_token_accuracy": 0.16988480165600778,
      "num_tokens": 14301312.0,
      "step": 6250
    },
    {
      "entropy": 5.776571321487427,
      "epoch": 0.6183274021352313,
      "grad_norm": 1.234375,
      "learning_rate": 0.0004969510716919829,
      "loss": 5.6151,
      "mean_token_accuracy": 0.17066278606653212,
      "num_tokens": 14312009.0,
      "step": 6255
    },
    {
      "entropy": 5.770249891281128,
      "epoch": 0.6188216686437327,
      "grad_norm": 1.4140625,
      "learning_rate": 0.00049694527904255,
      "loss": 5.6573,
      "mean_token_accuracy": 0.17074283510446547,
      "num_tokens": 14322754.0,
      "step": 6260
    },
    {
      "entropy": 5.6543920040130615,
      "epoch": 0.619315935152234,
      "grad_norm": 1.3046875,
      "learning_rate": 0.0004969394809332287,
      "loss": 5.5159,
      "mean_token_accuracy": 0.1669551819562912,
      "num_tokens": 14333939.0,
      "step": 6265
    },
    {
      "entropy": 5.746486043930053,
      "epoch": 0.6198102016607354,
      "grad_norm": 1.40625,
      "learning_rate": 0.0004969336773641619,
      "loss": 5.6323,
      "mean_token_accuracy": 0.16919056326150894,
      "num_tokens": 14345987.0,
      "step": 6270
    },
    {
      "entropy": 5.81604266166687,
      "epoch": 0.6203044681692369,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0004969278683354921,
      "loss": 5.6322,
      "mean_token_accuracy": 0.1565315842628479,
      "num_tokens": 14356974.0,
      "step": 6275
    },
    {
      "entropy": 5.780891370773316,
      "epoch": 0.6207987346777383,
      "grad_norm": 1.40625,
      "learning_rate": 0.0004969220538473625,
      "loss": 5.6569,
      "mean_token_accuracy": 0.15674652606248857,
      "num_tokens": 14368175.0,
      "step": 6280
    },
    {
      "entropy": 5.7501989841461185,
      "epoch": 0.6212930011862396,
      "grad_norm": 1.6484375,
      "learning_rate": 0.0004969162338999157,
      "loss": 5.7288,
      "mean_token_accuracy": 0.16223904192447663,
      "num_tokens": 14379067.0,
      "step": 6285
    },
    {
      "entropy": 5.777649879455566,
      "epoch": 0.621787267694741,
      "grad_norm": 1.59375,
      "learning_rate": 0.0004969104084932953,
      "loss": 5.676,
      "mean_token_accuracy": 0.1620064541697502,
      "num_tokens": 14390483.0,
      "step": 6290
    },
    {
      "entropy": 5.730044412612915,
      "epoch": 0.6222815342032424,
      "grad_norm": 1.5546875,
      "learning_rate": 0.0004969045776276443,
      "loss": 5.6918,
      "mean_token_accuracy": 0.16353509873151778,
      "num_tokens": 14402757.0,
      "step": 6295
    },
    {
      "entropy": 5.731755065917969,
      "epoch": 0.6227758007117438,
      "grad_norm": 1.75,
      "learning_rate": 0.0004968987413031063,
      "loss": 5.6327,
      "mean_token_accuracy": 0.16243165880441665,
      "num_tokens": 14413829.0,
      "step": 6300
    },
    {
      "entropy": 5.767355728149414,
      "epoch": 0.6232700672202451,
      "grad_norm": 1.4296875,
      "learning_rate": 0.0004968928995198249,
      "loss": 5.7327,
      "mean_token_accuracy": 0.1529085859656334,
      "num_tokens": 14425165.0,
      "step": 6305
    },
    {
      "entropy": 5.852034854888916,
      "epoch": 0.6237643337287465,
      "grad_norm": 1.5625,
      "learning_rate": 0.0004968870522779437,
      "loss": 5.6647,
      "mean_token_accuracy": 0.1615695297718048,
      "num_tokens": 14436264.0,
      "step": 6310
    },
    {
      "entropy": 5.729472541809082,
      "epoch": 0.6242586002372479,
      "grad_norm": 1.5234375,
      "learning_rate": 0.0004968811995776066,
      "loss": 5.6122,
      "mean_token_accuracy": 0.1666173070669174,
      "num_tokens": 14447384.0,
      "step": 6315
    },
    {
      "entropy": 5.7991142749786375,
      "epoch": 0.6247528667457493,
      "grad_norm": 1.390625,
      "learning_rate": 0.0004968753414189576,
      "loss": 5.7192,
      "mean_token_accuracy": 0.15756288915872574,
      "num_tokens": 14460013.0,
      "step": 6320
    },
    {
      "entropy": 5.823254251480103,
      "epoch": 0.6252471332542507,
      "grad_norm": 1.515625,
      "learning_rate": 0.0004968694778021408,
      "loss": 5.608,
      "mean_token_accuracy": 0.16636418253183366,
      "num_tokens": 14472452.0,
      "step": 6325
    },
    {
      "entropy": 5.7357104301452635,
      "epoch": 0.6257413997627521,
      "grad_norm": 1.4140625,
      "learning_rate": 0.0004968636087273003,
      "loss": 5.651,
      "mean_token_accuracy": 0.16405002474784852,
      "num_tokens": 14484487.0,
      "step": 6330
    },
    {
      "entropy": 5.737237119674683,
      "epoch": 0.6262356662712535,
      "grad_norm": 1.5,
      "learning_rate": 0.0004968577341945806,
      "loss": 5.5763,
      "mean_token_accuracy": 0.1684148997068405,
      "num_tokens": 14496043.0,
      "step": 6335
    },
    {
      "entropy": 5.790759181976318,
      "epoch": 0.6267299327797549,
      "grad_norm": 1.6640625,
      "learning_rate": 0.0004968518542041264,
      "loss": 5.6792,
      "mean_token_accuracy": 0.16304038614034652,
      "num_tokens": 14508089.0,
      "step": 6340
    },
    {
      "entropy": 5.8391822338104244,
      "epoch": 0.6272241992882562,
      "grad_norm": 1.7109375,
      "learning_rate": 0.000496845968756082,
      "loss": 5.7369,
      "mean_token_accuracy": 0.15663580745458602,
      "num_tokens": 14519480.0,
      "step": 6345
    },
    {
      "entropy": 5.820170545578003,
      "epoch": 0.6277184657967576,
      "grad_norm": 1.6328125,
      "learning_rate": 0.0004968400778505925,
      "loss": 5.6587,
      "mean_token_accuracy": 0.17018893361091614,
      "num_tokens": 14531214.0,
      "step": 6350
    },
    {
      "entropy": 5.8212890625,
      "epoch": 0.628212732305259,
      "grad_norm": 1.28125,
      "learning_rate": 0.0004968341814878025,
      "loss": 5.7239,
      "mean_token_accuracy": 0.16491053253412247,
      "num_tokens": 14544118.0,
      "step": 6355
    },
    {
      "entropy": 5.784654712677002,
      "epoch": 0.6287069988137604,
      "grad_norm": 1.3359375,
      "learning_rate": 0.0004968282796678573,
      "loss": 5.6231,
      "mean_token_accuracy": 0.163566854596138,
      "num_tokens": 14555545.0,
      "step": 6360
    },
    {
      "entropy": 5.740172290802002,
      "epoch": 0.6292012653222617,
      "grad_norm": 1.40625,
      "learning_rate": 0.000496822372390902,
      "loss": 5.6403,
      "mean_token_accuracy": 0.16461472660303117,
      "num_tokens": 14567157.0,
      "step": 6365
    },
    {
      "entropy": 5.730631160736084,
      "epoch": 0.6296955318307631,
      "grad_norm": 1.5234375,
      "learning_rate": 0.000496816459657082,
      "loss": 5.6034,
      "mean_token_accuracy": 0.16728046983480455,
      "num_tokens": 14577074.0,
      "step": 6370
    },
    {
      "entropy": 5.794475650787353,
      "epoch": 0.6301897983392646,
      "grad_norm": 1.5546875,
      "learning_rate": 0.0004968105414665426,
      "loss": 5.6688,
      "mean_token_accuracy": 0.16565605998039246,
      "num_tokens": 14589133.0,
      "step": 6375
    },
    {
      "entropy": 5.771366834640503,
      "epoch": 0.630684064847766,
      "grad_norm": 1.4765625,
      "learning_rate": 0.0004968046178194295,
      "loss": 5.6355,
      "mean_token_accuracy": 0.1643053725361824,
      "num_tokens": 14600985.0,
      "step": 6380
    },
    {
      "entropy": 5.77326807975769,
      "epoch": 0.6311783313562673,
      "grad_norm": 1.6953125,
      "learning_rate": 0.0004967986887158884,
      "loss": 5.6097,
      "mean_token_accuracy": 0.16638877093791962,
      "num_tokens": 14612163.0,
      "step": 6385
    },
    {
      "entropy": 5.71264967918396,
      "epoch": 0.6316725978647687,
      "grad_norm": 1.4921875,
      "learning_rate": 0.0004967927541560651,
      "loss": 5.7184,
      "mean_token_accuracy": 0.16650869697332382,
      "num_tokens": 14623045.0,
      "step": 6390
    },
    {
      "entropy": 5.791554927825928,
      "epoch": 0.6321668643732701,
      "grad_norm": 1.5390625,
      "learning_rate": 0.0004967868141401056,
      "loss": 5.6893,
      "mean_token_accuracy": 0.16229858845472336,
      "num_tokens": 14634696.0,
      "step": 6395
    },
    {
      "entropy": 5.850910758972168,
      "epoch": 0.6326611308817714,
      "grad_norm": 1.4609375,
      "learning_rate": 0.0004967808686681562,
      "loss": 5.6875,
      "mean_token_accuracy": 0.16024835854768754,
      "num_tokens": 14645589.0,
      "step": 6400
    },
    {
      "entropy": 5.799806213378906,
      "epoch": 0.6331553973902728,
      "grad_norm": 1.578125,
      "learning_rate": 0.0004967749177403629,
      "loss": 5.6237,
      "mean_token_accuracy": 0.16475450098514557,
      "num_tokens": 14657199.0,
      "step": 6405
    },
    {
      "entropy": 5.772099733352661,
      "epoch": 0.6336496638987742,
      "grad_norm": 2.0625,
      "learning_rate": 0.0004967689613568723,
      "loss": 5.6801,
      "mean_token_accuracy": 0.159478160738945,
      "num_tokens": 14668767.0,
      "step": 6410
    },
    {
      "entropy": 5.73914680480957,
      "epoch": 0.6341439304072756,
      "grad_norm": 1.453125,
      "learning_rate": 0.0004967629995178309,
      "loss": 5.5801,
      "mean_token_accuracy": 0.16919685602188111,
      "num_tokens": 14680860.0,
      "step": 6415
    },
    {
      "entropy": 5.6863480567932125,
      "epoch": 0.6346381969157769,
      "grad_norm": 1.515625,
      "learning_rate": 0.0004967570322233852,
      "loss": 5.541,
      "mean_token_accuracy": 0.16810448914766313,
      "num_tokens": 14692134.0,
      "step": 6420
    },
    {
      "entropy": 5.723415756225586,
      "epoch": 0.6351324634242784,
      "grad_norm": 1.625,
      "learning_rate": 0.0004967510594736822,
      "loss": 5.6543,
      "mean_token_accuracy": 0.16126812547445296,
      "num_tokens": 14703323.0,
      "step": 6425
    },
    {
      "entropy": 5.722515678405761,
      "epoch": 0.6356267299327798,
      "grad_norm": 1.546875,
      "learning_rate": 0.0004967450812688686,
      "loss": 5.5869,
      "mean_token_accuracy": 0.1672411799430847,
      "num_tokens": 14714453.0,
      "step": 6430
    },
    {
      "entropy": 5.736376619338989,
      "epoch": 0.6361209964412812,
      "grad_norm": 1.6171875,
      "learning_rate": 0.0004967390976090917,
      "loss": 5.6807,
      "mean_token_accuracy": 0.1590673267841339,
      "num_tokens": 14726562.0,
      "step": 6435
    },
    {
      "entropy": 5.687188625335693,
      "epoch": 0.6366152629497825,
      "grad_norm": 1.5234375,
      "learning_rate": 0.0004967331084944986,
      "loss": 5.5045,
      "mean_token_accuracy": 0.17426086068153382,
      "num_tokens": 14738054.0,
      "step": 6440
    },
    {
      "entropy": 5.642411756515503,
      "epoch": 0.6371095294582839,
      "grad_norm": 1.6640625,
      "learning_rate": 0.0004967271139252365,
      "loss": 5.6294,
      "mean_token_accuracy": 0.1622166484594345,
      "num_tokens": 14749037.0,
      "step": 6445
    },
    {
      "entropy": 5.775140428543091,
      "epoch": 0.6376037959667853,
      "grad_norm": 1.5234375,
      "learning_rate": 0.0004967211139014531,
      "loss": 5.5897,
      "mean_token_accuracy": 0.16244631856679917,
      "num_tokens": 14759667.0,
      "step": 6450
    },
    {
      "entropy": 5.7774248123168945,
      "epoch": 0.6380980624752867,
      "grad_norm": 1.9765625,
      "learning_rate": 0.000496715108423296,
      "loss": 5.6162,
      "mean_token_accuracy": 0.1629392221570015,
      "num_tokens": 14770866.0,
      "step": 6455
    },
    {
      "entropy": 5.754608488082885,
      "epoch": 0.638592328983788,
      "grad_norm": 1.875,
      "learning_rate": 0.0004967090974909127,
      "loss": 5.6312,
      "mean_token_accuracy": 0.16380554884672166,
      "num_tokens": 14783095.0,
      "step": 6460
    },
    {
      "entropy": 5.772108030319214,
      "epoch": 0.6390865954922894,
      "grad_norm": 1.296875,
      "learning_rate": 0.0004967030811044512,
      "loss": 5.6992,
      "mean_token_accuracy": 0.15968350768089296,
      "num_tokens": 14794046.0,
      "step": 6465
    },
    {
      "entropy": 5.756714677810669,
      "epoch": 0.6395808620007908,
      "grad_norm": 1.5078125,
      "learning_rate": 0.0004966970592640596,
      "loss": 5.6757,
      "mean_token_accuracy": 0.16397481709718703,
      "num_tokens": 14807295.0,
      "step": 6470
    },
    {
      "entropy": 5.783436918258667,
      "epoch": 0.6400751285092922,
      "grad_norm": 1.5078125,
      "learning_rate": 0.0004966910319698859,
      "loss": 5.6379,
      "mean_token_accuracy": 0.1722213000059128,
      "num_tokens": 14819109.0,
      "step": 6475
    },
    {
      "entropy": 5.755461025238037,
      "epoch": 0.6405693950177936,
      "grad_norm": 1.484375,
      "learning_rate": 0.0004966849992220784,
      "loss": 5.6022,
      "mean_token_accuracy": 0.16542187631130217,
      "num_tokens": 14830719.0,
      "step": 6480
    },
    {
      "entropy": 5.751820373535156,
      "epoch": 0.641063661526295,
      "grad_norm": 1.703125,
      "learning_rate": 0.0004966789610207856,
      "loss": 5.6848,
      "mean_token_accuracy": 0.1639040231704712,
      "num_tokens": 14843392.0,
      "step": 6485
    },
    {
      "entropy": 5.740760231018067,
      "epoch": 0.6415579280347964,
      "grad_norm": 1.4296875,
      "learning_rate": 0.0004966729173661559,
      "loss": 5.5618,
      "mean_token_accuracy": 0.17255358248949051,
      "num_tokens": 14855745.0,
      "step": 6490
    },
    {
      "entropy": 5.813320350646973,
      "epoch": 0.6420521945432978,
      "grad_norm": 1.625,
      "learning_rate": 0.000496666868258338,
      "loss": 5.7094,
      "mean_token_accuracy": 0.15964556038379668,
      "num_tokens": 14868053.0,
      "step": 6495
    },
    {
      "entropy": 5.76065993309021,
      "epoch": 0.6425464610517991,
      "grad_norm": 1.6953125,
      "learning_rate": 0.0004966608136974809,
      "loss": 5.6266,
      "mean_token_accuracy": 0.16805339008569717,
      "num_tokens": 14880095.0,
      "step": 6500
    },
    {
      "entropy": 5.819428634643555,
      "epoch": 0.6430407275603005,
      "grad_norm": 1.453125,
      "learning_rate": 0.0004966547536837333,
      "loss": 5.6923,
      "mean_token_accuracy": 0.15894569158554078,
      "num_tokens": 14891013.0,
      "step": 6505
    },
    {
      "entropy": 5.784639310836792,
      "epoch": 0.6435349940688019,
      "grad_norm": 1.53125,
      "learning_rate": 0.0004966486882172444,
      "loss": 5.6024,
      "mean_token_accuracy": 0.16922138929367064,
      "num_tokens": 14901875.0,
      "step": 6510
    },
    {
      "entropy": 5.730242681503296,
      "epoch": 0.6440292605773033,
      "grad_norm": 1.4453125,
      "learning_rate": 0.0004966426172981634,
      "loss": 5.6333,
      "mean_token_accuracy": 0.16815225183963775,
      "num_tokens": 14912620.0,
      "step": 6515
    },
    {
      "entropy": 5.685377740859986,
      "epoch": 0.6445235270858046,
      "grad_norm": 1.84375,
      "learning_rate": 0.0004966365409266396,
      "loss": 5.6164,
      "mean_token_accuracy": 0.1710914969444275,
      "num_tokens": 14923128.0,
      "step": 6520
    },
    {
      "entropy": 5.724513721466065,
      "epoch": 0.645017793594306,
      "grad_norm": 1.4375,
      "learning_rate": 0.0004966304591028225,
      "loss": 5.6079,
      "mean_token_accuracy": 0.16572261601686478,
      "num_tokens": 14933621.0,
      "step": 6525
    },
    {
      "entropy": 5.730213737487793,
      "epoch": 0.6455120601028075,
      "grad_norm": 1.8046875,
      "learning_rate": 0.0004966243718268617,
      "loss": 5.569,
      "mean_token_accuracy": 0.16851237118244172,
      "num_tokens": 14943292.0,
      "step": 6530
    },
    {
      "entropy": 5.706056022644043,
      "epoch": 0.6460063266113089,
      "grad_norm": 1.421875,
      "learning_rate": 0.000496618279098907,
      "loss": 5.6307,
      "mean_token_accuracy": 0.16001626700162888,
      "num_tokens": 14953998.0,
      "step": 6535
    },
    {
      "entropy": 5.784326171875,
      "epoch": 0.6465005931198102,
      "grad_norm": 1.6640625,
      "learning_rate": 0.0004966121809191083,
      "loss": 5.6679,
      "mean_token_accuracy": 0.16561168134212495,
      "num_tokens": 14965430.0,
      "step": 6540
    },
    {
      "entropy": 5.74091362953186,
      "epoch": 0.6469948596283116,
      "grad_norm": 1.875,
      "learning_rate": 0.0004966060772876156,
      "loss": 5.5362,
      "mean_token_accuracy": 0.17125169187784195,
      "num_tokens": 14977124.0,
      "step": 6545
    },
    {
      "entropy": 5.742420101165772,
      "epoch": 0.647489126136813,
      "grad_norm": 1.6328125,
      "learning_rate": 0.0004965999682045788,
      "loss": 5.5547,
      "mean_token_accuracy": 0.1699445702135563,
      "num_tokens": 14987069.0,
      "step": 6550
    },
    {
      "entropy": 5.677365732192993,
      "epoch": 0.6479833926453143,
      "grad_norm": 1.5390625,
      "learning_rate": 0.0004965938536701486,
      "loss": 5.6403,
      "mean_token_accuracy": 0.17897330820560456,
      "num_tokens": 14997919.0,
      "step": 6555
    },
    {
      "entropy": 5.7578435897827145,
      "epoch": 0.6484776591538157,
      "grad_norm": 1.5390625,
      "learning_rate": 0.0004965877336844752,
      "loss": 5.6947,
      "mean_token_accuracy": 0.16872752606868743,
      "num_tokens": 15010042.0,
      "step": 6560
    },
    {
      "entropy": 5.809809398651123,
      "epoch": 0.6489719256623171,
      "grad_norm": 1.5625,
      "learning_rate": 0.0004965816082477091,
      "loss": 5.561,
      "mean_token_accuracy": 0.16624810099601744,
      "num_tokens": 15021166.0,
      "step": 6565
    },
    {
      "entropy": 5.805764436721802,
      "epoch": 0.6494661921708185,
      "grad_norm": 1.5078125,
      "learning_rate": 0.0004965754773600011,
      "loss": 5.6452,
      "mean_token_accuracy": 0.16420420557260512,
      "num_tokens": 15032182.0,
      "step": 6570
    },
    {
      "entropy": 5.6941694736480715,
      "epoch": 0.6499604586793198,
      "grad_norm": 1.8125,
      "learning_rate": 0.000496569341021502,
      "loss": 5.5943,
      "mean_token_accuracy": 0.16626092344522475,
      "num_tokens": 15043054.0,
      "step": 6575
    },
    {
      "entropy": 5.68024435043335,
      "epoch": 0.6504547251878213,
      "grad_norm": 1.6484375,
      "learning_rate": 0.0004965631992323628,
      "loss": 5.531,
      "mean_token_accuracy": 0.1773110330104828,
      "num_tokens": 15055462.0,
      "step": 6580
    },
    {
      "entropy": 5.748437976837158,
      "epoch": 0.6509489916963227,
      "grad_norm": 1.3515625,
      "learning_rate": 0.0004965570519927345,
      "loss": 5.6462,
      "mean_token_accuracy": 0.16381797343492507,
      "num_tokens": 15066849.0,
      "step": 6585
    },
    {
      "entropy": 5.7041933059692385,
      "epoch": 0.6514432582048241,
      "grad_norm": 1.3671875,
      "learning_rate": 0.0004965508993027682,
      "loss": 5.6044,
      "mean_token_accuracy": 0.16580681204795839,
      "num_tokens": 15078388.0,
      "step": 6590
    },
    {
      "entropy": 5.816247892379761,
      "epoch": 0.6519375247133254,
      "grad_norm": 1.4375,
      "learning_rate": 0.0004965447411626156,
      "loss": 5.6364,
      "mean_token_accuracy": 0.16688652336597443,
      "num_tokens": 15090474.0,
      "step": 6595
    },
    {
      "entropy": 5.815159559249878,
      "epoch": 0.6524317912218268,
      "grad_norm": 1.3125,
      "learning_rate": 0.0004965385775724279,
      "loss": 5.6316,
      "mean_token_accuracy": 0.16053054630756378,
      "num_tokens": 15101104.0,
      "step": 6600
    },
    {
      "entropy": 5.749491405487061,
      "epoch": 0.6529260577303282,
      "grad_norm": 1.78125,
      "learning_rate": 0.0004965324085323569,
      "loss": 5.6476,
      "mean_token_accuracy": 0.15748330056667328,
      "num_tokens": 15112036.0,
      "step": 6605
    },
    {
      "entropy": 5.803199338912964,
      "epoch": 0.6534203242388296,
      "grad_norm": 1.6875,
      "learning_rate": 0.0004965262340425541,
      "loss": 5.7597,
      "mean_token_accuracy": 0.1529676854610443,
      "num_tokens": 15124913.0,
      "step": 6610
    },
    {
      "entropy": 5.871570348739624,
      "epoch": 0.6539145907473309,
      "grad_norm": 1.8671875,
      "learning_rate": 0.0004965200541031717,
      "loss": 5.6563,
      "mean_token_accuracy": 0.1651740312576294,
      "num_tokens": 15135555.0,
      "step": 6615
    },
    {
      "entropy": 5.859944820404053,
      "epoch": 0.6544088572558323,
      "grad_norm": 1.5,
      "learning_rate": 0.0004965138687143616,
      "loss": 5.7435,
      "mean_token_accuracy": 0.15558698326349257,
      "num_tokens": 15146646.0,
      "step": 6620
    },
    {
      "entropy": 5.7530012130737305,
      "epoch": 0.6549031237643337,
      "grad_norm": 1.5859375,
      "learning_rate": 0.0004965076778762759,
      "loss": 5.6074,
      "mean_token_accuracy": 0.16277364492416382,
      "num_tokens": 15157101.0,
      "step": 6625
    },
    {
      "entropy": 5.797142171859742,
      "epoch": 0.6553973902728352,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0004965014815890671,
      "loss": 5.6227,
      "mean_token_accuracy": 0.16162085384130478,
      "num_tokens": 15169645.0,
      "step": 6630
    },
    {
      "entropy": 5.7598498344421385,
      "epoch": 0.6558916567813365,
      "grad_norm": 1.421875,
      "learning_rate": 0.0004964952798528874,
      "loss": 5.5373,
      "mean_token_accuracy": 0.1664197862148285,
      "num_tokens": 15181018.0,
      "step": 6635
    },
    {
      "entropy": 5.747228479385376,
      "epoch": 0.6563859232898379,
      "grad_norm": 1.5078125,
      "learning_rate": 0.0004964890726678894,
      "loss": 5.6154,
      "mean_token_accuracy": 0.1631882131099701,
      "num_tokens": 15191880.0,
      "step": 6640
    },
    {
      "entropy": 5.683012437820435,
      "epoch": 0.6568801897983393,
      "grad_norm": 1.4453125,
      "learning_rate": 0.0004964828600342259,
      "loss": 5.5831,
      "mean_token_accuracy": 0.16633551120758056,
      "num_tokens": 15203886.0,
      "step": 6645
    },
    {
      "entropy": 5.758241844177246,
      "epoch": 0.6573744563068407,
      "grad_norm": 1.3359375,
      "learning_rate": 0.0004964766419520497,
      "loss": 5.571,
      "mean_token_accuracy": 0.1714767888188362,
      "num_tokens": 15215837.0,
      "step": 6650
    },
    {
      "entropy": 5.789406251907349,
      "epoch": 0.657868722815342,
      "grad_norm": 1.3671875,
      "learning_rate": 0.0004964704184215138,
      "loss": 5.6685,
      "mean_token_accuracy": 0.1581181839108467,
      "num_tokens": 15226833.0,
      "step": 6655
    },
    {
      "entropy": 5.738519811630249,
      "epoch": 0.6583629893238434,
      "grad_norm": 1.4609375,
      "learning_rate": 0.0004964641894427712,
      "loss": 5.7133,
      "mean_token_accuracy": 0.15806318670511246,
      "num_tokens": 15239312.0,
      "step": 6660
    },
    {
      "entropy": 5.788010501861573,
      "epoch": 0.6588572558323448,
      "grad_norm": 1.5,
      "learning_rate": 0.0004964579550159752,
      "loss": 5.5938,
      "mean_token_accuracy": 0.1595676064491272,
      "num_tokens": 15250348.0,
      "step": 6665
    },
    {
      "entropy": 5.707490110397339,
      "epoch": 0.6593515223408462,
      "grad_norm": 1.4921875,
      "learning_rate": 0.0004964517151412791,
      "loss": 5.654,
      "mean_token_accuracy": 0.16972415298223495,
      "num_tokens": 15261445.0,
      "step": 6670
    },
    {
      "entropy": 5.780685329437256,
      "epoch": 0.6598457888493475,
      "grad_norm": 1.7109375,
      "learning_rate": 0.0004964454698188364,
      "loss": 5.5768,
      "mean_token_accuracy": 0.16413053274154663,
      "num_tokens": 15271606.0,
      "step": 6675
    },
    {
      "entropy": 5.711971473693848,
      "epoch": 0.6603400553578489,
      "grad_norm": 1.5,
      "learning_rate": 0.000496439219048801,
      "loss": 5.6486,
      "mean_token_accuracy": 0.16437918245792388,
      "num_tokens": 15283690.0,
      "step": 6680
    },
    {
      "entropy": 5.715126705169678,
      "epoch": 0.6608343218663504,
      "grad_norm": 1.296875,
      "learning_rate": 0.0004964329628313263,
      "loss": 5.6089,
      "mean_token_accuracy": 0.17137991935014724,
      "num_tokens": 15294792.0,
      "step": 6685
    },
    {
      "entropy": 5.808073616027832,
      "epoch": 0.6613285883748518,
      "grad_norm": 1.53125,
      "learning_rate": 0.0004964267011665664,
      "loss": 5.6457,
      "mean_token_accuracy": 0.1627802923321724,
      "num_tokens": 15305636.0,
      "step": 6690
    },
    {
      "entropy": 5.7131470203399655,
      "epoch": 0.6618228548833531,
      "grad_norm": 1.9921875,
      "learning_rate": 0.0004964204340546753,
      "loss": 5.6345,
      "mean_token_accuracy": 0.1627189040184021,
      "num_tokens": 15316495.0,
      "step": 6695
    },
    {
      "entropy": 5.721789312362671,
      "epoch": 0.6623171213918545,
      "grad_norm": 1.703125,
      "learning_rate": 0.0004964141614958071,
      "loss": 5.6201,
      "mean_token_accuracy": 0.16983213126659394,
      "num_tokens": 15328246.0,
      "step": 6700
    },
    {
      "entropy": 5.816872072219849,
      "epoch": 0.6628113879003559,
      "grad_norm": 1.40625,
      "learning_rate": 0.0004964078834901163,
      "loss": 5.5891,
      "mean_token_accuracy": 0.16585003212094307,
      "num_tokens": 15339229.0,
      "step": 6705
    },
    {
      "entropy": 5.7035352230072025,
      "epoch": 0.6633056544088572,
      "grad_norm": 1.640625,
      "learning_rate": 0.000496401600037757,
      "loss": 5.6099,
      "mean_token_accuracy": 0.164272303879261,
      "num_tokens": 15350591.0,
      "step": 6710
    },
    {
      "entropy": 5.812136697769165,
      "epoch": 0.6637999209173586,
      "grad_norm": 1.625,
      "learning_rate": 0.0004963953111388842,
      "loss": 5.7277,
      "mean_token_accuracy": 0.1567153736948967,
      "num_tokens": 15363726.0,
      "step": 6715
    },
    {
      "entropy": 5.7724522113800045,
      "epoch": 0.66429418742586,
      "grad_norm": 1.2734375,
      "learning_rate": 0.0004963890167936524,
      "loss": 5.6112,
      "mean_token_accuracy": 0.16536572575569153,
      "num_tokens": 15375569.0,
      "step": 6720
    },
    {
      "entropy": 5.748994970321656,
      "epoch": 0.6647884539343614,
      "grad_norm": 1.3203125,
      "learning_rate": 0.0004963827170022164,
      "loss": 5.6863,
      "mean_token_accuracy": 0.1543663889169693,
      "num_tokens": 15387323.0,
      "step": 6725
    },
    {
      "entropy": 5.7563999652862545,
      "epoch": 0.6652827204428627,
      "grad_norm": 1.5390625,
      "learning_rate": 0.0004963764117647311,
      "loss": 5.5605,
      "mean_token_accuracy": 0.15932124704122544,
      "num_tokens": 15397912.0,
      "step": 6730
    },
    {
      "entropy": 5.691759538650513,
      "epoch": 0.6657769869513642,
      "grad_norm": 1.4609375,
      "learning_rate": 0.0004963701010813519,
      "loss": 5.4786,
      "mean_token_accuracy": 0.1785081997513771,
      "num_tokens": 15409469.0,
      "step": 6735
    },
    {
      "entropy": 5.6755051612854,
      "epoch": 0.6662712534598656,
      "grad_norm": 1.5078125,
      "learning_rate": 0.0004963637849522338,
      "loss": 5.5229,
      "mean_token_accuracy": 0.16746993511915206,
      "num_tokens": 15419681.0,
      "step": 6740
    },
    {
      "entropy": 5.778180408477783,
      "epoch": 0.666765519968367,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0004963574633775323,
      "loss": 5.7094,
      "mean_token_accuracy": 0.1608496442437172,
      "num_tokens": 15431237.0,
      "step": 6745
    },
    {
      "entropy": 5.766178703308105,
      "epoch": 0.6672597864768683,
      "grad_norm": 1.515625,
      "learning_rate": 0.0004963511363574027,
      "loss": 5.6216,
      "mean_token_accuracy": 0.16089110523462297,
      "num_tokens": 15442366.0,
      "step": 6750
    },
    {
      "entropy": 5.740045976638794,
      "epoch": 0.6677540529853697,
      "grad_norm": 1.3125,
      "learning_rate": 0.0004963448038920009,
      "loss": 5.6081,
      "mean_token_accuracy": 0.15921292304992676,
      "num_tokens": 15453121.0,
      "step": 6755
    },
    {
      "entropy": 5.734017372131348,
      "epoch": 0.6682483194938711,
      "grad_norm": 1.3203125,
      "learning_rate": 0.0004963384659814827,
      "loss": 5.5849,
      "mean_token_accuracy": 0.17104532420635224,
      "num_tokens": 15463489.0,
      "step": 6760
    },
    {
      "entropy": 5.7487220287323,
      "epoch": 0.6687425860023725,
      "grad_norm": 1.203125,
      "learning_rate": 0.0004963321226260038,
      "loss": 5.6448,
      "mean_token_accuracy": 0.16038959920406343,
      "num_tokens": 15475217.0,
      "step": 6765
    },
    {
      "entropy": 5.736399412155151,
      "epoch": 0.6692368525108738,
      "grad_norm": 1.5234375,
      "learning_rate": 0.0004963257738257203,
      "loss": 5.6264,
      "mean_token_accuracy": 0.16269309297204018,
      "num_tokens": 15485844.0,
      "step": 6770
    },
    {
      "entropy": 5.7635212421417235,
      "epoch": 0.6697311190193752,
      "grad_norm": 1.2734375,
      "learning_rate": 0.0004963194195807886,
      "loss": 5.6147,
      "mean_token_accuracy": 0.16412168890237808,
      "num_tokens": 15496835.0,
      "step": 6775
    },
    {
      "entropy": 5.7644247055053714,
      "epoch": 0.6702253855278766,
      "grad_norm": 1.3515625,
      "learning_rate": 0.0004963130598913646,
      "loss": 5.6523,
      "mean_token_accuracy": 0.1657743513584137,
      "num_tokens": 15508087.0,
      "step": 6780
    },
    {
      "entropy": 5.7958824157714846,
      "epoch": 0.6707196520363781,
      "grad_norm": 1.3359375,
      "learning_rate": 0.0004963066947576051,
      "loss": 5.6557,
      "mean_token_accuracy": 0.15826882794499397,
      "num_tokens": 15519596.0,
      "step": 6785
    },
    {
      "entropy": 5.780778408050537,
      "epoch": 0.6712139185448794,
      "grad_norm": 1.28125,
      "learning_rate": 0.0004963003241796666,
      "loss": 5.6412,
      "mean_token_accuracy": 0.1555856592953205,
      "num_tokens": 15530830.0,
      "step": 6790
    },
    {
      "entropy": 5.706460666656494,
      "epoch": 0.6717081850533808,
      "grad_norm": 1.2734375,
      "learning_rate": 0.0004962939481577059,
      "loss": 5.5405,
      "mean_token_accuracy": 0.17752100974321366,
      "num_tokens": 15543195.0,
      "step": 6795
    },
    {
      "entropy": 5.749172973632812,
      "epoch": 0.6722024515618822,
      "grad_norm": 1.515625,
      "learning_rate": 0.0004962875666918796,
      "loss": 5.6553,
      "mean_token_accuracy": 0.1612786501646042,
      "num_tokens": 15554465.0,
      "step": 6800
    },
    {
      "entropy": 5.6718591213226315,
      "epoch": 0.6726967180703836,
      "grad_norm": 1.5390625,
      "learning_rate": 0.0004962811797823448,
      "loss": 5.6188,
      "mean_token_accuracy": 0.1627206638455391,
      "num_tokens": 15566016.0,
      "step": 6805
    },
    {
      "entropy": 5.799967336654663,
      "epoch": 0.6731909845788849,
      "grad_norm": 1.5234375,
      "learning_rate": 0.0004962747874292588,
      "loss": 5.7041,
      "mean_token_accuracy": 0.15960169285535813,
      "num_tokens": 15576843.0,
      "step": 6810
    },
    {
      "entropy": 5.840959692001343,
      "epoch": 0.6736852510873863,
      "grad_norm": 1.3359375,
      "learning_rate": 0.0004962683896327786,
      "loss": 5.631,
      "mean_token_accuracy": 0.1652127519249916,
      "num_tokens": 15588390.0,
      "step": 6815
    },
    {
      "entropy": 5.829801368713379,
      "epoch": 0.6741795175958877,
      "grad_norm": 1.3984375,
      "learning_rate": 0.0004962619863930616,
      "loss": 5.7312,
      "mean_token_accuracy": 0.1608808308839798,
      "num_tokens": 15600270.0,
      "step": 6820
    },
    {
      "entropy": 5.735422515869141,
      "epoch": 0.674673784104389,
      "grad_norm": 1.28125,
      "learning_rate": 0.0004962555777102656,
      "loss": 5.5721,
      "mean_token_accuracy": 0.16506532430648804,
      "num_tokens": 15611617.0,
      "step": 6825
    },
    {
      "entropy": 5.707896947860718,
      "epoch": 0.6751680506128904,
      "grad_norm": 1.3203125,
      "learning_rate": 0.000496249163584548,
      "loss": 5.6483,
      "mean_token_accuracy": 0.16650721281766892,
      "num_tokens": 15622128.0,
      "step": 6830
    },
    {
      "entropy": 5.843118000030517,
      "epoch": 0.6756623171213919,
      "grad_norm": 1.390625,
      "learning_rate": 0.0004962427440160665,
      "loss": 5.658,
      "mean_token_accuracy": 0.15920696258544922,
      "num_tokens": 15635250.0,
      "step": 6835
    },
    {
      "entropy": 5.830879068374633,
      "epoch": 0.6761565836298933,
      "grad_norm": 1.53125,
      "learning_rate": 0.0004962363190049794,
      "loss": 5.7233,
      "mean_token_accuracy": 0.15867377519607545,
      "num_tokens": 15646535.0,
      "step": 6840
    },
    {
      "entropy": 5.755466175079346,
      "epoch": 0.6766508501383947,
      "grad_norm": 1.5625,
      "learning_rate": 0.0004962298885514444,
      "loss": 5.6739,
      "mean_token_accuracy": 0.16584515273571016,
      "num_tokens": 15658399.0,
      "step": 6845
    },
    {
      "entropy": 5.796150159835816,
      "epoch": 0.677145116646896,
      "grad_norm": 1.5390625,
      "learning_rate": 0.0004962234526556199,
      "loss": 5.6215,
      "mean_token_accuracy": 0.1704525589942932,
      "num_tokens": 15669321.0,
      "step": 6850
    },
    {
      "entropy": 5.691433572769165,
      "epoch": 0.6776393831553974,
      "grad_norm": 1.7421875,
      "learning_rate": 0.000496217011317664,
      "loss": 5.5963,
      "mean_token_accuracy": 0.16430669128894806,
      "num_tokens": 15681666.0,
      "step": 6855
    },
    {
      "entropy": 5.666491460800171,
      "epoch": 0.6781336496638988,
      "grad_norm": 1.3671875,
      "learning_rate": 0.0004962105645377354,
      "loss": 5.6065,
      "mean_token_accuracy": 0.16990689039230347,
      "num_tokens": 15693432.0,
      "step": 6860
    },
    {
      "entropy": 5.745400285720825,
      "epoch": 0.6786279161724001,
      "grad_norm": 1.4609375,
      "learning_rate": 0.0004962041123159926,
      "loss": 5.5414,
      "mean_token_accuracy": 0.16931298077106477,
      "num_tokens": 15705151.0,
      "step": 6865
    },
    {
      "entropy": 5.697288370132446,
      "epoch": 0.6791221826809015,
      "grad_norm": 1.4765625,
      "learning_rate": 0.0004961976546525943,
      "loss": 5.55,
      "mean_token_accuracy": 0.16901147365570068,
      "num_tokens": 15716549.0,
      "step": 6870
    },
    {
      "entropy": 5.756910037994385,
      "epoch": 0.6796164491894029,
      "grad_norm": 1.5078125,
      "learning_rate": 0.0004961911915476994,
      "loss": 5.6921,
      "mean_token_accuracy": 0.16362438648939132,
      "num_tokens": 15727499.0,
      "step": 6875
    },
    {
      "entropy": 5.732259511947632,
      "epoch": 0.6801107156979043,
      "grad_norm": 1.359375,
      "learning_rate": 0.0004961847230014668,
      "loss": 5.5914,
      "mean_token_accuracy": 0.16787823289632797,
      "num_tokens": 15739196.0,
      "step": 6880
    },
    {
      "entropy": 5.740002965927124,
      "epoch": 0.6806049822064056,
      "grad_norm": 1.3515625,
      "learning_rate": 0.0004961782490140558,
      "loss": 5.5897,
      "mean_token_accuracy": 0.17234150767326356,
      "num_tokens": 15750890.0,
      "step": 6885
    },
    {
      "entropy": 5.747622394561768,
      "epoch": 0.6810992487149071,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0004961717695856256,
      "loss": 5.6336,
      "mean_token_accuracy": 0.17156925797462463,
      "num_tokens": 15762366.0,
      "step": 6890
    },
    {
      "entropy": 5.716518783569336,
      "epoch": 0.6815935152234085,
      "grad_norm": 1.4140625,
      "learning_rate": 0.0004961652847163354,
      "loss": 5.6004,
      "mean_token_accuracy": 0.1655272826552391,
      "num_tokens": 15773962.0,
      "step": 6895
    },
    {
      "entropy": 5.626062822341919,
      "epoch": 0.6820877817319099,
      "grad_norm": 1.3828125,
      "learning_rate": 0.000496158794406345,
      "loss": 5.4643,
      "mean_token_accuracy": 0.1829729974269867,
      "num_tokens": 15784563.0,
      "step": 6900
    },
    {
      "entropy": 5.7201660633087155,
      "epoch": 0.6825820482404112,
      "grad_norm": 1.359375,
      "learning_rate": 0.0004961522986558139,
      "loss": 5.603,
      "mean_token_accuracy": 0.1636321648955345,
      "num_tokens": 15796461.0,
      "step": 6905
    },
    {
      "entropy": 5.754406833648682,
      "epoch": 0.6830763147489126,
      "grad_norm": 1.46875,
      "learning_rate": 0.000496145797464902,
      "loss": 5.6178,
      "mean_token_accuracy": 0.16484073251485826,
      "num_tokens": 15807303.0,
      "step": 6910
    },
    {
      "entropy": 5.676671648025513,
      "epoch": 0.683570581257414,
      "grad_norm": 1.390625,
      "learning_rate": 0.0004961392908337691,
      "loss": 5.5537,
      "mean_token_accuracy": 0.1768821358680725,
      "num_tokens": 15818964.0,
      "step": 6915
    },
    {
      "entropy": 5.7280134677886965,
      "epoch": 0.6840648477659154,
      "grad_norm": 1.359375,
      "learning_rate": 0.0004961327787625754,
      "loss": 5.7026,
      "mean_token_accuracy": 0.15737905353307724,
      "num_tokens": 15831181.0,
      "step": 6920
    },
    {
      "entropy": 5.7252861022949215,
      "epoch": 0.6845591142744167,
      "grad_norm": 1.40625,
      "learning_rate": 0.000496126261251481,
      "loss": 5.5628,
      "mean_token_accuracy": 0.16701388210058213,
      "num_tokens": 15842442.0,
      "step": 6925
    },
    {
      "entropy": 5.780656528472901,
      "epoch": 0.6850533807829181,
      "grad_norm": 1.2890625,
      "learning_rate": 0.0004961197383006463,
      "loss": 5.659,
      "mean_token_accuracy": 0.16329487413167953,
      "num_tokens": 15854755.0,
      "step": 6930
    },
    {
      "entropy": 5.642618083953858,
      "epoch": 0.6855476472914195,
      "grad_norm": 1.390625,
      "learning_rate": 0.0004961132099102316,
      "loss": 5.539,
      "mean_token_accuracy": 0.16859302073717117,
      "num_tokens": 15866300.0,
      "step": 6935
    },
    {
      "entropy": 5.686197423934937,
      "epoch": 0.686041913799921,
      "grad_norm": 1.4609375,
      "learning_rate": 0.0004961066760803978,
      "loss": 5.5276,
      "mean_token_accuracy": 0.17215495705604553,
      "num_tokens": 15877165.0,
      "step": 6940
    },
    {
      "entropy": 5.787747859954834,
      "epoch": 0.6865361803084223,
      "grad_norm": 1.5546875,
      "learning_rate": 0.0004961001368113054,
      "loss": 5.6158,
      "mean_token_accuracy": 0.16086900383234023,
      "num_tokens": 15888893.0,
      "step": 6945
    },
    {
      "entropy": 5.739814615249633,
      "epoch": 0.6870304468169237,
      "grad_norm": 1.265625,
      "learning_rate": 0.0004960935921031153,
      "loss": 5.6375,
      "mean_token_accuracy": 0.1608149915933609,
      "num_tokens": 15899994.0,
      "step": 6950
    },
    {
      "entropy": 5.686029529571533,
      "epoch": 0.6875247133254251,
      "grad_norm": 1.3203125,
      "learning_rate": 0.0004960870419559887,
      "loss": 5.538,
      "mean_token_accuracy": 0.1723516635596752,
      "num_tokens": 15911330.0,
      "step": 6955
    },
    {
      "entropy": 5.722923231124878,
      "epoch": 0.6880189798339265,
      "grad_norm": 1.53125,
      "learning_rate": 0.0004960804863700864,
      "loss": 5.6281,
      "mean_token_accuracy": 0.16891862601041793,
      "num_tokens": 15922397.0,
      "step": 6960
    },
    {
      "entropy": 5.720265007019043,
      "epoch": 0.6885132463424278,
      "grad_norm": 1.21875,
      "learning_rate": 0.0004960739253455699,
      "loss": 5.6056,
      "mean_token_accuracy": 0.1666198566555977,
      "num_tokens": 15934628.0,
      "step": 6965
    },
    {
      "entropy": 5.689791822433472,
      "epoch": 0.6890075128509292,
      "grad_norm": 1.375,
      "learning_rate": 0.0004960673588826005,
      "loss": 5.5806,
      "mean_token_accuracy": 0.16941634565591812,
      "num_tokens": 15946599.0,
      "step": 6970
    },
    {
      "entropy": 5.775901412963867,
      "epoch": 0.6895017793594306,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004960607869813398,
      "loss": 5.5979,
      "mean_token_accuracy": 0.1695634126663208,
      "num_tokens": 15957402.0,
      "step": 6975
    },
    {
      "entropy": 5.756583118438721,
      "epoch": 0.689996045867932,
      "grad_norm": 1.28125,
      "learning_rate": 0.0004960542096419494,
      "loss": 5.6477,
      "mean_token_accuracy": 0.16816511303186416,
      "num_tokens": 15968091.0,
      "step": 6980
    },
    {
      "entropy": 5.680802536010742,
      "epoch": 0.6904903123764333,
      "grad_norm": 1.234375,
      "learning_rate": 0.0004960476268645912,
      "loss": 5.6518,
      "mean_token_accuracy": 0.15996556580066681,
      "num_tokens": 15980809.0,
      "step": 6985
    },
    {
      "entropy": 5.726210641860962,
      "epoch": 0.6909845788849348,
      "grad_norm": 1.46875,
      "learning_rate": 0.0004960410386494271,
      "loss": 5.6232,
      "mean_token_accuracy": 0.1655051276087761,
      "num_tokens": 15992701.0,
      "step": 6990
    },
    {
      "entropy": 5.869408893585205,
      "epoch": 0.6914788453934362,
      "grad_norm": 1.296875,
      "learning_rate": 0.0004960344449966191,
      "loss": 5.706,
      "mean_token_accuracy": 0.1593773052096367,
      "num_tokens": 16005871.0,
      "step": 6995
    },
    {
      "entropy": 5.792735528945923,
      "epoch": 0.6919731119019376,
      "grad_norm": 1.3359375,
      "learning_rate": 0.0004960278459063296,
      "loss": 5.7126,
      "mean_token_accuracy": 0.1535090833902359,
      "num_tokens": 16018126.0,
      "step": 7000
    },
    {
      "entropy": 5.701186609268189,
      "epoch": 0.6924673784104389,
      "grad_norm": 1.265625,
      "learning_rate": 0.0004960212413787206,
      "loss": 5.5467,
      "mean_token_accuracy": 0.16927996426820754,
      "num_tokens": 16028694.0,
      "step": 7005
    },
    {
      "entropy": 5.729494571685791,
      "epoch": 0.6929616449189403,
      "grad_norm": 1.5234375,
      "learning_rate": 0.000496014631413955,
      "loss": 5.654,
      "mean_token_accuracy": 0.16199876368045807,
      "num_tokens": 16040354.0,
      "step": 7010
    },
    {
      "entropy": 5.756959724426269,
      "epoch": 0.6934559114274417,
      "grad_norm": 1.40625,
      "learning_rate": 0.0004960080160121951,
      "loss": 5.6055,
      "mean_token_accuracy": 0.1653362527489662,
      "num_tokens": 16051713.0,
      "step": 7015
    },
    {
      "entropy": 5.799495077133178,
      "epoch": 0.693950177935943,
      "grad_norm": 1.4140625,
      "learning_rate": 0.0004960013951736036,
      "loss": 5.6939,
      "mean_token_accuracy": 0.1569141462445259,
      "num_tokens": 16064737.0,
      "step": 7020
    },
    {
      "entropy": 5.724238586425781,
      "epoch": 0.6944444444444444,
      "grad_norm": 1.4375,
      "learning_rate": 0.0004959947688983436,
      "loss": 5.5548,
      "mean_token_accuracy": 0.17220764309167863,
      "num_tokens": 16075515.0,
      "step": 7025
    },
    {
      "entropy": 5.769337606430054,
      "epoch": 0.6949387109529458,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0004959881371865779,
      "loss": 5.6266,
      "mean_token_accuracy": 0.1644908979535103,
      "num_tokens": 16088702.0,
      "step": 7030
    },
    {
      "entropy": 5.683289098739624,
      "epoch": 0.6954329774614472,
      "grad_norm": 1.578125,
      "learning_rate": 0.0004959815000384699,
      "loss": 5.5556,
      "mean_token_accuracy": 0.16567983478307724,
      "num_tokens": 16101122.0,
      "step": 7035
    },
    {
      "entropy": 5.749926900863647,
      "epoch": 0.6959272439699487,
      "grad_norm": 1.4609375,
      "learning_rate": 0.0004959748574541826,
      "loss": 5.6294,
      "mean_token_accuracy": 0.16365983486175537,
      "num_tokens": 16112817.0,
      "step": 7040
    },
    {
      "entropy": 5.845486259460449,
      "epoch": 0.69642151047845,
      "grad_norm": 1.390625,
      "learning_rate": 0.0004959682094338795,
      "loss": 5.7138,
      "mean_token_accuracy": 0.1570294588804245,
      "num_tokens": 16124827.0,
      "step": 7045
    },
    {
      "entropy": 5.6996053695678714,
      "epoch": 0.6969157769869514,
      "grad_norm": 1.46875,
      "learning_rate": 0.0004959615559777243,
      "loss": 5.5905,
      "mean_token_accuracy": 0.1688149690628052,
      "num_tokens": 16136940.0,
      "step": 7050
    },
    {
      "entropy": 5.72951307296753,
      "epoch": 0.6974100434954528,
      "grad_norm": 1.703125,
      "learning_rate": 0.0004959548970858805,
      "loss": 5.5936,
      "mean_token_accuracy": 0.17095874845981598,
      "num_tokens": 16147541.0,
      "step": 7055
    },
    {
      "entropy": 5.721037769317627,
      "epoch": 0.6979043100039541,
      "grad_norm": 1.46875,
      "learning_rate": 0.0004959482327585119,
      "loss": 5.6199,
      "mean_token_accuracy": 0.16173220723867415,
      "num_tokens": 16157626.0,
      "step": 7060
    },
    {
      "entropy": 5.744309997558593,
      "epoch": 0.6983985765124555,
      "grad_norm": 1.515625,
      "learning_rate": 0.0004959415629957824,
      "loss": 5.5777,
      "mean_token_accuracy": 0.16985894292593,
      "num_tokens": 16168494.0,
      "step": 7065
    },
    {
      "entropy": 5.782959604263306,
      "epoch": 0.6988928430209569,
      "grad_norm": 1.4921875,
      "learning_rate": 0.0004959348877978563,
      "loss": 5.6841,
      "mean_token_accuracy": 0.165982449054718,
      "num_tokens": 16180749.0,
      "step": 7070
    },
    {
      "entropy": 5.719228601455688,
      "epoch": 0.6993871095294583,
      "grad_norm": 1.8046875,
      "learning_rate": 0.0004959282071648977,
      "loss": 5.6362,
      "mean_token_accuracy": 0.1687002196907997,
      "num_tokens": 16193204.0,
      "step": 7075
    },
    {
      "entropy": 5.739464950561524,
      "epoch": 0.6998813760379596,
      "grad_norm": 1.40625,
      "learning_rate": 0.000495921521097071,
      "loss": 5.5934,
      "mean_token_accuracy": 0.1826246902346611,
      "num_tokens": 16204303.0,
      "step": 7080
    },
    {
      "entropy": 5.705110502243042,
      "epoch": 0.700375642546461,
      "grad_norm": 1.3515625,
      "learning_rate": 0.0004959148295945405,
      "loss": 5.5489,
      "mean_token_accuracy": 0.1684345468878746,
      "num_tokens": 16215261.0,
      "step": 7085
    },
    {
      "entropy": 5.693350887298584,
      "epoch": 0.7008699090549624,
      "grad_norm": 1.4375,
      "learning_rate": 0.0004959081326574708,
      "loss": 5.5561,
      "mean_token_accuracy": 0.1730835407972336,
      "num_tokens": 16226973.0,
      "step": 7090
    },
    {
      "entropy": 5.602511167526245,
      "epoch": 0.7013641755634639,
      "grad_norm": 1.3515625,
      "learning_rate": 0.0004959014302860271,
      "loss": 5.4411,
      "mean_token_accuracy": 0.1794707089662552,
      "num_tokens": 16239152.0,
      "step": 7095
    },
    {
      "entropy": 5.743041944503784,
      "epoch": 0.7018584420719652,
      "grad_norm": 1.3828125,
      "learning_rate": 0.0004958947224803737,
      "loss": 5.5775,
      "mean_token_accuracy": 0.17361103594303132,
      "num_tokens": 16251884.0,
      "step": 7100
    },
    {
      "entropy": 5.721180820465088,
      "epoch": 0.7023527085804666,
      "grad_norm": 1.625,
      "learning_rate": 0.0004958880092406759,
      "loss": 5.6523,
      "mean_token_accuracy": 0.15597390979528428,
      "num_tokens": 16262497.0,
      "step": 7105
    },
    {
      "entropy": 5.696573257446289,
      "epoch": 0.702846975088968,
      "grad_norm": 1.515625,
      "learning_rate": 0.0004958812905670988,
      "loss": 5.6,
      "mean_token_accuracy": 0.16918797194957733,
      "num_tokens": 16274624.0,
      "step": 7110
    },
    {
      "entropy": 5.794445562362671,
      "epoch": 0.7033412415974694,
      "grad_norm": 1.671875,
      "learning_rate": 0.0004958745664598077,
      "loss": 5.6083,
      "mean_token_accuracy": 0.1654810830950737,
      "num_tokens": 16286096.0,
      "step": 7115
    },
    {
      "entropy": 5.691314268112182,
      "epoch": 0.7038355081059707,
      "grad_norm": 1.4296875,
      "learning_rate": 0.0004958678369189679,
      "loss": 5.5325,
      "mean_token_accuracy": 0.17520693093538284,
      "num_tokens": 16297853.0,
      "step": 7120
    },
    {
      "entropy": 5.690968465805054,
      "epoch": 0.7043297746144721,
      "grad_norm": 1.5234375,
      "learning_rate": 0.0004958611019447452,
      "loss": 5.6683,
      "mean_token_accuracy": 0.16415596902370452,
      "num_tokens": 16310708.0,
      "step": 7125
    },
    {
      "entropy": 5.79909029006958,
      "epoch": 0.7048240411229735,
      "grad_norm": 1.578125,
      "learning_rate": 0.0004958543615373051,
      "loss": 5.6072,
      "mean_token_accuracy": 0.1694961205124855,
      "num_tokens": 16321216.0,
      "step": 7130
    },
    {
      "entropy": 5.719899320602417,
      "epoch": 0.7053183076314749,
      "grad_norm": 3.0625,
      "learning_rate": 0.0004958476156968134,
      "loss": 5.5688,
      "mean_token_accuracy": 0.17243465632200242,
      "num_tokens": 16331982.0,
      "step": 7135
    },
    {
      "entropy": 5.701531553268433,
      "epoch": 0.7058125741399762,
      "grad_norm": 1.2734375,
      "learning_rate": 0.000495840864423436,
      "loss": 5.6554,
      "mean_token_accuracy": 0.16359290480613708,
      "num_tokens": 16343001.0,
      "step": 7140
    },
    {
      "entropy": 5.845033454895019,
      "epoch": 0.7063068406484777,
      "grad_norm": 1.515625,
      "learning_rate": 0.0004958341077173392,
      "loss": 5.6023,
      "mean_token_accuracy": 0.16307328194379805,
      "num_tokens": 16355519.0,
      "step": 7145
    },
    {
      "entropy": 5.748544406890869,
      "epoch": 0.7068011071569791,
      "grad_norm": 1.703125,
      "learning_rate": 0.0004958273455786892,
      "loss": 5.5802,
      "mean_token_accuracy": 0.16546572297811507,
      "num_tokens": 16366342.0,
      "step": 7150
    },
    {
      "entropy": 5.7766571044921875,
      "epoch": 0.7072953736654805,
      "grad_norm": 1.453125,
      "learning_rate": 0.0004958205780076521,
      "loss": 5.6721,
      "mean_token_accuracy": 0.15858823508024217,
      "num_tokens": 16378395.0,
      "step": 7155
    },
    {
      "entropy": 5.728197002410889,
      "epoch": 0.7077896401739818,
      "grad_norm": 1.6328125,
      "learning_rate": 0.0004958138050043945,
      "loss": 5.5582,
      "mean_token_accuracy": 0.16583077907562255,
      "num_tokens": 16388946.0,
      "step": 7160
    },
    {
      "entropy": 5.657739543914795,
      "epoch": 0.7082839066824832,
      "grad_norm": 1.8203125,
      "learning_rate": 0.0004958070265690831,
      "loss": 5.6317,
      "mean_token_accuracy": 0.16495919078588486,
      "num_tokens": 16399824.0,
      "step": 7165
    },
    {
      "entropy": 5.7876451969146725,
      "epoch": 0.7087781731909846,
      "grad_norm": 1.3828125,
      "learning_rate": 0.0004958002427018845,
      "loss": 5.6197,
      "mean_token_accuracy": 0.1602352723479271,
      "num_tokens": 16411932.0,
      "step": 7170
    },
    {
      "entropy": 5.815198183059692,
      "epoch": 0.709272439699486,
      "grad_norm": 1.4609375,
      "learning_rate": 0.0004957934534029658,
      "loss": 5.6052,
      "mean_token_accuracy": 0.163335819542408,
      "num_tokens": 16423634.0,
      "step": 7175
    },
    {
      "entropy": 5.7700950622558596,
      "epoch": 0.7097667062079873,
      "grad_norm": 2.046875,
      "learning_rate": 0.0004957866586724938,
      "loss": 5.6627,
      "mean_token_accuracy": 0.1671762764453888,
      "num_tokens": 16434700.0,
      "step": 7180
    },
    {
      "entropy": 5.7832824230194095,
      "epoch": 0.7102609727164887,
      "grad_norm": 1.4609375,
      "learning_rate": 0.0004957798585106359,
      "loss": 5.6468,
      "mean_token_accuracy": 0.16163350492715836,
      "num_tokens": 16445829.0,
      "step": 7185
    },
    {
      "entropy": 5.68034815788269,
      "epoch": 0.7107552392249901,
      "grad_norm": 1.4765625,
      "learning_rate": 0.000495773052917559,
      "loss": 5.5141,
      "mean_token_accuracy": 0.17704764306545256,
      "num_tokens": 16456352.0,
      "step": 7190
    },
    {
      "entropy": 5.6992011070251465,
      "epoch": 0.7112495057334915,
      "grad_norm": 1.5,
      "learning_rate": 0.0004957662418934309,
      "loss": 5.5365,
      "mean_token_accuracy": 0.1718830108642578,
      "num_tokens": 16467542.0,
      "step": 7195
    },
    {
      "entropy": 5.620245409011841,
      "epoch": 0.7117437722419929,
      "grad_norm": 1.3359375,
      "learning_rate": 0.0004957594254384189,
      "loss": 5.4978,
      "mean_token_accuracy": 0.17775754928588866,
      "num_tokens": 16478614.0,
      "step": 7200
    },
    {
      "entropy": 5.7373486995697025,
      "epoch": 0.7122380387504943,
      "grad_norm": 1.59375,
      "learning_rate": 0.0004957526035526908,
      "loss": 5.5665,
      "mean_token_accuracy": 0.16869405061006545,
      "num_tokens": 16489929.0,
      "step": 7205
    },
    {
      "entropy": 5.8183043003082275,
      "epoch": 0.7127323052589957,
      "grad_norm": 2.40625,
      "learning_rate": 0.0004957457762364146,
      "loss": 5.6891,
      "mean_token_accuracy": 0.15675144046545028,
      "num_tokens": 16502532.0,
      "step": 7210
    },
    {
      "entropy": 5.806992864608764,
      "epoch": 0.713226571767497,
      "grad_norm": 1.6640625,
      "learning_rate": 0.0004957389434897578,
      "loss": 5.6969,
      "mean_token_accuracy": 0.16106098294258117,
      "num_tokens": 16513805.0,
      "step": 7215
    },
    {
      "entropy": 5.771140623092651,
      "epoch": 0.7137208382759984,
      "grad_norm": 1.7578125,
      "learning_rate": 0.0004957321053128889,
      "loss": 5.6764,
      "mean_token_accuracy": 0.16268240809440612,
      "num_tokens": 16525189.0,
      "step": 7220
    },
    {
      "entropy": 5.7535521507263185,
      "epoch": 0.7142151047844998,
      "grad_norm": 1.7578125,
      "learning_rate": 0.0004957252617059759,
      "loss": 5.6751,
      "mean_token_accuracy": 0.16041869074106216,
      "num_tokens": 16538246.0,
      "step": 7225
    },
    {
      "entropy": 5.8260119438171385,
      "epoch": 0.7147093712930012,
      "grad_norm": 1.9765625,
      "learning_rate": 0.0004957184126691873,
      "loss": 5.6609,
      "mean_token_accuracy": 0.16416329145431519,
      "num_tokens": 16550036.0,
      "step": 7230
    },
    {
      "entropy": 5.74976224899292,
      "epoch": 0.7152036378015025,
      "grad_norm": 1.5703125,
      "learning_rate": 0.0004957115582026915,
      "loss": 5.6072,
      "mean_token_accuracy": 0.16773174107074737,
      "num_tokens": 16562262.0,
      "step": 7235
    },
    {
      "entropy": 5.707104778289795,
      "epoch": 0.7156979043100039,
      "grad_norm": 1.5078125,
      "learning_rate": 0.000495704698306657,
      "loss": 5.5791,
      "mean_token_accuracy": 0.1737347051501274,
      "num_tokens": 16574213.0,
      "step": 7240
    },
    {
      "entropy": 5.802697229385376,
      "epoch": 0.7161921708185054,
      "grad_norm": 1.7890625,
      "learning_rate": 0.0004956978329812528,
      "loss": 5.6479,
      "mean_token_accuracy": 0.16947502195835112,
      "num_tokens": 16586063.0,
      "step": 7245
    },
    {
      "entropy": 5.790889883041382,
      "epoch": 0.7166864373270068,
      "grad_norm": 1.4296875,
      "learning_rate": 0.0004956909622266476,
      "loss": 5.6501,
      "mean_token_accuracy": 0.16264750808477402,
      "num_tokens": 16598014.0,
      "step": 7250
    },
    {
      "entropy": 5.731391477584839,
      "epoch": 0.7171807038355081,
      "grad_norm": 1.5859375,
      "learning_rate": 0.0004956840860430104,
      "loss": 5.6127,
      "mean_token_accuracy": 0.16996590346097945,
      "num_tokens": 16609128.0,
      "step": 7255
    },
    {
      "entropy": 5.741106462478638,
      "epoch": 0.7176749703440095,
      "grad_norm": 1.53125,
      "learning_rate": 0.0004956772044305106,
      "loss": 5.5423,
      "mean_token_accuracy": 0.1706029072403908,
      "num_tokens": 16620095.0,
      "step": 7260
    },
    {
      "entropy": 5.748459672927856,
      "epoch": 0.7181692368525109,
      "grad_norm": 1.921875,
      "learning_rate": 0.0004956703173893173,
      "loss": 5.5585,
      "mean_token_accuracy": 0.16713149696588517,
      "num_tokens": 16630919.0,
      "step": 7265
    },
    {
      "entropy": 5.7497953414917,
      "epoch": 0.7186635033610123,
      "grad_norm": 1.7890625,
      "learning_rate": 0.0004956634249196001,
      "loss": 5.6744,
      "mean_token_accuracy": 0.1614256903529167,
      "num_tokens": 16642111.0,
      "step": 7270
    },
    {
      "entropy": 5.7414665699005125,
      "epoch": 0.7191577698695136,
      "grad_norm": 1.65625,
      "learning_rate": 0.0004956565270215282,
      "loss": 5.652,
      "mean_token_accuracy": 0.16246819943189622,
      "num_tokens": 16654805.0,
      "step": 7275
    },
    {
      "entropy": 5.853487873077393,
      "epoch": 0.719652036378015,
      "grad_norm": 1.6171875,
      "learning_rate": 0.0004956496236952716,
      "loss": 5.6905,
      "mean_token_accuracy": 0.16142804622650148,
      "num_tokens": 16664735.0,
      "step": 7280
    },
    {
      "entropy": 5.802929544448853,
      "epoch": 0.7201463028865164,
      "grad_norm": 1.5,
      "learning_rate": 0.000495642714941,
      "loss": 5.5447,
      "mean_token_accuracy": 0.16482402384281158,
      "num_tokens": 16676163.0,
      "step": 7285
    },
    {
      "entropy": 5.81269097328186,
      "epoch": 0.7206405693950177,
      "grad_norm": 1.5546875,
      "learning_rate": 0.0004956358007588834,
      "loss": 5.7549,
      "mean_token_accuracy": 0.15713878720998764,
      "num_tokens": 16689683.0,
      "step": 7290
    },
    {
      "entropy": 5.856641530990601,
      "epoch": 0.7211348359035191,
      "grad_norm": 1.5859375,
      "learning_rate": 0.0004956288811490919,
      "loss": 5.682,
      "mean_token_accuracy": 0.1596776008605957,
      "num_tokens": 16702193.0,
      "step": 7295
    },
    {
      "entropy": 5.684182596206665,
      "epoch": 0.7216291024120206,
      "grad_norm": 2.078125,
      "learning_rate": 0.0004956219561117955,
      "loss": 5.501,
      "mean_token_accuracy": 0.17966277301311492,
      "num_tokens": 16713489.0,
      "step": 7300
    },
    {
      "entropy": 5.68188705444336,
      "epoch": 0.722123368920522,
      "grad_norm": 1.625,
      "learning_rate": 0.000495615025647165,
      "loss": 5.6197,
      "mean_token_accuracy": 0.16612053662538528,
      "num_tokens": 16725103.0,
      "step": 7305
    },
    {
      "entropy": 5.735351848602295,
      "epoch": 0.7226176354290234,
      "grad_norm": 1.59375,
      "learning_rate": 0.0004956080897553705,
      "loss": 5.5905,
      "mean_token_accuracy": 0.16317443400621415,
      "num_tokens": 16737056.0,
      "step": 7310
    },
    {
      "entropy": 5.698517084121704,
      "epoch": 0.7231119019375247,
      "grad_norm": 1.53125,
      "learning_rate": 0.0004956011484365829,
      "loss": 5.5534,
      "mean_token_accuracy": 0.1738612711429596,
      "num_tokens": 16747347.0,
      "step": 7315
    },
    {
      "entropy": 5.692885541915894,
      "epoch": 0.7236061684460261,
      "grad_norm": 1.5390625,
      "learning_rate": 0.0004955942016909728,
      "loss": 5.571,
      "mean_token_accuracy": 0.1722766116261482,
      "num_tokens": 16758738.0,
      "step": 7320
    },
    {
      "entropy": 5.711320209503174,
      "epoch": 0.7241004349545275,
      "grad_norm": 1.4375,
      "learning_rate": 0.000495587249518711,
      "loss": 5.6174,
      "mean_token_accuracy": 0.163837032020092,
      "num_tokens": 16770867.0,
      "step": 7325
    },
    {
      "entropy": 5.768688583374024,
      "epoch": 0.7245947014630288,
      "grad_norm": 1.5078125,
      "learning_rate": 0.0004955802919199687,
      "loss": 5.5512,
      "mean_token_accuracy": 0.17396171689033507,
      "num_tokens": 16781537.0,
      "step": 7330
    },
    {
      "entropy": 5.738880825042725,
      "epoch": 0.7250889679715302,
      "grad_norm": 1.484375,
      "learning_rate": 0.000495573328894917,
      "loss": 5.588,
      "mean_token_accuracy": 0.16630553752183913,
      "num_tokens": 16792250.0,
      "step": 7335
    },
    {
      "entropy": 5.720074129104614,
      "epoch": 0.7255832344800316,
      "grad_norm": 1.46875,
      "learning_rate": 0.0004955663604437272,
      "loss": 5.5543,
      "mean_token_accuracy": 0.16450802534818648,
      "num_tokens": 16803673.0,
      "step": 7340
    },
    {
      "entropy": 5.7297827243804935,
      "epoch": 0.726077500988533,
      "grad_norm": 1.5859375,
      "learning_rate": 0.0004955593865665707,
      "loss": 5.6732,
      "mean_token_accuracy": 0.16134673357009888,
      "num_tokens": 16815484.0,
      "step": 7345
    },
    {
      "entropy": 5.758619976043701,
      "epoch": 0.7265717674970344,
      "grad_norm": 1.6875,
      "learning_rate": 0.000495552407263619,
      "loss": 5.6215,
      "mean_token_accuracy": 0.16498324126005173,
      "num_tokens": 16827097.0,
      "step": 7350
    },
    {
      "entropy": 5.828380537033081,
      "epoch": 0.7270660340055358,
      "grad_norm": 1.75,
      "learning_rate": 0.0004955454225350441,
      "loss": 5.581,
      "mean_token_accuracy": 0.16659811586141587,
      "num_tokens": 16838235.0,
      "step": 7355
    },
    {
      "entropy": 5.756051635742187,
      "epoch": 0.7275603005140372,
      "grad_norm": 1.3984375,
      "learning_rate": 0.0004955384323810174,
      "loss": 5.5903,
      "mean_token_accuracy": 0.16529640108346938,
      "num_tokens": 16847831.0,
      "step": 7360
    },
    {
      "entropy": 5.743377733230591,
      "epoch": 0.7280545670225386,
      "grad_norm": 2.6875,
      "learning_rate": 0.000495531436801711,
      "loss": 5.6226,
      "mean_token_accuracy": 0.16450040489435197,
      "num_tokens": 16859607.0,
      "step": 7365
    },
    {
      "entropy": 5.863069009780884,
      "epoch": 0.7285488335310399,
      "grad_norm": 1.5546875,
      "learning_rate": 0.0004955244357972972,
      "loss": 5.6743,
      "mean_token_accuracy": 0.16126021295785903,
      "num_tokens": 16869787.0,
      "step": 7370
    },
    {
      "entropy": 5.708996438980103,
      "epoch": 0.7290431000395413,
      "grad_norm": 1.3359375,
      "learning_rate": 0.000495517429367948,
      "loss": 5.5496,
      "mean_token_accuracy": 0.16942000091075898,
      "num_tokens": 16880819.0,
      "step": 7375
    },
    {
      "entropy": 5.769755458831787,
      "epoch": 0.7295373665480427,
      "grad_norm": 1.6171875,
      "learning_rate": 0.0004955104175138358,
      "loss": 5.6697,
      "mean_token_accuracy": 0.16085806638002395,
      "num_tokens": 16893247.0,
      "step": 7380
    },
    {
      "entropy": 5.781706809997559,
      "epoch": 0.7300316330565441,
      "grad_norm": 1.3984375,
      "learning_rate": 0.0004955034002351332,
      "loss": 5.5792,
      "mean_token_accuracy": 0.16594864279031754,
      "num_tokens": 16904469.0,
      "step": 7385
    },
    {
      "entropy": 5.7706982612609865,
      "epoch": 0.7305258995650454,
      "grad_norm": 1.3671875,
      "learning_rate": 0.0004954963775320127,
      "loss": 5.7237,
      "mean_token_accuracy": 0.16324723958969117,
      "num_tokens": 16918433.0,
      "step": 7390
    },
    {
      "entropy": 5.801693916320801,
      "epoch": 0.7310201660735468,
      "grad_norm": 1.4765625,
      "learning_rate": 0.000495489349404647,
      "loss": 5.6518,
      "mean_token_accuracy": 0.1594475969672203,
      "num_tokens": 16930905.0,
      "step": 7395
    },
    {
      "entropy": 5.820454740524292,
      "epoch": 0.7315144325820483,
      "grad_norm": 1.484375,
      "learning_rate": 0.0004954823158532093,
      "loss": 5.6792,
      "mean_token_accuracy": 0.15785257816314696,
      "num_tokens": 16943461.0,
      "step": 7400
    },
    {
      "entropy": 5.702722454071045,
      "epoch": 0.7320086990905497,
      "grad_norm": 1.40625,
      "learning_rate": 0.0004954752768778723,
      "loss": 5.6351,
      "mean_token_accuracy": 0.16629653424024582,
      "num_tokens": 16955539.0,
      "step": 7405
    },
    {
      "entropy": 5.735093688964843,
      "epoch": 0.732502965599051,
      "grad_norm": 1.546875,
      "learning_rate": 0.0004954682324788093,
      "loss": 5.5956,
      "mean_token_accuracy": 0.16030968278646468,
      "num_tokens": 16967508.0,
      "step": 7410
    },
    {
      "entropy": 5.771734523773193,
      "epoch": 0.7329972321075524,
      "grad_norm": 1.5078125,
      "learning_rate": 0.0004954611826561935,
      "loss": 5.5661,
      "mean_token_accuracy": 0.1696939140558243,
      "num_tokens": 16979033.0,
      "step": 7415
    },
    {
      "entropy": 5.715194416046143,
      "epoch": 0.7334914986160538,
      "grad_norm": 1.34375,
      "learning_rate": 0.0004954541274101985,
      "loss": 5.5482,
      "mean_token_accuracy": 0.17350004613399506,
      "num_tokens": 16991874.0,
      "step": 7420
    },
    {
      "entropy": 5.8296373844146725,
      "epoch": 0.7339857651245552,
      "grad_norm": 1.9140625,
      "learning_rate": 0.0004954470667409978,
      "loss": 5.7261,
      "mean_token_accuracy": 0.15965375751256944,
      "num_tokens": 17003160.0,
      "step": 7425
    },
    {
      "entropy": 5.749544095993042,
      "epoch": 0.7344800316330565,
      "grad_norm": 1.6015625,
      "learning_rate": 0.000495440000648765,
      "loss": 5.5817,
      "mean_token_accuracy": 0.16631619036197662,
      "num_tokens": 17014043.0,
      "step": 7430
    },
    {
      "entropy": 5.759813642501831,
      "epoch": 0.7349742981415579,
      "grad_norm": 1.5078125,
      "learning_rate": 0.0004954329291336739,
      "loss": 5.5436,
      "mean_token_accuracy": 0.16683925092220306,
      "num_tokens": 17025117.0,
      "step": 7435
    },
    {
      "entropy": 5.66251392364502,
      "epoch": 0.7354685646500593,
      "grad_norm": 2.25,
      "learning_rate": 0.0004954258521958988,
      "loss": 5.611,
      "mean_token_accuracy": 0.1650553524494171,
      "num_tokens": 17037366.0,
      "step": 7440
    },
    {
      "entropy": 5.764198064804077,
      "epoch": 0.7359628311585606,
      "grad_norm": 1.609375,
      "learning_rate": 0.0004954187698356133,
      "loss": 5.6507,
      "mean_token_accuracy": 0.16029622852802278,
      "num_tokens": 17050683.0,
      "step": 7445
    },
    {
      "entropy": 5.708848094940185,
      "epoch": 0.7364570976670621,
      "grad_norm": 1.8203125,
      "learning_rate": 0.0004954116820529921,
      "loss": 5.5338,
      "mean_token_accuracy": 0.1740710735321045,
      "num_tokens": 17062403.0,
      "step": 7450
    },
    {
      "entropy": 5.714789724349975,
      "epoch": 0.7369513641755635,
      "grad_norm": 2.171875,
      "learning_rate": 0.0004954045888482091,
      "loss": 5.5412,
      "mean_token_accuracy": 0.1723011016845703,
      "num_tokens": 17072688.0,
      "step": 7455
    },
    {
      "entropy": 5.749787712097168,
      "epoch": 0.7374456306840649,
      "grad_norm": 1.5078125,
      "learning_rate": 0.0004953974902214391,
      "loss": 5.6045,
      "mean_token_accuracy": 0.16877943873405457,
      "num_tokens": 17084118.0,
      "step": 7460
    },
    {
      "entropy": 5.808379793167115,
      "epoch": 0.7379398971925663,
      "grad_norm": 1.578125,
      "learning_rate": 0.0004953903861728567,
      "loss": 5.6354,
      "mean_token_accuracy": 0.16455026119947433,
      "num_tokens": 17095600.0,
      "step": 7465
    },
    {
      "entropy": 5.8653984546661375,
      "epoch": 0.7384341637010676,
      "grad_norm": 1.578125,
      "learning_rate": 0.0004953832767026365,
      "loss": 5.7431,
      "mean_token_accuracy": 0.15749269872903823,
      "num_tokens": 17107934.0,
      "step": 7470
    },
    {
      "entropy": 5.745365571975708,
      "epoch": 0.738928430209569,
      "grad_norm": 1.515625,
      "learning_rate": 0.0004953761618109535,
      "loss": 5.6656,
      "mean_token_accuracy": 0.15862454771995543,
      "num_tokens": 17119578.0,
      "step": 7475
    },
    {
      "entropy": 5.762130832672119,
      "epoch": 0.7394226967180704,
      "grad_norm": 1.8828125,
      "learning_rate": 0.0004953690414979828,
      "loss": 5.6451,
      "mean_token_accuracy": 0.16063157021999358,
      "num_tokens": 17129928.0,
      "step": 7480
    },
    {
      "entropy": 5.7570428371429445,
      "epoch": 0.7399169632265717,
      "grad_norm": 1.78125,
      "learning_rate": 0.0004953619157638995,
      "loss": 5.6536,
      "mean_token_accuracy": 0.16045423299074174,
      "num_tokens": 17141149.0,
      "step": 7485
    },
    {
      "entropy": 5.7265997409820555,
      "epoch": 0.7404112297350731,
      "grad_norm": 1.484375,
      "learning_rate": 0.0004953547846088789,
      "loss": 5.5467,
      "mean_token_accuracy": 0.16523138135671617,
      "num_tokens": 17152577.0,
      "step": 7490
    },
    {
      "entropy": 5.703083562850952,
      "epoch": 0.7409054962435745,
      "grad_norm": 1.5390625,
      "learning_rate": 0.0004953476480330964,
      "loss": 5.5679,
      "mean_token_accuracy": 0.16664033830165864,
      "num_tokens": 17163997.0,
      "step": 7495
    },
    {
      "entropy": 5.722478723526001,
      "epoch": 0.741399762752076,
      "grad_norm": 1.375,
      "learning_rate": 0.0004953405060367276,
      "loss": 5.5299,
      "mean_token_accuracy": 0.16978507190942765,
      "num_tokens": 17175317.0,
      "step": 7500
    },
    {
      "entropy": 5.63282732963562,
      "epoch": 0.7418940292605773,
      "grad_norm": 1.9453125,
      "learning_rate": 0.0004953333586199481,
      "loss": 5.5892,
      "mean_token_accuracy": 0.17345013469457626,
      "num_tokens": 17185615.0,
      "step": 7505
    },
    {
      "entropy": 5.815655708312988,
      "epoch": 0.7423882957690787,
      "grad_norm": 1.765625,
      "learning_rate": 0.0004953262057829338,
      "loss": 5.6085,
      "mean_token_accuracy": 0.16249293237924575,
      "num_tokens": 17198160.0,
      "step": 7510
    },
    {
      "entropy": 5.761313104629517,
      "epoch": 0.7428825622775801,
      "grad_norm": 1.6796875,
      "learning_rate": 0.0004953190475258607,
      "loss": 5.5911,
      "mean_token_accuracy": 0.1688827559351921,
      "num_tokens": 17209652.0,
      "step": 7515
    },
    {
      "entropy": 5.756549215316772,
      "epoch": 0.7433768287860815,
      "grad_norm": 1.6875,
      "learning_rate": 0.0004953118838489049,
      "loss": 5.5966,
      "mean_token_accuracy": 0.1644274726510048,
      "num_tokens": 17220832.0,
      "step": 7520
    },
    {
      "entropy": 5.7113487243652346,
      "epoch": 0.7438710952945828,
      "grad_norm": 2.125,
      "learning_rate": 0.0004953047147522424,
      "loss": 5.5467,
      "mean_token_accuracy": 0.16912853568792344,
      "num_tokens": 17231952.0,
      "step": 7525
    },
    {
      "entropy": 5.634316873550415,
      "epoch": 0.7443653618030842,
      "grad_norm": 1.7109375,
      "learning_rate": 0.0004952975402360499,
      "loss": 5.5471,
      "mean_token_accuracy": 0.17110426276922225,
      "num_tokens": 17242705.0,
      "step": 7530
    },
    {
      "entropy": 5.7730433464050295,
      "epoch": 0.7448596283115856,
      "grad_norm": 1.7890625,
      "learning_rate": 0.0004952903603005037,
      "loss": 5.6208,
      "mean_token_accuracy": 0.1608292430639267,
      "num_tokens": 17253946.0,
      "step": 7535
    },
    {
      "entropy": 5.856173133850097,
      "epoch": 0.745353894820087,
      "grad_norm": 1.7890625,
      "learning_rate": 0.0004952831749457804,
      "loss": 5.6546,
      "mean_token_accuracy": 0.17365415692329406,
      "num_tokens": 17265732.0,
      "step": 7540
    },
    {
      "entropy": 5.735471105575561,
      "epoch": 0.7458481613285883,
      "grad_norm": 1.6328125,
      "learning_rate": 0.0004952759841720569,
      "loss": 5.5842,
      "mean_token_accuracy": 0.1696339651942253,
      "num_tokens": 17277154.0,
      "step": 7545
    },
    {
      "entropy": 5.73749475479126,
      "epoch": 0.7463424278370897,
      "grad_norm": 1.5546875,
      "learning_rate": 0.0004952687879795101,
      "loss": 5.6365,
      "mean_token_accuracy": 0.16797012239694595,
      "num_tokens": 17288179.0,
      "step": 7550
    },
    {
      "entropy": 5.746026420593262,
      "epoch": 0.7468366943455912,
      "grad_norm": 3.375,
      "learning_rate": 0.0004952615863683167,
      "loss": 5.577,
      "mean_token_accuracy": 0.17081994265317918,
      "num_tokens": 17299435.0,
      "step": 7555
    },
    {
      "entropy": 5.6489966869354244,
      "epoch": 0.7473309608540926,
      "grad_norm": 2.875,
      "learning_rate": 0.0004952543793386543,
      "loss": 5.4363,
      "mean_token_accuracy": 0.18596286624670028,
      "num_tokens": 17309442.0,
      "step": 7560
    },
    {
      "entropy": 5.76450023651123,
      "epoch": 0.7478252273625939,
      "grad_norm": 1.6640625,
      "learning_rate": 0.0004952471668906999,
      "loss": 5.6504,
      "mean_token_accuracy": 0.15946330577135087,
      "num_tokens": 17322072.0,
      "step": 7565
    },
    {
      "entropy": 5.770624351501465,
      "epoch": 0.7483194938710953,
      "grad_norm": 1.6015625,
      "learning_rate": 0.0004952399490246311,
      "loss": 5.5672,
      "mean_token_accuracy": 0.1691721722483635,
      "num_tokens": 17333458.0,
      "step": 7570
    },
    {
      "entropy": 5.647971057891846,
      "epoch": 0.7488137603795967,
      "grad_norm": 2.265625,
      "learning_rate": 0.0004952327257406253,
      "loss": 5.5297,
      "mean_token_accuracy": 0.1690526247024536,
      "num_tokens": 17344319.0,
      "step": 7575
    },
    {
      "entropy": 5.714942932128906,
      "epoch": 0.749308026888098,
      "grad_norm": 1.96875,
      "learning_rate": 0.0004952254970388603,
      "loss": 5.6395,
      "mean_token_accuracy": 0.16880596280097962,
      "num_tokens": 17357016.0,
      "step": 7580
    },
    {
      "entropy": 5.754970455169678,
      "epoch": 0.7498022933965994,
      "grad_norm": 1.453125,
      "learning_rate": 0.000495218262919514,
      "loss": 5.5313,
      "mean_token_accuracy": 0.1711251214146614,
      "num_tokens": 17368574.0,
      "step": 7585
    },
    {
      "entropy": 5.609649229049682,
      "epoch": 0.7502965599051008,
      "grad_norm": 1.578125,
      "learning_rate": 0.0004952110233827642,
      "loss": 5.4966,
      "mean_token_accuracy": 0.1723710983991623,
      "num_tokens": 17379858.0,
      "step": 7590
    },
    {
      "entropy": 5.747307205200196,
      "epoch": 0.7507908264136022,
      "grad_norm": 1.6953125,
      "learning_rate": 0.0004952037784287891,
      "loss": 5.6442,
      "mean_token_accuracy": 0.1659706175327301,
      "num_tokens": 17391543.0,
      "step": 7595
    },
    {
      "entropy": 5.772963285446167,
      "epoch": 0.7512850929221035,
      "grad_norm": 1.796875,
      "learning_rate": 0.0004951965280577668,
      "loss": 5.5947,
      "mean_token_accuracy": 0.17050851732492447,
      "num_tokens": 17403193.0,
      "step": 7600
    },
    {
      "entropy": 5.756211566925049,
      "epoch": 0.751779359430605,
      "grad_norm": 1.8203125,
      "learning_rate": 0.0004951892722698759,
      "loss": 5.6992,
      "mean_token_accuracy": 0.16200622618198396,
      "num_tokens": 17415866.0,
      "step": 7605
    },
    {
      "entropy": 5.665574550628662,
      "epoch": 0.7522736259391064,
      "grad_norm": 1.734375,
      "learning_rate": 0.0004951820110652946,
      "loss": 5.5441,
      "mean_token_accuracy": 0.16659905314445494,
      "num_tokens": 17427880.0,
      "step": 7610
    },
    {
      "entropy": 5.76431713104248,
      "epoch": 0.7527678924476078,
      "grad_norm": 1.8203125,
      "learning_rate": 0.0004951747444442017,
      "loss": 5.5778,
      "mean_token_accuracy": 0.16731993854045868,
      "num_tokens": 17440295.0,
      "step": 7615
    },
    {
      "entropy": 5.792757797241211,
      "epoch": 0.7532621589561092,
      "grad_norm": 1.984375,
      "learning_rate": 0.0004951674724067759,
      "loss": 5.6111,
      "mean_token_accuracy": 0.17040710896253586,
      "num_tokens": 17451636.0,
      "step": 7620
    },
    {
      "entropy": 5.778954076766968,
      "epoch": 0.7537564254646105,
      "grad_norm": 2.0,
      "learning_rate": 0.0004951601949531962,
      "loss": 5.6619,
      "mean_token_accuracy": 0.16695151776075362,
      "num_tokens": 17464376.0,
      "step": 7625
    },
    {
      "entropy": 5.734000110626221,
      "epoch": 0.7542506919731119,
      "grad_norm": 1.515625,
      "learning_rate": 0.0004951529120836416,
      "loss": 5.5152,
      "mean_token_accuracy": 0.1681979015469551,
      "num_tokens": 17475098.0,
      "step": 7630
    },
    {
      "entropy": 5.651544904708862,
      "epoch": 0.7547449584816133,
      "grad_norm": 1.5703125,
      "learning_rate": 0.0004951456237982911,
      "loss": 5.5267,
      "mean_token_accuracy": 0.16398171633481978,
      "num_tokens": 17486176.0,
      "step": 7635
    },
    {
      "entropy": 5.710281324386597,
      "epoch": 0.7552392249901146,
      "grad_norm": 1.71875,
      "learning_rate": 0.0004951383300973242,
      "loss": 5.5864,
      "mean_token_accuracy": 0.16826897412538527,
      "num_tokens": 17498386.0,
      "step": 7640
    },
    {
      "entropy": 5.766921281814575,
      "epoch": 0.755733491498616,
      "grad_norm": 1.4453125,
      "learning_rate": 0.0004951310309809201,
      "loss": 5.6293,
      "mean_token_accuracy": 0.16339175999164582,
      "num_tokens": 17510409.0,
      "step": 7645
    },
    {
      "entropy": 5.711449527740479,
      "epoch": 0.7562277580071174,
      "grad_norm": 1.6796875,
      "learning_rate": 0.0004951237264492585,
      "loss": 5.566,
      "mean_token_accuracy": 0.1698060467839241,
      "num_tokens": 17521803.0,
      "step": 7650
    },
    {
      "entropy": 5.692463731765747,
      "epoch": 0.7567220245156189,
      "grad_norm": 1.484375,
      "learning_rate": 0.0004951164165025192,
      "loss": 5.6248,
      "mean_token_accuracy": 0.16975642889738082,
      "num_tokens": 17532974.0,
      "step": 7655
    },
    {
      "entropy": 5.783552932739258,
      "epoch": 0.7572162910241202,
      "grad_norm": 2.125,
      "learning_rate": 0.0004951091011408818,
      "loss": 5.5994,
      "mean_token_accuracy": 0.1688157469034195,
      "num_tokens": 17544309.0,
      "step": 7660
    },
    {
      "entropy": 5.709373950958252,
      "epoch": 0.7577105575326216,
      "grad_norm": 1.53125,
      "learning_rate": 0.0004951017803645264,
      "loss": 5.5425,
      "mean_token_accuracy": 0.16980530321598053,
      "num_tokens": 17555395.0,
      "step": 7665
    },
    {
      "entropy": 5.680856132507325,
      "epoch": 0.758204824041123,
      "grad_norm": 1.7109375,
      "learning_rate": 0.000495094454173633,
      "loss": 5.5023,
      "mean_token_accuracy": 0.17162813395261764,
      "num_tokens": 17567434.0,
      "step": 7670
    },
    {
      "entropy": 5.778611326217652,
      "epoch": 0.7586990905496244,
      "grad_norm": 1.5078125,
      "learning_rate": 0.0004950871225683819,
      "loss": 5.6471,
      "mean_token_accuracy": 0.16490187793970107,
      "num_tokens": 17578381.0,
      "step": 7675
    },
    {
      "entropy": 5.737913703918457,
      "epoch": 0.7591933570581257,
      "grad_norm": 1.4609375,
      "learning_rate": 0.0004950797855489535,
      "loss": 5.5999,
      "mean_token_accuracy": 0.16983857303857802,
      "num_tokens": 17589732.0,
      "step": 7680
    },
    {
      "entropy": 5.79100489616394,
      "epoch": 0.7596876235666271,
      "grad_norm": 1.65625,
      "learning_rate": 0.0004950724431155283,
      "loss": 5.5374,
      "mean_token_accuracy": 0.16733123809099198,
      "num_tokens": 17601092.0,
      "step": 7685
    },
    {
      "entropy": 5.717710208892822,
      "epoch": 0.7601818900751285,
      "grad_norm": 1.515625,
      "learning_rate": 0.0004950650952682867,
      "loss": 5.6421,
      "mean_token_accuracy": 0.16308820098638535,
      "num_tokens": 17613268.0,
      "step": 7690
    },
    {
      "entropy": 5.780374574661255,
      "epoch": 0.7606761565836299,
      "grad_norm": 1.46875,
      "learning_rate": 0.0004950577420074098,
      "loss": 5.536,
      "mean_token_accuracy": 0.16852555721998214,
      "num_tokens": 17623500.0,
      "step": 7695
    },
    {
      "entropy": 5.770693397521972,
      "epoch": 0.7611704230921312,
      "grad_norm": 1.5,
      "learning_rate": 0.0004950503833330781,
      "loss": 5.7473,
      "mean_token_accuracy": 0.1554810255765915,
      "num_tokens": 17636151.0,
      "step": 7700
    },
    {
      "entropy": 5.761449670791626,
      "epoch": 0.7616646896006327,
      "grad_norm": 1.7734375,
      "learning_rate": 0.0004950430192454729,
      "loss": 5.6112,
      "mean_token_accuracy": 0.16518060564994813,
      "num_tokens": 17648392.0,
      "step": 7705
    },
    {
      "entropy": 5.72187991142273,
      "epoch": 0.7621589561091341,
      "grad_norm": 1.71875,
      "learning_rate": 0.0004950356497447754,
      "loss": 5.5495,
      "mean_token_accuracy": 0.16627350598573684,
      "num_tokens": 17659777.0,
      "step": 7710
    },
    {
      "entropy": 5.785965776443481,
      "epoch": 0.7626532226176355,
      "grad_norm": 1.3203125,
      "learning_rate": 0.0004950282748311666,
      "loss": 5.6516,
      "mean_token_accuracy": 0.16374578326940536,
      "num_tokens": 17671986.0,
      "step": 7715
    },
    {
      "entropy": 5.734409761428833,
      "epoch": 0.7631474891261368,
      "grad_norm": 1.46875,
      "learning_rate": 0.0004950208945048283,
      "loss": 5.576,
      "mean_token_accuracy": 0.16800594031810762,
      "num_tokens": 17683740.0,
      "step": 7720
    },
    {
      "entropy": 5.712638425827026,
      "epoch": 0.7636417556346382,
      "grad_norm": 1.453125,
      "learning_rate": 0.0004950135087659417,
      "loss": 5.6567,
      "mean_token_accuracy": 0.16560078561306,
      "num_tokens": 17696034.0,
      "step": 7725
    },
    {
      "entropy": 5.751904010772705,
      "epoch": 0.7641360221431396,
      "grad_norm": 2.5625,
      "learning_rate": 0.0004950061176146887,
      "loss": 5.5864,
      "mean_token_accuracy": 0.16943542659282684,
      "num_tokens": 17707783.0,
      "step": 7730
    },
    {
      "entropy": 5.737476634979248,
      "epoch": 0.764630288651641,
      "grad_norm": 1.4609375,
      "learning_rate": 0.0004949987210512511,
      "loss": 5.5474,
      "mean_token_accuracy": 0.17262809574604035,
      "num_tokens": 17718127.0,
      "step": 7735
    },
    {
      "entropy": 5.739609050750732,
      "epoch": 0.7651245551601423,
      "grad_norm": 1.8046875,
      "learning_rate": 0.0004949913190758109,
      "loss": 5.6278,
      "mean_token_accuracy": 0.1614113688468933,
      "num_tokens": 17729798.0,
      "step": 7740
    },
    {
      "entropy": 5.787795925140381,
      "epoch": 0.7656188216686437,
      "grad_norm": 1.5625,
      "learning_rate": 0.0004949839116885499,
      "loss": 5.5846,
      "mean_token_accuracy": 0.16649723351001738,
      "num_tokens": 17741989.0,
      "step": 7745
    },
    {
      "entropy": 5.696823358535767,
      "epoch": 0.7661130881771451,
      "grad_norm": 1.9375,
      "learning_rate": 0.0004949764988896508,
      "loss": 5.6303,
      "mean_token_accuracy": 0.16772397458553315,
      "num_tokens": 17753737.0,
      "step": 7750
    },
    {
      "entropy": 5.672492122650146,
      "epoch": 0.7666073546856464,
      "grad_norm": 1.4921875,
      "learning_rate": 0.0004949690806792955,
      "loss": 5.4977,
      "mean_token_accuracy": 0.1778843492269516,
      "num_tokens": 17764158.0,
      "step": 7755
    },
    {
      "entropy": 5.745405960083008,
      "epoch": 0.7671016211941479,
      "grad_norm": 1.484375,
      "learning_rate": 0.0004949616570576668,
      "loss": 5.6329,
      "mean_token_accuracy": 0.16734983325004577,
      "num_tokens": 17775878.0,
      "step": 7760
    },
    {
      "entropy": 5.7288330078125,
      "epoch": 0.7675958877026493,
      "grad_norm": 1.4375,
      "learning_rate": 0.0004949542280249473,
      "loss": 5.5491,
      "mean_token_accuracy": 0.17019440233707428,
      "num_tokens": 17786107.0,
      "step": 7765
    },
    {
      "entropy": 5.716768264770508,
      "epoch": 0.7680901542111507,
      "grad_norm": 1.5078125,
      "learning_rate": 0.0004949467935813196,
      "loss": 5.6092,
      "mean_token_accuracy": 0.16628210842609406,
      "num_tokens": 17798470.0,
      "step": 7770
    },
    {
      "entropy": 5.762594699859619,
      "epoch": 0.768584420719652,
      "grad_norm": 1.6796875,
      "learning_rate": 0.0004949393537269666,
      "loss": 5.6083,
      "mean_token_accuracy": 0.16674718111753464,
      "num_tokens": 17811125.0,
      "step": 7775
    },
    {
      "entropy": 5.714617395401001,
      "epoch": 0.7690786872281534,
      "grad_norm": 1.6875,
      "learning_rate": 0.0004949319084620714,
      "loss": 5.4803,
      "mean_token_accuracy": 0.17195260524749756,
      "num_tokens": 17821535.0,
      "step": 7780
    },
    {
      "entropy": 5.794731998443604,
      "epoch": 0.7695729537366548,
      "grad_norm": 1.390625,
      "learning_rate": 0.000494924457786817,
      "loss": 5.7081,
      "mean_token_accuracy": 0.15793583393096924,
      "num_tokens": 17833493.0,
      "step": 7785
    },
    {
      "entropy": 5.854009294509888,
      "epoch": 0.7700672202451562,
      "grad_norm": 1.4375,
      "learning_rate": 0.0004949170017013871,
      "loss": 5.6708,
      "mean_token_accuracy": 0.16421451568603515,
      "num_tokens": 17844705.0,
      "step": 7790
    },
    {
      "entropy": 5.773963212966919,
      "epoch": 0.7705614867536575,
      "grad_norm": 1.6796875,
      "learning_rate": 0.0004949095402059646,
      "loss": 5.6724,
      "mean_token_accuracy": 0.15974969714879989,
      "num_tokens": 17856088.0,
      "step": 7795
    },
    {
      "entropy": 5.8078529834747314,
      "epoch": 0.7710557532621589,
      "grad_norm": 1.46875,
      "learning_rate": 0.0004949020733007334,
      "loss": 5.6566,
      "mean_token_accuracy": 0.16017177999019622,
      "num_tokens": 17867602.0,
      "step": 7800
    },
    {
      "entropy": 5.803476333618164,
      "epoch": 0.7715500197706603,
      "grad_norm": 1.4921875,
      "learning_rate": 0.000494894600985877,
      "loss": 5.6991,
      "mean_token_accuracy": 0.1625214010477066,
      "num_tokens": 17880487.0,
      "step": 7805
    },
    {
      "entropy": 5.83843674659729,
      "epoch": 0.7720442862791618,
      "grad_norm": 2.0,
      "learning_rate": 0.0004948871232615794,
      "loss": 5.6192,
      "mean_token_accuracy": 0.16537441909313202,
      "num_tokens": 17891690.0,
      "step": 7810
    },
    {
      "entropy": 5.819495391845703,
      "epoch": 0.7725385527876631,
      "grad_norm": 1.7421875,
      "learning_rate": 0.0004948796401280244,
      "loss": 5.667,
      "mean_token_accuracy": 0.16117413341999054,
      "num_tokens": 17903165.0,
      "step": 7815
    },
    {
      "entropy": 5.731281900405884,
      "epoch": 0.7730328192961645,
      "grad_norm": 1.65625,
      "learning_rate": 0.0004948721515853962,
      "loss": 5.5061,
      "mean_token_accuracy": 0.17569276541471482,
      "num_tokens": 17914492.0,
      "step": 7820
    },
    {
      "entropy": 5.739938879013062,
      "epoch": 0.7735270858046659,
      "grad_norm": 1.4296875,
      "learning_rate": 0.0004948646576338789,
      "loss": 5.5912,
      "mean_token_accuracy": 0.1642355740070343,
      "num_tokens": 17926231.0,
      "step": 7825
    },
    {
      "entropy": 5.72123498916626,
      "epoch": 0.7740213523131673,
      "grad_norm": 1.7421875,
      "learning_rate": 0.000494857158273657,
      "loss": 5.5679,
      "mean_token_accuracy": 0.1720128521323204,
      "num_tokens": 17937167.0,
      "step": 7830
    },
    {
      "entropy": 5.773499441146851,
      "epoch": 0.7745156188216686,
      "grad_norm": 1.59375,
      "learning_rate": 0.0004948496535049148,
      "loss": 5.6419,
      "mean_token_accuracy": 0.16745395958423615,
      "num_tokens": 17948939.0,
      "step": 7835
    },
    {
      "entropy": 5.710143995285034,
      "epoch": 0.77500988533017,
      "grad_norm": 1.78125,
      "learning_rate": 0.000494842143327837,
      "loss": 5.431,
      "mean_token_accuracy": 0.18013058453798295,
      "num_tokens": 17959250.0,
      "step": 7840
    },
    {
      "entropy": 5.673285865783692,
      "epoch": 0.7755041518386714,
      "grad_norm": 1.796875,
      "learning_rate": 0.0004948346277426084,
      "loss": 5.6599,
      "mean_token_accuracy": 0.16390762478113174,
      "num_tokens": 17970191.0,
      "step": 7845
    },
    {
      "entropy": 5.7622730255126955,
      "epoch": 0.7759984183471728,
      "grad_norm": 2.0,
      "learning_rate": 0.000494827106749414,
      "loss": 5.5742,
      "mean_token_accuracy": 0.17012883871793746,
      "num_tokens": 17982114.0,
      "step": 7850
    },
    {
      "entropy": 5.843960189819336,
      "epoch": 0.7764926848556741,
      "grad_norm": 1.4453125,
      "learning_rate": 0.0004948195803484385,
      "loss": 5.6825,
      "mean_token_accuracy": 0.1603810116648674,
      "num_tokens": 17994066.0,
      "step": 7855
    },
    {
      "entropy": 5.718367099761963,
      "epoch": 0.7769869513641756,
      "grad_norm": 3.203125,
      "learning_rate": 0.0004948120485398673,
      "loss": 5.5979,
      "mean_token_accuracy": 0.16301825344562532,
      "num_tokens": 18005406.0,
      "step": 7860
    },
    {
      "entropy": 5.71928973197937,
      "epoch": 0.777481217872677,
      "grad_norm": 1.6953125,
      "learning_rate": 0.0004948045113238856,
      "loss": 5.614,
      "mean_token_accuracy": 0.16130679994821548,
      "num_tokens": 18016773.0,
      "step": 7865
    },
    {
      "entropy": 5.8236809253692625,
      "epoch": 0.7779754843811784,
      "grad_norm": 1.46875,
      "learning_rate": 0.0004947969687006787,
      "loss": 5.6569,
      "mean_token_accuracy": 0.16104890108108522,
      "num_tokens": 18028682.0,
      "step": 7870
    },
    {
      "entropy": 5.822891807556152,
      "epoch": 0.7784697508896797,
      "grad_norm": 2.21875,
      "learning_rate": 0.0004947894206704324,
      "loss": 5.6201,
      "mean_token_accuracy": 0.16524371057748793,
      "num_tokens": 18039525.0,
      "step": 7875
    },
    {
      "entropy": 5.726070070266724,
      "epoch": 0.7789640173981811,
      "grad_norm": 1.578125,
      "learning_rate": 0.0004947818672333323,
      "loss": 5.5996,
      "mean_token_accuracy": 0.163727305829525,
      "num_tokens": 18049918.0,
      "step": 7880
    },
    {
      "entropy": 5.791027450561524,
      "epoch": 0.7794582839066825,
      "grad_norm": 2.046875,
      "learning_rate": 0.000494774308389564,
      "loss": 5.643,
      "mean_token_accuracy": 0.16190916895866395,
      "num_tokens": 18061019.0,
      "step": 7885
    },
    {
      "entropy": 5.775240516662597,
      "epoch": 0.7799525504151839,
      "grad_norm": 1.9453125,
      "learning_rate": 0.0004947667441393138,
      "loss": 5.5796,
      "mean_token_accuracy": 0.16727473735809326,
      "num_tokens": 18072123.0,
      "step": 7890
    },
    {
      "entropy": 5.710614395141602,
      "epoch": 0.7804468169236852,
      "grad_norm": 1.6875,
      "learning_rate": 0.0004947591744827674,
      "loss": 5.6008,
      "mean_token_accuracy": 0.16120128184556962,
      "num_tokens": 18083354.0,
      "step": 7895
    },
    {
      "entropy": 5.802106952667236,
      "epoch": 0.7809410834321866,
      "grad_norm": 2.1875,
      "learning_rate": 0.0004947515994201113,
      "loss": 5.6914,
      "mean_token_accuracy": 0.15860090479254724,
      "num_tokens": 18094188.0,
      "step": 7900
    },
    {
      "entropy": 5.792725992202759,
      "epoch": 0.781435349940688,
      "grad_norm": 2.359375,
      "learning_rate": 0.0004947440189515318,
      "loss": 5.6032,
      "mean_token_accuracy": 0.16835448443889617,
      "num_tokens": 18106198.0,
      "step": 7905
    },
    {
      "entropy": 5.766251420974731,
      "epoch": 0.7819296164491895,
      "grad_norm": 1.5390625,
      "learning_rate": 0.0004947364330772154,
      "loss": 5.5687,
      "mean_token_accuracy": 0.1729208290576935,
      "num_tokens": 18117137.0,
      "step": 7910
    },
    {
      "entropy": 5.698108386993408,
      "epoch": 0.7824238829576908,
      "grad_norm": 1.4453125,
      "learning_rate": 0.0004947288417973486,
      "loss": 5.6236,
      "mean_token_accuracy": 0.15833986103534697,
      "num_tokens": 18127341.0,
      "step": 7915
    },
    {
      "entropy": 5.735625219345093,
      "epoch": 0.7829181494661922,
      "grad_norm": 1.8046875,
      "learning_rate": 0.0004947212451121182,
      "loss": 5.5679,
      "mean_token_accuracy": 0.16582157760858535,
      "num_tokens": 18138333.0,
      "step": 7920
    },
    {
      "entropy": 5.854029607772827,
      "epoch": 0.7834124159746936,
      "grad_norm": 1.8125,
      "learning_rate": 0.000494713643021711,
      "loss": 5.8224,
      "mean_token_accuracy": 0.15139006227254867,
      "num_tokens": 18150961.0,
      "step": 7925
    },
    {
      "entropy": 5.845320081710815,
      "epoch": 0.783906682483195,
      "grad_norm": 1.828125,
      "learning_rate": 0.0004947060355263142,
      "loss": 5.6045,
      "mean_token_accuracy": 0.1659821465611458,
      "num_tokens": 18162604.0,
      "step": 7930
    },
    {
      "entropy": 5.793997812271118,
      "epoch": 0.7844009489916963,
      "grad_norm": 1.8359375,
      "learning_rate": 0.0004946984226261149,
      "loss": 5.6423,
      "mean_token_accuracy": 0.16274237185716628,
      "num_tokens": 18174202.0,
      "step": 7935
    },
    {
      "entropy": 5.815287303924561,
      "epoch": 0.7848952155001977,
      "grad_norm": 2.765625,
      "learning_rate": 0.0004946908043213001,
      "loss": 5.649,
      "mean_token_accuracy": 0.16121193915605544,
      "num_tokens": 18185942.0,
      "step": 7940
    },
    {
      "entropy": 5.766228580474854,
      "epoch": 0.7853894820086991,
      "grad_norm": 1.96875,
      "learning_rate": 0.0004946831806120576,
      "loss": 5.5758,
      "mean_token_accuracy": 0.16358782947063447,
      "num_tokens": 18198897.0,
      "step": 7945
    },
    {
      "entropy": 5.713035774230957,
      "epoch": 0.7858837485172004,
      "grad_norm": 2.03125,
      "learning_rate": 0.0004946755514985748,
      "loss": 5.494,
      "mean_token_accuracy": 0.17339199781417847,
      "num_tokens": 18211439.0,
      "step": 7950
    },
    {
      "entropy": 5.67184591293335,
      "epoch": 0.7863780150257018,
      "grad_norm": 2.109375,
      "learning_rate": 0.0004946679169810392,
      "loss": 5.5178,
      "mean_token_accuracy": 0.1753073200583458,
      "num_tokens": 18221864.0,
      "step": 7955
    },
    {
      "entropy": 5.699005889892578,
      "epoch": 0.7868722815342032,
      "grad_norm": 2.453125,
      "learning_rate": 0.000494660277059639,
      "loss": 5.6852,
      "mean_token_accuracy": 0.1599324032664299,
      "num_tokens": 18234005.0,
      "step": 7960
    },
    {
      "entropy": 5.764883041381836,
      "epoch": 0.7873665480427047,
      "grad_norm": 2.125,
      "learning_rate": 0.0004946526317345617,
      "loss": 5.5763,
      "mean_token_accuracy": 0.17003808170557022,
      "num_tokens": 18246804.0,
      "step": 7965
    },
    {
      "entropy": 5.78763518333435,
      "epoch": 0.787860814551206,
      "grad_norm": 1.84375,
      "learning_rate": 0.0004946449810059957,
      "loss": 5.5721,
      "mean_token_accuracy": 0.16835487633943558,
      "num_tokens": 18259192.0,
      "step": 7970
    },
    {
      "entropy": 5.7099353790283205,
      "epoch": 0.7883550810597074,
      "grad_norm": 1.4296875,
      "learning_rate": 0.0004946373248741289,
      "loss": 5.6096,
      "mean_token_accuracy": 0.16795953810214997,
      "num_tokens": 18271073.0,
      "step": 7975
    },
    {
      "entropy": 5.746679973602295,
      "epoch": 0.7888493475682088,
      "grad_norm": 1.8046875,
      "learning_rate": 0.00049462966333915,
      "loss": 5.607,
      "mean_token_accuracy": 0.16693271249532698,
      "num_tokens": 18281650.0,
      "step": 7980
    },
    {
      "entropy": 5.821167373657227,
      "epoch": 0.7893436140767102,
      "grad_norm": 2.078125,
      "learning_rate": 0.0004946219964012473,
      "loss": 5.5497,
      "mean_token_accuracy": 0.16873108595609665,
      "num_tokens": 18292217.0,
      "step": 7985
    },
    {
      "entropy": 5.650928974151611,
      "epoch": 0.7898378805852115,
      "grad_norm": 1.828125,
      "learning_rate": 0.0004946143240606095,
      "loss": 5.5557,
      "mean_token_accuracy": 0.16773455291986467,
      "num_tokens": 18305210.0,
      "step": 7990
    },
    {
      "entropy": 5.711899185180664,
      "epoch": 0.7903321470937129,
      "grad_norm": 2.0,
      "learning_rate": 0.0004946066463174251,
      "loss": 5.5226,
      "mean_token_accuracy": 0.172981558740139,
      "num_tokens": 18316418.0,
      "step": 7995
    },
    {
      "entropy": 5.6965254783630375,
      "epoch": 0.7908264136022143,
      "grad_norm": 2.171875,
      "learning_rate": 0.0004945989631718831,
      "loss": 5.6019,
      "mean_token_accuracy": 0.16918894946575164,
      "num_tokens": 18328637.0,
      "step": 8000
    },
    {
      "entropy": 5.708858489990234,
      "epoch": 0.7913206801107157,
      "grad_norm": 1.765625,
      "learning_rate": 0.0004945912746241727,
      "loss": 5.4984,
      "mean_token_accuracy": 0.17455985844135286,
      "num_tokens": 18340292.0,
      "step": 8005
    },
    {
      "entropy": 5.734827184677124,
      "epoch": 0.791814946619217,
      "grad_norm": 1.6171875,
      "learning_rate": 0.0004945835806744828,
      "loss": 5.5826,
      "mean_token_accuracy": 0.16928263306617736,
      "num_tokens": 18350784.0,
      "step": 8010
    },
    {
      "entropy": 5.804034471511841,
      "epoch": 0.7923092131277185,
      "grad_norm": 2.078125,
      "learning_rate": 0.0004945758813230028,
      "loss": 5.6269,
      "mean_token_accuracy": 0.16163259893655776,
      "num_tokens": 18363147.0,
      "step": 8015
    },
    {
      "entropy": 5.79567584991455,
      "epoch": 0.7928034796362199,
      "grad_norm": 2.25,
      "learning_rate": 0.000494568176569922,
      "loss": 5.5995,
      "mean_token_accuracy": 0.1675742194056511,
      "num_tokens": 18374152.0,
      "step": 8020
    },
    {
      "entropy": 5.745318222045898,
      "epoch": 0.7932977461447213,
      "grad_norm": 1.78125,
      "learning_rate": 0.00049456046641543,
      "loss": 5.4946,
      "mean_token_accuracy": 0.16881230026483535,
      "num_tokens": 18385321.0,
      "step": 8025
    },
    {
      "entropy": 5.675108766555786,
      "epoch": 0.7937920126532226,
      "grad_norm": 1.9296875,
      "learning_rate": 0.0004945527508597165,
      "loss": 5.5988,
      "mean_token_accuracy": 0.1631831556558609,
      "num_tokens": 18397072.0,
      "step": 8030
    },
    {
      "entropy": 5.730170154571534,
      "epoch": 0.794286279161724,
      "grad_norm": 1.625,
      "learning_rate": 0.0004945450299029713,
      "loss": 5.5449,
      "mean_token_accuracy": 0.16746590435504913,
      "num_tokens": 18408172.0,
      "step": 8035
    },
    {
      "entropy": 5.788347434997559,
      "epoch": 0.7947805456702254,
      "grad_norm": 1.7421875,
      "learning_rate": 0.0004945373035453842,
      "loss": 5.5505,
      "mean_token_accuracy": 0.1692645326256752,
      "num_tokens": 18419350.0,
      "step": 8040
    },
    {
      "entropy": 5.686052751541138,
      "epoch": 0.7952748121787268,
      "grad_norm": 1.6640625,
      "learning_rate": 0.0004945295717871454,
      "loss": 5.5926,
      "mean_token_accuracy": 0.16614610105752944,
      "num_tokens": 18430907.0,
      "step": 8045
    },
    {
      "entropy": 5.753582334518432,
      "epoch": 0.7957690786872281,
      "grad_norm": 1.7578125,
      "learning_rate": 0.0004945218346284451,
      "loss": 5.5776,
      "mean_token_accuracy": 0.16936265379190446,
      "num_tokens": 18441167.0,
      "step": 8050
    },
    {
      "entropy": 5.731485366821289,
      "epoch": 0.7962633451957295,
      "grad_norm": 1.9453125,
      "learning_rate": 0.0004945140920694736,
      "loss": 5.4865,
      "mean_token_accuracy": 0.17925694435834885,
      "num_tokens": 18452025.0,
      "step": 8055
    },
    {
      "entropy": 5.770360326766967,
      "epoch": 0.7967576117042309,
      "grad_norm": 2.484375,
      "learning_rate": 0.0004945063441104214,
      "loss": 5.7099,
      "mean_token_accuracy": 0.15428086891770362,
      "num_tokens": 18464305.0,
      "step": 8060
    },
    {
      "entropy": 5.755635833740234,
      "epoch": 0.7972518782127324,
      "grad_norm": 2.359375,
      "learning_rate": 0.0004944985907514791,
      "loss": 5.6277,
      "mean_token_accuracy": 0.16804383099079132,
      "num_tokens": 18476217.0,
      "step": 8065
    },
    {
      "entropy": 5.840139961242675,
      "epoch": 0.7977461447212337,
      "grad_norm": 1.921875,
      "learning_rate": 0.0004944908319928372,
      "loss": 5.6014,
      "mean_token_accuracy": 0.16283569633960723,
      "num_tokens": 18486967.0,
      "step": 8070
    },
    {
      "entropy": 5.804177236557007,
      "epoch": 0.7982404112297351,
      "grad_norm": 1.9921875,
      "learning_rate": 0.0004944830678346871,
      "loss": 5.5772,
      "mean_token_accuracy": 0.16123078316450118,
      "num_tokens": 18498918.0,
      "step": 8075
    },
    {
      "entropy": 5.735114192962646,
      "epoch": 0.7987346777382365,
      "grad_norm": 1.828125,
      "learning_rate": 0.0004944752982772194,
      "loss": 5.5767,
      "mean_token_accuracy": 0.1721997916698456,
      "num_tokens": 18509424.0,
      "step": 8080
    },
    {
      "entropy": 5.687436103820801,
      "epoch": 0.7992289442467378,
      "grad_norm": 2.1875,
      "learning_rate": 0.0004944675233206252,
      "loss": 5.485,
      "mean_token_accuracy": 0.17480947375297545,
      "num_tokens": 18520444.0,
      "step": 8085
    },
    {
      "entropy": 5.692551803588867,
      "epoch": 0.7997232107552392,
      "grad_norm": 3.265625,
      "learning_rate": 0.000494459742965096,
      "loss": 5.5625,
      "mean_token_accuracy": 0.17156413346529006,
      "num_tokens": 18531874.0,
      "step": 8090
    },
    {
      "entropy": 5.79705581665039,
      "epoch": 0.8002174772637406,
      "grad_norm": 2.140625,
      "learning_rate": 0.000494451957210823,
      "loss": 5.6377,
      "mean_token_accuracy": 0.16214412003755568,
      "num_tokens": 18542492.0,
      "step": 8095
    },
    {
      "entropy": 5.810577726364135,
      "epoch": 0.800711743772242,
      "grad_norm": 2.0625,
      "learning_rate": 0.0004944441660579979,
      "loss": 5.6892,
      "mean_token_accuracy": 0.15392046570777893,
      "num_tokens": 18554477.0,
      "step": 8100
    },
    {
      "entropy": 5.748530530929566,
      "epoch": 0.8012060102807433,
      "grad_norm": 1.6171875,
      "learning_rate": 0.0004944363695068121,
      "loss": 5.5564,
      "mean_token_accuracy": 0.17218154817819595,
      "num_tokens": 18565416.0,
      "step": 8105
    },
    {
      "entropy": 5.733624601364136,
      "epoch": 0.8017002767892447,
      "grad_norm": 1.7890625,
      "learning_rate": 0.0004944285675574576,
      "loss": 5.5239,
      "mean_token_accuracy": 0.17163797467947006,
      "num_tokens": 18575949.0,
      "step": 8110
    },
    {
      "entropy": 5.705946159362793,
      "epoch": 0.8021945432977462,
      "grad_norm": 1.9609375,
      "learning_rate": 0.0004944207602101265,
      "loss": 5.6401,
      "mean_token_accuracy": 0.16614215821027756,
      "num_tokens": 18588177.0,
      "step": 8115
    },
    {
      "entropy": 5.770335531234741,
      "epoch": 0.8026888098062476,
      "grad_norm": 1.4140625,
      "learning_rate": 0.0004944129474650104,
      "loss": 5.4932,
      "mean_token_accuracy": 0.16864445805549622,
      "num_tokens": 18599112.0,
      "step": 8120
    },
    {
      "entropy": 5.58718318939209,
      "epoch": 0.803183076314749,
      "grad_norm": 1.5078125,
      "learning_rate": 0.000494405129322302,
      "loss": 5.4515,
      "mean_token_accuracy": 0.17800434678792953,
      "num_tokens": 18610432.0,
      "step": 8125
    },
    {
      "entropy": 5.708334064483642,
      "epoch": 0.8036773428232503,
      "grad_norm": 1.5625,
      "learning_rate": 0.0004943973057821931,
      "loss": 5.5363,
      "mean_token_accuracy": 0.16058900356292724,
      "num_tokens": 18621739.0,
      "step": 8130
    },
    {
      "entropy": 5.75359206199646,
      "epoch": 0.8041716093317517,
      "grad_norm": 1.5234375,
      "learning_rate": 0.0004943894768448768,
      "loss": 5.5513,
      "mean_token_accuracy": 0.16682366132736207,
      "num_tokens": 18631983.0,
      "step": 8135
    },
    {
      "entropy": 5.758172178268433,
      "epoch": 0.8046658758402531,
      "grad_norm": 1.78125,
      "learning_rate": 0.000494381642510545,
      "loss": 5.6501,
      "mean_token_accuracy": 0.1592622384428978,
      "num_tokens": 18643507.0,
      "step": 8140
    },
    {
      "entropy": 5.856941986083984,
      "epoch": 0.8051601423487544,
      "grad_norm": 1.5078125,
      "learning_rate": 0.0004943738027793909,
      "loss": 5.6847,
      "mean_token_accuracy": 0.16642322838306428,
      "num_tokens": 18654516.0,
      "step": 8145
    },
    {
      "entropy": 5.860350036621094,
      "epoch": 0.8056544088572558,
      "grad_norm": 1.421875,
      "learning_rate": 0.0004943659576516072,
      "loss": 5.6642,
      "mean_token_accuracy": 0.16003682017326354,
      "num_tokens": 18666855.0,
      "step": 8150
    },
    {
      "entropy": 5.720005226135254,
      "epoch": 0.8061486753657572,
      "grad_norm": 1.8984375,
      "learning_rate": 0.0004943581071273869,
      "loss": 5.6396,
      "mean_token_accuracy": 0.16216532737016678,
      "num_tokens": 18679105.0,
      "step": 8155
    },
    {
      "entropy": 5.747036457061768,
      "epoch": 0.8066429418742586,
      "grad_norm": 1.53125,
      "learning_rate": 0.0004943502512069232,
      "loss": 5.7048,
      "mean_token_accuracy": 0.16681862473487855,
      "num_tokens": 18691349.0,
      "step": 8160
    },
    {
      "entropy": 5.866746234893799,
      "epoch": 0.8071372083827599,
      "grad_norm": 1.9609375,
      "learning_rate": 0.0004943423898904092,
      "loss": 5.7216,
      "mean_token_accuracy": 0.16013684570789338,
      "num_tokens": 18703773.0,
      "step": 8165
    },
    {
      "entropy": 5.770022296905518,
      "epoch": 0.8076314748912614,
      "grad_norm": 1.8515625,
      "learning_rate": 0.0004943345231780385,
      "loss": 5.5964,
      "mean_token_accuracy": 0.16229512095451354,
      "num_tokens": 18715281.0,
      "step": 8170
    },
    {
      "entropy": 5.730436706542969,
      "epoch": 0.8081257413997628,
      "grad_norm": 1.7109375,
      "learning_rate": 0.0004943266510700043,
      "loss": 5.5626,
      "mean_token_accuracy": 0.16943300813436507,
      "num_tokens": 18726446.0,
      "step": 8175
    },
    {
      "entropy": 5.711192083358765,
      "epoch": 0.8086200079082642,
      "grad_norm": 1.7890625,
      "learning_rate": 0.0004943187735665007,
      "loss": 5.4443,
      "mean_token_accuracy": 0.17946724593639374,
      "num_tokens": 18737348.0,
      "step": 8180
    },
    {
      "entropy": 5.722460412979126,
      "epoch": 0.8091142744167655,
      "grad_norm": 1.671875,
      "learning_rate": 0.0004943108906677211,
      "loss": 5.5377,
      "mean_token_accuracy": 0.16783976107835769,
      "num_tokens": 18748921.0,
      "step": 8185
    },
    {
      "entropy": 5.6996664047241214,
      "epoch": 0.8096085409252669,
      "grad_norm": 2.46875,
      "learning_rate": 0.0004943030023738595,
      "loss": 5.5646,
      "mean_token_accuracy": 0.17357683777809144,
      "num_tokens": 18761252.0,
      "step": 8190
    },
    {
      "entropy": 5.712693071365356,
      "epoch": 0.8101028074337683,
      "grad_norm": 1.859375,
      "learning_rate": 0.0004942951086851102,
      "loss": 5.5342,
      "mean_token_accuracy": 0.1661703333258629,
      "num_tokens": 18772915.0,
      "step": 8195
    },
    {
      "entropy": 5.715088748931885,
      "epoch": 0.8105970739422697,
      "grad_norm": 2.046875,
      "learning_rate": 0.0004942872096016671,
      "loss": 5.5609,
      "mean_token_accuracy": 0.17356885224580765,
      "num_tokens": 18783533.0,
      "step": 8200
    },
    {
      "entropy": 5.696490907669068,
      "epoch": 0.811091340450771,
      "grad_norm": 1.3984375,
      "learning_rate": 0.0004942793051237247,
      "loss": 5.5334,
      "mean_token_accuracy": 0.16562338173389435,
      "num_tokens": 18795068.0,
      "step": 8205
    },
    {
      "entropy": 5.799958515167236,
      "epoch": 0.8115856069592724,
      "grad_norm": 1.8046875,
      "learning_rate": 0.0004942713952514773,
      "loss": 5.718,
      "mean_token_accuracy": 0.15598101913928986,
      "num_tokens": 18808105.0,
      "step": 8210
    },
    {
      "entropy": 5.74779863357544,
      "epoch": 0.8120798734677738,
      "grad_norm": 1.9609375,
      "learning_rate": 0.0004942634799851196,
      "loss": 5.5751,
      "mean_token_accuracy": 0.16392529457807542,
      "num_tokens": 18819275.0,
      "step": 8215
    },
    {
      "entropy": 5.709667634963989,
      "epoch": 0.8125741399762753,
      "grad_norm": 1.890625,
      "learning_rate": 0.0004942555593248463,
      "loss": 5.5199,
      "mean_token_accuracy": 0.17542681843042374,
      "num_tokens": 18828535.0,
      "step": 8220
    },
    {
      "entropy": 5.7056725978851315,
      "epoch": 0.8130684064847766,
      "grad_norm": 1.9296875,
      "learning_rate": 0.0004942476332708522,
      "loss": 5.5377,
      "mean_token_accuracy": 0.17447522431612014,
      "num_tokens": 18839983.0,
      "step": 8225
    },
    {
      "entropy": 5.779212856292725,
      "epoch": 0.813562672993278,
      "grad_norm": 1.6875,
      "learning_rate": 0.0004942397018233322,
      "loss": 5.6074,
      "mean_token_accuracy": 0.16651627272367478,
      "num_tokens": 18851875.0,
      "step": 8230
    },
    {
      "entropy": 5.742778253555298,
      "epoch": 0.8140569395017794,
      "grad_norm": 1.546875,
      "learning_rate": 0.0004942317649824816,
      "loss": 5.6173,
      "mean_token_accuracy": 0.1662682831287384,
      "num_tokens": 18863629.0,
      "step": 8235
    },
    {
      "entropy": 5.688341474533081,
      "epoch": 0.8145512060102807,
      "grad_norm": 1.625,
      "learning_rate": 0.0004942238227484956,
      "loss": 5.5326,
      "mean_token_accuracy": 0.17284415364265443,
      "num_tokens": 18875660.0,
      "step": 8240
    },
    {
      "entropy": 5.7825586795806885,
      "epoch": 0.8150454725187821,
      "grad_norm": 1.8359375,
      "learning_rate": 0.0004942158751215696,
      "loss": 5.629,
      "mean_token_accuracy": 0.16246573776006698,
      "num_tokens": 18887140.0,
      "step": 8245
    },
    {
      "entropy": 5.751757287979126,
      "epoch": 0.8155397390272835,
      "grad_norm": 1.4296875,
      "learning_rate": 0.0004942079221018989,
      "loss": 5.6324,
      "mean_token_accuracy": 0.1648348778486252,
      "num_tokens": 18899386.0,
      "step": 8250
    },
    {
      "entropy": 5.828459548950195,
      "epoch": 0.8160340055357849,
      "grad_norm": 1.53125,
      "learning_rate": 0.0004941999636896795,
      "loss": 5.6788,
      "mean_token_accuracy": 0.15502452254295349,
      "num_tokens": 18911187.0,
      "step": 8255
    },
    {
      "entropy": 5.741218852996826,
      "epoch": 0.8165282720442862,
      "grad_norm": 1.5546875,
      "learning_rate": 0.0004941919998851068,
      "loss": 5.543,
      "mean_token_accuracy": 0.1658144935965538,
      "num_tokens": 18922522.0,
      "step": 8260
    },
    {
      "entropy": 5.624863624572754,
      "epoch": 0.8170225385527876,
      "grad_norm": 2.265625,
      "learning_rate": 0.0004941840306883771,
      "loss": 5.4739,
      "mean_token_accuracy": 0.17052083611488342,
      "num_tokens": 18932689.0,
      "step": 8265
    },
    {
      "entropy": 5.811828184127807,
      "epoch": 0.8175168050612891,
      "grad_norm": 1.515625,
      "learning_rate": 0.0004941760560996861,
      "loss": 5.7242,
      "mean_token_accuracy": 0.16082705110311507,
      "num_tokens": 18944296.0,
      "step": 8270
    },
    {
      "entropy": 5.806406307220459,
      "epoch": 0.8180110715697905,
      "grad_norm": 1.671875,
      "learning_rate": 0.0004941680761192302,
      "loss": 5.6438,
      "mean_token_accuracy": 0.1650134488940239,
      "num_tokens": 18955449.0,
      "step": 8275
    },
    {
      "entropy": 5.840929269790649,
      "epoch": 0.8185053380782918,
      "grad_norm": 1.625,
      "learning_rate": 0.0004941600907472055,
      "loss": 5.6476,
      "mean_token_accuracy": 0.16064279079437255,
      "num_tokens": 18969065.0,
      "step": 8280
    },
    {
      "entropy": 5.764996004104614,
      "epoch": 0.8189996045867932,
      "grad_norm": 1.5625,
      "learning_rate": 0.0004941520999838088,
      "loss": 5.6348,
      "mean_token_accuracy": 0.17293646186590195,
      "num_tokens": 18979801.0,
      "step": 8285
    },
    {
      "entropy": 5.722033262252808,
      "epoch": 0.8194938710952946,
      "grad_norm": 1.71875,
      "learning_rate": 0.0004941441038292363,
      "loss": 5.6818,
      "mean_token_accuracy": 0.16279126033186914,
      "num_tokens": 18990795.0,
      "step": 8290
    },
    {
      "entropy": 5.803367376327515,
      "epoch": 0.819988137603796,
      "grad_norm": 1.7890625,
      "learning_rate": 0.0004941361022836847,
      "loss": 5.6322,
      "mean_token_accuracy": 0.16177277714014054,
      "num_tokens": 19002318.0,
      "step": 8295
    },
    {
      "entropy": 5.774603319168091,
      "epoch": 0.8204824041122973,
      "grad_norm": 1.4296875,
      "learning_rate": 0.0004941280953473513,
      "loss": 5.6415,
      "mean_token_accuracy": 0.1721104621887207,
      "num_tokens": 19014977.0,
      "step": 8300
    },
    {
      "entropy": 5.795838165283203,
      "epoch": 0.8209766706207987,
      "grad_norm": 1.6875,
      "learning_rate": 0.0004941200830204325,
      "loss": 5.6524,
      "mean_token_accuracy": 0.16473191753029823,
      "num_tokens": 19026081.0,
      "step": 8305
    },
    {
      "entropy": 5.792309236526489,
      "epoch": 0.8214709371293001,
      "grad_norm": 1.5546875,
      "learning_rate": 0.0004941120653031256,
      "loss": 5.6311,
      "mean_token_accuracy": 0.1613746091723442,
      "num_tokens": 19037694.0,
      "step": 8310
    },
    {
      "entropy": 5.711976194381714,
      "epoch": 0.8219652036378015,
      "grad_norm": 1.5703125,
      "learning_rate": 0.0004941040421956282,
      "loss": 5.5316,
      "mean_token_accuracy": 0.17463389784097672,
      "num_tokens": 19048344.0,
      "step": 8315
    },
    {
      "entropy": 5.784969282150269,
      "epoch": 0.8224594701463029,
      "grad_norm": 1.4140625,
      "learning_rate": 0.0004940960136981372,
      "loss": 5.6022,
      "mean_token_accuracy": 0.16066683381795882,
      "num_tokens": 19060213.0,
      "step": 8320
    },
    {
      "entropy": 5.7101997375488285,
      "epoch": 0.8229537366548043,
      "grad_norm": 1.9921875,
      "learning_rate": 0.0004940879798108503,
      "loss": 5.4935,
      "mean_token_accuracy": 0.17741834223270417,
      "num_tokens": 19070881.0,
      "step": 8325
    },
    {
      "entropy": 5.726340198516846,
      "epoch": 0.8234480031633057,
      "grad_norm": 1.484375,
      "learning_rate": 0.0004940799405339651,
      "loss": 5.5341,
      "mean_token_accuracy": 0.16876033395528794,
      "num_tokens": 19082206.0,
      "step": 8330
    },
    {
      "entropy": 5.667361116409301,
      "epoch": 0.8239422696718071,
      "grad_norm": 1.453125,
      "learning_rate": 0.0004940718958676794,
      "loss": 5.5631,
      "mean_token_accuracy": 0.1733643665909767,
      "num_tokens": 19094014.0,
      "step": 8335
    },
    {
      "entropy": 5.789534711837769,
      "epoch": 0.8244365361803084,
      "grad_norm": 2.28125,
      "learning_rate": 0.000494063845812191,
      "loss": 5.5522,
      "mean_token_accuracy": 0.17264978140592574,
      "num_tokens": 19106859.0,
      "step": 8340
    },
    {
      "entropy": 5.654939222335815,
      "epoch": 0.8249308026888098,
      "grad_norm": 1.640625,
      "learning_rate": 0.0004940557903676981,
      "loss": 5.5968,
      "mean_token_accuracy": 0.1693487599492073,
      "num_tokens": 19118296.0,
      "step": 8345
    },
    {
      "entropy": 5.741930246353149,
      "epoch": 0.8254250691973112,
      "grad_norm": 1.5703125,
      "learning_rate": 0.0004940477295343988,
      "loss": 5.544,
      "mean_token_accuracy": 0.1718739315867424,
      "num_tokens": 19130212.0,
      "step": 8350
    },
    {
      "entropy": 5.71384630203247,
      "epoch": 0.8259193357058126,
      "grad_norm": 1.9453125,
      "learning_rate": 0.0004940396633124912,
      "loss": 5.5218,
      "mean_token_accuracy": 0.1781422570347786,
      "num_tokens": 19140798.0,
      "step": 8355
    },
    {
      "entropy": 5.773586368560791,
      "epoch": 0.8264136022143139,
      "grad_norm": 1.484375,
      "learning_rate": 0.0004940315917021742,
      "loss": 5.6263,
      "mean_token_accuracy": 0.16828884929418564,
      "num_tokens": 19151875.0,
      "step": 8360
    },
    {
      "entropy": 5.8171134948730465,
      "epoch": 0.8269078687228153,
      "grad_norm": 1.328125,
      "learning_rate": 0.0004940235147036457,
      "loss": 5.6904,
      "mean_token_accuracy": 0.15664152204990386,
      "num_tokens": 19164532.0,
      "step": 8365
    },
    {
      "entropy": 5.73322434425354,
      "epoch": 0.8274021352313167,
      "grad_norm": 1.5234375,
      "learning_rate": 0.000494015432317105,
      "loss": 5.6274,
      "mean_token_accuracy": 0.165276001393795,
      "num_tokens": 19176828.0,
      "step": 8370
    },
    {
      "entropy": 5.6323466300964355,
      "epoch": 0.8278964017398182,
      "grad_norm": 1.4375,
      "learning_rate": 0.0004940073445427506,
      "loss": 5.4644,
      "mean_token_accuracy": 0.1765448972582817,
      "num_tokens": 19188118.0,
      "step": 8375
    },
    {
      "entropy": 5.726210451126098,
      "epoch": 0.8283906682483195,
      "grad_norm": 2.15625,
      "learning_rate": 0.0004939992513807816,
      "loss": 5.6424,
      "mean_token_accuracy": 0.1584145173430443,
      "num_tokens": 19201009.0,
      "step": 8380
    },
    {
      "entropy": 5.74536657333374,
      "epoch": 0.8288849347568209,
      "grad_norm": 1.625,
      "learning_rate": 0.0004939911528313971,
      "loss": 5.543,
      "mean_token_accuracy": 0.16552556604146956,
      "num_tokens": 19212747.0,
      "step": 8385
    },
    {
      "entropy": 5.7278941631317135,
      "epoch": 0.8293792012653223,
      "grad_norm": 1.5390625,
      "learning_rate": 0.000493983048894796,
      "loss": 5.6061,
      "mean_token_accuracy": 0.16094849705696107,
      "num_tokens": 19224043.0,
      "step": 8390
    },
    {
      "entropy": 5.742194604873657,
      "epoch": 0.8298734677738236,
      "grad_norm": 1.5859375,
      "learning_rate": 0.0004939749395711782,
      "loss": 5.5166,
      "mean_token_accuracy": 0.16918471604585647,
      "num_tokens": 19235475.0,
      "step": 8395
    },
    {
      "entropy": 5.848622798919678,
      "epoch": 0.830367734282325,
      "grad_norm": 1.2734375,
      "learning_rate": 0.0004939668248607428,
      "loss": 5.6148,
      "mean_token_accuracy": 0.16481879055500032,
      "num_tokens": 19247208.0,
      "step": 8400
    },
    {
      "entropy": 5.7011463165283205,
      "epoch": 0.8308620007908264,
      "grad_norm": 1.2890625,
      "learning_rate": 0.0004939587047636896,
      "loss": 5.5725,
      "mean_token_accuracy": 0.16622405797243117,
      "num_tokens": 19260172.0,
      "step": 8405
    },
    {
      "entropy": 5.751612997055053,
      "epoch": 0.8313562672993278,
      "grad_norm": 1.625,
      "learning_rate": 0.0004939505792802182,
      "loss": 5.6284,
      "mean_token_accuracy": 0.1683248460292816,
      "num_tokens": 19271173.0,
      "step": 8410
    },
    {
      "entropy": 5.7848186016082765,
      "epoch": 0.8318505338078291,
      "grad_norm": 1.3359375,
      "learning_rate": 0.0004939424484105287,
      "loss": 5.5965,
      "mean_token_accuracy": 0.17174357622861863,
      "num_tokens": 19282693.0,
      "step": 8415
    },
    {
      "entropy": 5.73541841506958,
      "epoch": 0.8323448003163305,
      "grad_norm": 1.6953125,
      "learning_rate": 0.0004939343121548209,
      "loss": 5.6297,
      "mean_token_accuracy": 0.15996363162994384,
      "num_tokens": 19293883.0,
      "step": 8420
    },
    {
      "entropy": 5.6662674903869625,
      "epoch": 0.832839066824832,
      "grad_norm": 1.46875,
      "learning_rate": 0.0004939261705132951,
      "loss": 5.474,
      "mean_token_accuracy": 0.1741936683654785,
      "num_tokens": 19304530.0,
      "step": 8425
    },
    {
      "entropy": 5.645070791244507,
      "epoch": 0.8333333333333334,
      "grad_norm": 1.390625,
      "learning_rate": 0.0004939180234861516,
      "loss": 5.5249,
      "mean_token_accuracy": 0.17261814922094346,
      "num_tokens": 19315765.0,
      "step": 8430
    },
    {
      "entropy": 5.750543737411499,
      "epoch": 0.8338275998418347,
      "grad_norm": 1.8203125,
      "learning_rate": 0.0004939098710735906,
      "loss": 5.5881,
      "mean_token_accuracy": 0.16688463538885118,
      "num_tokens": 19328484.0,
      "step": 8435
    },
    {
      "entropy": 5.6985454082489015,
      "epoch": 0.8343218663503361,
      "grad_norm": 1.5390625,
      "learning_rate": 0.0004939017132758129,
      "loss": 5.5335,
      "mean_token_accuracy": 0.17178886979818345,
      "num_tokens": 19340594.0,
      "step": 8440
    },
    {
      "entropy": 5.813464736938476,
      "epoch": 0.8348161328588375,
      "grad_norm": 1.546875,
      "learning_rate": 0.0004938935500930192,
      "loss": 5.6238,
      "mean_token_accuracy": 0.16470698714256288,
      "num_tokens": 19351105.0,
      "step": 8445
    },
    {
      "entropy": 5.729646682739258,
      "epoch": 0.8353103993673389,
      "grad_norm": 1.65625,
      "learning_rate": 0.0004938853815254101,
      "loss": 5.5312,
      "mean_token_accuracy": 0.17212710082530974,
      "num_tokens": 19361619.0,
      "step": 8450
    },
    {
      "entropy": 5.739841556549072,
      "epoch": 0.8358046658758402,
      "grad_norm": 1.484375,
      "learning_rate": 0.0004938772075731867,
      "loss": 5.6958,
      "mean_token_accuracy": 0.16396330744028093,
      "num_tokens": 19374251.0,
      "step": 8455
    },
    {
      "entropy": 5.80084490776062,
      "epoch": 0.8362989323843416,
      "grad_norm": 2.625,
      "learning_rate": 0.0004938690282365499,
      "loss": 5.6386,
      "mean_token_accuracy": 0.1563650041818619,
      "num_tokens": 19386300.0,
      "step": 8460
    },
    {
      "entropy": 5.709263563156128,
      "epoch": 0.836793198892843,
      "grad_norm": 1.3046875,
      "learning_rate": 0.0004938608435157012,
      "loss": 5.5593,
      "mean_token_accuracy": 0.1674885407090187,
      "num_tokens": 19397082.0,
      "step": 8465
    },
    {
      "entropy": 5.699165153503418,
      "epoch": 0.8372874654013444,
      "grad_norm": 1.7890625,
      "learning_rate": 0.0004938526534108417,
      "loss": 5.6282,
      "mean_token_accuracy": 0.16458649039268494,
      "num_tokens": 19409123.0,
      "step": 8470
    },
    {
      "entropy": 5.634624910354614,
      "epoch": 0.8377817319098458,
      "grad_norm": 2.0625,
      "learning_rate": 0.0004938444579221732,
      "loss": 5.3999,
      "mean_token_accuracy": 0.1866477444767952,
      "num_tokens": 19419854.0,
      "step": 8475
    },
    {
      "entropy": 5.757629108428955,
      "epoch": 0.8382759984183472,
      "grad_norm": 1.5,
      "learning_rate": 0.0004938362570498969,
      "loss": 5.6005,
      "mean_token_accuracy": 0.16824939399957656,
      "num_tokens": 19430825.0,
      "step": 8480
    },
    {
      "entropy": 5.708920335769653,
      "epoch": 0.8387702649268486,
      "grad_norm": 1.53125,
      "learning_rate": 0.0004938280507942146,
      "loss": 5.6112,
      "mean_token_accuracy": 0.16124509274959564,
      "num_tokens": 19442617.0,
      "step": 8485
    },
    {
      "entropy": 5.83821210861206,
      "epoch": 0.83926453143535,
      "grad_norm": 1.578125,
      "learning_rate": 0.0004938198391553285,
      "loss": 5.6299,
      "mean_token_accuracy": 0.1635190352797508,
      "num_tokens": 19453911.0,
      "step": 8490
    },
    {
      "entropy": 5.6762285232543945,
      "epoch": 0.8397587979438513,
      "grad_norm": 1.7734375,
      "learning_rate": 0.0004938116221334404,
      "loss": 5.5267,
      "mean_token_accuracy": 0.17146094739437104,
      "num_tokens": 19464837.0,
      "step": 8495
    },
    {
      "entropy": 5.660635662078858,
      "epoch": 0.8402530644523527,
      "grad_norm": 1.5703125,
      "learning_rate": 0.0004938033997287524,
      "loss": 5.5105,
      "mean_token_accuracy": 0.17637209445238114,
      "num_tokens": 19477067.0,
      "step": 8500
    },
    {
      "entropy": 5.66599178314209,
      "epoch": 0.8407473309608541,
      "grad_norm": 1.7890625,
      "learning_rate": 0.0004937951719414668,
      "loss": 5.5559,
      "mean_token_accuracy": 0.1712522029876709,
      "num_tokens": 19489442.0,
      "step": 8505
    },
    {
      "entropy": 5.6885395526885985,
      "epoch": 0.8412415974693555,
      "grad_norm": 1.453125,
      "learning_rate": 0.0004937869387717861,
      "loss": 5.525,
      "mean_token_accuracy": 0.16600052267313004,
      "num_tokens": 19501197.0,
      "step": 8510
    },
    {
      "entropy": 5.7533753395080565,
      "epoch": 0.8417358639778568,
      "grad_norm": 1.453125,
      "learning_rate": 0.0004937787002199127,
      "loss": 5.551,
      "mean_token_accuracy": 0.1710121750831604,
      "num_tokens": 19513311.0,
      "step": 8515
    },
    {
      "entropy": 5.8224297046661375,
      "epoch": 0.8422301304863582,
      "grad_norm": 1.578125,
      "learning_rate": 0.0004937704562860493,
      "loss": 5.6781,
      "mean_token_accuracy": 0.16092755049467086,
      "num_tokens": 19525643.0,
      "step": 8520
    },
    {
      "entropy": 5.6762122631073,
      "epoch": 0.8427243969948597,
      "grad_norm": 1.640625,
      "learning_rate": 0.0004937622069703988,
      "loss": 5.485,
      "mean_token_accuracy": 0.1767942041158676,
      "num_tokens": 19537478.0,
      "step": 8525
    },
    {
      "entropy": 5.732364177703857,
      "epoch": 0.843218663503361,
      "grad_norm": 1.6328125,
      "learning_rate": 0.0004937539522731641,
      "loss": 5.5552,
      "mean_token_accuracy": 0.17082753777503967,
      "num_tokens": 19549370.0,
      "step": 8530
    },
    {
      "entropy": 5.772033739089966,
      "epoch": 0.8437129300118624,
      "grad_norm": 1.890625,
      "learning_rate": 0.0004937456921945482,
      "loss": 5.5,
      "mean_token_accuracy": 0.17610560804605485,
      "num_tokens": 19561793.0,
      "step": 8535
    },
    {
      "entropy": 5.596465587615967,
      "epoch": 0.8442071965203638,
      "grad_norm": 1.7734375,
      "learning_rate": 0.0004937374267347543,
      "loss": 5.4331,
      "mean_token_accuracy": 0.18058519512414933,
      "num_tokens": 19573603.0,
      "step": 8540
    },
    {
      "entropy": 5.679430818557739,
      "epoch": 0.8447014630288652,
      "grad_norm": 1.5234375,
      "learning_rate": 0.0004937291558939858,
      "loss": 5.6086,
      "mean_token_accuracy": 0.1616741880774498,
      "num_tokens": 19584848.0,
      "step": 8545
    },
    {
      "entropy": 5.734065532684326,
      "epoch": 0.8451957295373665,
      "grad_norm": 1.5,
      "learning_rate": 0.0004937208796724461,
      "loss": 5.5647,
      "mean_token_accuracy": 0.16682935655117034,
      "num_tokens": 19594965.0,
      "step": 8550
    },
    {
      "entropy": 5.741935729980469,
      "epoch": 0.8456899960458679,
      "grad_norm": 1.671875,
      "learning_rate": 0.0004937125980703389,
      "loss": 5.4621,
      "mean_token_accuracy": 0.17768049091100693,
      "num_tokens": 19607347.0,
      "step": 8555
    },
    {
      "entropy": 5.737591218948364,
      "epoch": 0.8461842625543693,
      "grad_norm": 1.5859375,
      "learning_rate": 0.0004937043110878678,
      "loss": 5.5231,
      "mean_token_accuracy": 0.17151321321725846,
      "num_tokens": 19618614.0,
      "step": 8560
    },
    {
      "entropy": 5.729369211196899,
      "epoch": 0.8466785290628707,
      "grad_norm": 1.5703125,
      "learning_rate": 0.0004936960187252367,
      "loss": 5.5566,
      "mean_token_accuracy": 0.16908628940582277,
      "num_tokens": 19630409.0,
      "step": 8565
    },
    {
      "entropy": 5.691347980499268,
      "epoch": 0.847172795571372,
      "grad_norm": 2.125,
      "learning_rate": 0.0004936877209826497,
      "loss": 5.5892,
      "mean_token_accuracy": 0.16252141147851945,
      "num_tokens": 19642183.0,
      "step": 8570
    },
    {
      "entropy": 5.7433980941772464,
      "epoch": 0.8476670620798734,
      "grad_norm": 1.5078125,
      "learning_rate": 0.0004936794178603108,
      "loss": 5.585,
      "mean_token_accuracy": 0.17702843695878984,
      "num_tokens": 19653846.0,
      "step": 8575
    },
    {
      "entropy": 5.765725612640381,
      "epoch": 0.8481613285883749,
      "grad_norm": 2.234375,
      "learning_rate": 0.0004936711093584242,
      "loss": 5.5551,
      "mean_token_accuracy": 0.1723070040345192,
      "num_tokens": 19664183.0,
      "step": 8580
    },
    {
      "entropy": 5.719138860702515,
      "epoch": 0.8486555950968763,
      "grad_norm": 1.640625,
      "learning_rate": 0.0004936627954771945,
      "loss": 5.552,
      "mean_token_accuracy": 0.1693572610616684,
      "num_tokens": 19675863.0,
      "step": 8585
    },
    {
      "entropy": 5.646349763870239,
      "epoch": 0.8491498616053776,
      "grad_norm": 1.5234375,
      "learning_rate": 0.0004936544762168261,
      "loss": 5.571,
      "mean_token_accuracy": 0.17368430644273758,
      "num_tokens": 19688410.0,
      "step": 8590
    },
    {
      "entropy": 5.736141061782837,
      "epoch": 0.849644128113879,
      "grad_norm": 1.65625,
      "learning_rate": 0.0004936461515775237,
      "loss": 5.5386,
      "mean_token_accuracy": 0.16690851300954818,
      "num_tokens": 19698849.0,
      "step": 8595
    },
    {
      "entropy": 5.842454051971435,
      "epoch": 0.8501383946223804,
      "grad_norm": 1.75,
      "learning_rate": 0.000493637821559492,
      "loss": 5.7097,
      "mean_token_accuracy": 0.15919574201107026,
      "num_tokens": 19710761.0,
      "step": 8600
    },
    {
      "entropy": 5.764397382736206,
      "epoch": 0.8506326611308818,
      "grad_norm": 1.5859375,
      "learning_rate": 0.0004936294861629358,
      "loss": 5.5974,
      "mean_token_accuracy": 0.1675185576081276,
      "num_tokens": 19722530.0,
      "step": 8605
    },
    {
      "entropy": 5.670903205871582,
      "epoch": 0.8511269276393831,
      "grad_norm": 1.3828125,
      "learning_rate": 0.0004936211453880606,
      "loss": 5.512,
      "mean_token_accuracy": 0.17287883907556534,
      "num_tokens": 19733352.0,
      "step": 8610
    },
    {
      "entropy": 5.7012639999389645,
      "epoch": 0.8516211941478845,
      "grad_norm": 1.4140625,
      "learning_rate": 0.0004936127992350712,
      "loss": 5.5806,
      "mean_token_accuracy": 0.17090388685464858,
      "num_tokens": 19745071.0,
      "step": 8615
    },
    {
      "entropy": 5.742192649841309,
      "epoch": 0.8521154606563859,
      "grad_norm": 2.109375,
      "learning_rate": 0.0004936044477041729,
      "loss": 5.5244,
      "mean_token_accuracy": 0.17320816963911057,
      "num_tokens": 19756039.0,
      "step": 8620
    },
    {
      "entropy": 5.722411012649536,
      "epoch": 0.8526097271648873,
      "grad_norm": 1.7265625,
      "learning_rate": 0.0004935960907955715,
      "loss": 5.619,
      "mean_token_accuracy": 0.16041606664657593,
      "num_tokens": 19768728.0,
      "step": 8625
    },
    {
      "entropy": 5.718424987792969,
      "epoch": 0.8531039936733887,
      "grad_norm": 1.7421875,
      "learning_rate": 0.0004935877285094722,
      "loss": 5.5978,
      "mean_token_accuracy": 0.1654672145843506,
      "num_tokens": 19780010.0,
      "step": 8630
    },
    {
      "entropy": 5.7518528461456295,
      "epoch": 0.8535982601818901,
      "grad_norm": 2.53125,
      "learning_rate": 0.000493579360846081,
      "loss": 5.5281,
      "mean_token_accuracy": 0.17875559329986573,
      "num_tokens": 19790082.0,
      "step": 8635
    },
    {
      "entropy": 5.7833168506622314,
      "epoch": 0.8540925266903915,
      "grad_norm": 2.40625,
      "learning_rate": 0.0004935709878056034,
      "loss": 5.6247,
      "mean_token_accuracy": 0.16765579134225844,
      "num_tokens": 19801702.0,
      "step": 8640
    },
    {
      "entropy": 5.710736656188965,
      "epoch": 0.8545867931988929,
      "grad_norm": 2.3125,
      "learning_rate": 0.0004935626093882457,
      "loss": 5.6742,
      "mean_token_accuracy": 0.16747738271951676,
      "num_tokens": 19812173.0,
      "step": 8645
    },
    {
      "entropy": 5.680256938934326,
      "epoch": 0.8550810597073942,
      "grad_norm": 2.265625,
      "learning_rate": 0.000493554225594214,
      "loss": 5.5398,
      "mean_token_accuracy": 0.17358147948980332,
      "num_tokens": 19823286.0,
      "step": 8650
    },
    {
      "entropy": 5.7853436946868895,
      "epoch": 0.8555753262158956,
      "grad_norm": 1.7265625,
      "learning_rate": 0.0004935458364237143,
      "loss": 5.5524,
      "mean_token_accuracy": 0.17029246538877488,
      "num_tokens": 19834472.0,
      "step": 8655
    },
    {
      "entropy": 5.784717130661011,
      "epoch": 0.856069592724397,
      "grad_norm": 2.28125,
      "learning_rate": 0.0004935374418769532,
      "loss": 5.5765,
      "mean_token_accuracy": 0.16844407021999358,
      "num_tokens": 19845073.0,
      "step": 8660
    },
    {
      "entropy": 5.765900182723999,
      "epoch": 0.8565638592328984,
      "grad_norm": 1.6015625,
      "learning_rate": 0.0004935290419541371,
      "loss": 5.6283,
      "mean_token_accuracy": 0.1618078276515007,
      "num_tokens": 19856762.0,
      "step": 8665
    },
    {
      "entropy": 5.711626052856445,
      "epoch": 0.8570581257413997,
      "grad_norm": 1.59375,
      "learning_rate": 0.0004935206366554726,
      "loss": 5.5423,
      "mean_token_accuracy": 0.17094463855028152,
      "num_tokens": 19867358.0,
      "step": 8670
    },
    {
      "entropy": 5.702182626724243,
      "epoch": 0.8575523922499011,
      "grad_norm": 1.453125,
      "learning_rate": 0.0004935122259811667,
      "loss": 5.5829,
      "mean_token_accuracy": 0.1757657617330551,
      "num_tokens": 19878527.0,
      "step": 8675
    },
    {
      "entropy": 5.77548394203186,
      "epoch": 0.8580466587584026,
      "grad_norm": 2.109375,
      "learning_rate": 0.000493503809931426,
      "loss": 5.6172,
      "mean_token_accuracy": 0.1653773806989193,
      "num_tokens": 19889680.0,
      "step": 8680
    },
    {
      "entropy": 5.751953983306885,
      "epoch": 0.858540925266904,
      "grad_norm": 1.8515625,
      "learning_rate": 0.0004934953885064577,
      "loss": 5.5199,
      "mean_token_accuracy": 0.17434027343988417,
      "num_tokens": 19900569.0,
      "step": 8685
    },
    {
      "entropy": 5.661594724655151,
      "epoch": 0.8590351917754053,
      "grad_norm": 1.640625,
      "learning_rate": 0.000493486961706469,
      "loss": 5.4962,
      "mean_token_accuracy": 0.17351965010166168,
      "num_tokens": 19912537.0,
      "step": 8690
    },
    {
      "entropy": 5.705906391143799,
      "epoch": 0.8595294582839067,
      "grad_norm": 1.84375,
      "learning_rate": 0.0004934785295316672,
      "loss": 5.5611,
      "mean_token_accuracy": 0.16770893782377244,
      "num_tokens": 19923931.0,
      "step": 8695
    },
    {
      "entropy": 5.814125823974609,
      "epoch": 0.8600237247924081,
      "grad_norm": 1.9296875,
      "learning_rate": 0.0004934700919822596,
      "loss": 5.6378,
      "mean_token_accuracy": 0.16237291246652602,
      "num_tokens": 19933956.0,
      "step": 8700
    },
    {
      "entropy": 5.696491146087647,
      "epoch": 0.8605179913009094,
      "grad_norm": 1.796875,
      "learning_rate": 0.0004934616490584538,
      "loss": 5.5152,
      "mean_token_accuracy": 0.1765739381313324,
      "num_tokens": 19945603.0,
      "step": 8705
    },
    {
      "entropy": 5.76496958732605,
      "epoch": 0.8610122578094108,
      "grad_norm": 1.7421875,
      "learning_rate": 0.0004934532007604577,
      "loss": 5.5922,
      "mean_token_accuracy": 0.167815600335598,
      "num_tokens": 19956358.0,
      "step": 8710
    },
    {
      "entropy": 5.721701908111572,
      "epoch": 0.8615065243179122,
      "grad_norm": 1.8515625,
      "learning_rate": 0.0004934447470884788,
      "loss": 5.5212,
      "mean_token_accuracy": 0.17156184166669847,
      "num_tokens": 19967856.0,
      "step": 8715
    },
    {
      "entropy": 5.672111463546753,
      "epoch": 0.8620007908264136,
      "grad_norm": 2.328125,
      "learning_rate": 0.0004934362880427253,
      "loss": 5.5499,
      "mean_token_accuracy": 0.1714496999979019,
      "num_tokens": 19979323.0,
      "step": 8720
    },
    {
      "entropy": 5.793496084213257,
      "epoch": 0.8624950573349149,
      "grad_norm": 2.3125,
      "learning_rate": 0.0004934278236234052,
      "loss": 5.6038,
      "mean_token_accuracy": 0.1626463383436203,
      "num_tokens": 19991543.0,
      "step": 8725
    },
    {
      "entropy": 5.796078205108643,
      "epoch": 0.8629893238434164,
      "grad_norm": 1.796875,
      "learning_rate": 0.0004934193538307268,
      "loss": 5.5933,
      "mean_token_accuracy": 0.16286921501159668,
      "num_tokens": 20003621.0,
      "step": 8730
    },
    {
      "entropy": 5.684550333023071,
      "epoch": 0.8634835903519178,
      "grad_norm": 2.515625,
      "learning_rate": 0.0004934108786648983,
      "loss": 5.5786,
      "mean_token_accuracy": 0.16030988246202468,
      "num_tokens": 20015183.0,
      "step": 8735
    },
    {
      "entropy": 5.740259408950806,
      "epoch": 0.8639778568604192,
      "grad_norm": 1.5,
      "learning_rate": 0.0004934023981261285,
      "loss": 5.5143,
      "mean_token_accuracy": 0.17002393901348115,
      "num_tokens": 20026735.0,
      "step": 8740
    },
    {
      "entropy": 5.755583667755127,
      "epoch": 0.8644721233689205,
      "grad_norm": 1.90625,
      "learning_rate": 0.0004933939122146256,
      "loss": 5.493,
      "mean_token_accuracy": 0.16880759298801423,
      "num_tokens": 20037410.0,
      "step": 8745
    },
    {
      "entropy": 5.5991795539855955,
      "epoch": 0.8649663898774219,
      "grad_norm": 1.7265625,
      "learning_rate": 0.0004933854209305987,
      "loss": 5.4981,
      "mean_token_accuracy": 0.17080789059400558,
      "num_tokens": 20048972.0,
      "step": 8750
    },
    {
      "entropy": 5.707715702056885,
      "epoch": 0.8654606563859233,
      "grad_norm": 1.9765625,
      "learning_rate": 0.0004933769242742566,
      "loss": 5.5287,
      "mean_token_accuracy": 0.17359218299388884,
      "num_tokens": 20059667.0,
      "step": 8755
    },
    {
      "entropy": 5.707452774047852,
      "epoch": 0.8659549228944247,
      "grad_norm": 1.578125,
      "learning_rate": 0.0004933684222458082,
      "loss": 5.4851,
      "mean_token_accuracy": 0.17378606051206588,
      "num_tokens": 20070612.0,
      "step": 8760
    },
    {
      "entropy": 5.647929525375366,
      "epoch": 0.866449189402926,
      "grad_norm": 3.265625,
      "learning_rate": 0.0004933599148454628,
      "loss": 5.5018,
      "mean_token_accuracy": 0.17339118272066117,
      "num_tokens": 20081445.0,
      "step": 8765
    },
    {
      "entropy": 5.774861288070679,
      "epoch": 0.8669434559114274,
      "grad_norm": 1.5859375,
      "learning_rate": 0.0004933514020734296,
      "loss": 5.6464,
      "mean_token_accuracy": 0.16188667863607406,
      "num_tokens": 20094414.0,
      "step": 8770
    },
    {
      "entropy": 5.723762559890747,
      "epoch": 0.8674377224199288,
      "grad_norm": 1.671875,
      "learning_rate": 0.0004933428839299181,
      "loss": 5.4601,
      "mean_token_accuracy": 0.1835716888308525,
      "num_tokens": 20106793.0,
      "step": 8775
    },
    {
      "entropy": 5.698265886306762,
      "epoch": 0.8679319889284303,
      "grad_norm": 1.984375,
      "learning_rate": 0.0004933343604151376,
      "loss": 5.5529,
      "mean_token_accuracy": 0.17220603823661804,
      "num_tokens": 20118582.0,
      "step": 8780
    },
    {
      "entropy": 5.741739892959595,
      "epoch": 0.8684262554369316,
      "grad_norm": 1.8359375,
      "learning_rate": 0.0004933258315292982,
      "loss": 5.5108,
      "mean_token_accuracy": 0.1700451508164406,
      "num_tokens": 20130548.0,
      "step": 8785
    },
    {
      "entropy": 5.772466707229614,
      "epoch": 0.868920521945433,
      "grad_norm": 1.7890625,
      "learning_rate": 0.0004933172972726094,
      "loss": 5.6551,
      "mean_token_accuracy": 0.16548369973897933,
      "num_tokens": 20141821.0,
      "step": 8790
    },
    {
      "entropy": 5.714755010604859,
      "epoch": 0.8694147884539344,
      "grad_norm": 2.078125,
      "learning_rate": 0.0004933087576452811,
      "loss": 5.5783,
      "mean_token_accuracy": 0.17281537801027297,
      "num_tokens": 20152071.0,
      "step": 8795
    },
    {
      "entropy": 5.786811208724975,
      "epoch": 0.8699090549624358,
      "grad_norm": 1.6953125,
      "learning_rate": 0.0004933002126475235,
      "loss": 5.5795,
      "mean_token_accuracy": 0.16612692028284073,
      "num_tokens": 20163780.0,
      "step": 8800
    },
    {
      "entropy": 5.738742542266846,
      "epoch": 0.8704033214709371,
      "grad_norm": 2.328125,
      "learning_rate": 0.0004932916622795468,
      "loss": 5.6145,
      "mean_token_accuracy": 0.16578862071037292,
      "num_tokens": 20175477.0,
      "step": 8805
    },
    {
      "entropy": 5.624256181716919,
      "epoch": 0.8708975879794385,
      "grad_norm": 2.015625,
      "learning_rate": 0.0004932831065415614,
      "loss": 5.5104,
      "mean_token_accuracy": 0.17047771364450454,
      "num_tokens": 20189452.0,
      "step": 8810
    },
    {
      "entropy": 5.768142175674439,
      "epoch": 0.8713918544879399,
      "grad_norm": 1.7265625,
      "learning_rate": 0.0004932745454337778,
      "loss": 5.6011,
      "mean_token_accuracy": 0.16280566155910492,
      "num_tokens": 20201250.0,
      "step": 8815
    },
    {
      "entropy": 5.7166344165802006,
      "epoch": 0.8718861209964412,
      "grad_norm": 1.5859375,
      "learning_rate": 0.0004932659789564065,
      "loss": 5.5081,
      "mean_token_accuracy": 0.17887499630451204,
      "num_tokens": 20212394.0,
      "step": 8820
    },
    {
      "entropy": 5.729531717300415,
      "epoch": 0.8723803875049426,
      "grad_norm": 1.7421875,
      "learning_rate": 0.0004932574071096581,
      "loss": 5.5072,
      "mean_token_accuracy": 0.17219230085611342,
      "num_tokens": 20223262.0,
      "step": 8825
    },
    {
      "entropy": 5.698611259460449,
      "epoch": 0.872874654013444,
      "grad_norm": 1.8359375,
      "learning_rate": 0.0004932488298937437,
      "loss": 5.6138,
      "mean_token_accuracy": 0.1673371374607086,
      "num_tokens": 20234088.0,
      "step": 8830
    },
    {
      "entropy": 5.660132932662964,
      "epoch": 0.8733689205219455,
      "grad_norm": 1.5703125,
      "learning_rate": 0.0004932402473088743,
      "loss": 5.4931,
      "mean_token_accuracy": 0.17071036249399185,
      "num_tokens": 20245373.0,
      "step": 8835
    },
    {
      "entropy": 5.775502157211304,
      "epoch": 0.8738631870304469,
      "grad_norm": 2.984375,
      "learning_rate": 0.0004932316593552609,
      "loss": 5.6064,
      "mean_token_accuracy": 0.17334347367286682,
      "num_tokens": 20255824.0,
      "step": 8840
    },
    {
      "entropy": 5.661215305328369,
      "epoch": 0.8743574535389482,
      "grad_norm": 1.59375,
      "learning_rate": 0.0004932230660331148,
      "loss": 5.4655,
      "mean_token_accuracy": 0.17837783545255662,
      "num_tokens": 20266576.0,
      "step": 8845
    },
    {
      "entropy": 5.790356683731079,
      "epoch": 0.8748517200474496,
      "grad_norm": 2.3125,
      "learning_rate": 0.0004932144673426475,
      "loss": 5.5982,
      "mean_token_accuracy": 0.16162995994091034,
      "num_tokens": 20277874.0,
      "step": 8850
    },
    {
      "entropy": 5.695214176177979,
      "epoch": 0.875345986555951,
      "grad_norm": 1.7578125,
      "learning_rate": 0.0004932058632840705,
      "loss": 5.5188,
      "mean_token_accuracy": 0.172012996673584,
      "num_tokens": 20288403.0,
      "step": 8855
    },
    {
      "entropy": 5.764313507080078,
      "epoch": 0.8758402530644523,
      "grad_norm": 1.828125,
      "learning_rate": 0.0004931972538575952,
      "loss": 5.5804,
      "mean_token_accuracy": 0.16243908554315567,
      "num_tokens": 20299564.0,
      "step": 8860
    },
    {
      "entropy": 5.680908489227295,
      "epoch": 0.8763345195729537,
      "grad_norm": 1.5703125,
      "learning_rate": 0.0004931886390634338,
      "loss": 5.4998,
      "mean_token_accuracy": 0.17179912477731704,
      "num_tokens": 20312208.0,
      "step": 8865
    },
    {
      "entropy": 5.705981826782226,
      "epoch": 0.8768287860814551,
      "grad_norm": 1.828125,
      "learning_rate": 0.000493180018901798,
      "loss": 5.6039,
      "mean_token_accuracy": 0.16613852381706237,
      "num_tokens": 20323486.0,
      "step": 8870
    },
    {
      "entropy": 5.804632759094238,
      "epoch": 0.8773230525899565,
      "grad_norm": 1.53125,
      "learning_rate": 0.0004931713933728997,
      "loss": 5.6091,
      "mean_token_accuracy": 0.16351276636123657,
      "num_tokens": 20335806.0,
      "step": 8875
    },
    {
      "entropy": 5.742422723770142,
      "epoch": 0.8778173190984578,
      "grad_norm": 1.5859375,
      "learning_rate": 0.0004931627624769515,
      "loss": 5.4946,
      "mean_token_accuracy": 0.1730387896299362,
      "num_tokens": 20347216.0,
      "step": 8880
    },
    {
      "entropy": 5.6844422817230225,
      "epoch": 0.8783115856069593,
      "grad_norm": 1.859375,
      "learning_rate": 0.0004931541262141653,
      "loss": 5.5852,
      "mean_token_accuracy": 0.1655227795243263,
      "num_tokens": 20358938.0,
      "step": 8885
    },
    {
      "entropy": 5.708975553512573,
      "epoch": 0.8788058521154607,
      "grad_norm": 1.65625,
      "learning_rate": 0.0004931454845847539,
      "loss": 5.5966,
      "mean_token_accuracy": 0.16430084109306337,
      "num_tokens": 20370742.0,
      "step": 8890
    },
    {
      "entropy": 5.653120803833008,
      "epoch": 0.8793001186239621,
      "grad_norm": 2.578125,
      "learning_rate": 0.0004931368375889298,
      "loss": 5.4753,
      "mean_token_accuracy": 0.17863573729991913,
      "num_tokens": 20382100.0,
      "step": 8895
    },
    {
      "entropy": 5.774899673461914,
      "epoch": 0.8797943851324634,
      "grad_norm": 2.015625,
      "learning_rate": 0.0004931281852269054,
      "loss": 5.6282,
      "mean_token_accuracy": 0.16720043271780013,
      "num_tokens": 20393348.0,
      "step": 8900
    },
    {
      "entropy": 5.726962852478027,
      "epoch": 0.8802886516409648,
      "grad_norm": 1.8359375,
      "learning_rate": 0.000493119527498894,
      "loss": 5.4671,
      "mean_token_accuracy": 0.17663811445236205,
      "num_tokens": 20403471.0,
      "step": 8905
    },
    {
      "entropy": 5.726318407058716,
      "epoch": 0.8807829181494662,
      "grad_norm": 2.09375,
      "learning_rate": 0.0004931108644051084,
      "loss": 5.5251,
      "mean_token_accuracy": 0.1799784854054451,
      "num_tokens": 20415146.0,
      "step": 8910
    },
    {
      "entropy": 5.739230489730835,
      "epoch": 0.8812771846579676,
      "grad_norm": 1.6875,
      "learning_rate": 0.0004931021959457617,
      "loss": 5.5466,
      "mean_token_accuracy": 0.1642392247915268,
      "num_tokens": 20425857.0,
      "step": 8915
    },
    {
      "entropy": 5.7194342613220215,
      "epoch": 0.8817714511664689,
      "grad_norm": 1.8046875,
      "learning_rate": 0.000493093522121067,
      "loss": 5.659,
      "mean_token_accuracy": 0.16173420399427413,
      "num_tokens": 20437987.0,
      "step": 8920
    },
    {
      "entropy": 5.692117977142334,
      "epoch": 0.8822657176749703,
      "grad_norm": 2.21875,
      "learning_rate": 0.0004930848429312379,
      "loss": 5.4962,
      "mean_token_accuracy": 0.17015793770551682,
      "num_tokens": 20449079.0,
      "step": 8925
    },
    {
      "entropy": 5.791934490203857,
      "epoch": 0.8827599841834717,
      "grad_norm": 2.203125,
      "learning_rate": 0.0004930761583764879,
      "loss": 5.6569,
      "mean_token_accuracy": 0.16063505560159683,
      "num_tokens": 20461032.0,
      "step": 8930
    },
    {
      "entropy": 5.79985876083374,
      "epoch": 0.8832542506919732,
      "grad_norm": 1.5390625,
      "learning_rate": 0.0004930674684570306,
      "loss": 5.6377,
      "mean_token_accuracy": 0.16756799966096877,
      "num_tokens": 20471825.0,
      "step": 8935
    },
    {
      "entropy": 5.73646650314331,
      "epoch": 0.8837485172004745,
      "grad_norm": 2.015625,
      "learning_rate": 0.0004930587731730796,
      "loss": 5.5765,
      "mean_token_accuracy": 0.1716840773820877,
      "num_tokens": 20483329.0,
      "step": 8940
    },
    {
      "entropy": 5.716999340057373,
      "epoch": 0.8842427837089759,
      "grad_norm": 1.609375,
      "learning_rate": 0.000493050072524849,
      "loss": 5.5456,
      "mean_token_accuracy": 0.16333414018154144,
      "num_tokens": 20494537.0,
      "step": 8945
    },
    {
      "entropy": 5.679772901535034,
      "epoch": 0.8847370502174773,
      "grad_norm": 1.8203125,
      "learning_rate": 0.0004930413665125528,
      "loss": 5.5126,
      "mean_token_accuracy": 0.1739257425069809,
      "num_tokens": 20506205.0,
      "step": 8950
    },
    {
      "entropy": 5.771314525604248,
      "epoch": 0.8852313167259787,
      "grad_norm": 1.8203125,
      "learning_rate": 0.0004930326551364052,
      "loss": 5.5617,
      "mean_token_accuracy": 0.16719167828559875,
      "num_tokens": 20517447.0,
      "step": 8955
    },
    {
      "entropy": 5.727482795715332,
      "epoch": 0.88572558323448,
      "grad_norm": 1.6953125,
      "learning_rate": 0.0004930239383966204,
      "loss": 5.6009,
      "mean_token_accuracy": 0.169428226351738,
      "num_tokens": 20529435.0,
      "step": 8960
    },
    {
      "entropy": 5.687300539016723,
      "epoch": 0.8862198497429814,
      "grad_norm": 2.265625,
      "learning_rate": 0.0004930152162934128,
      "loss": 5.4441,
      "mean_token_accuracy": 0.1800736054778099,
      "num_tokens": 20540151.0,
      "step": 8965
    },
    {
      "entropy": 5.684276580810547,
      "epoch": 0.8867141162514828,
      "grad_norm": 1.8828125,
      "learning_rate": 0.0004930064888269973,
      "loss": 5.5866,
      "mean_token_accuracy": 0.1656283736228943,
      "num_tokens": 20552355.0,
      "step": 8970
    },
    {
      "entropy": 5.818031358718872,
      "epoch": 0.8872083827599841,
      "grad_norm": 2.421875,
      "learning_rate": 0.0004929977559975881,
      "loss": 5.5924,
      "mean_token_accuracy": 0.16680291742086412,
      "num_tokens": 20562129.0,
      "step": 8975
    },
    {
      "entropy": 5.74086275100708,
      "epoch": 0.8877026492684855,
      "grad_norm": 1.90625,
      "learning_rate": 0.0004929890178054004,
      "loss": 5.5582,
      "mean_token_accuracy": 0.16622466892004012,
      "num_tokens": 20573232.0,
      "step": 8980
    },
    {
      "entropy": 5.725743961334229,
      "epoch": 0.888196915776987,
      "grad_norm": 2.046875,
      "learning_rate": 0.0004929802742506491,
      "loss": 5.476,
      "mean_token_accuracy": 0.17476498931646348,
      "num_tokens": 20582986.0,
      "step": 8985
    },
    {
      "entropy": 5.77103328704834,
      "epoch": 0.8886911822854884,
      "grad_norm": 2.75,
      "learning_rate": 0.0004929715253335492,
      "loss": 5.5539,
      "mean_token_accuracy": 0.17096674740314483,
      "num_tokens": 20593619.0,
      "step": 8990
    },
    {
      "entropy": 5.672032690048217,
      "epoch": 0.8891854487939898,
      "grad_norm": 1.9921875,
      "learning_rate": 0.0004929627710543159,
      "loss": 5.5082,
      "mean_token_accuracy": 0.17296775728464125,
      "num_tokens": 20604748.0,
      "step": 8995
    },
    {
      "entropy": 5.771025037765503,
      "epoch": 0.8896797153024911,
      "grad_norm": 1.4765625,
      "learning_rate": 0.0004929540114131647,
      "loss": 5.6207,
      "mean_token_accuracy": 0.16361732929944992,
      "num_tokens": 20615915.0,
      "step": 9000
    },
    {
      "epoch": 0.8896797153024911,
      "eval_entropy": 5.632198041655481,
      "eval_loss": 5.590260028839111,
      "eval_mean_token_accuracy": 0.17387622830081104,
      "eval_num_tokens": 20615915.0,
      "eval_runtime": 26.5769,
      "eval_samples_per_second": 1223.354,
      "eval_steps_per_second": 152.952,
      "step": 9000
    },
    {
      "entropy": 5.720098304748535,
      "epoch": 0.8901739818109925,
      "grad_norm": 1.84375,
      "learning_rate": 0.0004929452464103109,
      "loss": 5.4836,
      "mean_token_accuracy": 0.176371668279171,
      "num_tokens": 20627127.0,
      "step": 9005
    },
    {
      "entropy": 5.78907413482666,
      "epoch": 0.8906682483194939,
      "grad_norm": 1.8125,
      "learning_rate": 0.0004929364760459704,
      "loss": 5.5641,
      "mean_token_accuracy": 0.16439370661973954,
      "num_tokens": 20638568.0,
      "step": 9010
    },
    {
      "entropy": 5.714658117294311,
      "epoch": 0.8911625148279952,
      "grad_norm": 2.4375,
      "learning_rate": 0.0004929277003203586,
      "loss": 5.4954,
      "mean_token_accuracy": 0.17102617770433426,
      "num_tokens": 20650803.0,
      "step": 9015
    },
    {
      "entropy": 5.7387138366699215,
      "epoch": 0.8916567813364966,
      "grad_norm": 1.4453125,
      "learning_rate": 0.0004929189192336916,
      "loss": 5.6561,
      "mean_token_accuracy": 0.15735799074172974,
      "num_tokens": 20663021.0,
      "step": 9020
    },
    {
      "entropy": 5.742475605010986,
      "epoch": 0.892151047844998,
      "grad_norm": 1.6484375,
      "learning_rate": 0.0004929101327861854,
      "loss": 5.5317,
      "mean_token_accuracy": 0.1722045734524727,
      "num_tokens": 20675144.0,
      "step": 9025
    },
    {
      "entropy": 5.692175197601318,
      "epoch": 0.8926453143534994,
      "grad_norm": 1.5234375,
      "learning_rate": 0.0004929013409780562,
      "loss": 5.526,
      "mean_token_accuracy": 0.1707400217652321,
      "num_tokens": 20685941.0,
      "step": 9030
    },
    {
      "entropy": 5.626820421218872,
      "epoch": 0.8931395808620007,
      "grad_norm": 1.6953125,
      "learning_rate": 0.0004928925438095202,
      "loss": 5.5671,
      "mean_token_accuracy": 0.16542149782180787,
      "num_tokens": 20696996.0,
      "step": 9035
    },
    {
      "entropy": 5.73852801322937,
      "epoch": 0.8936338473705022,
      "grad_norm": 1.6328125,
      "learning_rate": 0.0004928837412807938,
      "loss": 5.5197,
      "mean_token_accuracy": 0.16998820304870604,
      "num_tokens": 20708571.0,
      "step": 9040
    },
    {
      "entropy": 5.754188203811646,
      "epoch": 0.8941281138790036,
      "grad_norm": 1.7421875,
      "learning_rate": 0.0004928749333920935,
      "loss": 5.5551,
      "mean_token_accuracy": 0.17240752577781676,
      "num_tokens": 20719816.0,
      "step": 9045
    },
    {
      "entropy": 5.687234401702881,
      "epoch": 0.894622380387505,
      "grad_norm": 1.5078125,
      "learning_rate": 0.000492866120143636,
      "loss": 5.5359,
      "mean_token_accuracy": 0.16947951912879944,
      "num_tokens": 20731540.0,
      "step": 9050
    },
    {
      "entropy": 5.726993370056152,
      "epoch": 0.8951166468960063,
      "grad_norm": 2.265625,
      "learning_rate": 0.0004928573015356382,
      "loss": 5.5456,
      "mean_token_accuracy": 0.17137984484434127,
      "num_tokens": 20742949.0,
      "step": 9055
    },
    {
      "entropy": 5.729455184936524,
      "epoch": 0.8956109134045077,
      "grad_norm": 1.671875,
      "learning_rate": 0.0004928484775683171,
      "loss": 5.5549,
      "mean_token_accuracy": 0.17138264775276185,
      "num_tokens": 20752840.0,
      "step": 9060
    },
    {
      "entropy": 5.687931203842163,
      "epoch": 0.8961051799130091,
      "grad_norm": 1.6484375,
      "learning_rate": 0.0004928396482418895,
      "loss": 5.5632,
      "mean_token_accuracy": 0.16409212499856948,
      "num_tokens": 20763772.0,
      "step": 9065
    },
    {
      "entropy": 5.720460271835327,
      "epoch": 0.8965994464215105,
      "grad_norm": 1.6796875,
      "learning_rate": 0.0004928308135565728,
      "loss": 5.5444,
      "mean_token_accuracy": 0.17190071940422058,
      "num_tokens": 20775815.0,
      "step": 9070
    },
    {
      "entropy": 5.716368055343628,
      "epoch": 0.8970937129300118,
      "grad_norm": 1.6875,
      "learning_rate": 0.0004928219735125843,
      "loss": 5.5737,
      "mean_token_accuracy": 0.167434960603714,
      "num_tokens": 20787307.0,
      "step": 9075
    },
    {
      "entropy": 5.737261772155762,
      "epoch": 0.8975879794385132,
      "grad_norm": 1.7890625,
      "learning_rate": 0.0004928131281101415,
      "loss": 5.6537,
      "mean_token_accuracy": 0.16068975925445556,
      "num_tokens": 20798910.0,
      "step": 9080
    },
    {
      "entropy": 5.870688104629517,
      "epoch": 0.8980822459470146,
      "grad_norm": 2.5,
      "learning_rate": 0.000492804277349462,
      "loss": 5.5793,
      "mean_token_accuracy": 0.1611576959490776,
      "num_tokens": 20808628.0,
      "step": 9085
    },
    {
      "entropy": 5.729201316833496,
      "epoch": 0.8985765124555161,
      "grad_norm": 2.234375,
      "learning_rate": 0.0004927954212307634,
      "loss": 5.494,
      "mean_token_accuracy": 0.1680928349494934,
      "num_tokens": 20820117.0,
      "step": 9090
    },
    {
      "entropy": 5.589667654037475,
      "epoch": 0.8990707789640174,
      "grad_norm": 1.5859375,
      "learning_rate": 0.0004927865597542637,
      "loss": 5.4608,
      "mean_token_accuracy": 0.17886472791433333,
      "num_tokens": 20830859.0,
      "step": 9095
    },
    {
      "entropy": 5.716715574264526,
      "epoch": 0.8995650454725188,
      "grad_norm": 2.59375,
      "learning_rate": 0.0004927776929201807,
      "loss": 5.4836,
      "mean_token_accuracy": 0.17389875203371047,
      "num_tokens": 20843016.0,
      "step": 9100
    },
    {
      "entropy": 5.700129270553589,
      "epoch": 0.9000593119810202,
      "grad_norm": 2.203125,
      "learning_rate": 0.0004927688207287328,
      "loss": 5.4976,
      "mean_token_accuracy": 0.16986022442579268,
      "num_tokens": 20854873.0,
      "step": 9105
    },
    {
      "entropy": 5.771597194671631,
      "epoch": 0.9005535784895216,
      "grad_norm": 2.0,
      "learning_rate": 0.0004927599431801381,
      "loss": 5.6897,
      "mean_token_accuracy": 0.1707574725151062,
      "num_tokens": 20866756.0,
      "step": 9110
    },
    {
      "entropy": 5.737335109710694,
      "epoch": 0.9010478449980229,
      "grad_norm": 2.703125,
      "learning_rate": 0.000492751060274615,
      "loss": 5.4831,
      "mean_token_accuracy": 0.17735593020915985,
      "num_tokens": 20878859.0,
      "step": 9115
    },
    {
      "entropy": 5.673659038543701,
      "epoch": 0.9015421115065243,
      "grad_norm": 1.5703125,
      "learning_rate": 0.0004927421720123821,
      "loss": 5.5392,
      "mean_token_accuracy": 0.1698540985584259,
      "num_tokens": 20889188.0,
      "step": 9120
    },
    {
      "entropy": 5.691730403900147,
      "epoch": 0.9020363780150257,
      "grad_norm": 1.9765625,
      "learning_rate": 0.0004927332783936579,
      "loss": 5.4922,
      "mean_token_accuracy": 0.17076885402202607,
      "num_tokens": 20900318.0,
      "step": 9125
    },
    {
      "entropy": 5.729398012161255,
      "epoch": 0.902530644523527,
      "grad_norm": 2.40625,
      "learning_rate": 0.0004927243794186614,
      "loss": 5.5728,
      "mean_token_accuracy": 0.16684664338827132,
      "num_tokens": 20912384.0,
      "step": 9130
    },
    {
      "entropy": 5.691777324676513,
      "epoch": 0.9030249110320284,
      "grad_norm": 1.8828125,
      "learning_rate": 0.0004927154750876112,
      "loss": 5.5263,
      "mean_token_accuracy": 0.16683476269245148,
      "num_tokens": 20923002.0,
      "step": 9135
    },
    {
      "entropy": 5.720336961746216,
      "epoch": 0.9035191775405299,
      "grad_norm": 2.09375,
      "learning_rate": 0.0004927065654007268,
      "loss": 5.6612,
      "mean_token_accuracy": 0.16474491804838182,
      "num_tokens": 20934235.0,
      "step": 9140
    },
    {
      "entropy": 5.681716823577881,
      "epoch": 0.9040134440490313,
      "grad_norm": 1.765625,
      "learning_rate": 0.0004926976503582269,
      "loss": 5.5106,
      "mean_token_accuracy": 0.16745854318141937,
      "num_tokens": 20946788.0,
      "step": 9145
    },
    {
      "entropy": 5.7602071285247805,
      "epoch": 0.9045077105575327,
      "grad_norm": 1.734375,
      "learning_rate": 0.000492688729960331,
      "loss": 5.548,
      "mean_token_accuracy": 0.17626707553863524,
      "num_tokens": 20958963.0,
      "step": 9150
    },
    {
      "entropy": 5.7697436809539795,
      "epoch": 0.905001977066034,
      "grad_norm": 1.6640625,
      "learning_rate": 0.0004926798042072587,
      "loss": 5.5258,
      "mean_token_accuracy": 0.17248127460479737,
      "num_tokens": 20969630.0,
      "step": 9155
    },
    {
      "entropy": 5.671909046173096,
      "epoch": 0.9054962435745354,
      "grad_norm": 1.625,
      "learning_rate": 0.0004926708730992294,
      "loss": 5.503,
      "mean_token_accuracy": 0.17446861267089844,
      "num_tokens": 20980489.0,
      "step": 9160
    },
    {
      "entropy": 5.77673864364624,
      "epoch": 0.9059905100830368,
      "grad_norm": 1.5,
      "learning_rate": 0.0004926619366364629,
      "loss": 5.5565,
      "mean_token_accuracy": 0.1746782347559929,
      "num_tokens": 20992199.0,
      "step": 9165
    },
    {
      "entropy": 5.753552103042603,
      "epoch": 0.9064847765915381,
      "grad_norm": 1.9765625,
      "learning_rate": 0.000492652994819179,
      "loss": 5.5754,
      "mean_token_accuracy": 0.166583052277565,
      "num_tokens": 21003680.0,
      "step": 9170
    },
    {
      "entropy": 5.733190870285034,
      "epoch": 0.9069790431000395,
      "grad_norm": 1.359375,
      "learning_rate": 0.0004926440476475975,
      "loss": 5.484,
      "mean_token_accuracy": 0.1758432000875473,
      "num_tokens": 21014191.0,
      "step": 9175
    },
    {
      "entropy": 5.724966335296631,
      "epoch": 0.9074733096085409,
      "grad_norm": 1.5859375,
      "learning_rate": 0.0004926350951219388,
      "loss": 5.4859,
      "mean_token_accuracy": 0.17352897375822068,
      "num_tokens": 21025692.0,
      "step": 9180
    },
    {
      "entropy": 5.6547223091125485,
      "epoch": 0.9079675761170423,
      "grad_norm": 2.390625,
      "learning_rate": 0.000492626137242423,
      "loss": 5.5037,
      "mean_token_accuracy": 0.1735650509595871,
      "num_tokens": 21036643.0,
      "step": 9185
    },
    {
      "entropy": 5.712827491760254,
      "epoch": 0.9084618426255437,
      "grad_norm": 1.6015625,
      "learning_rate": 0.0004926171740092704,
      "loss": 5.5935,
      "mean_token_accuracy": 0.16322490721940994,
      "num_tokens": 21047509.0,
      "step": 9190
    },
    {
      "entropy": 5.721576261520386,
      "epoch": 0.9089561091340451,
      "grad_norm": 1.7265625,
      "learning_rate": 0.0004926082054227016,
      "loss": 5.6401,
      "mean_token_accuracy": 0.17004420459270478,
      "num_tokens": 21059854.0,
      "step": 9195
    },
    {
      "entropy": 5.7053791046142575,
      "epoch": 0.9094503756425465,
      "grad_norm": 2.1875,
      "learning_rate": 0.0004925992314829372,
      "loss": 5.4607,
      "mean_token_accuracy": 0.17410786002874373,
      "num_tokens": 21069926.0,
      "step": 9200
    },
    {
      "entropy": 5.750688266754151,
      "epoch": 0.9099446421510479,
      "grad_norm": 1.6171875,
      "learning_rate": 0.000492590252190198,
      "loss": 5.5647,
      "mean_token_accuracy": 0.1693345457315445,
      "num_tokens": 21081580.0,
      "step": 9205
    },
    {
      "entropy": 5.710610485076904,
      "epoch": 0.9104389086595492,
      "grad_norm": 1.78125,
      "learning_rate": 0.0004925812675447047,
      "loss": 5.4592,
      "mean_token_accuracy": 0.17503467500209807,
      "num_tokens": 21092510.0,
      "step": 9210
    },
    {
      "entropy": 5.640002012252808,
      "epoch": 0.9109331751680506,
      "grad_norm": 2.140625,
      "learning_rate": 0.0004925722775466785,
      "loss": 5.4806,
      "mean_token_accuracy": 0.17165618687868117,
      "num_tokens": 21103995.0,
      "step": 9215
    },
    {
      "entropy": 5.743108701705933,
      "epoch": 0.911427441676552,
      "grad_norm": 1.734375,
      "learning_rate": 0.0004925632821963406,
      "loss": 5.5564,
      "mean_token_accuracy": 0.1709841176867485,
      "num_tokens": 21114949.0,
      "step": 9220
    },
    {
      "entropy": 5.728981018066406,
      "epoch": 0.9119217081850534,
      "grad_norm": 1.8515625,
      "learning_rate": 0.0004925542814939121,
      "loss": 5.4762,
      "mean_token_accuracy": 0.1855828732252121,
      "num_tokens": 21125810.0,
      "step": 9225
    },
    {
      "entropy": 5.658492136001587,
      "epoch": 0.9124159746935547,
      "grad_norm": 2.140625,
      "learning_rate": 0.0004925452754396146,
      "loss": 5.5463,
      "mean_token_accuracy": 0.16577664613723755,
      "num_tokens": 21137728.0,
      "step": 9230
    },
    {
      "entropy": 5.7361180782318115,
      "epoch": 0.9129102412020561,
      "grad_norm": 1.625,
      "learning_rate": 0.0004925362640336696,
      "loss": 5.5207,
      "mean_token_accuracy": 0.17037809193134307,
      "num_tokens": 21149249.0,
      "step": 9235
    },
    {
      "entropy": 5.74154806137085,
      "epoch": 0.9134045077105575,
      "grad_norm": 1.6875,
      "learning_rate": 0.0004925272472762987,
      "loss": 5.6152,
      "mean_token_accuracy": 0.16150472760200502,
      "num_tokens": 21162338.0,
      "step": 9240
    },
    {
      "entropy": 5.618438482284546,
      "epoch": 0.913898774219059,
      "grad_norm": 1.59375,
      "learning_rate": 0.0004925182251677238,
      "loss": 5.3848,
      "mean_token_accuracy": 0.1800136461853981,
      "num_tokens": 21172953.0,
      "step": 9245
    },
    {
      "entropy": 5.699621725082397,
      "epoch": 0.9143930407275603,
      "grad_norm": 1.890625,
      "learning_rate": 0.0004925091977081668,
      "loss": 5.5477,
      "mean_token_accuracy": 0.17176782488822936,
      "num_tokens": 21183835.0,
      "step": 9250
    },
    {
      "entropy": 5.699409437179566,
      "epoch": 0.9148873072360617,
      "grad_norm": 1.65625,
      "learning_rate": 0.0004925001648978498,
      "loss": 5.5087,
      "mean_token_accuracy": 0.17691364139318466,
      "num_tokens": 21195392.0,
      "step": 9255
    },
    {
      "entropy": 5.810751867294312,
      "epoch": 0.9153815737445631,
      "grad_norm": 2.09375,
      "learning_rate": 0.000492491126736995,
      "loss": 5.6633,
      "mean_token_accuracy": 0.15760257691144944,
      "num_tokens": 21207213.0,
      "step": 9260
    },
    {
      "entropy": 5.801012849807739,
      "epoch": 0.9158758402530645,
      "grad_norm": 1.5390625,
      "learning_rate": 0.0004924820832258248,
      "loss": 5.6224,
      "mean_token_accuracy": 0.1684015840291977,
      "num_tokens": 21218843.0,
      "step": 9265
    },
    {
      "entropy": 5.700365972518921,
      "epoch": 0.9163701067615658,
      "grad_norm": 1.7421875,
      "learning_rate": 0.0004924730343645614,
      "loss": 5.5762,
      "mean_token_accuracy": 0.1689996376633644,
      "num_tokens": 21229596.0,
      "step": 9270
    },
    {
      "entropy": 5.770077037811279,
      "epoch": 0.9168643732700672,
      "grad_norm": 1.4609375,
      "learning_rate": 0.0004924639801534278,
      "loss": 5.5118,
      "mean_token_accuracy": 0.17067157924175264,
      "num_tokens": 21240040.0,
      "step": 9275
    },
    {
      "entropy": 5.7615241527557375,
      "epoch": 0.9173586397785686,
      "grad_norm": 1.4140625,
      "learning_rate": 0.0004924549205926465,
      "loss": 5.6402,
      "mean_token_accuracy": 0.1597430318593979,
      "num_tokens": 21252046.0,
      "step": 9280
    },
    {
      "entropy": 5.75082573890686,
      "epoch": 0.91785290628707,
      "grad_norm": 1.671875,
      "learning_rate": 0.0004924458556824405,
      "loss": 5.5675,
      "mean_token_accuracy": 0.16260437667369843,
      "num_tokens": 21263720.0,
      "step": 9285
    },
    {
      "entropy": 5.767461442947388,
      "epoch": 0.9183471727955713,
      "grad_norm": 1.7734375,
      "learning_rate": 0.0004924367854230326,
      "loss": 5.5755,
      "mean_token_accuracy": 0.16299645304679872,
      "num_tokens": 21275751.0,
      "step": 9290
    },
    {
      "entropy": 5.7449291229248045,
      "epoch": 0.9188414393040728,
      "grad_norm": 1.5078125,
      "learning_rate": 0.0004924277098146461,
      "loss": 5.5632,
      "mean_token_accuracy": 0.17114244848489762,
      "num_tokens": 21287081.0,
      "step": 9295
    },
    {
      "entropy": 5.649151706695557,
      "epoch": 0.9193357058125742,
      "grad_norm": 2.015625,
      "learning_rate": 0.0004924186288575043,
      "loss": 5.5221,
      "mean_token_accuracy": 0.17164077907800673,
      "num_tokens": 21298007.0,
      "step": 9300
    },
    {
      "entropy": 5.747290325164795,
      "epoch": 0.9198299723210756,
      "grad_norm": 1.7890625,
      "learning_rate": 0.0004924095425518304,
      "loss": 5.5545,
      "mean_token_accuracy": 0.167376746237278,
      "num_tokens": 21309416.0,
      "step": 9305
    },
    {
      "entropy": 5.664888668060303,
      "epoch": 0.9203242388295769,
      "grad_norm": 1.671875,
      "learning_rate": 0.000492400450897848,
      "loss": 5.5199,
      "mean_token_accuracy": 0.17147454023361205,
      "num_tokens": 21321129.0,
      "step": 9310
    },
    {
      "entropy": 5.7010034084320065,
      "epoch": 0.9208185053380783,
      "grad_norm": 1.75,
      "learning_rate": 0.0004923913538957809,
      "loss": 5.5081,
      "mean_token_accuracy": 0.17650321274995803,
      "num_tokens": 21331706.0,
      "step": 9315
    },
    {
      "entropy": 5.72475118637085,
      "epoch": 0.9213127718465797,
      "grad_norm": 1.765625,
      "learning_rate": 0.0004923822515458526,
      "loss": 5.5453,
      "mean_token_accuracy": 0.1709713250398636,
      "num_tokens": 21343738.0,
      "step": 9320
    },
    {
      "entropy": 5.730406284332275,
      "epoch": 0.921807038355081,
      "grad_norm": 1.6953125,
      "learning_rate": 0.0004923731438482873,
      "loss": 5.5361,
      "mean_token_accuracy": 0.17120832204818726,
      "num_tokens": 21354714.0,
      "step": 9325
    },
    {
      "entropy": 5.795811319351197,
      "epoch": 0.9223013048635824,
      "grad_norm": 1.671875,
      "learning_rate": 0.0004923640308033088,
      "loss": 5.5813,
      "mean_token_accuracy": 0.1637384533882141,
      "num_tokens": 21365947.0,
      "step": 9330
    },
    {
      "entropy": 5.835444068908691,
      "epoch": 0.9227955713720838,
      "grad_norm": 1.703125,
      "learning_rate": 0.0004923549124111416,
      "loss": 5.708,
      "mean_token_accuracy": 0.15868209153413773,
      "num_tokens": 21376729.0,
      "step": 9335
    },
    {
      "entropy": 5.694757604598999,
      "epoch": 0.9232898378805852,
      "grad_norm": 1.703125,
      "learning_rate": 0.0004923457886720098,
      "loss": 5.5016,
      "mean_token_accuracy": 0.1803483709692955,
      "num_tokens": 21388017.0,
      "step": 9340
    },
    {
      "entropy": 5.630907011032105,
      "epoch": 0.9237841043890866,
      "grad_norm": 1.796875,
      "learning_rate": 0.0004923366595861378,
      "loss": 5.4776,
      "mean_token_accuracy": 0.18337951153516768,
      "num_tokens": 21399566.0,
      "step": 9345
    },
    {
      "entropy": 5.760402250289917,
      "epoch": 0.924278370897588,
      "grad_norm": 1.6640625,
      "learning_rate": 0.0004923275251537503,
      "loss": 5.5908,
      "mean_token_accuracy": 0.16621706634759903,
      "num_tokens": 21410276.0,
      "step": 9350
    },
    {
      "entropy": 5.716007423400879,
      "epoch": 0.9247726374060894,
      "grad_norm": 1.890625,
      "learning_rate": 0.000492318385375072,
      "loss": 5.5176,
      "mean_token_accuracy": 0.17807159721851348,
      "num_tokens": 21421090.0,
      "step": 9355
    },
    {
      "entropy": 5.69927749633789,
      "epoch": 0.9252669039145908,
      "grad_norm": 1.6875,
      "learning_rate": 0.0004923092402503277,
      "loss": 5.4996,
      "mean_token_accuracy": 0.17431414425373076,
      "num_tokens": 21431057.0,
      "step": 9360
    },
    {
      "entropy": 5.734055471420288,
      "epoch": 0.9257611704230921,
      "grad_norm": 1.75,
      "learning_rate": 0.0004923000897797423,
      "loss": 5.5753,
      "mean_token_accuracy": 0.16445844024419784,
      "num_tokens": 21443849.0,
      "step": 9365
    },
    {
      "entropy": 5.802360677719117,
      "epoch": 0.9262554369315935,
      "grad_norm": 1.6953125,
      "learning_rate": 0.0004922909339635411,
      "loss": 5.6275,
      "mean_token_accuracy": 0.1604536235332489,
      "num_tokens": 21454824.0,
      "step": 9370
    },
    {
      "entropy": 5.740575313568115,
      "epoch": 0.9267497034400949,
      "grad_norm": 1.5859375,
      "learning_rate": 0.0004922817728019492,
      "loss": 5.5393,
      "mean_token_accuracy": 0.16994927674531937,
      "num_tokens": 21466082.0,
      "step": 9375
    },
    {
      "entropy": 5.7078859329223635,
      "epoch": 0.9272439699485963,
      "grad_norm": 2.375,
      "learning_rate": 0.0004922726062951918,
      "loss": 5.5113,
      "mean_token_accuracy": 0.17064426243305206,
      "num_tokens": 21477805.0,
      "step": 9380
    },
    {
      "entropy": 5.744085168838501,
      "epoch": 0.9277382364570976,
      "grad_norm": 1.5,
      "learning_rate": 0.0004922634344434948,
      "loss": 5.5207,
      "mean_token_accuracy": 0.16478744000196457,
      "num_tokens": 21490014.0,
      "step": 9385
    },
    {
      "entropy": 5.759122610092163,
      "epoch": 0.928232502965599,
      "grad_norm": 2.109375,
      "learning_rate": 0.0004922542572470835,
      "loss": 5.5924,
      "mean_token_accuracy": 0.16787174344062805,
      "num_tokens": 21501713.0,
      "step": 9390
    },
    {
      "entropy": 5.623011350631714,
      "epoch": 0.9287267694741005,
      "grad_norm": 1.6953125,
      "learning_rate": 0.0004922450747061837,
      "loss": 5.4546,
      "mean_token_accuracy": 0.1778919905424118,
      "num_tokens": 21513258.0,
      "step": 9395
    },
    {
      "entropy": 5.682714223861694,
      "epoch": 0.9292210359826019,
      "grad_norm": 1.703125,
      "learning_rate": 0.0004922358868210214,
      "loss": 5.5475,
      "mean_token_accuracy": 0.17112779170274733,
      "num_tokens": 21526259.0,
      "step": 9400
    },
    {
      "entropy": 5.695071601867676,
      "epoch": 0.9297153024911032,
      "grad_norm": 2.46875,
      "learning_rate": 0.0004922266935918227,
      "loss": 5.5149,
      "mean_token_accuracy": 0.16989525109529496,
      "num_tokens": 21539144.0,
      "step": 9405
    },
    {
      "entropy": 5.778148746490478,
      "epoch": 0.9302095689996046,
      "grad_norm": 1.8203125,
      "learning_rate": 0.0004922174950188136,
      "loss": 5.5996,
      "mean_token_accuracy": 0.16327397972345353,
      "num_tokens": 21550550.0,
      "step": 9410
    },
    {
      "entropy": 5.7194273471832275,
      "epoch": 0.930703835508106,
      "grad_norm": 2.5,
      "learning_rate": 0.0004922082911022204,
      "loss": 5.5015,
      "mean_token_accuracy": 0.16759830862283706,
      "num_tokens": 21562491.0,
      "step": 9415
    },
    {
      "entropy": 5.68703031539917,
      "epoch": 0.9311981020166074,
      "grad_norm": 2.21875,
      "learning_rate": 0.0004921990818422694,
      "loss": 5.5711,
      "mean_token_accuracy": 0.16791069358587266,
      "num_tokens": 21573679.0,
      "step": 9420
    },
    {
      "entropy": 5.736935138702393,
      "epoch": 0.9316923685251087,
      "grad_norm": 2.25,
      "learning_rate": 0.0004921898672391874,
      "loss": 5.487,
      "mean_token_accuracy": 0.17206409722566604,
      "num_tokens": 21585491.0,
      "step": 9425
    },
    {
      "entropy": 5.795855474472046,
      "epoch": 0.9321866350336101,
      "grad_norm": 2.421875,
      "learning_rate": 0.0004921806472932011,
      "loss": 5.5667,
      "mean_token_accuracy": 0.17183364033699036,
      "num_tokens": 21598302.0,
      "step": 9430
    },
    {
      "entropy": 5.709362936019898,
      "epoch": 0.9326809015421115,
      "grad_norm": 1.6953125,
      "learning_rate": 0.0004921714220045371,
      "loss": 5.5457,
      "mean_token_accuracy": 0.17069749385118485,
      "num_tokens": 21608442.0,
      "step": 9435
    },
    {
      "entropy": 5.72504825592041,
      "epoch": 0.9331751680506128,
      "grad_norm": 1.578125,
      "learning_rate": 0.0004921621913734223,
      "loss": 5.5527,
      "mean_token_accuracy": 0.1707771122455597,
      "num_tokens": 21619594.0,
      "step": 9440
    },
    {
      "entropy": 5.791470766067505,
      "epoch": 0.9336694345591142,
      "grad_norm": 1.7421875,
      "learning_rate": 0.0004921529554000841,
      "loss": 5.5785,
      "mean_token_accuracy": 0.16914348304271698,
      "num_tokens": 21631065.0,
      "step": 9445
    },
    {
      "entropy": 5.712844276428223,
      "epoch": 0.9341637010676157,
      "grad_norm": 5.28125,
      "learning_rate": 0.0004921437140847493,
      "loss": 5.4894,
      "mean_token_accuracy": 0.17622862309217452,
      "num_tokens": 21640949.0,
      "step": 9450
    },
    {
      "entropy": 5.776348352432251,
      "epoch": 0.9346579675761171,
      "grad_norm": 1.6171875,
      "learning_rate": 0.0004921344674276456,
      "loss": 5.6225,
      "mean_token_accuracy": 0.1652636095881462,
      "num_tokens": 21651189.0,
      "step": 9455
    },
    {
      "entropy": 5.8496729850769045,
      "epoch": 0.9351522340846185,
      "grad_norm": 1.7890625,
      "learning_rate": 0.0004921252154290003,
      "loss": 5.6029,
      "mean_token_accuracy": 0.1607473149895668,
      "num_tokens": 21662790.0,
      "step": 9460
    },
    {
      "entropy": 5.7654030323028564,
      "epoch": 0.9356465005931198,
      "grad_norm": 1.5703125,
      "learning_rate": 0.000492115958089041,
      "loss": 5.6467,
      "mean_token_accuracy": 0.16289750188589097,
      "num_tokens": 21674980.0,
      "step": 9465
    },
    {
      "entropy": 5.699536752700806,
      "epoch": 0.9361407671016212,
      "grad_norm": 1.671875,
      "learning_rate": 0.0004921066954079955,
      "loss": 5.5328,
      "mean_token_accuracy": 0.1692644625902176,
      "num_tokens": 21687721.0,
      "step": 9470
    },
    {
      "entropy": 5.763693237304688,
      "epoch": 0.9366350336101226,
      "grad_norm": 2.328125,
      "learning_rate": 0.0004920974273860915,
      "loss": 5.6703,
      "mean_token_accuracy": 0.15921183824539184,
      "num_tokens": 21699522.0,
      "step": 9475
    },
    {
      "entropy": 5.782375383377075,
      "epoch": 0.9371293001186239,
      "grad_norm": 1.53125,
      "learning_rate": 0.0004920881540235572,
      "loss": 5.4274,
      "mean_token_accuracy": 0.17436766028404235,
      "num_tokens": 21709972.0,
      "step": 9480
    },
    {
      "entropy": 5.62567663192749,
      "epoch": 0.9376235666271253,
      "grad_norm": 1.90625,
      "learning_rate": 0.0004920788753206205,
      "loss": 5.5437,
      "mean_token_accuracy": 0.17245012819766997,
      "num_tokens": 21722172.0,
      "step": 9485
    },
    {
      "entropy": 5.6970696449279785,
      "epoch": 0.9381178331356267,
      "grad_norm": 1.9296875,
      "learning_rate": 0.00049206959127751,
      "loss": 5.5502,
      "mean_token_accuracy": 0.16532090157270432,
      "num_tokens": 21734314.0,
      "step": 9490
    },
    {
      "entropy": 5.741184091567993,
      "epoch": 0.9386120996441281,
      "grad_norm": 2.765625,
      "learning_rate": 0.0004920603018944537,
      "loss": 5.5199,
      "mean_token_accuracy": 0.17438743263483047,
      "num_tokens": 21744031.0,
      "step": 9495
    },
    {
      "entropy": 5.715707159042358,
      "epoch": 0.9391063661526295,
      "grad_norm": 2.390625,
      "learning_rate": 0.0004920510071716803,
      "loss": 5.4969,
      "mean_token_accuracy": 0.1746805191040039,
      "num_tokens": 21755653.0,
      "step": 9500
    },
    {
      "entropy": 5.816602802276611,
      "epoch": 0.9396006326611309,
      "grad_norm": 1.7734375,
      "learning_rate": 0.0004920417071094186,
      "loss": 5.594,
      "mean_token_accuracy": 0.1655436113476753,
      "num_tokens": 21768513.0,
      "step": 9505
    },
    {
      "entropy": 5.744887208938598,
      "epoch": 0.9400948991696323,
      "grad_norm": 1.3828125,
      "learning_rate": 0.0004920324017078971,
      "loss": 5.5205,
      "mean_token_accuracy": 0.16552363485097885,
      "num_tokens": 21780857.0,
      "step": 9510
    },
    {
      "entropy": 5.665854024887085,
      "epoch": 0.9405891656781337,
      "grad_norm": 1.90625,
      "learning_rate": 0.000492023090967345,
      "loss": 5.5126,
      "mean_token_accuracy": 0.17808787375688553,
      "num_tokens": 21792514.0,
      "step": 9515
    },
    {
      "entropy": 5.8031830310821535,
      "epoch": 0.941083432186635,
      "grad_norm": 1.6953125,
      "learning_rate": 0.000492013774887991,
      "loss": 5.5716,
      "mean_token_accuracy": 0.1701519325375557,
      "num_tokens": 21803154.0,
      "step": 9520
    },
    {
      "entropy": 5.694848203659058,
      "epoch": 0.9415776986951364,
      "grad_norm": 1.6875,
      "learning_rate": 0.0004920044534700645,
      "loss": 5.5582,
      "mean_token_accuracy": 0.16919979006052016,
      "num_tokens": 21814439.0,
      "step": 9525
    },
    {
      "entropy": 5.6712646484375,
      "epoch": 0.9420719652036378,
      "grad_norm": 1.8125,
      "learning_rate": 0.0004919951267137949,
      "loss": 5.5032,
      "mean_token_accuracy": 0.17841036319732667,
      "num_tokens": 21826870.0,
      "step": 9530
    },
    {
      "entropy": 5.803434705734253,
      "epoch": 0.9425662317121392,
      "grad_norm": 1.71875,
      "learning_rate": 0.0004919857946194114,
      "loss": 5.4939,
      "mean_token_accuracy": 0.17100831866264343,
      "num_tokens": 21837627.0,
      "step": 9535
    },
    {
      "entropy": 5.663749742507934,
      "epoch": 0.9430604982206405,
      "grad_norm": 1.578125,
      "learning_rate": 0.0004919764571871438,
      "loss": 5.6254,
      "mean_token_accuracy": 0.16555337458848954,
      "num_tokens": 21848891.0,
      "step": 9540
    },
    {
      "entropy": 5.804639577865601,
      "epoch": 0.9435547647291419,
      "grad_norm": 1.6953125,
      "learning_rate": 0.0004919671144172216,
      "loss": 5.5292,
      "mean_token_accuracy": 0.16971494555473327,
      "num_tokens": 21860094.0,
      "step": 9545
    },
    {
      "entropy": 5.770897102355957,
      "epoch": 0.9440490312376434,
      "grad_norm": 1.5,
      "learning_rate": 0.0004919577663098748,
      "loss": 5.5062,
      "mean_token_accuracy": 0.17213414311408998,
      "num_tokens": 21870881.0,
      "step": 9550
    },
    {
      "entropy": 5.708716773986817,
      "epoch": 0.9445432977461448,
      "grad_norm": 1.5703125,
      "learning_rate": 0.0004919484128653333,
      "loss": 5.5525,
      "mean_token_accuracy": 0.16999221891164779,
      "num_tokens": 21882825.0,
      "step": 9555
    },
    {
      "entropy": 5.736716032028198,
      "epoch": 0.9450375642546461,
      "grad_norm": 1.515625,
      "learning_rate": 0.0004919390540838271,
      "loss": 5.6146,
      "mean_token_accuracy": 0.16759835928678513,
      "num_tokens": 21894952.0,
      "step": 9560
    },
    {
      "entropy": 5.760945129394531,
      "epoch": 0.9455318307631475,
      "grad_norm": 1.5,
      "learning_rate": 0.0004919296899655866,
      "loss": 5.5588,
      "mean_token_accuracy": 0.16439727395772935,
      "num_tokens": 21906893.0,
      "step": 9565
    },
    {
      "entropy": 5.770154666900635,
      "epoch": 0.9460260972716489,
      "grad_norm": 1.8203125,
      "learning_rate": 0.000491920320510842,
      "loss": 5.619,
      "mean_token_accuracy": 0.16570377796888353,
      "num_tokens": 21918571.0,
      "step": 9570
    },
    {
      "entropy": 5.63245735168457,
      "epoch": 0.9465203637801503,
      "grad_norm": 1.59375,
      "learning_rate": 0.0004919109457198239,
      "loss": 5.4869,
      "mean_token_accuracy": 0.17033022046089172,
      "num_tokens": 21929488.0,
      "step": 9575
    },
    {
      "entropy": 5.692418336868286,
      "epoch": 0.9470146302886516,
      "grad_norm": 2.625,
      "learning_rate": 0.0004919015655927629,
      "loss": 5.4875,
      "mean_token_accuracy": 0.16792791038751603,
      "num_tokens": 21940368.0,
      "step": 9580
    },
    {
      "entropy": 5.777459001541137,
      "epoch": 0.947508896797153,
      "grad_norm": 1.5625,
      "learning_rate": 0.0004918921801298897,
      "loss": 5.6152,
      "mean_token_accuracy": 0.16874023675918579,
      "num_tokens": 21951171.0,
      "step": 9585
    },
    {
      "entropy": 5.767289924621582,
      "epoch": 0.9480031633056544,
      "grad_norm": 1.5078125,
      "learning_rate": 0.0004918827893314353,
      "loss": 5.5649,
      "mean_token_accuracy": 0.1750333920121193,
      "num_tokens": 21962312.0,
      "step": 9590
    },
    {
      "entropy": 5.7734699726104735,
      "epoch": 0.9484974298141557,
      "grad_norm": 1.828125,
      "learning_rate": 0.0004918733931976305,
      "loss": 5.4953,
      "mean_token_accuracy": 0.17125972658395766,
      "num_tokens": 21971994.0,
      "step": 9595
    },
    {
      "entropy": 5.778622150421143,
      "epoch": 0.9489916963226572,
      "grad_norm": 1.640625,
      "learning_rate": 0.0004918639917287067,
      "loss": 5.593,
      "mean_token_accuracy": 0.16450224071741104,
      "num_tokens": 21983084.0,
      "step": 9600
    },
    {
      "entropy": 5.701753854751587,
      "epoch": 0.9494859628311586,
      "grad_norm": 1.9765625,
      "learning_rate": 0.0004918545849248951,
      "loss": 5.6045,
      "mean_token_accuracy": 0.16481069773435592,
      "num_tokens": 21995005.0,
      "step": 9605
    },
    {
      "entropy": 5.677874517440796,
      "epoch": 0.94998022933966,
      "grad_norm": 1.75,
      "learning_rate": 0.000491845172786427,
      "loss": 5.5477,
      "mean_token_accuracy": 0.17119743973016738,
      "num_tokens": 22006377.0,
      "step": 9610
    },
    {
      "entropy": 5.747830867767334,
      "epoch": 0.9504744958481613,
      "grad_norm": 1.453125,
      "learning_rate": 0.0004918357553135339,
      "loss": 5.6163,
      "mean_token_accuracy": 0.167357137799263,
      "num_tokens": 22019663.0,
      "step": 9615
    },
    {
      "entropy": 5.847278070449829,
      "epoch": 0.9509687623566627,
      "grad_norm": 1.9375,
      "learning_rate": 0.0004918263325064476,
      "loss": 5.6026,
      "mean_token_accuracy": 0.16540860384702682,
      "num_tokens": 22030646.0,
      "step": 9620
    },
    {
      "entropy": 5.759588670730591,
      "epoch": 0.9514630288651641,
      "grad_norm": 1.703125,
      "learning_rate": 0.0004918169043654,
      "loss": 5.5325,
      "mean_token_accuracy": 0.17217915654182434,
      "num_tokens": 22043563.0,
      "step": 9625
    },
    {
      "entropy": 5.673029232025146,
      "epoch": 0.9519572953736655,
      "grad_norm": 1.609375,
      "learning_rate": 0.0004918074708906229,
      "loss": 5.506,
      "mean_token_accuracy": 0.17214220017194748,
      "num_tokens": 22055224.0,
      "step": 9630
    },
    {
      "entropy": 5.713845300674438,
      "epoch": 0.9524515618821668,
      "grad_norm": 1.921875,
      "learning_rate": 0.0004917980320823483,
      "loss": 5.5903,
      "mean_token_accuracy": 0.16551012098789214,
      "num_tokens": 22067445.0,
      "step": 9635
    },
    {
      "entropy": 5.742143154144287,
      "epoch": 0.9529458283906682,
      "grad_norm": 1.4765625,
      "learning_rate": 0.0004917885879408085,
      "loss": 5.502,
      "mean_token_accuracy": 0.17228208035230635,
      "num_tokens": 22078565.0,
      "step": 9640
    },
    {
      "entropy": 5.605641555786133,
      "epoch": 0.9534400948991696,
      "grad_norm": 1.875,
      "learning_rate": 0.0004917791384662359,
      "loss": 5.4062,
      "mean_token_accuracy": 0.1809736594557762,
      "num_tokens": 22088658.0,
      "step": 9645
    },
    {
      "entropy": 5.66534013748169,
      "epoch": 0.953934361407671,
      "grad_norm": 1.5546875,
      "learning_rate": 0.0004917696836588628,
      "loss": 5.5396,
      "mean_token_accuracy": 0.16359647661447524,
      "num_tokens": 22100747.0,
      "step": 9650
    },
    {
      "entropy": 5.658927488327026,
      "epoch": 0.9544286279161724,
      "grad_norm": 1.984375,
      "learning_rate": 0.0004917602235189218,
      "loss": 5.5572,
      "mean_token_accuracy": 0.16690735518932343,
      "num_tokens": 22113559.0,
      "step": 9655
    },
    {
      "entropy": 5.807874345779419,
      "epoch": 0.9549228944246738,
      "grad_norm": 1.515625,
      "learning_rate": 0.0004917507580466457,
      "loss": 5.558,
      "mean_token_accuracy": 0.16766222715377807,
      "num_tokens": 22124678.0,
      "step": 9660
    },
    {
      "entropy": 5.729693412780762,
      "epoch": 0.9554171609331752,
      "grad_norm": 1.859375,
      "learning_rate": 0.0004917412872422674,
      "loss": 5.5451,
      "mean_token_accuracy": 0.17450609058141708,
      "num_tokens": 22136462.0,
      "step": 9665
    },
    {
      "entropy": 5.695987272262573,
      "epoch": 0.9559114274416766,
      "grad_norm": 1.703125,
      "learning_rate": 0.0004917318111060198,
      "loss": 5.5553,
      "mean_token_accuracy": 0.17311072945594788,
      "num_tokens": 22149101.0,
      "step": 9670
    },
    {
      "entropy": 5.716809606552124,
      "epoch": 0.9564056939501779,
      "grad_norm": 2.0625,
      "learning_rate": 0.000491722329638136,
      "loss": 5.5018,
      "mean_token_accuracy": 0.17296547144651414,
      "num_tokens": 22159574.0,
      "step": 9675
    },
    {
      "entropy": 5.746746778488159,
      "epoch": 0.9568999604586793,
      "grad_norm": 1.8203125,
      "learning_rate": 0.0004917128428388492,
      "loss": 5.5792,
      "mean_token_accuracy": 0.17071614861488343,
      "num_tokens": 22172308.0,
      "step": 9680
    },
    {
      "entropy": 5.729102516174317,
      "epoch": 0.9573942269671807,
      "grad_norm": 1.53125,
      "learning_rate": 0.0004917033507083929,
      "loss": 5.5644,
      "mean_token_accuracy": 0.16269811391830444,
      "num_tokens": 22183714.0,
      "step": 9685
    },
    {
      "entropy": 5.662445402145385,
      "epoch": 0.9578884934756821,
      "grad_norm": 3.765625,
      "learning_rate": 0.0004916938532470006,
      "loss": 5.4123,
      "mean_token_accuracy": 0.17422082275152206,
      "num_tokens": 22194785.0,
      "step": 9690
    },
    {
      "entropy": 5.710245752334595,
      "epoch": 0.9583827599841834,
      "grad_norm": 1.7265625,
      "learning_rate": 0.0004916843504549058,
      "loss": 5.5693,
      "mean_token_accuracy": 0.17288799285888673,
      "num_tokens": 22205998.0,
      "step": 9695
    },
    {
      "entropy": 5.723492574691773,
      "epoch": 0.9588770264926848,
      "grad_norm": 1.6953125,
      "learning_rate": 0.0004916748423323424,
      "loss": 5.5291,
      "mean_token_accuracy": 0.16438755691051482,
      "num_tokens": 22216114.0,
      "step": 9700
    },
    {
      "entropy": 5.6744773387908936,
      "epoch": 0.9593712930011863,
      "grad_norm": 2.046875,
      "learning_rate": 0.0004916653288795443,
      "loss": 5.4928,
      "mean_token_accuracy": 0.17621395885944366,
      "num_tokens": 22226793.0,
      "step": 9705
    },
    {
      "entropy": 5.718301105499267,
      "epoch": 0.9598655595096877,
      "grad_norm": 1.484375,
      "learning_rate": 0.0004916558100967455,
      "loss": 5.6036,
      "mean_token_accuracy": 0.17109611630439758,
      "num_tokens": 22237444.0,
      "step": 9710
    },
    {
      "entropy": 5.724616670608521,
      "epoch": 0.960359826018189,
      "grad_norm": 1.859375,
      "learning_rate": 0.0004916462859841801,
      "loss": 5.5622,
      "mean_token_accuracy": 0.16795298755168914,
      "num_tokens": 22250704.0,
      "step": 9715
    },
    {
      "entropy": 5.742507457733154,
      "epoch": 0.9608540925266904,
      "grad_norm": 1.5625,
      "learning_rate": 0.0004916367565420826,
      "loss": 5.5823,
      "mean_token_accuracy": 0.17305338829755784,
      "num_tokens": 22264533.0,
      "step": 9720
    },
    {
      "entropy": 5.818283224105835,
      "epoch": 0.9613483590351918,
      "grad_norm": 1.75,
      "learning_rate": 0.0004916272217706871,
      "loss": 5.5864,
      "mean_token_accuracy": 0.16755596548318863,
      "num_tokens": 22276510.0,
      "step": 9725
    },
    {
      "entropy": 5.765133094787598,
      "epoch": 0.9618426255436932,
      "grad_norm": 1.9296875,
      "learning_rate": 0.0004916176816702284,
      "loss": 5.6159,
      "mean_token_accuracy": 0.16529442965984345,
      "num_tokens": 22288634.0,
      "step": 9730
    },
    {
      "entropy": 5.789472341537476,
      "epoch": 0.9623368920521945,
      "grad_norm": 1.8515625,
      "learning_rate": 0.0004916081362409411,
      "loss": 5.5959,
      "mean_token_accuracy": 0.16372036784887314,
      "num_tokens": 22299781.0,
      "step": 9735
    },
    {
      "entropy": 5.670352220535278,
      "epoch": 0.9628311585606959,
      "grad_norm": 1.5703125,
      "learning_rate": 0.00049159858548306,
      "loss": 5.4344,
      "mean_token_accuracy": 0.1774035409092903,
      "num_tokens": 22310666.0,
      "step": 9740
    },
    {
      "entropy": 5.744387197494507,
      "epoch": 0.9633254250691973,
      "grad_norm": 1.5859375,
      "learning_rate": 0.0004915890293968202,
      "loss": 5.6118,
      "mean_token_accuracy": 0.16391652673482895,
      "num_tokens": 22322811.0,
      "step": 9745
    },
    {
      "entropy": 5.748639297485352,
      "epoch": 0.9638196915776986,
      "grad_norm": 2.28125,
      "learning_rate": 0.0004915794679824567,
      "loss": 5.5789,
      "mean_token_accuracy": 0.16041059792041779,
      "num_tokens": 22335017.0,
      "step": 9750
    },
    {
      "entropy": 5.667694616317749,
      "epoch": 0.9643139580862001,
      "grad_norm": 2.453125,
      "learning_rate": 0.0004915699012402047,
      "loss": 5.4992,
      "mean_token_accuracy": 0.1760917529463768,
      "num_tokens": 22346250.0,
      "step": 9755
    },
    {
      "entropy": 5.755313062667847,
      "epoch": 0.9648082245947015,
      "grad_norm": 2.109375,
      "learning_rate": 0.0004915603291702995,
      "loss": 5.5462,
      "mean_token_accuracy": 0.17052748203277587,
      "num_tokens": 22357436.0,
      "step": 9760
    },
    {
      "entropy": 5.755286169052124,
      "epoch": 0.9653024911032029,
      "grad_norm": 2.546875,
      "learning_rate": 0.0004915507517729765,
      "loss": 5.4888,
      "mean_token_accuracy": 0.174141626060009,
      "num_tokens": 22368312.0,
      "step": 9765
    },
    {
      "entropy": 5.719630479812622,
      "epoch": 0.9657967576117042,
      "grad_norm": 1.671875,
      "learning_rate": 0.0004915411690484715,
      "loss": 5.5166,
      "mean_token_accuracy": 0.1709474354982376,
      "num_tokens": 22378659.0,
      "step": 9770
    },
    {
      "entropy": 5.720451307296753,
      "epoch": 0.9662910241202056,
      "grad_norm": 2.140625,
      "learning_rate": 0.0004915315809970202,
      "loss": 5.5186,
      "mean_token_accuracy": 0.17279943972826003,
      "num_tokens": 22390642.0,
      "step": 9775
    },
    {
      "entropy": 5.779125785827636,
      "epoch": 0.966785290628707,
      "grad_norm": 2.328125,
      "learning_rate": 0.0004915219876188583,
      "loss": 5.6254,
      "mean_token_accuracy": 0.16319596916437148,
      "num_tokens": 22402484.0,
      "step": 9780
    },
    {
      "entropy": 5.709197664260865,
      "epoch": 0.9672795571372084,
      "grad_norm": 2.34375,
      "learning_rate": 0.0004915123889142221,
      "loss": 5.5234,
      "mean_token_accuracy": 0.17170323580503463,
      "num_tokens": 22413315.0,
      "step": 9785
    },
    {
      "entropy": 5.778808069229126,
      "epoch": 0.9677738236457097,
      "grad_norm": 1.8984375,
      "learning_rate": 0.0004915027848833472,
      "loss": 5.5834,
      "mean_token_accuracy": 0.16111094057559966,
      "num_tokens": 22425123.0,
      "step": 9790
    },
    {
      "entropy": 5.730625629425049,
      "epoch": 0.9682680901542111,
      "grad_norm": 2.359375,
      "learning_rate": 0.0004914931755264705,
      "loss": 5.4801,
      "mean_token_accuracy": 0.17246174812316895,
      "num_tokens": 22436437.0,
      "step": 9795
    },
    {
      "entropy": 5.721488285064697,
      "epoch": 0.9687623566627125,
      "grad_norm": 1.671875,
      "learning_rate": 0.000491483560843828,
      "loss": 5.4722,
      "mean_token_accuracy": 0.17317120879888534,
      "num_tokens": 22446677.0,
      "step": 9800
    },
    {
      "entropy": 5.724382066726685,
      "epoch": 0.969256623171214,
      "grad_norm": 1.828125,
      "learning_rate": 0.0004914739408356563,
      "loss": 5.5369,
      "mean_token_accuracy": 0.17374182641506195,
      "num_tokens": 22457597.0,
      "step": 9805
    },
    {
      "entropy": 5.784380340576172,
      "epoch": 0.9697508896797153,
      "grad_norm": 1.6640625,
      "learning_rate": 0.0004914643155021921,
      "loss": 5.6127,
      "mean_token_accuracy": 0.17223210036754608,
      "num_tokens": 22469715.0,
      "step": 9810
    },
    {
      "entropy": 5.738711214065551,
      "epoch": 0.9702451561882167,
      "grad_norm": 1.9140625,
      "learning_rate": 0.0004914546848436722,
      "loss": 5.5637,
      "mean_token_accuracy": 0.16941601932048797,
      "num_tokens": 22479840.0,
      "step": 9815
    },
    {
      "entropy": 5.689458894729614,
      "epoch": 0.9707394226967181,
      "grad_norm": 7.0625,
      "learning_rate": 0.0004914450488603334,
      "loss": 5.4809,
      "mean_token_accuracy": 0.17289411127567292,
      "num_tokens": 22491017.0,
      "step": 9820
    },
    {
      "entropy": 5.727369022369385,
      "epoch": 0.9712336892052195,
      "grad_norm": 1.671875,
      "learning_rate": 0.0004914354075524129,
      "loss": 5.4819,
      "mean_token_accuracy": 0.17074205428361894,
      "num_tokens": 22502308.0,
      "step": 9825
    },
    {
      "entropy": 5.597308731079101,
      "epoch": 0.9717279557137208,
      "grad_norm": 1.65625,
      "learning_rate": 0.0004914257609201477,
      "loss": 5.4226,
      "mean_token_accuracy": 0.18115499317646028,
      "num_tokens": 22513090.0,
      "step": 9830
    },
    {
      "entropy": 5.680245494842529,
      "epoch": 0.9722222222222222,
      "grad_norm": 1.984375,
      "learning_rate": 0.0004914161089637752,
      "loss": 5.4995,
      "mean_token_accuracy": 0.17669508904218673,
      "num_tokens": 22523391.0,
      "step": 9835
    },
    {
      "entropy": 5.68854022026062,
      "epoch": 0.9727164887307236,
      "grad_norm": 1.71875,
      "learning_rate": 0.0004914064516835329,
      "loss": 5.4841,
      "mean_token_accuracy": 0.1739958181977272,
      "num_tokens": 22536038.0,
      "step": 9840
    },
    {
      "entropy": 5.7563879013061525,
      "epoch": 0.973210755239225,
      "grad_norm": 1.8046875,
      "learning_rate": 0.0004913967890796583,
      "loss": 5.5307,
      "mean_token_accuracy": 0.16982893347740174,
      "num_tokens": 22546897.0,
      "step": 9845
    },
    {
      "entropy": 5.715967416763306,
      "epoch": 0.9737050217477263,
      "grad_norm": 1.8828125,
      "learning_rate": 0.0004913871211523891,
      "loss": 5.5775,
      "mean_token_accuracy": 0.16490885317325593,
      "num_tokens": 22558240.0,
      "step": 9850
    },
    {
      "entropy": 5.6967414855957035,
      "epoch": 0.9741992882562278,
      "grad_norm": 2.4375,
      "learning_rate": 0.0004913774479019633,
      "loss": 5.5312,
      "mean_token_accuracy": 0.17213609218597412,
      "num_tokens": 22570540.0,
      "step": 9855
    },
    {
      "entropy": 5.81184492111206,
      "epoch": 0.9746935547647292,
      "grad_norm": 1.984375,
      "learning_rate": 0.0004913677693286185,
      "loss": 5.6159,
      "mean_token_accuracy": 0.16770697087049485,
      "num_tokens": 22582657.0,
      "step": 9860
    },
    {
      "entropy": 5.81785569190979,
      "epoch": 0.9751878212732306,
      "grad_norm": 2.09375,
      "learning_rate": 0.0004913580854325932,
      "loss": 5.6541,
      "mean_token_accuracy": 0.16404767334461212,
      "num_tokens": 22593445.0,
      "step": 9865
    },
    {
      "entropy": 5.690832710266113,
      "epoch": 0.9756820877817319,
      "grad_norm": 2.078125,
      "learning_rate": 0.0004913483962141253,
      "loss": 5.501,
      "mean_token_accuracy": 0.16884115636348723,
      "num_tokens": 22604631.0,
      "step": 9870
    },
    {
      "entropy": 5.682158422470093,
      "epoch": 0.9761763542902333,
      "grad_norm": 1.5078125,
      "learning_rate": 0.0004913387016734533,
      "loss": 5.5136,
      "mean_token_accuracy": 0.17531213015317917,
      "num_tokens": 22615130.0,
      "step": 9875
    },
    {
      "entropy": 5.705617094039917,
      "epoch": 0.9766706207987347,
      "grad_norm": 1.4921875,
      "learning_rate": 0.0004913290018108157,
      "loss": 5.5195,
      "mean_token_accuracy": 0.1676092565059662,
      "num_tokens": 22627372.0,
      "step": 9880
    },
    {
      "entropy": 5.794613313674927,
      "epoch": 0.977164887307236,
      "grad_norm": 1.578125,
      "learning_rate": 0.0004913192966264511,
      "loss": 5.6028,
      "mean_token_accuracy": 0.16676058620214462,
      "num_tokens": 22640354.0,
      "step": 9885
    },
    {
      "entropy": 5.773149681091309,
      "epoch": 0.9776591538157374,
      "grad_norm": 1.4765625,
      "learning_rate": 0.0004913095861205982,
      "loss": 5.603,
      "mean_token_accuracy": 0.1643069788813591,
      "num_tokens": 22651717.0,
      "step": 9890
    },
    {
      "entropy": 5.84906964302063,
      "epoch": 0.9781534203242388,
      "grad_norm": 1.734375,
      "learning_rate": 0.0004912998702934961,
      "loss": 5.6459,
      "mean_token_accuracy": 0.16125912070274354,
      "num_tokens": 22663334.0,
      "step": 9895
    },
    {
      "entropy": 5.792688226699829,
      "epoch": 0.9786476868327402,
      "grad_norm": 1.703125,
      "learning_rate": 0.0004912901491453835,
      "loss": 5.545,
      "mean_token_accuracy": 0.17154308557510375,
      "num_tokens": 22675894.0,
      "step": 9900
    },
    {
      "entropy": 5.651049518585205,
      "epoch": 0.9791419533412415,
      "grad_norm": 2.03125,
      "learning_rate": 0.0004912804226764997,
      "loss": 5.4765,
      "mean_token_accuracy": 0.18328205943107606,
      "num_tokens": 22687861.0,
      "step": 9905
    },
    {
      "entropy": 5.710421419143676,
      "epoch": 0.979636219849743,
      "grad_norm": 1.890625,
      "learning_rate": 0.0004912706908870838,
      "loss": 5.4763,
      "mean_token_accuracy": 0.1715717598795891,
      "num_tokens": 22698346.0,
      "step": 9910
    },
    {
      "entropy": 5.703184700012207,
      "epoch": 0.9801304863582444,
      "grad_norm": 1.734375,
      "learning_rate": 0.0004912609537773755,
      "loss": 5.5988,
      "mean_token_accuracy": 0.16239245235919952,
      "num_tokens": 22710665.0,
      "step": 9915
    },
    {
      "entropy": 5.711629629135132,
      "epoch": 0.9806247528667458,
      "grad_norm": 1.828125,
      "learning_rate": 0.0004912512113476142,
      "loss": 5.5132,
      "mean_token_accuracy": 0.17588357776403427,
      "num_tokens": 22720989.0,
      "step": 9920
    },
    {
      "entropy": 5.689323139190674,
      "epoch": 0.9811190193752471,
      "grad_norm": 2.59375,
      "learning_rate": 0.0004912414635980395,
      "loss": 5.5147,
      "mean_token_accuracy": 0.17529048919677734,
      "num_tokens": 22732265.0,
      "step": 9925
    },
    {
      "entropy": 5.712391090393067,
      "epoch": 0.9816132858837485,
      "grad_norm": 1.59375,
      "learning_rate": 0.0004912317105288912,
      "loss": 5.5162,
      "mean_token_accuracy": 0.16600595265626908,
      "num_tokens": 22742435.0,
      "step": 9930
    },
    {
      "entropy": 5.696404027938843,
      "epoch": 0.9821075523922499,
      "grad_norm": 1.765625,
      "learning_rate": 0.0004912219521404094,
      "loss": 5.4883,
      "mean_token_accuracy": 0.17258599251508713,
      "num_tokens": 22753750.0,
      "step": 9935
    },
    {
      "entropy": 5.778047513961792,
      "epoch": 0.9826018189007513,
      "grad_norm": 4.46875,
      "learning_rate": 0.000491212188432834,
      "loss": 5.5516,
      "mean_token_accuracy": 0.16767684519290924,
      "num_tokens": 22765549.0,
      "step": 9940
    },
    {
      "entropy": 5.719587564468384,
      "epoch": 0.9830960854092526,
      "grad_norm": 2.453125,
      "learning_rate": 0.0004912024194064052,
      "loss": 5.611,
      "mean_token_accuracy": 0.16390867978334428,
      "num_tokens": 22777882.0,
      "step": 9945
    },
    {
      "entropy": 5.779613828659057,
      "epoch": 0.983590351917754,
      "grad_norm": 1.453125,
      "learning_rate": 0.0004911926450613633,
      "loss": 5.6056,
      "mean_token_accuracy": 0.16340621560811996,
      "num_tokens": 22789671.0,
      "step": 9950
    },
    {
      "entropy": 5.783669090270996,
      "epoch": 0.9840846184262554,
      "grad_norm": 1.6328125,
      "learning_rate": 0.0004911828653979488,
      "loss": 5.5757,
      "mean_token_accuracy": 0.16210843324661256,
      "num_tokens": 22801330.0,
      "step": 9955
    },
    {
      "entropy": 5.725742197036743,
      "epoch": 0.9845788849347569,
      "grad_norm": 1.390625,
      "learning_rate": 0.0004911730804164024,
      "loss": 5.5996,
      "mean_token_accuracy": 0.16601726561784744,
      "num_tokens": 22813998.0,
      "step": 9960
    },
    {
      "entropy": 5.732435894012451,
      "epoch": 0.9850731514432582,
      "grad_norm": 1.828125,
      "learning_rate": 0.0004911632901169645,
      "loss": 5.5312,
      "mean_token_accuracy": 0.17036539912223816,
      "num_tokens": 22825048.0,
      "step": 9965
    },
    {
      "entropy": 5.63055191040039,
      "epoch": 0.9855674179517596,
      "grad_norm": 1.5859375,
      "learning_rate": 0.0004911534944998762,
      "loss": 5.4513,
      "mean_token_accuracy": 0.17461760640144347,
      "num_tokens": 22835450.0,
      "step": 9970
    },
    {
      "entropy": 5.666855812072754,
      "epoch": 0.986061684460261,
      "grad_norm": 1.7734375,
      "learning_rate": 0.0004911436935653785,
      "loss": 5.4842,
      "mean_token_accuracy": 0.1743703842163086,
      "num_tokens": 22847320.0,
      "step": 9975
    },
    {
      "entropy": 5.726233386993409,
      "epoch": 0.9865559509687624,
      "grad_norm": 2.1875,
      "learning_rate": 0.0004911338873137122,
      "loss": 5.4607,
      "mean_token_accuracy": 0.17830847352743148,
      "num_tokens": 22857676.0,
      "step": 9980
    },
    {
      "entropy": 5.659705543518067,
      "epoch": 0.9870502174772637,
      "grad_norm": 1.4765625,
      "learning_rate": 0.000491124075745119,
      "loss": 5.4851,
      "mean_token_accuracy": 0.17840947955846786,
      "num_tokens": 22869767.0,
      "step": 9985
    },
    {
      "entropy": 5.7767034530639645,
      "epoch": 0.9875444839857651,
      "grad_norm": 2.109375,
      "learning_rate": 0.0004911142588598399,
      "loss": 5.5869,
      "mean_token_accuracy": 0.17025674283504486,
      "num_tokens": 22880096.0,
      "step": 9990
    },
    {
      "entropy": 5.801022672653199,
      "epoch": 0.9880387504942665,
      "grad_norm": 1.6875,
      "learning_rate": 0.0004911044366581165,
      "loss": 5.4958,
      "mean_token_accuracy": 0.17515075951814651,
      "num_tokens": 22892436.0,
      "step": 9995
    },
    {
      "entropy": 5.759911441802979,
      "epoch": 0.9885330170027679,
      "grad_norm": 1.5546875,
      "learning_rate": 0.0004910946091401903,
      "loss": 5.5384,
      "mean_token_accuracy": 0.16783835142850875,
      "num_tokens": 22904641.0,
      "step": 10000
    },
    {
      "entropy": 5.6862218379974365,
      "epoch": 0.9890272835112692,
      "grad_norm": 1.4921875,
      "learning_rate": 0.0004910847763063033,
      "loss": 5.3948,
      "mean_token_accuracy": 0.17469682544469833,
      "num_tokens": 22915372.0,
      "step": 10005
    },
    {
      "entropy": 5.756756591796875,
      "epoch": 0.9895215500197707,
      "grad_norm": 1.796875,
      "learning_rate": 0.0004910749381566973,
      "loss": 5.6249,
      "mean_token_accuracy": 0.15831247717142105,
      "num_tokens": 22926583.0,
      "step": 10010
    },
    {
      "entropy": 5.726555013656617,
      "epoch": 0.9900158165282721,
      "grad_norm": 1.7890625,
      "learning_rate": 0.0004910650946916143,
      "loss": 5.4904,
      "mean_token_accuracy": 0.17097898572683334,
      "num_tokens": 22938103.0,
      "step": 10015
    },
    {
      "entropy": 5.692210149765015,
      "epoch": 0.9905100830367735,
      "grad_norm": 1.5390625,
      "learning_rate": 0.0004910552459112964,
      "loss": 5.5445,
      "mean_token_accuracy": 0.17311066538095474,
      "num_tokens": 22949475.0,
      "step": 10020
    },
    {
      "entropy": 5.73862590789795,
      "epoch": 0.9910043495452748,
      "grad_norm": 1.53125,
      "learning_rate": 0.0004910453918159861,
      "loss": 5.5659,
      "mean_token_accuracy": 0.16979775428771973,
      "num_tokens": 22961404.0,
      "step": 10025
    },
    {
      "entropy": 5.722372436523438,
      "epoch": 0.9914986160537762,
      "grad_norm": 1.6875,
      "learning_rate": 0.0004910355324059255,
      "loss": 5.5298,
      "mean_token_accuracy": 0.17193541228771209,
      "num_tokens": 22973009.0,
      "step": 10030
    },
    {
      "entropy": 5.701122713088989,
      "epoch": 0.9919928825622776,
      "grad_norm": 1.5078125,
      "learning_rate": 0.0004910256676813572,
      "loss": 5.576,
      "mean_token_accuracy": 0.17126102447509767,
      "num_tokens": 22985104.0,
      "step": 10035
    },
    {
      "entropy": 5.713639116287231,
      "epoch": 0.992487149070779,
      "grad_norm": 2.421875,
      "learning_rate": 0.0004910157976425241,
      "loss": 5.5728,
      "mean_token_accuracy": 0.1672808587551117,
      "num_tokens": 22997133.0,
      "step": 10040
    },
    {
      "entropy": 5.697215032577515,
      "epoch": 0.9929814155792803,
      "grad_norm": 1.3984375,
      "learning_rate": 0.0004910059222896689,
      "loss": 5.4149,
      "mean_token_accuracy": 0.17880269140005112,
      "num_tokens": 23007621.0,
      "step": 10045
    },
    {
      "entropy": 5.758591985702514,
      "epoch": 0.9934756820877817,
      "grad_norm": 1.4140625,
      "learning_rate": 0.0004909960416230344,
      "loss": 5.5798,
      "mean_token_accuracy": 0.1678140103816986,
      "num_tokens": 23018254.0,
      "step": 10050
    },
    {
      "entropy": 5.6953295230865475,
      "epoch": 0.9939699485962831,
      "grad_norm": 1.515625,
      "learning_rate": 0.0004909861556428638,
      "loss": 5.4975,
      "mean_token_accuracy": 0.17135821878910065,
      "num_tokens": 23030733.0,
      "step": 10055
    },
    {
      "entropy": 5.6859265804290775,
      "epoch": 0.9944642151047846,
      "grad_norm": 1.609375,
      "learning_rate": 0.0004909762643494003,
      "loss": 5.4804,
      "mean_token_accuracy": 0.16995348781347275,
      "num_tokens": 23043086.0,
      "step": 10060
    },
    {
      "entropy": 5.784011268615723,
      "epoch": 0.9949584816132859,
      "grad_norm": 2.046875,
      "learning_rate": 0.0004909663677428872,
      "loss": 5.6515,
      "mean_token_accuracy": 0.16197943538427353,
      "num_tokens": 23055281.0,
      "step": 10065
    },
    {
      "entropy": 5.6577071189880375,
      "epoch": 0.9954527481217873,
      "grad_norm": 1.4609375,
      "learning_rate": 0.0004909564658235678,
      "loss": 5.531,
      "mean_token_accuracy": 0.17189735770225525,
      "num_tokens": 23067332.0,
      "step": 10070
    },
    {
      "entropy": 5.707271242141724,
      "epoch": 0.9959470146302887,
      "grad_norm": 1.75,
      "learning_rate": 0.000490946558591686,
      "loss": 5.5062,
      "mean_token_accuracy": 0.17119333148002625,
      "num_tokens": 23079278.0,
      "step": 10075
    },
    {
      "entropy": 5.704014110565185,
      "epoch": 0.99644128113879,
      "grad_norm": 1.75,
      "learning_rate": 0.0004909366460474852,
      "loss": 5.5154,
      "mean_token_accuracy": 0.1689569190144539,
      "num_tokens": 23092177.0,
      "step": 10080
    },
    {
      "entropy": 5.638453149795533,
      "epoch": 0.9969355476472914,
      "grad_norm": 1.625,
      "learning_rate": 0.0004909267281912095,
      "loss": 5.5239,
      "mean_token_accuracy": 0.17321101874113082,
      "num_tokens": 23103249.0,
      "step": 10085
    },
    {
      "entropy": 5.669422817230225,
      "epoch": 0.9974298141557928,
      "grad_norm": 1.7265625,
      "learning_rate": 0.0004909168050231029,
      "loss": 5.5578,
      "mean_token_accuracy": 0.1760734960436821,
      "num_tokens": 23113821.0,
      "step": 10090
    },
    {
      "entropy": 5.777122926712036,
      "epoch": 0.9979240806642942,
      "grad_norm": 1.859375,
      "learning_rate": 0.0004909068765434093,
      "loss": 5.5645,
      "mean_token_accuracy": 0.16094685047864915,
      "num_tokens": 23124819.0,
      "step": 10095
    },
    {
      "entropy": 5.758470964431763,
      "epoch": 0.9984183471727955,
      "grad_norm": 1.7421875,
      "learning_rate": 0.000490896942752373,
      "loss": 5.5615,
      "mean_token_accuracy": 0.16750091016292573,
      "num_tokens": 23135590.0,
      "step": 10100
    },
    {
      "entropy": 5.721115493774414,
      "epoch": 0.9989126136812969,
      "grad_norm": 1.7734375,
      "learning_rate": 0.0004908870036502384,
      "loss": 5.5313,
      "mean_token_accuracy": 0.1731726974248886,
      "num_tokens": 23147290.0,
      "step": 10105
    },
    {
      "entropy": 5.744794416427612,
      "epoch": 0.9994068801897983,
      "grad_norm": 1.53125,
      "learning_rate": 0.0004908770592372501,
      "loss": 5.5257,
      "mean_token_accuracy": 0.17112929821014405,
      "num_tokens": 23158276.0,
      "step": 10110
    },
    {
      "entropy": 5.714811325073242,
      "epoch": 0.9999011466982998,
      "grad_norm": 1.6328125,
      "learning_rate": 0.0004908671095136526,
      "loss": 5.5044,
      "mean_token_accuracy": 0.1722613126039505,
      "num_tokens": 23169174.0,
      "step": 10115
    },
    {
      "entropy": 5.721333026885986,
      "epoch": 1.0003954132068011,
      "grad_norm": 1.953125,
      "learning_rate": 0.0004908571544796908,
      "loss": 5.5284,
      "mean_token_accuracy": 0.16843016892671586,
      "num_tokens": 23180377.0,
      "step": 10120
    },
    {
      "entropy": 5.708949089050293,
      "epoch": 1.0008896797153024,
      "grad_norm": 2.375,
      "learning_rate": 0.0004908471941356094,
      "loss": 5.4766,
      "mean_token_accuracy": 0.17432643324136735,
      "num_tokens": 23191158.0,
      "step": 10125
    },
    {
      "entropy": 5.743306827545166,
      "epoch": 1.001383946223804,
      "grad_norm": 1.609375,
      "learning_rate": 0.0004908372284816537,
      "loss": 5.4925,
      "mean_token_accuracy": 0.1740867018699646,
      "num_tokens": 23201956.0,
      "step": 10130
    },
    {
      "entropy": 5.684691715240478,
      "epoch": 1.0018782127323052,
      "grad_norm": 1.8828125,
      "learning_rate": 0.0004908272575180685,
      "loss": 5.4276,
      "mean_token_accuracy": 0.1736741080880165,
      "num_tokens": 23213449.0,
      "step": 10135
    },
    {
      "entropy": 5.775772142410278,
      "epoch": 1.0023724792408066,
      "grad_norm": 1.453125,
      "learning_rate": 0.0004908172812450993,
      "loss": 5.5231,
      "mean_token_accuracy": 0.15992673933506013,
      "num_tokens": 23226514.0,
      "step": 10140
    },
    {
      "entropy": 5.662961006164551,
      "epoch": 1.0028667457493081,
      "grad_norm": 1.5,
      "learning_rate": 0.0004908072996629917,
      "loss": 5.445,
      "mean_token_accuracy": 0.16994922310113908,
      "num_tokens": 23239322.0,
      "step": 10145
    },
    {
      "entropy": 5.707709884643554,
      "epoch": 1.0033610122578094,
      "grad_norm": 1.65625,
      "learning_rate": 0.0004907973127719909,
      "loss": 5.4795,
      "mean_token_accuracy": 0.17108853608369828,
      "num_tokens": 23250990.0,
      "step": 10150
    },
    {
      "entropy": 5.72198257446289,
      "epoch": 1.0038552787663109,
      "grad_norm": 1.6796875,
      "learning_rate": 0.0004907873205723427,
      "loss": 5.5102,
      "mean_token_accuracy": 0.16593290269374847,
      "num_tokens": 23261630.0,
      "step": 10155
    },
    {
      "entropy": 5.7621190547943115,
      "epoch": 1.0043495452748121,
      "grad_norm": 1.78125,
      "learning_rate": 0.000490777323064293,
      "loss": 5.4764,
      "mean_token_accuracy": 0.16607781499624252,
      "num_tokens": 23272823.0,
      "step": 10160
    },
    {
      "entropy": 5.625604629516602,
      "epoch": 1.0048438117833136,
      "grad_norm": 1.421875,
      "learning_rate": 0.0004907673202480876,
      "loss": 5.2859,
      "mean_token_accuracy": 0.19299798607826232,
      "num_tokens": 23282827.0,
      "step": 10165
    },
    {
      "entropy": 5.698440217971802,
      "epoch": 1.0053380782918149,
      "grad_norm": 1.4453125,
      "learning_rate": 0.0004907573121239727,
      "loss": 5.4919,
      "mean_token_accuracy": 0.17170169204473495,
      "num_tokens": 23295359.0,
      "step": 10170
    },
    {
      "entropy": 5.697689151763916,
      "epoch": 1.0058323448003164,
      "grad_norm": 2.328125,
      "learning_rate": 0.0004907472986921945,
      "loss": 5.4573,
      "mean_token_accuracy": 0.17231786549091338,
      "num_tokens": 23305932.0,
      "step": 10175
    },
    {
      "entropy": 5.676281976699829,
      "epoch": 1.0063266113088176,
      "grad_norm": 1.5625,
      "learning_rate": 0.0004907372799529992,
      "loss": 5.4342,
      "mean_token_accuracy": 0.1741688385605812,
      "num_tokens": 23317856.0,
      "step": 10180
    },
    {
      "entropy": 5.693381118774414,
      "epoch": 1.006820877817319,
      "grad_norm": 1.78125,
      "learning_rate": 0.0004907272559066334,
      "loss": 5.3396,
      "mean_token_accuracy": 0.18660397678613663,
      "num_tokens": 23328071.0,
      "step": 10185
    },
    {
      "entropy": 5.651421022415161,
      "epoch": 1.0073151443258206,
      "grad_norm": 2.109375,
      "learning_rate": 0.0004907172265533436,
      "loss": 5.5209,
      "mean_token_accuracy": 0.1700335383415222,
      "num_tokens": 23339601.0,
      "step": 10190
    },
    {
      "entropy": 5.740713691711425,
      "epoch": 1.0078094108343219,
      "grad_norm": 1.75,
      "learning_rate": 0.0004907071918933766,
      "loss": 5.4867,
      "mean_token_accuracy": 0.17361918538808824,
      "num_tokens": 23351672.0,
      "step": 10195
    },
    {
      "entropy": 5.7681866645812985,
      "epoch": 1.0083036773428233,
      "grad_norm": 1.5703125,
      "learning_rate": 0.0004906971519269793,
      "loss": 5.5063,
      "mean_token_accuracy": 0.17053833603858948,
      "num_tokens": 23361684.0,
      "step": 10200
    },
    {
      "entropy": 5.615524816513061,
      "epoch": 1.0087979438513246,
      "grad_norm": 1.625,
      "learning_rate": 0.0004906871066543984,
      "loss": 5.4756,
      "mean_token_accuracy": 0.17541383057832718,
      "num_tokens": 23373969.0,
      "step": 10205
    },
    {
      "entropy": 5.7493010520935055,
      "epoch": 1.009292210359826,
      "grad_norm": 1.515625,
      "learning_rate": 0.0004906770560758813,
      "loss": 5.5105,
      "mean_token_accuracy": 0.16009564846754074,
      "num_tokens": 23384747.0,
      "step": 10210
    },
    {
      "entropy": 5.768032264709473,
      "epoch": 1.0097864768683273,
      "grad_norm": 1.734375,
      "learning_rate": 0.0004906670001916752,
      "loss": 5.4713,
      "mean_token_accuracy": 0.1735076993703842,
      "num_tokens": 23395900.0,
      "step": 10215
    },
    {
      "entropy": 5.717750883102417,
      "epoch": 1.0102807433768288,
      "grad_norm": 3.453125,
      "learning_rate": 0.0004906569390020274,
      "loss": 5.4877,
      "mean_token_accuracy": 0.17244392186403273,
      "num_tokens": 23408912.0,
      "step": 10220
    },
    {
      "entropy": 5.712572050094605,
      "epoch": 1.01077500988533,
      "grad_norm": 1.65625,
      "learning_rate": 0.0004906468725071855,
      "loss": 5.4131,
      "mean_token_accuracy": 0.17759112566709517,
      "num_tokens": 23419042.0,
      "step": 10225
    },
    {
      "entropy": 5.693017435073853,
      "epoch": 1.0112692763938316,
      "grad_norm": 1.609375,
      "learning_rate": 0.000490636800707397,
      "loss": 5.4527,
      "mean_token_accuracy": 0.17689252644777298,
      "num_tokens": 23430861.0,
      "step": 10230
    },
    {
      "entropy": 5.77862868309021,
      "epoch": 1.0117635429023328,
      "grad_norm": 1.546875,
      "learning_rate": 0.0004906267236029099,
      "loss": 5.5539,
      "mean_token_accuracy": 0.1663425713777542,
      "num_tokens": 23443489.0,
      "step": 10235
    },
    {
      "entropy": 5.709869241714477,
      "epoch": 1.0122578094108343,
      "grad_norm": 1.6875,
      "learning_rate": 0.0004906166411939718,
      "loss": 5.476,
      "mean_token_accuracy": 0.17230155020952226,
      "num_tokens": 23454327.0,
      "step": 10240
    },
    {
      "entropy": 5.6665137767791744,
      "epoch": 1.0127520759193358,
      "grad_norm": 1.8359375,
      "learning_rate": 0.0004906065534808309,
      "loss": 5.38,
      "mean_token_accuracy": 0.17807909101247787,
      "num_tokens": 23466684.0,
      "step": 10245
    },
    {
      "entropy": 5.678644275665283,
      "epoch": 1.013246342427837,
      "grad_norm": 1.4609375,
      "learning_rate": 0.0004905964604637353,
      "loss": 5.477,
      "mean_token_accuracy": 0.17528004497289656,
      "num_tokens": 23478347.0,
      "step": 10250
    },
    {
      "entropy": 5.622536945343017,
      "epoch": 1.0137406089363385,
      "grad_norm": 1.9140625,
      "learning_rate": 0.0004905863621429334,
      "loss": 5.3539,
      "mean_token_accuracy": 0.17825525999069214,
      "num_tokens": 23489588.0,
      "step": 10255
    },
    {
      "entropy": 5.642977619171143,
      "epoch": 1.0142348754448398,
      "grad_norm": 1.6015625,
      "learning_rate": 0.0004905762585186735,
      "loss": 5.4355,
      "mean_token_accuracy": 0.17546121925115585,
      "num_tokens": 23501347.0,
      "step": 10260
    },
    {
      "entropy": 5.768431997299194,
      "epoch": 1.0147291419533413,
      "grad_norm": 1.59375,
      "learning_rate": 0.0004905661495912042,
      "loss": 5.5025,
      "mean_token_accuracy": 0.16941647082567216,
      "num_tokens": 23513036.0,
      "step": 10265
    },
    {
      "entropy": 5.641936492919922,
      "epoch": 1.0152234084618426,
      "grad_norm": 3.3125,
      "learning_rate": 0.0004905560353607742,
      "loss": 5.385,
      "mean_token_accuracy": 0.17548509687185287,
      "num_tokens": 23524166.0,
      "step": 10270
    },
    {
      "entropy": 5.633813858032227,
      "epoch": 1.015717674970344,
      "grad_norm": 1.6484375,
      "learning_rate": 0.0004905459158276323,
      "loss": 5.4743,
      "mean_token_accuracy": 0.17159906774759293,
      "num_tokens": 23536638.0,
      "step": 10275
    },
    {
      "entropy": 5.7214484214782715,
      "epoch": 1.0162119414788453,
      "grad_norm": 1.90625,
      "learning_rate": 0.0004905357909920275,
      "loss": 5.4902,
      "mean_token_accuracy": 0.17271796464920045,
      "num_tokens": 23548567.0,
      "step": 10280
    },
    {
      "entropy": 5.696207189559937,
      "epoch": 1.0167062079873468,
      "grad_norm": 1.984375,
      "learning_rate": 0.0004905256608542086,
      "loss": 5.4225,
      "mean_token_accuracy": 0.1777705207467079,
      "num_tokens": 23560108.0,
      "step": 10285
    },
    {
      "entropy": 5.632985210418701,
      "epoch": 1.0172004744958483,
      "grad_norm": 3.0625,
      "learning_rate": 0.0004905155254144251,
      "loss": 5.4225,
      "mean_token_accuracy": 0.17967845052480697,
      "num_tokens": 23571542.0,
      "step": 10290
    },
    {
      "entropy": 5.601810550689697,
      "epoch": 1.0176947410043495,
      "grad_norm": 1.7421875,
      "learning_rate": 0.0004905053846729263,
      "loss": 5.4001,
      "mean_token_accuracy": 0.17619881480932237,
      "num_tokens": 23582200.0,
      "step": 10295
    },
    {
      "entropy": 5.703922843933105,
      "epoch": 1.018189007512851,
      "grad_norm": 1.53125,
      "learning_rate": 0.0004904952386299616,
      "loss": 5.4895,
      "mean_token_accuracy": 0.16764492392539979,
      "num_tokens": 23594530.0,
      "step": 10300
    },
    {
      "entropy": 5.69450831413269,
      "epoch": 1.0186832740213523,
      "grad_norm": 1.6875,
      "learning_rate": 0.0004904850872857805,
      "loss": 5.3444,
      "mean_token_accuracy": 0.19017274230718612,
      "num_tokens": 23605697.0,
      "step": 10305
    },
    {
      "entropy": 5.652023887634277,
      "epoch": 1.0191775405298538,
      "grad_norm": 1.4765625,
      "learning_rate": 0.000490474930640633,
      "loss": 5.5008,
      "mean_token_accuracy": 0.17088642716407776,
      "num_tokens": 23615730.0,
      "step": 10310
    },
    {
      "entropy": 5.571003818511963,
      "epoch": 1.019671807038355,
      "grad_norm": 1.453125,
      "learning_rate": 0.0004904647686947687,
      "loss": 5.4094,
      "mean_token_accuracy": 0.182180692255497,
      "num_tokens": 23627242.0,
      "step": 10315
    },
    {
      "entropy": 5.624724102020264,
      "epoch": 1.0201660735468565,
      "grad_norm": 1.6171875,
      "learning_rate": 0.0004904546014484376,
      "loss": 5.3522,
      "mean_token_accuracy": 0.18565500676631927,
      "num_tokens": 23639450.0,
      "step": 10320
    },
    {
      "entropy": 5.730679082870483,
      "epoch": 1.0206603400553578,
      "grad_norm": 1.6953125,
      "learning_rate": 0.0004904444289018898,
      "loss": 5.4622,
      "mean_token_accuracy": 0.17341006845235823,
      "num_tokens": 23651154.0,
      "step": 10325
    },
    {
      "entropy": 5.69901762008667,
      "epoch": 1.0211546065638593,
      "grad_norm": 1.984375,
      "learning_rate": 0.0004904342510553758,
      "loss": 5.5191,
      "mean_token_accuracy": 0.16899913549423218,
      "num_tokens": 23663996.0,
      "step": 10330
    },
    {
      "entropy": 5.6800093173980715,
      "epoch": 1.0216488730723605,
      "grad_norm": 1.7578125,
      "learning_rate": 0.0004904240679091458,
      "loss": 5.4458,
      "mean_token_accuracy": 0.172891241312027,
      "num_tokens": 23676270.0,
      "step": 10335
    },
    {
      "entropy": 5.746737003326416,
      "epoch": 1.022143139580862,
      "grad_norm": 1.9140625,
      "learning_rate": 0.0004904138794634502,
      "loss": 5.4254,
      "mean_token_accuracy": 0.17328813523054123,
      "num_tokens": 23687483.0,
      "step": 10340
    },
    {
      "entropy": 5.73184905052185,
      "epoch": 1.0226374060893635,
      "grad_norm": 5.375,
      "learning_rate": 0.0004904036857185398,
      "loss": 5.5057,
      "mean_token_accuracy": 0.17040742337703704,
      "num_tokens": 23697956.0,
      "step": 10345
    },
    {
      "entropy": 5.670113945007325,
      "epoch": 1.0231316725978647,
      "grad_norm": 1.921875,
      "learning_rate": 0.0004903934866746653,
      "loss": 5.4599,
      "mean_token_accuracy": 0.17762310802936554,
      "num_tokens": 23709029.0,
      "step": 10350
    },
    {
      "entropy": 5.65038914680481,
      "epoch": 1.0236259391063662,
      "grad_norm": 1.796875,
      "learning_rate": 0.0004903832823320777,
      "loss": 5.3957,
      "mean_token_accuracy": 0.1827886775135994,
      "num_tokens": 23719792.0,
      "step": 10355
    },
    {
      "entropy": 5.703197288513183,
      "epoch": 1.0241202056148675,
      "grad_norm": 2.625,
      "learning_rate": 0.0004903730726910278,
      "loss": 5.4657,
      "mean_token_accuracy": 0.1736227661371231,
      "num_tokens": 23730201.0,
      "step": 10360
    },
    {
      "entropy": 5.679931545257569,
      "epoch": 1.024614472123369,
      "grad_norm": 1.671875,
      "learning_rate": 0.000490362857751767,
      "loss": 5.414,
      "mean_token_accuracy": 0.17664798051118852,
      "num_tokens": 23741743.0,
      "step": 10365
    },
    {
      "entropy": 5.661805295944214,
      "epoch": 1.0251087386318702,
      "grad_norm": 1.953125,
      "learning_rate": 0.0004903526375145465,
      "loss": 5.3697,
      "mean_token_accuracy": 0.17597247511148453,
      "num_tokens": 23753879.0,
      "step": 10370
    },
    {
      "entropy": 5.698982429504395,
      "epoch": 1.0256030051403717,
      "grad_norm": 2.171875,
      "learning_rate": 0.0004903424119796176,
      "loss": 5.5251,
      "mean_token_accuracy": 0.16546280086040496,
      "num_tokens": 23765062.0,
      "step": 10375
    },
    {
      "entropy": 5.687112331390381,
      "epoch": 1.026097271648873,
      "grad_norm": 1.6875,
      "learning_rate": 0.0004903321811472321,
      "loss": 5.4873,
      "mean_token_accuracy": 0.17693398892879486,
      "num_tokens": 23777261.0,
      "step": 10380
    },
    {
      "entropy": 5.698892879486084,
      "epoch": 1.0265915381573745,
      "grad_norm": 1.6484375,
      "learning_rate": 0.0004903219450176413,
      "loss": 5.48,
      "mean_token_accuracy": 0.17271430939435958,
      "num_tokens": 23789247.0,
      "step": 10385
    },
    {
      "entropy": 5.683625364303589,
      "epoch": 1.0270858046658757,
      "grad_norm": 1.7890625,
      "learning_rate": 0.0004903117035910975,
      "loss": 5.3765,
      "mean_token_accuracy": 0.17468706369400025,
      "num_tokens": 23798981.0,
      "step": 10390
    },
    {
      "entropy": 5.710557699203491,
      "epoch": 1.0275800711743772,
      "grad_norm": 1.6328125,
      "learning_rate": 0.0004903014568678523,
      "loss": 5.4939,
      "mean_token_accuracy": 0.17281184941530228,
      "num_tokens": 23810856.0,
      "step": 10395
    },
    {
      "entropy": 5.70170259475708,
      "epoch": 1.0280743376828787,
      "grad_norm": 1.609375,
      "learning_rate": 0.0004902912048481579,
      "loss": 5.4876,
      "mean_token_accuracy": 0.17184120863676072,
      "num_tokens": 23821544.0,
      "step": 10400
    },
    {
      "entropy": 5.665974378585815,
      "epoch": 1.02856860419138,
      "grad_norm": 1.6796875,
      "learning_rate": 0.0004902809475322664,
      "loss": 5.423,
      "mean_token_accuracy": 0.1731875240802765,
      "num_tokens": 23831972.0,
      "step": 10405
    },
    {
      "entropy": 5.758858346939087,
      "epoch": 1.0290628706998814,
      "grad_norm": 1.7734375,
      "learning_rate": 0.0004902706849204302,
      "loss": 5.4198,
      "mean_token_accuracy": 0.17724981009960175,
      "num_tokens": 23843451.0,
      "step": 10410
    },
    {
      "entropy": 5.674815464019775,
      "epoch": 1.0295571372083827,
      "grad_norm": 1.71875,
      "learning_rate": 0.0004902604170129017,
      "loss": 5.4488,
      "mean_token_accuracy": 0.17553705275058745,
      "num_tokens": 23854060.0,
      "step": 10415
    },
    {
      "entropy": 5.753055143356323,
      "epoch": 1.0300514037168842,
      "grad_norm": 2.109375,
      "learning_rate": 0.0004902501438099337,
      "loss": 5.5603,
      "mean_token_accuracy": 0.1612450122833252,
      "num_tokens": 23865722.0,
      "step": 10420
    },
    {
      "entropy": 5.7256828308105465,
      "epoch": 1.0305456702253855,
      "grad_norm": 1.734375,
      "learning_rate": 0.0004902398653117787,
      "loss": 5.4783,
      "mean_token_accuracy": 0.1738601580262184,
      "num_tokens": 23875888.0,
      "step": 10425
    },
    {
      "entropy": 5.726684522628784,
      "epoch": 1.031039936733887,
      "grad_norm": 1.6640625,
      "learning_rate": 0.0004902295815186896,
      "loss": 5.4912,
      "mean_token_accuracy": 0.16859359592199324,
      "num_tokens": 23887816.0,
      "step": 10430
    },
    {
      "entropy": 5.703883075714112,
      "epoch": 1.0315342032423882,
      "grad_norm": 1.5859375,
      "learning_rate": 0.0004902192924309193,
      "loss": 5.4453,
      "mean_token_accuracy": 0.1753258228302002,
      "num_tokens": 23900468.0,
      "step": 10435
    },
    {
      "entropy": 5.7410656929016115,
      "epoch": 1.0320284697508897,
      "grad_norm": 1.984375,
      "learning_rate": 0.0004902089980487211,
      "loss": 5.4022,
      "mean_token_accuracy": 0.17207707464694977,
      "num_tokens": 23912086.0,
      "step": 10440
    },
    {
      "entropy": 5.670900201797485,
      "epoch": 1.032522736259391,
      "grad_norm": 1.6171875,
      "learning_rate": 0.0004901986983723483,
      "loss": 5.448,
      "mean_token_accuracy": 0.17552540749311446,
      "num_tokens": 23923262.0,
      "step": 10445
    },
    {
      "entropy": 5.600853347778321,
      "epoch": 1.0330170027678924,
      "grad_norm": 3.34375,
      "learning_rate": 0.000490188393402054,
      "loss": 5.4123,
      "mean_token_accuracy": 0.172198124229908,
      "num_tokens": 23934660.0,
      "step": 10450
    },
    {
      "entropy": 5.687058019638061,
      "epoch": 1.033511269276394,
      "grad_norm": 2.40625,
      "learning_rate": 0.0004901780831380919,
      "loss": 5.4066,
      "mean_token_accuracy": 0.18070681244134904,
      "num_tokens": 23945822.0,
      "step": 10455
    },
    {
      "entropy": 5.681888008117676,
      "epoch": 1.0340055357848952,
      "grad_norm": 1.890625,
      "learning_rate": 0.0004901677675807155,
      "loss": 5.4855,
      "mean_token_accuracy": 0.17444808334112166,
      "num_tokens": 23957312.0,
      "step": 10460
    },
    {
      "entropy": 5.696739625930786,
      "epoch": 1.0344998022933967,
      "grad_norm": 1.8984375,
      "learning_rate": 0.0004901574467301786,
      "loss": 5.4576,
      "mean_token_accuracy": 0.1726560115814209,
      "num_tokens": 23968477.0,
      "step": 10465
    },
    {
      "entropy": 5.620746803283692,
      "epoch": 1.034994068801898,
      "grad_norm": 1.9765625,
      "learning_rate": 0.0004901471205867353,
      "loss": 5.382,
      "mean_token_accuracy": 0.17293237149715424,
      "num_tokens": 23979041.0,
      "step": 10470
    },
    {
      "entropy": 5.739405393600464,
      "epoch": 1.0354883353103994,
      "grad_norm": 1.5703125,
      "learning_rate": 0.0004901367891506393,
      "loss": 5.4879,
      "mean_token_accuracy": 0.1751044735312462,
      "num_tokens": 23990947.0,
      "step": 10475
    },
    {
      "entropy": 5.715644311904907,
      "epoch": 1.0359826018189007,
      "grad_norm": 1.640625,
      "learning_rate": 0.000490126452422145,
      "loss": 5.3961,
      "mean_token_accuracy": 0.18013232350349426,
      "num_tokens": 24001652.0,
      "step": 10480
    },
    {
      "entropy": 5.732950448989868,
      "epoch": 1.0364768683274022,
      "grad_norm": 2.4375,
      "learning_rate": 0.0004901161104015066,
      "loss": 5.4818,
      "mean_token_accuracy": 0.1697138473391533,
      "num_tokens": 24012707.0,
      "step": 10485
    },
    {
      "entropy": 5.5767247676849365,
      "epoch": 1.0369711348359034,
      "grad_norm": 1.9375,
      "learning_rate": 0.0004901057630889784,
      "loss": 5.3276,
      "mean_token_accuracy": 0.1830436870455742,
      "num_tokens": 24024136.0,
      "step": 10490
    },
    {
      "entropy": 5.692571210861206,
      "epoch": 1.037465401344405,
      "grad_norm": 2.296875,
      "learning_rate": 0.0004900954104848152,
      "loss": 5.4736,
      "mean_token_accuracy": 0.17764198333024978,
      "num_tokens": 24035586.0,
      "step": 10495
    },
    {
      "entropy": 5.698720121383667,
      "epoch": 1.0379596678529064,
      "grad_norm": 2.109375,
      "learning_rate": 0.0004900850525892714,
      "loss": 5.4103,
      "mean_token_accuracy": 0.17735551595687865,
      "num_tokens": 24045338.0,
      "step": 10500
    },
    {
      "entropy": 5.730284309387207,
      "epoch": 1.0384539343614076,
      "grad_norm": 1.984375,
      "learning_rate": 0.000490074689402602,
      "loss": 5.5,
      "mean_token_accuracy": 0.16347283273935317,
      "num_tokens": 24056898.0,
      "step": 10505
    },
    {
      "entropy": 5.6666100978851315,
      "epoch": 1.0389482008699091,
      "grad_norm": 1.5,
      "learning_rate": 0.0004900643209250619,
      "loss": 5.3773,
      "mean_token_accuracy": 0.18072302937507628,
      "num_tokens": 24068998.0,
      "step": 10510
    },
    {
      "entropy": 5.636692190170288,
      "epoch": 1.0394424673784104,
      "grad_norm": 1.9296875,
      "learning_rate": 0.0004900539471569061,
      "loss": 5.4409,
      "mean_token_accuracy": 0.1745138868689537,
      "num_tokens": 24080301.0,
      "step": 10515
    },
    {
      "entropy": 5.657697582244873,
      "epoch": 1.0399367338869119,
      "grad_norm": 1.9140625,
      "learning_rate": 0.00049004356809839,
      "loss": 5.4701,
      "mean_token_accuracy": 0.17101382613182067,
      "num_tokens": 24092601.0,
      "step": 10520
    },
    {
      "entropy": 5.801998853683472,
      "epoch": 1.0404310003954131,
      "grad_norm": 1.84375,
      "learning_rate": 0.0004900331837497686,
      "loss": 5.5748,
      "mean_token_accuracy": 0.16291743665933608,
      "num_tokens": 24105621.0,
      "step": 10525
    },
    {
      "entropy": 5.733995389938355,
      "epoch": 1.0409252669039146,
      "grad_norm": 2.46875,
      "learning_rate": 0.0004900227941112976,
      "loss": 5.446,
      "mean_token_accuracy": 0.1833525836467743,
      "num_tokens": 24117926.0,
      "step": 10530
    },
    {
      "entropy": 5.664119672775269,
      "epoch": 1.0414195334124159,
      "grad_norm": 1.5703125,
      "learning_rate": 0.0004900123991832323,
      "loss": 5.4049,
      "mean_token_accuracy": 0.17392261922359467,
      "num_tokens": 24129119.0,
      "step": 10535
    },
    {
      "entropy": 5.604949569702148,
      "epoch": 1.0419137999209174,
      "grad_norm": 2.015625,
      "learning_rate": 0.0004900019989658288,
      "loss": 5.4643,
      "mean_token_accuracy": 0.16780135184526443,
      "num_tokens": 24141726.0,
      "step": 10540
    },
    {
      "entropy": 5.795202016830444,
      "epoch": 1.0424080664294189,
      "grad_norm": 2.234375,
      "learning_rate": 0.0004899915934593427,
      "loss": 5.4902,
      "mean_token_accuracy": 0.17176624685525893,
      "num_tokens": 24152912.0,
      "step": 10545
    },
    {
      "entropy": 5.802124071121216,
      "epoch": 1.0429023329379201,
      "grad_norm": 2.59375,
      "learning_rate": 0.0004899811826640302,
      "loss": 5.5042,
      "mean_token_accuracy": 0.16834273487329482,
      "num_tokens": 24163602.0,
      "step": 10550
    },
    {
      "entropy": 5.677811765670777,
      "epoch": 1.0433965994464216,
      "grad_norm": 1.9453125,
      "learning_rate": 0.0004899707665801471,
      "loss": 5.499,
      "mean_token_accuracy": 0.17468012869358063,
      "num_tokens": 24175904.0,
      "step": 10555
    },
    {
      "entropy": 5.661863040924072,
      "epoch": 1.0438908659549229,
      "grad_norm": 1.5859375,
      "learning_rate": 0.0004899603452079499,
      "loss": 5.4212,
      "mean_token_accuracy": 0.1718466505408287,
      "num_tokens": 24186438.0,
      "step": 10560
    },
    {
      "entropy": 5.694998502731323,
      "epoch": 1.0443851324634243,
      "grad_norm": 1.609375,
      "learning_rate": 0.0004899499185476948,
      "loss": 5.545,
      "mean_token_accuracy": 0.1677091032266617,
      "num_tokens": 24198357.0,
      "step": 10565
    },
    {
      "entropy": 5.8026610851287845,
      "epoch": 1.0448793989719256,
      "grad_norm": 1.7109375,
      "learning_rate": 0.0004899394865996383,
      "loss": 5.5847,
      "mean_token_accuracy": 0.1644972965121269,
      "num_tokens": 24211257.0,
      "step": 10570
    },
    {
      "entropy": 5.787684726715088,
      "epoch": 1.045373665480427,
      "grad_norm": 1.5390625,
      "learning_rate": 0.0004899290493640371,
      "loss": 5.5521,
      "mean_token_accuracy": 0.16253542751073838,
      "num_tokens": 24223189.0,
      "step": 10575
    },
    {
      "entropy": 5.669928932189942,
      "epoch": 1.0458679319889284,
      "grad_norm": 2.09375,
      "learning_rate": 0.0004899186068411481,
      "loss": 5.4573,
      "mean_token_accuracy": 0.17435319125652313,
      "num_tokens": 24234701.0,
      "step": 10580
    },
    {
      "entropy": 5.6718775749206545,
      "epoch": 1.0463621984974298,
      "grad_norm": 1.5390625,
      "learning_rate": 0.0004899081590312278,
      "loss": 5.4448,
      "mean_token_accuracy": 0.17705156952142714,
      "num_tokens": 24245562.0,
      "step": 10585
    },
    {
      "entropy": 5.695548248291016,
      "epoch": 1.046856465005931,
      "grad_norm": 2.09375,
      "learning_rate": 0.0004898977059345336,
      "loss": 5.4456,
      "mean_token_accuracy": 0.16797035187482834,
      "num_tokens": 24256479.0,
      "step": 10590
    },
    {
      "entropy": 5.726232385635376,
      "epoch": 1.0473507315144326,
      "grad_norm": 1.921875,
      "learning_rate": 0.0004898872475513225,
      "loss": 5.5574,
      "mean_token_accuracy": 0.16119212806224822,
      "num_tokens": 24266900.0,
      "step": 10595
    },
    {
      "entropy": 5.801811981201172,
      "epoch": 1.047844998022934,
      "grad_norm": 1.703125,
      "learning_rate": 0.0004898767838818517,
      "loss": 5.5412,
      "mean_token_accuracy": 0.1650843694806099,
      "num_tokens": 24278915.0,
      "step": 10600
    },
    {
      "entropy": 5.725538301467895,
      "epoch": 1.0483392645314353,
      "grad_norm": 1.4296875,
      "learning_rate": 0.0004898663149263787,
      "loss": 5.3705,
      "mean_token_accuracy": 0.18136925846338273,
      "num_tokens": 24289584.0,
      "step": 10605
    },
    {
      "entropy": 5.665912246704101,
      "epoch": 1.0488335310399368,
      "grad_norm": 1.6328125,
      "learning_rate": 0.0004898558406851611,
      "loss": 5.4032,
      "mean_token_accuracy": 0.17417797446250916,
      "num_tokens": 24300922.0,
      "step": 10610
    },
    {
      "entropy": 5.6453601837158205,
      "epoch": 1.049327797548438,
      "grad_norm": 1.5546875,
      "learning_rate": 0.0004898453611584564,
      "loss": 5.4113,
      "mean_token_accuracy": 0.17546495646238328,
      "num_tokens": 24311238.0,
      "step": 10615
    },
    {
      "entropy": 5.6730499267578125,
      "epoch": 1.0498220640569396,
      "grad_norm": 1.640625,
      "learning_rate": 0.0004898348763465226,
      "loss": 5.3961,
      "mean_token_accuracy": 0.17771839201450348,
      "num_tokens": 24322417.0,
      "step": 10620
    },
    {
      "entropy": 5.665038681030273,
      "epoch": 1.0503163305654408,
      "grad_norm": 1.6875,
      "learning_rate": 0.0004898243862496173,
      "loss": 5.3801,
      "mean_token_accuracy": 0.182219797372818,
      "num_tokens": 24332751.0,
      "step": 10625
    },
    {
      "entropy": 5.717585182189941,
      "epoch": 1.0508105970739423,
      "grad_norm": 1.84375,
      "learning_rate": 0.0004898138908679989,
      "loss": 5.5427,
      "mean_token_accuracy": 0.1624419942498207,
      "num_tokens": 24345082.0,
      "step": 10630
    },
    {
      "entropy": 5.710233116149903,
      "epoch": 1.0513048635824436,
      "grad_norm": 1.453125,
      "learning_rate": 0.0004898033902019255,
      "loss": 5.4797,
      "mean_token_accuracy": 0.1731332704424858,
      "num_tokens": 24355863.0,
      "step": 10635
    },
    {
      "entropy": 5.840935707092285,
      "epoch": 1.051799130090945,
      "grad_norm": 1.828125,
      "learning_rate": 0.0004897928842516553,
      "loss": 5.5313,
      "mean_token_accuracy": 0.16327820122241973,
      "num_tokens": 24367763.0,
      "step": 10640
    },
    {
      "entropy": 5.68679575920105,
      "epoch": 1.0522933965994463,
      "grad_norm": 1.8671875,
      "learning_rate": 0.0004897823730174468,
      "loss": 5.4751,
      "mean_token_accuracy": 0.16723699867725372,
      "num_tokens": 24378943.0,
      "step": 10645
    },
    {
      "entropy": 5.6792675971984865,
      "epoch": 1.0527876631079478,
      "grad_norm": 2.296875,
      "learning_rate": 0.0004897718564995587,
      "loss": 5.4444,
      "mean_token_accuracy": 0.1703573137521744,
      "num_tokens": 24389508.0,
      "step": 10650
    },
    {
      "entropy": 5.681413888931274,
      "epoch": 1.0532819296164493,
      "grad_norm": 2.09375,
      "learning_rate": 0.0004897613346982495,
      "loss": 5.358,
      "mean_token_accuracy": 0.17905720472335815,
      "num_tokens": 24400710.0,
      "step": 10655
    },
    {
      "entropy": 5.6566481590271,
      "epoch": 1.0537761961249505,
      "grad_norm": 1.46875,
      "learning_rate": 0.0004897508076137783,
      "loss": 5.4602,
      "mean_token_accuracy": 0.17372193336486816,
      "num_tokens": 24412854.0,
      "step": 10660
    },
    {
      "entropy": 5.7195087432861325,
      "epoch": 1.054270462633452,
      "grad_norm": 1.8671875,
      "learning_rate": 0.0004897402752464037,
      "loss": 5.4846,
      "mean_token_accuracy": 0.17400692403316498,
      "num_tokens": 24423212.0,
      "step": 10665
    },
    {
      "entropy": 5.694505739212036,
      "epoch": 1.0547647291419533,
      "grad_norm": 2.171875,
      "learning_rate": 0.0004897297375963852,
      "loss": 5.4786,
      "mean_token_accuracy": 0.17213946282863618,
      "num_tokens": 24436091.0,
      "step": 10670
    },
    {
      "entropy": 5.61199369430542,
      "epoch": 1.0552589956504548,
      "grad_norm": 1.6875,
      "learning_rate": 0.0004897191946639819,
      "loss": 5.3749,
      "mean_token_accuracy": 0.17962474077939988,
      "num_tokens": 24448499.0,
      "step": 10675
    },
    {
      "entropy": 5.767547607421875,
      "epoch": 1.055753262158956,
      "grad_norm": 2.296875,
      "learning_rate": 0.0004897086464494529,
      "loss": 5.5765,
      "mean_token_accuracy": 0.16218212693929673,
      "num_tokens": 24460732.0,
      "step": 10680
    },
    {
      "entropy": 5.746901226043701,
      "epoch": 1.0562475286674575,
      "grad_norm": 1.5078125,
      "learning_rate": 0.0004896980929530579,
      "loss": 5.4556,
      "mean_token_accuracy": 0.1791859969496727,
      "num_tokens": 24472460.0,
      "step": 10685
    },
    {
      "entropy": 5.6408806324005125,
      "epoch": 1.0567417951759588,
      "grad_norm": 1.546875,
      "learning_rate": 0.0004896875341750567,
      "loss": 5.4363,
      "mean_token_accuracy": 0.17761030346155166,
      "num_tokens": 24483820.0,
      "step": 10690
    },
    {
      "entropy": 5.626603603363037,
      "epoch": 1.0572360616844603,
      "grad_norm": 1.578125,
      "learning_rate": 0.0004896769701157087,
      "loss": 5.3462,
      "mean_token_accuracy": 0.18297673314809798,
      "num_tokens": 24495775.0,
      "step": 10695
    },
    {
      "entropy": 5.670195913314819,
      "epoch": 1.0577303281929615,
      "grad_norm": 1.671875,
      "learning_rate": 0.000489666400775274,
      "loss": 5.3809,
      "mean_token_accuracy": 0.18010785877704621,
      "num_tokens": 24505589.0,
      "step": 10700
    },
    {
      "entropy": 5.646228551864624,
      "epoch": 1.058224594701463,
      "grad_norm": 1.59375,
      "learning_rate": 0.0004896558261540125,
      "loss": 5.4354,
      "mean_token_accuracy": 0.17763150334358216,
      "num_tokens": 24515988.0,
      "step": 10705
    },
    {
      "entropy": 5.576885223388672,
      "epoch": 1.0587188612099645,
      "grad_norm": 1.78125,
      "learning_rate": 0.0004896452462521844,
      "loss": 5.4076,
      "mean_token_accuracy": 0.1800934761762619,
      "num_tokens": 24528273.0,
      "step": 10710
    },
    {
      "entropy": 5.745494604110718,
      "epoch": 1.0592131277184658,
      "grad_norm": 1.8515625,
      "learning_rate": 0.0004896346610700498,
      "loss": 5.4449,
      "mean_token_accuracy": 0.1785084530711174,
      "num_tokens": 24539014.0,
      "step": 10715
    },
    {
      "entropy": 5.642323732376099,
      "epoch": 1.0597073942269672,
      "grad_norm": 1.6015625,
      "learning_rate": 0.0004896240706078694,
      "loss": 5.4184,
      "mean_token_accuracy": 0.17620733231306077,
      "num_tokens": 24550210.0,
      "step": 10720
    },
    {
      "entropy": 5.64607834815979,
      "epoch": 1.0602016607354685,
      "grad_norm": 2.640625,
      "learning_rate": 0.0004896134748659036,
      "loss": 5.376,
      "mean_token_accuracy": 0.17596860975027084,
      "num_tokens": 24560934.0,
      "step": 10725
    },
    {
      "entropy": 5.6721272468566895,
      "epoch": 1.06069592724397,
      "grad_norm": 2.03125,
      "learning_rate": 0.000489602873844413,
      "loss": 5.4692,
      "mean_token_accuracy": 0.16910083293914796,
      "num_tokens": 24572274.0,
      "step": 10730
    },
    {
      "entropy": 5.738881397247314,
      "epoch": 1.0611901937524713,
      "grad_norm": 2.140625,
      "learning_rate": 0.0004895922675436583,
      "loss": 5.4737,
      "mean_token_accuracy": 0.17420842200517656,
      "num_tokens": 24583950.0,
      "step": 10735
    },
    {
      "entropy": 5.706207895278931,
      "epoch": 1.0616844602609727,
      "grad_norm": 1.5703125,
      "learning_rate": 0.0004895816559639006,
      "loss": 5.4099,
      "mean_token_accuracy": 0.1797514706850052,
      "num_tokens": 24597058.0,
      "step": 10740
    },
    {
      "entropy": 5.60955810546875,
      "epoch": 1.062178726769474,
      "grad_norm": 1.6328125,
      "learning_rate": 0.0004895710391054008,
      "loss": 5.2857,
      "mean_token_accuracy": 0.18629123270511627,
      "num_tokens": 24608604.0,
      "step": 10745
    },
    {
      "entropy": 5.703134679794312,
      "epoch": 1.0626729932779755,
      "grad_norm": 2.40625,
      "learning_rate": 0.0004895604169684203,
      "loss": 5.5008,
      "mean_token_accuracy": 0.17173027396202087,
      "num_tokens": 24619707.0,
      "step": 10750
    },
    {
      "entropy": 5.729007291793823,
      "epoch": 1.063167259786477,
      "grad_norm": 1.6953125,
      "learning_rate": 0.0004895497895532202,
      "loss": 5.4317,
      "mean_token_accuracy": 0.1732850044965744,
      "num_tokens": 24629579.0,
      "step": 10755
    },
    {
      "entropy": 5.62091293334961,
      "epoch": 1.0636615262949782,
      "grad_norm": 1.8359375,
      "learning_rate": 0.0004895391568600619,
      "loss": 5.4496,
      "mean_token_accuracy": 0.1655258521437645,
      "num_tokens": 24641358.0,
      "step": 10760
    },
    {
      "entropy": 5.623490047454834,
      "epoch": 1.0641557928034797,
      "grad_norm": 2.21875,
      "learning_rate": 0.0004895285188892071,
      "loss": 5.4152,
      "mean_token_accuracy": 0.17440328747034073,
      "num_tokens": 24652293.0,
      "step": 10765
    },
    {
      "entropy": 5.7239823818206785,
      "epoch": 1.064650059311981,
      "grad_norm": 1.765625,
      "learning_rate": 0.0004895178756409175,
      "loss": 5.5595,
      "mean_token_accuracy": 0.17060342133045198,
      "num_tokens": 24663370.0,
      "step": 10770
    },
    {
      "entropy": 5.7556455612182615,
      "epoch": 1.0651443258204825,
      "grad_norm": 1.890625,
      "learning_rate": 0.0004895072271154548,
      "loss": 5.5119,
      "mean_token_accuracy": 0.17038141191005707,
      "num_tokens": 24675037.0,
      "step": 10775
    },
    {
      "entropy": 5.7060566425323485,
      "epoch": 1.0656385923289837,
      "grad_norm": 1.5234375,
      "learning_rate": 0.0004894965733130812,
      "loss": 5.4312,
      "mean_token_accuracy": 0.17229524701833726,
      "num_tokens": 24685680.0,
      "step": 10780
    },
    {
      "entropy": 5.623900699615478,
      "epoch": 1.0661328588374852,
      "grad_norm": 1.5078125,
      "learning_rate": 0.0004894859142340585,
      "loss": 5.3981,
      "mean_token_accuracy": 0.1753751665353775,
      "num_tokens": 24697831.0,
      "step": 10785
    },
    {
      "entropy": 5.686001968383789,
      "epoch": 1.0666271253459865,
      "grad_norm": 1.4609375,
      "learning_rate": 0.0004894752498786491,
      "loss": 5.4301,
      "mean_token_accuracy": 0.17435342669487,
      "num_tokens": 24710226.0,
      "step": 10790
    },
    {
      "entropy": 5.684980154037476,
      "epoch": 1.067121391854488,
      "grad_norm": 1.859375,
      "learning_rate": 0.0004894645802471152,
      "loss": 5.4577,
      "mean_token_accuracy": 0.1775508314371109,
      "num_tokens": 24721743.0,
      "step": 10795
    },
    {
      "entropy": 5.685684299468994,
      "epoch": 1.0676156583629894,
      "grad_norm": 1.6171875,
      "learning_rate": 0.0004894539053397194,
      "loss": 5.4477,
      "mean_token_accuracy": 0.16322674304246904,
      "num_tokens": 24733804.0,
      "step": 10800
    },
    {
      "entropy": 5.712589454650879,
      "epoch": 1.0681099248714907,
      "grad_norm": 1.4375,
      "learning_rate": 0.0004894432251567242,
      "loss": 5.3965,
      "mean_token_accuracy": 0.1844434380531311,
      "num_tokens": 24745285.0,
      "step": 10805
    },
    {
      "entropy": 5.678305912017822,
      "epoch": 1.0686041913799922,
      "grad_norm": 1.8125,
      "learning_rate": 0.0004894325396983925,
      "loss": 5.4555,
      "mean_token_accuracy": 0.1691162258386612,
      "num_tokens": 24756069.0,
      "step": 10810
    },
    {
      "entropy": 5.610199117660523,
      "epoch": 1.0690984578884934,
      "grad_norm": 1.53125,
      "learning_rate": 0.0004894218489649869,
      "loss": 5.3803,
      "mean_token_accuracy": 0.17897149920463562,
      "num_tokens": 24766935.0,
      "step": 10815
    },
    {
      "entropy": 5.7185900688171385,
      "epoch": 1.069592724396995,
      "grad_norm": 1.5625,
      "learning_rate": 0.0004894111529567707,
      "loss": 5.4289,
      "mean_token_accuracy": 0.17824586480855942,
      "num_tokens": 24777642.0,
      "step": 10820
    },
    {
      "entropy": 5.651887607574463,
      "epoch": 1.0700869909054962,
      "grad_norm": 1.6015625,
      "learning_rate": 0.0004894004516740069,
      "loss": 5.377,
      "mean_token_accuracy": 0.1777845025062561,
      "num_tokens": 24788110.0,
      "step": 10825
    },
    {
      "entropy": 5.710649204254151,
      "epoch": 1.0705812574139977,
      "grad_norm": 1.5625,
      "learning_rate": 0.0004893897451169586,
      "loss": 5.5152,
      "mean_token_accuracy": 0.16544357389211656,
      "num_tokens": 24799976.0,
      "step": 10830
    },
    {
      "entropy": 5.757799196243286,
      "epoch": 1.071075523922499,
      "grad_norm": 1.4375,
      "learning_rate": 0.0004893790332858893,
      "loss": 5.4607,
      "mean_token_accuracy": 0.17245256751775742,
      "num_tokens": 24811131.0,
      "step": 10835
    },
    {
      "entropy": 5.70740327835083,
      "epoch": 1.0715697904310004,
      "grad_norm": 1.4921875,
      "learning_rate": 0.0004893683161810626,
      "loss": 5.4196,
      "mean_token_accuracy": 0.17343536615371705,
      "num_tokens": 24822137.0,
      "step": 10840
    },
    {
      "entropy": 5.5790143489837645,
      "epoch": 1.0720640569395017,
      "grad_norm": 1.609375,
      "learning_rate": 0.0004893575938027421,
      "loss": 5.4147,
      "mean_token_accuracy": 0.17936326563358307,
      "num_tokens": 24832369.0,
      "step": 10845
    },
    {
      "entropy": 5.697907638549805,
      "epoch": 1.0725583234480032,
      "grad_norm": 1.6875,
      "learning_rate": 0.0004893468661511914,
      "loss": 5.474,
      "mean_token_accuracy": 0.1761583521962166,
      "num_tokens": 24843351.0,
      "step": 10850
    },
    {
      "entropy": 5.8073609352111815,
      "epoch": 1.0730525899565047,
      "grad_norm": 1.5546875,
      "learning_rate": 0.0004893361332266746,
      "loss": 5.5499,
      "mean_token_accuracy": 0.16175124049186707,
      "num_tokens": 24855019.0,
      "step": 10855
    },
    {
      "entropy": 5.697947549819946,
      "epoch": 1.073546856465006,
      "grad_norm": 1.5703125,
      "learning_rate": 0.0004893253950294557,
      "loss": 5.4525,
      "mean_token_accuracy": 0.174090975522995,
      "num_tokens": 24866224.0,
      "step": 10860
    },
    {
      "entropy": 5.64131121635437,
      "epoch": 1.0740411229735074,
      "grad_norm": 1.6484375,
      "learning_rate": 0.0004893146515597989,
      "loss": 5.3759,
      "mean_token_accuracy": 0.1829046055674553,
      "num_tokens": 24876995.0,
      "step": 10865
    },
    {
      "entropy": 5.67849440574646,
      "epoch": 1.0745353894820087,
      "grad_norm": 1.5546875,
      "learning_rate": 0.0004893039028179683,
      "loss": 5.4737,
      "mean_token_accuracy": 0.17300374507904054,
      "num_tokens": 24887846.0,
      "step": 10870
    },
    {
      "entropy": 5.741180038452148,
      "epoch": 1.0750296559905101,
      "grad_norm": 1.4921875,
      "learning_rate": 0.0004892931488042285,
      "loss": 5.5989,
      "mean_token_accuracy": 0.16268961429595946,
      "num_tokens": 24899221.0,
      "step": 10875
    },
    {
      "entropy": 5.758380556106568,
      "epoch": 1.0755239224990114,
      "grad_norm": 1.6484375,
      "learning_rate": 0.000489282389518844,
      "loss": 5.5469,
      "mean_token_accuracy": 0.1690807208418846,
      "num_tokens": 24912103.0,
      "step": 10880
    },
    {
      "entropy": 5.792465305328369,
      "epoch": 1.076018189007513,
      "grad_norm": 1.578125,
      "learning_rate": 0.0004892716249620795,
      "loss": 5.5274,
      "mean_token_accuracy": 0.16700552254915238,
      "num_tokens": 24925465.0,
      "step": 10885
    },
    {
      "entropy": 5.712474822998047,
      "epoch": 1.0765124555160142,
      "grad_norm": 1.7734375,
      "learning_rate": 0.0004892608551341997,
      "loss": 5.3236,
      "mean_token_accuracy": 0.17507287859916687,
      "num_tokens": 24935136.0,
      "step": 10890
    },
    {
      "entropy": 5.653912019729614,
      "epoch": 1.0770067220245156,
      "grad_norm": 1.578125,
      "learning_rate": 0.0004892500800354697,
      "loss": 5.4631,
      "mean_token_accuracy": 0.16899198442697524,
      "num_tokens": 24946845.0,
      "step": 10895
    },
    {
      "entropy": 5.616721534729004,
      "epoch": 1.077500988533017,
      "grad_norm": 1.484375,
      "learning_rate": 0.0004892392996661544,
      "loss": 5.3935,
      "mean_token_accuracy": 0.17076674848794937,
      "num_tokens": 24958337.0,
      "step": 10900
    },
    {
      "entropy": 5.721500301361084,
      "epoch": 1.0779952550415184,
      "grad_norm": 1.7421875,
      "learning_rate": 0.0004892285140265192,
      "loss": 5.5059,
      "mean_token_accuracy": 0.16908132582902907,
      "num_tokens": 24969505.0,
      "step": 10905
    },
    {
      "entropy": 5.653558921813965,
      "epoch": 1.0784895215500199,
      "grad_norm": 1.6171875,
      "learning_rate": 0.0004892177231168292,
      "loss": 5.4578,
      "mean_token_accuracy": 0.17113558501005172,
      "num_tokens": 24981577.0,
      "step": 10910
    },
    {
      "entropy": 5.753542566299439,
      "epoch": 1.0789837880585211,
      "grad_norm": 1.296875,
      "learning_rate": 0.0004892069269373502,
      "loss": 5.509,
      "mean_token_accuracy": 0.17284602224826812,
      "num_tokens": 24992758.0,
      "step": 10915
    },
    {
      "entropy": 5.739348220825195,
      "epoch": 1.0794780545670226,
      "grad_norm": 1.515625,
      "learning_rate": 0.0004891961254883474,
      "loss": 5.4784,
      "mean_token_accuracy": 0.17648012042045594,
      "num_tokens": 25003057.0,
      "step": 10920
    },
    {
      "entropy": 5.653453207015991,
      "epoch": 1.0799723210755239,
      "grad_norm": 1.3984375,
      "learning_rate": 0.0004891853187700867,
      "loss": 5.4636,
      "mean_token_accuracy": 0.17451973110437394,
      "num_tokens": 25014900.0,
      "step": 10925
    },
    {
      "entropy": 5.64291934967041,
      "epoch": 1.0804665875840254,
      "grad_norm": 1.703125,
      "learning_rate": 0.0004891745067828339,
      "loss": 5.3834,
      "mean_token_accuracy": 0.18131772428750992,
      "num_tokens": 25026313.0,
      "step": 10930
    },
    {
      "entropy": 5.708517026901245,
      "epoch": 1.0809608540925266,
      "grad_norm": 1.5078125,
      "learning_rate": 0.0004891636895268551,
      "loss": 5.4679,
      "mean_token_accuracy": 0.17502452582120895,
      "num_tokens": 25037014.0,
      "step": 10935
    },
    {
      "entropy": 5.752079343795776,
      "epoch": 1.081455120601028,
      "grad_norm": 1.421875,
      "learning_rate": 0.0004891528670024162,
      "loss": 5.5584,
      "mean_token_accuracy": 0.17423778027296066,
      "num_tokens": 25048051.0,
      "step": 10940
    },
    {
      "entropy": 5.632770633697509,
      "epoch": 1.0819493871095294,
      "grad_norm": 1.484375,
      "learning_rate": 0.0004891420392097837,
      "loss": 5.3781,
      "mean_token_accuracy": 0.18239771574735641,
      "num_tokens": 25057825.0,
      "step": 10945
    },
    {
      "entropy": 5.616934061050415,
      "epoch": 1.0824436536180309,
      "grad_norm": 1.7578125,
      "learning_rate": 0.0004891312061492236,
      "loss": 5.4173,
      "mean_token_accuracy": 0.17249033600091934,
      "num_tokens": 25067702.0,
      "step": 10950
    },
    {
      "entropy": 5.694773626327515,
      "epoch": 1.0829379201265321,
      "grad_norm": 1.6328125,
      "learning_rate": 0.0004891203678210027,
      "loss": 5.403,
      "mean_token_accuracy": 0.1786690905690193,
      "num_tokens": 25078246.0,
      "step": 10955
    },
    {
      "entropy": 5.680955410003662,
      "epoch": 1.0834321866350336,
      "grad_norm": 1.609375,
      "learning_rate": 0.0004891095242253876,
      "loss": 5.4173,
      "mean_token_accuracy": 0.17662651240825653,
      "num_tokens": 25089267.0,
      "step": 10960
    },
    {
      "entropy": 5.7063781261444095,
      "epoch": 1.083926453143535,
      "grad_norm": 1.6328125,
      "learning_rate": 0.0004890986753626449,
      "loss": 5.509,
      "mean_token_accuracy": 0.16996352672576903,
      "num_tokens": 25101392.0,
      "step": 10965
    },
    {
      "entropy": 5.698831224441529,
      "epoch": 1.0844207196520363,
      "grad_norm": 2.03125,
      "learning_rate": 0.0004890878212330418,
      "loss": 5.5032,
      "mean_token_accuracy": 0.17343595176935195,
      "num_tokens": 25113309.0,
      "step": 10970
    },
    {
      "entropy": 5.668400239944458,
      "epoch": 1.0849149861605378,
      "grad_norm": 1.5,
      "learning_rate": 0.0004890769618368448,
      "loss": 5.3325,
      "mean_token_accuracy": 0.1874750480055809,
      "num_tokens": 25124803.0,
      "step": 10975
    },
    {
      "entropy": 5.680614185333252,
      "epoch": 1.085409252669039,
      "grad_norm": 5.25,
      "learning_rate": 0.0004890660971743215,
      "loss": 5.4266,
      "mean_token_accuracy": 0.1783684939146042,
      "num_tokens": 25136443.0,
      "step": 10980
    },
    {
      "entropy": 5.707544231414795,
      "epoch": 1.0859035191775406,
      "grad_norm": 1.3984375,
      "learning_rate": 0.0004890552272457389,
      "loss": 5.4362,
      "mean_token_accuracy": 0.1714188352227211,
      "num_tokens": 25147128.0,
      "step": 10985
    },
    {
      "entropy": 5.620350742340088,
      "epoch": 1.0863977856860418,
      "grad_norm": 1.453125,
      "learning_rate": 0.0004890443520513645,
      "loss": 5.4871,
      "mean_token_accuracy": 0.17620726972818374,
      "num_tokens": 25159420.0,
      "step": 10990
    },
    {
      "entropy": 5.637927675247193,
      "epoch": 1.0868920521945433,
      "grad_norm": 1.546875,
      "learning_rate": 0.0004890334715914659,
      "loss": 5.4119,
      "mean_token_accuracy": 0.17815214842557908,
      "num_tokens": 25171624.0,
      "step": 10995
    },
    {
      "entropy": 5.660104274749756,
      "epoch": 1.0873863187030446,
      "grad_norm": 1.734375,
      "learning_rate": 0.0004890225858663106,
      "loss": 5.3573,
      "mean_token_accuracy": 0.18545863330364226,
      "num_tokens": 25181610.0,
      "step": 11000
    },
    {
      "entropy": 5.703441953659057,
      "epoch": 1.087880585211546,
      "grad_norm": 1.4765625,
      "learning_rate": 0.0004890116948761666,
      "loss": 5.3451,
      "mean_token_accuracy": 0.17712744921445847,
      "num_tokens": 25191852.0,
      "step": 11005
    },
    {
      "entropy": 5.696305465698242,
      "epoch": 1.0883748517200476,
      "grad_norm": 1.421875,
      "learning_rate": 0.0004890007986213018,
      "loss": 5.5346,
      "mean_token_accuracy": 0.166000697016716,
      "num_tokens": 25204240.0,
      "step": 11010
    },
    {
      "entropy": 5.556787633895874,
      "epoch": 1.0888691182285488,
      "grad_norm": 1.6953125,
      "learning_rate": 0.0004889898971019838,
      "loss": 5.3813,
      "mean_token_accuracy": 0.1833414316177368,
      "num_tokens": 25215512.0,
      "step": 11015
    },
    {
      "entropy": 5.690842151641846,
      "epoch": 1.0893633847370503,
      "grad_norm": 1.390625,
      "learning_rate": 0.0004889789903184815,
      "loss": 5.4802,
      "mean_token_accuracy": 0.16919929832220076,
      "num_tokens": 25227903.0,
      "step": 11020
    },
    {
      "entropy": 5.730541086196899,
      "epoch": 1.0898576512455516,
      "grad_norm": 1.4765625,
      "learning_rate": 0.0004889680782710626,
      "loss": 5.4147,
      "mean_token_accuracy": 0.17766868472099304,
      "num_tokens": 25240204.0,
      "step": 11025
    },
    {
      "entropy": 5.620070505142212,
      "epoch": 1.090351917754053,
      "grad_norm": 1.40625,
      "learning_rate": 0.0004889571609599958,
      "loss": 5.3853,
      "mean_token_accuracy": 0.17708191126585007,
      "num_tokens": 25251978.0,
      "step": 11030
    },
    {
      "entropy": 5.670386457443238,
      "epoch": 1.0908461842625543,
      "grad_norm": 1.5703125,
      "learning_rate": 0.0004889462383855498,
      "loss": 5.4195,
      "mean_token_accuracy": 0.1792678251862526,
      "num_tokens": 25262496.0,
      "step": 11035
    },
    {
      "entropy": 5.691803979873657,
      "epoch": 1.0913404507710558,
      "grad_norm": 1.5859375,
      "learning_rate": 0.000488935310547993,
      "loss": 5.4608,
      "mean_token_accuracy": 0.17530543655157088,
      "num_tokens": 25272814.0,
      "step": 11040
    },
    {
      "entropy": 5.724419021606446,
      "epoch": 1.091834717279557,
      "grad_norm": 1.8359375,
      "learning_rate": 0.0004889243774475945,
      "loss": 5.3906,
      "mean_token_accuracy": 0.17630032896995546,
      "num_tokens": 25283749.0,
      "step": 11045
    },
    {
      "entropy": 5.640465211868286,
      "epoch": 1.0923289837880585,
      "grad_norm": 1.8125,
      "learning_rate": 0.000488913439084623,
      "loss": 5.4399,
      "mean_token_accuracy": 0.17799849957227706,
      "num_tokens": 25295993.0,
      "step": 11050
    },
    {
      "entropy": 5.632370233535767,
      "epoch": 1.09282325029656,
      "grad_norm": 1.6015625,
      "learning_rate": 0.0004889024954593477,
      "loss": 5.474,
      "mean_token_accuracy": 0.17380830645561218,
      "num_tokens": 25309011.0,
      "step": 11055
    },
    {
      "entropy": 5.681922769546508,
      "epoch": 1.0933175168050613,
      "grad_norm": 1.25,
      "learning_rate": 0.000488891546572038,
      "loss": 5.4085,
      "mean_token_accuracy": 0.17508513629436492,
      "num_tokens": 25320901.0,
      "step": 11060
    },
    {
      "entropy": 5.699883890151978,
      "epoch": 1.0938117833135628,
      "grad_norm": 1.9765625,
      "learning_rate": 0.000488880592422963,
      "loss": 5.389,
      "mean_token_accuracy": 0.1825525000691414,
      "num_tokens": 25333042.0,
      "step": 11065
    },
    {
      "entropy": 5.62830171585083,
      "epoch": 1.094306049822064,
      "grad_norm": 1.4140625,
      "learning_rate": 0.0004888696330123921,
      "loss": 5.4603,
      "mean_token_accuracy": 0.17420888245105742,
      "num_tokens": 25346413.0,
      "step": 11070
    },
    {
      "entropy": 5.667964601516724,
      "epoch": 1.0948003163305655,
      "grad_norm": 1.5625,
      "learning_rate": 0.0004888586683405952,
      "loss": 5.4759,
      "mean_token_accuracy": 0.1709025666117668,
      "num_tokens": 25358104.0,
      "step": 11075
    },
    {
      "entropy": 5.679701471328736,
      "epoch": 1.0952945828390668,
      "grad_norm": 1.6796875,
      "learning_rate": 0.0004888476984078419,
      "loss": 5.4473,
      "mean_token_accuracy": 0.17665988206863403,
      "num_tokens": 25369485.0,
      "step": 11080
    },
    {
      "entropy": 5.7206920146942135,
      "epoch": 1.0957888493475683,
      "grad_norm": 1.3828125,
      "learning_rate": 0.000488836723214402,
      "loss": 5.5008,
      "mean_token_accuracy": 0.17268404215574265,
      "num_tokens": 25380349.0,
      "step": 11085
    },
    {
      "entropy": 5.721868324279785,
      "epoch": 1.0962831158560695,
      "grad_norm": 1.734375,
      "learning_rate": 0.0004888257427605456,
      "loss": 5.5257,
      "mean_token_accuracy": 0.1666341729462147,
      "num_tokens": 25393042.0,
      "step": 11090
    },
    {
      "entropy": 5.761946821212769,
      "epoch": 1.096777382364571,
      "grad_norm": 1.6953125,
      "learning_rate": 0.0004888147570465426,
      "loss": 5.524,
      "mean_token_accuracy": 0.17503573894500732,
      "num_tokens": 25404470.0,
      "step": 11095
    },
    {
      "entropy": 5.627283143997192,
      "epoch": 1.0972716488730723,
      "grad_norm": 1.5625,
      "learning_rate": 0.0004888037660726635,
      "loss": 5.3685,
      "mean_token_accuracy": 0.18558280915021896,
      "num_tokens": 25415397.0,
      "step": 11100
    },
    {
      "entropy": 5.679556846618652,
      "epoch": 1.0977659153815738,
      "grad_norm": 1.3828125,
      "learning_rate": 0.0004887927698391786,
      "loss": 5.5463,
      "mean_token_accuracy": 0.1637173056602478,
      "num_tokens": 25427409.0,
      "step": 11105
    },
    {
      "entropy": 5.718594217300415,
      "epoch": 1.0982601818900752,
      "grad_norm": 1.671875,
      "learning_rate": 0.0004887817683463583,
      "loss": 5.399,
      "mean_token_accuracy": 0.17618545591831208,
      "num_tokens": 25438063.0,
      "step": 11110
    },
    {
      "entropy": 5.614250230789184,
      "epoch": 1.0987544483985765,
      "grad_norm": 1.4453125,
      "learning_rate": 0.0004887707615944734,
      "loss": 5.3631,
      "mean_token_accuracy": 0.1788792833685875,
      "num_tokens": 25449242.0,
      "step": 11115
    },
    {
      "entropy": 5.693329954147339,
      "epoch": 1.099248714907078,
      "grad_norm": 1.4921875,
      "learning_rate": 0.0004887597495837946,
      "loss": 5.486,
      "mean_token_accuracy": 0.17618035823106765,
      "num_tokens": 25461434.0,
      "step": 11120
    },
    {
      "entropy": 5.659618759155274,
      "epoch": 1.0997429814155792,
      "grad_norm": 1.59375,
      "learning_rate": 0.0004887487323145929,
      "loss": 5.4355,
      "mean_token_accuracy": 0.17905406504869462,
      "num_tokens": 25472035.0,
      "step": 11125
    },
    {
      "entropy": 5.656661128997802,
      "epoch": 1.1002372479240807,
      "grad_norm": 1.4453125,
      "learning_rate": 0.000488737709787139,
      "loss": 5.4626,
      "mean_token_accuracy": 0.17480503022670746,
      "num_tokens": 25483143.0,
      "step": 11130
    },
    {
      "entropy": 5.6812938213348385,
      "epoch": 1.100731514432582,
      "grad_norm": 1.609375,
      "learning_rate": 0.0004887266820017044,
      "loss": 5.6167,
      "mean_token_accuracy": 0.16335411220788956,
      "num_tokens": 25496873.0,
      "step": 11135
    },
    {
      "entropy": 5.689480924606324,
      "epoch": 1.1012257809410835,
      "grad_norm": 1.3671875,
      "learning_rate": 0.0004887156489585603,
      "loss": 5.4049,
      "mean_token_accuracy": 0.17622639536857604,
      "num_tokens": 25508661.0,
      "step": 11140
    },
    {
      "entropy": 5.794542360305786,
      "epoch": 1.1017200474495847,
      "grad_norm": 1.296875,
      "learning_rate": 0.000488704610657978,
      "loss": 5.5578,
      "mean_token_accuracy": 0.16312139481306076,
      "num_tokens": 25520789.0,
      "step": 11145
    },
    {
      "entropy": 5.568453454971314,
      "epoch": 1.1022143139580862,
      "grad_norm": 1.53125,
      "learning_rate": 0.0004886935671002293,
      "loss": 5.4133,
      "mean_token_accuracy": 0.17906275987625123,
      "num_tokens": 25531131.0,
      "step": 11150
    },
    {
      "entropy": 5.756692600250244,
      "epoch": 1.1027085804665875,
      "grad_norm": 1.28125,
      "learning_rate": 0.0004886825182855855,
      "loss": 5.4954,
      "mean_token_accuracy": 0.16403940469026565,
      "num_tokens": 25543803.0,
      "step": 11155
    },
    {
      "entropy": 5.766486978530883,
      "epoch": 1.103202846975089,
      "grad_norm": 1.3515625,
      "learning_rate": 0.0004886714642143188,
      "loss": 5.4045,
      "mean_token_accuracy": 0.18338447213172912,
      "num_tokens": 25553588.0,
      "step": 11160
    },
    {
      "entropy": 5.64628849029541,
      "epoch": 1.1036971134835905,
      "grad_norm": 1.4609375,
      "learning_rate": 0.0004886604048867007,
      "loss": 5.4601,
      "mean_token_accuracy": 0.17688646167516708,
      "num_tokens": 25566175.0,
      "step": 11165
    },
    {
      "entropy": 5.737870454788208,
      "epoch": 1.1041913799920917,
      "grad_norm": 1.921875,
      "learning_rate": 0.0004886493403030035,
      "loss": 5.5392,
      "mean_token_accuracy": 0.1695457637310028,
      "num_tokens": 25578033.0,
      "step": 11170
    },
    {
      "entropy": 5.698987054824829,
      "epoch": 1.1046856465005932,
      "grad_norm": 1.578125,
      "learning_rate": 0.0004886382704634996,
      "loss": 5.4029,
      "mean_token_accuracy": 0.1759108915925026,
      "num_tokens": 25588759.0,
      "step": 11175
    },
    {
      "entropy": 5.61225323677063,
      "epoch": 1.1051799130090945,
      "grad_norm": 1.5703125,
      "learning_rate": 0.0004886271953684609,
      "loss": 5.315,
      "mean_token_accuracy": 0.1810745894908905,
      "num_tokens": 25599200.0,
      "step": 11180
    },
    {
      "entropy": 5.617602348327637,
      "epoch": 1.105674179517596,
      "grad_norm": 2.03125,
      "learning_rate": 0.0004886161150181602,
      "loss": 5.4146,
      "mean_token_accuracy": 0.17927956581115723,
      "num_tokens": 25610279.0,
      "step": 11185
    },
    {
      "entropy": 5.6308276653289795,
      "epoch": 1.1061684460260972,
      "grad_norm": 1.6484375,
      "learning_rate": 0.0004886050294128698,
      "loss": 5.3885,
      "mean_token_accuracy": 0.1758725807070732,
      "num_tokens": 25622062.0,
      "step": 11190
    },
    {
      "entropy": 5.702178955078125,
      "epoch": 1.1066627125345987,
      "grad_norm": 1.8984375,
      "learning_rate": 0.0004885939385528628,
      "loss": 5.4409,
      "mean_token_accuracy": 0.17086283713579178,
      "num_tokens": 25633451.0,
      "step": 11195
    },
    {
      "entropy": 5.633413314819336,
      "epoch": 1.1071569790431,
      "grad_norm": 2.078125,
      "learning_rate": 0.0004885828424384114,
      "loss": 5.3822,
      "mean_token_accuracy": 0.1800318941473961,
      "num_tokens": 25644537.0,
      "step": 11200
    },
    {
      "entropy": 5.624868011474609,
      "epoch": 1.1076512455516014,
      "grad_norm": 1.625,
      "learning_rate": 0.0004885717410697892,
      "loss": 5.418,
      "mean_token_accuracy": 0.1765780344605446,
      "num_tokens": 25655570.0,
      "step": 11205
    },
    {
      "entropy": 5.767362356185913,
      "epoch": 1.1081455120601027,
      "grad_norm": 1.546875,
      "learning_rate": 0.000488560634447269,
      "loss": 5.5663,
      "mean_token_accuracy": 0.16615985780954362,
      "num_tokens": 25669470.0,
      "step": 11210
    },
    {
      "entropy": 5.728941822052002,
      "epoch": 1.1086397785686042,
      "grad_norm": 1.3515625,
      "learning_rate": 0.000488549522571124,
      "loss": 5.4746,
      "mean_token_accuracy": 0.17191808223724364,
      "num_tokens": 25682347.0,
      "step": 11215
    },
    {
      "entropy": 5.7414826393127445,
      "epoch": 1.1091340450771057,
      "grad_norm": 1.5859375,
      "learning_rate": 0.0004885384054416276,
      "loss": 5.541,
      "mean_token_accuracy": 0.16353462636470795,
      "num_tokens": 25694038.0,
      "step": 11220
    },
    {
      "entropy": 5.668048620223999,
      "epoch": 1.109628311585607,
      "grad_norm": 1.5390625,
      "learning_rate": 0.0004885272830590534,
      "loss": 5.3421,
      "mean_token_accuracy": 0.17849619090557098,
      "num_tokens": 25705850.0,
      "step": 11225
    },
    {
      "entropy": 5.656874418258667,
      "epoch": 1.1101225780941084,
      "grad_norm": 1.4140625,
      "learning_rate": 0.0004885161554236748,
      "loss": 5.4117,
      "mean_token_accuracy": 0.17788560837507247,
      "num_tokens": 25716294.0,
      "step": 11230
    },
    {
      "entropy": 5.583490800857544,
      "epoch": 1.1106168446026097,
      "grad_norm": 1.46875,
      "learning_rate": 0.0004885050225357657,
      "loss": 5.4142,
      "mean_token_accuracy": 0.18146836310625075,
      "num_tokens": 25727367.0,
      "step": 11235
    },
    {
      "entropy": 5.737776374816894,
      "epoch": 1.1111111111111112,
      "grad_norm": 1.65625,
      "learning_rate": 0.0004884938843955999,
      "loss": 5.5347,
      "mean_token_accuracy": 0.16589053124189376,
      "num_tokens": 25738352.0,
      "step": 11240
    },
    {
      "entropy": 5.663060474395752,
      "epoch": 1.1116053776196124,
      "grad_norm": 1.4375,
      "learning_rate": 0.0004884827410034515,
      "loss": 5.3529,
      "mean_token_accuracy": 0.18134012520313264,
      "num_tokens": 25749940.0,
      "step": 11245
    },
    {
      "entropy": 5.630949878692627,
      "epoch": 1.112099644128114,
      "grad_norm": 1.5546875,
      "learning_rate": 0.0004884715923595945,
      "loss": 5.4435,
      "mean_token_accuracy": 0.16812354773283006,
      "num_tokens": 25761251.0,
      "step": 11250
    },
    {
      "entropy": 5.664326858520508,
      "epoch": 1.1125939106366152,
      "grad_norm": 1.59375,
      "learning_rate": 0.0004884604384643032,
      "loss": 5.4801,
      "mean_token_accuracy": 0.17426120340824128,
      "num_tokens": 25772382.0,
      "step": 11255
    },
    {
      "entropy": 5.637487506866455,
      "epoch": 1.1130881771451167,
      "grad_norm": 1.4765625,
      "learning_rate": 0.000488449279317852,
      "loss": 5.4089,
      "mean_token_accuracy": 0.17870349436998367,
      "num_tokens": 25784960.0,
      "step": 11260
    },
    {
      "entropy": 5.694792127609253,
      "epoch": 1.113582443653618,
      "grad_norm": 1.6875,
      "learning_rate": 0.0004884381149205154,
      "loss": 5.3988,
      "mean_token_accuracy": 0.17258140295743943,
      "num_tokens": 25796644.0,
      "step": 11265
    },
    {
      "entropy": 5.656617069244385,
      "epoch": 1.1140767101621194,
      "grad_norm": 1.375,
      "learning_rate": 0.0004884269452725681,
      "loss": 5.4953,
      "mean_token_accuracy": 0.17754077017307282,
      "num_tokens": 25807712.0,
      "step": 11270
    },
    {
      "entropy": 5.650223445892334,
      "epoch": 1.1145709766706209,
      "grad_norm": 1.78125,
      "learning_rate": 0.0004884157703742848,
      "loss": 5.3863,
      "mean_token_accuracy": 0.17846150696277618,
      "num_tokens": 25817944.0,
      "step": 11275
    },
    {
      "entropy": 5.60605902671814,
      "epoch": 1.1150652431791221,
      "grad_norm": 1.546875,
      "learning_rate": 0.0004884045902259405,
      "loss": 5.4157,
      "mean_token_accuracy": 0.17873818725347518,
      "num_tokens": 25830801.0,
      "step": 11280
    },
    {
      "entropy": 5.6828076362609865,
      "epoch": 1.1155595096876236,
      "grad_norm": 1.7578125,
      "learning_rate": 0.0004883934048278102,
      "loss": 5.4188,
      "mean_token_accuracy": 0.17201802283525466,
      "num_tokens": 25843877.0,
      "step": 11285
    },
    {
      "entropy": 5.667689371109009,
      "epoch": 1.116053776196125,
      "grad_norm": 1.6171875,
      "learning_rate": 0.0004883822141801689,
      "loss": 5.3798,
      "mean_token_accuracy": 0.1794407308101654,
      "num_tokens": 25853763.0,
      "step": 11290
    },
    {
      "entropy": 5.689780902862549,
      "epoch": 1.1165480427046264,
      "grad_norm": 1.671875,
      "learning_rate": 0.0004883710182832921,
      "loss": 5.5016,
      "mean_token_accuracy": 0.16742501109838487,
      "num_tokens": 25864759.0,
      "step": 11295
    },
    {
      "entropy": 5.770525407791138,
      "epoch": 1.1170423092131276,
      "grad_norm": 1.75,
      "learning_rate": 0.0004883598171374552,
      "loss": 5.5681,
      "mean_token_accuracy": 0.16486529558897017,
      "num_tokens": 25877325.0,
      "step": 11300
    },
    {
      "entropy": 5.675923871994018,
      "epoch": 1.1175365757216291,
      "grad_norm": 1.578125,
      "learning_rate": 0.0004883486107429337,
      "loss": 5.4036,
      "mean_token_accuracy": 0.17564295828342438,
      "num_tokens": 25889308.0,
      "step": 11305
    },
    {
      "entropy": 5.591322946548462,
      "epoch": 1.1180308422301304,
      "grad_norm": 1.7265625,
      "learning_rate": 0.0004883373991000031,
      "loss": 5.4685,
      "mean_token_accuracy": 0.17322899848222734,
      "num_tokens": 25901721.0,
      "step": 11310
    },
    {
      "entropy": 5.6956439971923825,
      "epoch": 1.1185251087386319,
      "grad_norm": 1.6953125,
      "learning_rate": 0.0004883261822089395,
      "loss": 5.4546,
      "mean_token_accuracy": 0.17071697115898132,
      "num_tokens": 25912399.0,
      "step": 11315
    },
    {
      "entropy": 5.630310440063477,
      "epoch": 1.1190193752471334,
      "grad_norm": 1.4765625,
      "learning_rate": 0.0004883149600700188,
      "loss": 5.3662,
      "mean_token_accuracy": 0.1815431609749794,
      "num_tokens": 25923560.0,
      "step": 11320
    },
    {
      "entropy": 5.673865890502929,
      "epoch": 1.1195136417556346,
      "grad_norm": 1.5703125,
      "learning_rate": 0.0004883037326835169,
      "loss": 5.4309,
      "mean_token_accuracy": 0.17131112664937972,
      "num_tokens": 25933408.0,
      "step": 11325
    },
    {
      "entropy": 5.633373880386353,
      "epoch": 1.120007908264136,
      "grad_norm": 1.4609375,
      "learning_rate": 0.0004882925000497101,
      "loss": 5.4269,
      "mean_token_accuracy": 0.17251218110322952,
      "num_tokens": 25944492.0,
      "step": 11330
    },
    {
      "entropy": 5.693177509307861,
      "epoch": 1.1205021747726374,
      "grad_norm": 1.84375,
      "learning_rate": 0.0004882812621688747,
      "loss": 5.4292,
      "mean_token_accuracy": 0.18335856199264527,
      "num_tokens": 25956439.0,
      "step": 11335
    },
    {
      "entropy": 5.681436491012573,
      "epoch": 1.1209964412811388,
      "grad_norm": 1.59375,
      "learning_rate": 0.0004882700190412873,
      "loss": 5.4592,
      "mean_token_accuracy": 0.16837025731801986,
      "num_tokens": 25968765.0,
      "step": 11340
    },
    {
      "entropy": 5.636088705062866,
      "epoch": 1.12149070778964,
      "grad_norm": 1.859375,
      "learning_rate": 0.0004882587706672242,
      "loss": 5.4631,
      "mean_token_accuracy": 0.1741855710744858,
      "num_tokens": 25981300.0,
      "step": 11345
    },
    {
      "entropy": 5.665346479415893,
      "epoch": 1.1219849742981416,
      "grad_norm": 1.515625,
      "learning_rate": 0.0004882475170469622,
      "loss": 5.4121,
      "mean_token_accuracy": 0.17627294659614562,
      "num_tokens": 25991655.0,
      "step": 11350
    },
    {
      "entropy": 5.678512907028198,
      "epoch": 1.1224792408066429,
      "grad_norm": 1.6640625,
      "learning_rate": 0.0004882362581807783,
      "loss": 5.4,
      "mean_token_accuracy": 0.17776245772838592,
      "num_tokens": 26002989.0,
      "step": 11355
    },
    {
      "entropy": 5.621101999282837,
      "epoch": 1.1229735073151443,
      "grad_norm": 1.8046875,
      "learning_rate": 0.0004882249940689494,
      "loss": 5.3993,
      "mean_token_accuracy": 0.1808344915509224,
      "num_tokens": 26013807.0,
      "step": 11360
    },
    {
      "entropy": 5.691890525817871,
      "epoch": 1.1234677738236458,
      "grad_norm": 1.5,
      "learning_rate": 0.00048821372471175245,
      "loss": 5.53,
      "mean_token_accuracy": 0.16830582469701766,
      "num_tokens": 26027099.0,
      "step": 11365
    },
    {
      "entropy": 5.722969627380371,
      "epoch": 1.123962040332147,
      "grad_norm": 1.34375,
      "learning_rate": 0.00048820245010946486,
      "loss": 5.4276,
      "mean_token_accuracy": 0.17034331411123277,
      "num_tokens": 26039046.0,
      "step": 11370
    },
    {
      "entropy": 5.588412952423096,
      "epoch": 1.1244563068406486,
      "grad_norm": 1.3671875,
      "learning_rate": 0.0004881911702623639,
      "loss": 5.2913,
      "mean_token_accuracy": 0.18566345870494844,
      "num_tokens": 26049763.0,
      "step": 11375
    },
    {
      "entropy": 5.5760393142700195,
      "epoch": 1.1249505733491498,
      "grad_norm": 1.7421875,
      "learning_rate": 0.0004881798851707271,
      "loss": 5.4488,
      "mean_token_accuracy": 0.17723255157470702,
      "num_tokens": 26062227.0,
      "step": 11380
    },
    {
      "entropy": 5.650962877273559,
      "epoch": 1.1254448398576513,
      "grad_norm": 1.46875,
      "learning_rate": 0.00048816859483483214,
      "loss": 5.4271,
      "mean_token_accuracy": 0.1804071545600891,
      "num_tokens": 26074019.0,
      "step": 11385
    },
    {
      "entropy": 5.723393440246582,
      "epoch": 1.1259391063661526,
      "grad_norm": 1.8125,
      "learning_rate": 0.00048815729925495656,
      "loss": 5.5132,
      "mean_token_accuracy": 0.17423951178789138,
      "num_tokens": 26086169.0,
      "step": 11390
    },
    {
      "entropy": 5.620085525512695,
      "epoch": 1.126433372874654,
      "grad_norm": 1.3203125,
      "learning_rate": 0.00048814599843137837,
      "loss": 5.428,
      "mean_token_accuracy": 0.16667740494012834,
      "num_tokens": 26097677.0,
      "step": 11395
    },
    {
      "entropy": 5.610358047485351,
      "epoch": 1.1269276393831553,
      "grad_norm": 1.4453125,
      "learning_rate": 0.0004881346923643755,
      "loss": 5.339,
      "mean_token_accuracy": 0.18491210490465165,
      "num_tokens": 26108825.0,
      "step": 11400
    },
    {
      "entropy": 5.752606773376465,
      "epoch": 1.1274219058916568,
      "grad_norm": 1.4765625,
      "learning_rate": 0.0004881233810542263,
      "loss": 5.4979,
      "mean_token_accuracy": 0.16972808837890624,
      "num_tokens": 26120274.0,
      "step": 11405
    },
    {
      "entropy": 5.609503364562988,
      "epoch": 1.127916172400158,
      "grad_norm": 1.5546875,
      "learning_rate": 0.00048811206450120875,
      "loss": 5.3985,
      "mean_token_accuracy": 0.17722068279981612,
      "num_tokens": 26131964.0,
      "step": 11410
    },
    {
      "entropy": 5.661878633499145,
      "epoch": 1.1284104389086596,
      "grad_norm": 1.390625,
      "learning_rate": 0.0004881007427056013,
      "loss": 5.4566,
      "mean_token_accuracy": 0.1762293979525566,
      "num_tokens": 26143308.0,
      "step": 11415
    },
    {
      "entropy": 5.70899338722229,
      "epoch": 1.128904705417161,
      "grad_norm": 1.890625,
      "learning_rate": 0.0004880894156676826,
      "loss": 5.4904,
      "mean_token_accuracy": 0.16551888436079026,
      "num_tokens": 26153951.0,
      "step": 11420
    },
    {
      "entropy": 5.663500785827637,
      "epoch": 1.1293989719256623,
      "grad_norm": 1.53125,
      "learning_rate": 0.0004880780833877312,
      "loss": 5.3573,
      "mean_token_accuracy": 0.17926861345767975,
      "num_tokens": 26165951.0,
      "step": 11425
    },
    {
      "entropy": 5.631722688674927,
      "epoch": 1.1298932384341638,
      "grad_norm": 1.4921875,
      "learning_rate": 0.0004880667458660259,
      "loss": 5.4365,
      "mean_token_accuracy": 0.16626278012990953,
      "num_tokens": 26176751.0,
      "step": 11430
    },
    {
      "entropy": 5.715836238861084,
      "epoch": 1.130387504942665,
      "grad_norm": 1.875,
      "learning_rate": 0.0004880554031028456,
      "loss": 5.5231,
      "mean_token_accuracy": 0.17225386649370195,
      "num_tokens": 26187682.0,
      "step": 11435
    },
    {
      "entropy": 5.781738328933716,
      "epoch": 1.1308817714511665,
      "grad_norm": 1.7109375,
      "learning_rate": 0.00048804405509846933,
      "loss": 5.4891,
      "mean_token_accuracy": 0.1706399753689766,
      "num_tokens": 26198960.0,
      "step": 11440
    },
    {
      "entropy": 5.636456251144409,
      "epoch": 1.1313760379596678,
      "grad_norm": 1.5703125,
      "learning_rate": 0.0004880327018531762,
      "loss": 5.4698,
      "mean_token_accuracy": 0.17297246754169465,
      "num_tokens": 26210198.0,
      "step": 11445
    },
    {
      "entropy": 5.605314636230469,
      "epoch": 1.1318703044681693,
      "grad_norm": 1.5,
      "learning_rate": 0.00048802134336724566,
      "loss": 5.36,
      "mean_token_accuracy": 0.17575148046016692,
      "num_tokens": 26220817.0,
      "step": 11450
    },
    {
      "entropy": 5.647216749191284,
      "epoch": 1.1323645709766705,
      "grad_norm": 1.5625,
      "learning_rate": 0.00048800997964095687,
      "loss": 5.3927,
      "mean_token_accuracy": 0.18376834839582443,
      "num_tokens": 26233657.0,
      "step": 11455
    },
    {
      "entropy": 5.636550951004028,
      "epoch": 1.132858837485172,
      "grad_norm": 1.71875,
      "learning_rate": 0.0004879986106745897,
      "loss": 5.434,
      "mean_token_accuracy": 0.17422324866056443,
      "num_tokens": 26245566.0,
      "step": 11460
    },
    {
      "entropy": 5.666111087799072,
      "epoch": 1.1333531039936733,
      "grad_norm": 1.5625,
      "learning_rate": 0.00048798723646842357,
      "loss": 5.3695,
      "mean_token_accuracy": 0.18181964755058289,
      "num_tokens": 26256717.0,
      "step": 11465
    },
    {
      "entropy": 5.6364631175994875,
      "epoch": 1.1338473705021748,
      "grad_norm": 2.328125,
      "learning_rate": 0.0004879758570227384,
      "loss": 5.4569,
      "mean_token_accuracy": 0.17115849405527114,
      "num_tokens": 26267926.0,
      "step": 11470
    },
    {
      "entropy": 5.620614242553711,
      "epoch": 1.1343416370106763,
      "grad_norm": 1.4375,
      "learning_rate": 0.00048796447233781406,
      "loss": 5.4271,
      "mean_token_accuracy": 0.17267002314329147,
      "num_tokens": 26278666.0,
      "step": 11475
    },
    {
      "entropy": 5.667811727523803,
      "epoch": 1.1348359035191775,
      "grad_norm": 1.3515625,
      "learning_rate": 0.0004879530824139308,
      "loss": 5.3947,
      "mean_token_accuracy": 0.1804790809750557,
      "num_tokens": 26289961.0,
      "step": 11480
    },
    {
      "entropy": 5.627564764022827,
      "epoch": 1.135330170027679,
      "grad_norm": 1.3828125,
      "learning_rate": 0.00048794168725136854,
      "loss": 5.4312,
      "mean_token_accuracy": 0.17107535451650618,
      "num_tokens": 26301245.0,
      "step": 11485
    },
    {
      "entropy": 5.687054109573364,
      "epoch": 1.1358244365361803,
      "grad_norm": 1.8203125,
      "learning_rate": 0.0004879302868504078,
      "loss": 5.4727,
      "mean_token_accuracy": 0.17107676416635514,
      "num_tokens": 26312598.0,
      "step": 11490
    },
    {
      "entropy": 5.755224800109863,
      "epoch": 1.1363187030446817,
      "grad_norm": 1.671875,
      "learning_rate": 0.0004879188812113289,
      "loss": 5.4642,
      "mean_token_accuracy": 0.17363066375255584,
      "num_tokens": 26324300.0,
      "step": 11495
    },
    {
      "entropy": 5.564968395233154,
      "epoch": 1.136812969553183,
      "grad_norm": 1.7421875,
      "learning_rate": 0.0004879074703344125,
      "loss": 5.438,
      "mean_token_accuracy": 0.17608712017536163,
      "num_tokens": 26335789.0,
      "step": 11500
    },
    {
      "entropy": 5.714873218536377,
      "epoch": 1.1373072360616845,
      "grad_norm": 1.6875,
      "learning_rate": 0.0004878960542199394,
      "loss": 5.4235,
      "mean_token_accuracy": 0.1759517163038254,
      "num_tokens": 26347336.0,
      "step": 11505
    },
    {
      "entropy": 5.72796597480774,
      "epoch": 1.1378015025701858,
      "grad_norm": 1.46875,
      "learning_rate": 0.00048788463286819037,
      "loss": 5.4128,
      "mean_token_accuracy": 0.17386628687381744,
      "num_tokens": 26358176.0,
      "step": 11510
    },
    {
      "entropy": 5.591306924819946,
      "epoch": 1.1382957690786872,
      "grad_norm": 1.4140625,
      "learning_rate": 0.0004878732062794462,
      "loss": 5.3957,
      "mean_token_accuracy": 0.17131773829460145,
      "num_tokens": 26368915.0,
      "step": 11515
    },
    {
      "entropy": 5.653985548019409,
      "epoch": 1.1387900355871885,
      "grad_norm": 1.53125,
      "learning_rate": 0.00048786177445398816,
      "loss": 5.4692,
      "mean_token_accuracy": 0.17206621021032334,
      "num_tokens": 26381687.0,
      "step": 11520
    },
    {
      "entropy": 5.693347501754761,
      "epoch": 1.13928430209569,
      "grad_norm": 1.484375,
      "learning_rate": 0.0004878503373920975,
      "loss": 5.5225,
      "mean_token_accuracy": 0.1717299461364746,
      "num_tokens": 26394289.0,
      "step": 11525
    },
    {
      "entropy": 5.627802801132202,
      "epoch": 1.1397785686041915,
      "grad_norm": 1.4140625,
      "learning_rate": 0.0004878388950940555,
      "loss": 5.3886,
      "mean_token_accuracy": 0.18488000631332396,
      "num_tokens": 26405743.0,
      "step": 11530
    },
    {
      "entropy": 5.742920541763306,
      "epoch": 1.1402728351126927,
      "grad_norm": 1.34375,
      "learning_rate": 0.00048782744756014365,
      "loss": 5.5207,
      "mean_token_accuracy": 0.16564180701971054,
      "num_tokens": 26417255.0,
      "step": 11535
    },
    {
      "entropy": 5.746685361862182,
      "epoch": 1.1407671016211942,
      "grad_norm": 1.4296875,
      "learning_rate": 0.0004878159947906436,
      "loss": 5.5333,
      "mean_token_accuracy": 0.17083633840084075,
      "num_tokens": 26428992.0,
      "step": 11540
    },
    {
      "entropy": 5.619696760177613,
      "epoch": 1.1412613681296955,
      "grad_norm": 1.40625,
      "learning_rate": 0.000487804536785837,
      "loss": 5.4275,
      "mean_token_accuracy": 0.18058303594589234,
      "num_tokens": 26440375.0,
      "step": 11545
    },
    {
      "entropy": 5.680644845962524,
      "epoch": 1.141755634638197,
      "grad_norm": 1.25,
      "learning_rate": 0.00048779307354600586,
      "loss": 5.4876,
      "mean_token_accuracy": 0.16940272301435472,
      "num_tokens": 26452253.0,
      "step": 11550
    },
    {
      "entropy": 5.740002298355103,
      "epoch": 1.1422499011466982,
      "grad_norm": 1.7421875,
      "learning_rate": 0.00048778160507143204,
      "loss": 5.5166,
      "mean_token_accuracy": 0.16702307760715485,
      "num_tokens": 26463766.0,
      "step": 11555
    },
    {
      "entropy": 5.634490919113159,
      "epoch": 1.1427441676551997,
      "grad_norm": 1.3828125,
      "learning_rate": 0.0004877701313623978,
      "loss": 5.4744,
      "mean_token_accuracy": 0.1724281281232834,
      "num_tokens": 26475869.0,
      "step": 11560
    },
    {
      "entropy": 5.70414628982544,
      "epoch": 1.1432384341637012,
      "grad_norm": 1.3359375,
      "learning_rate": 0.0004877586524191852,
      "loss": 5.4498,
      "mean_token_accuracy": 0.17543199509382248,
      "num_tokens": 26487142.0,
      "step": 11565
    },
    {
      "entropy": 5.661681413650513,
      "epoch": 1.1437327006722025,
      "grad_norm": 1.375,
      "learning_rate": 0.0004877471682420768,
      "loss": 5.2898,
      "mean_token_accuracy": 0.18153191357851028,
      "num_tokens": 26499019.0,
      "step": 11570
    },
    {
      "entropy": 5.596389675140381,
      "epoch": 1.1442269671807037,
      "grad_norm": 1.6015625,
      "learning_rate": 0.0004877356788313551,
      "loss": 5.3995,
      "mean_token_accuracy": 0.18449472784996032,
      "num_tokens": 26510060.0,
      "step": 11575
    },
    {
      "entropy": 5.596276760101318,
      "epoch": 1.1447212336892052,
      "grad_norm": 1.6640625,
      "learning_rate": 0.0004877241841873027,
      "loss": 5.3307,
      "mean_token_accuracy": 0.18034512549638748,
      "num_tokens": 26520723.0,
      "step": 11580
    },
    {
      "entropy": 5.603102827072144,
      "epoch": 1.1452155001977067,
      "grad_norm": 1.7265625,
      "learning_rate": 0.0004877126843102023,
      "loss": 5.4184,
      "mean_token_accuracy": 0.17794054597616196,
      "num_tokens": 26532545.0,
      "step": 11585
    },
    {
      "entropy": 5.695872735977173,
      "epoch": 1.145709766706208,
      "grad_norm": 1.7890625,
      "learning_rate": 0.00048770117920033697,
      "loss": 5.4048,
      "mean_token_accuracy": 0.18506992906332015,
      "num_tokens": 26542993.0,
      "step": 11590
    },
    {
      "entropy": 5.682855701446533,
      "epoch": 1.1462040332147094,
      "grad_norm": 1.4375,
      "learning_rate": 0.0004876896688579895,
      "loss": 5.4174,
      "mean_token_accuracy": 0.1772419184446335,
      "num_tokens": 26554658.0,
      "step": 11595
    },
    {
      "entropy": 5.653793478012085,
      "epoch": 1.1466982997232107,
      "grad_norm": 1.6640625,
      "learning_rate": 0.0004876781532834433,
      "loss": 5.4349,
      "mean_token_accuracy": 0.18008334040641785,
      "num_tokens": 26565925.0,
      "step": 11600
    },
    {
      "entropy": 5.606824779510498,
      "epoch": 1.1471925662317122,
      "grad_norm": 1.5859375,
      "learning_rate": 0.0004876666324769815,
      "loss": 5.4022,
      "mean_token_accuracy": 0.1800542414188385,
      "num_tokens": 26577045.0,
      "step": 11605
    },
    {
      "entropy": 5.635615015029908,
      "epoch": 1.1476868327402134,
      "grad_norm": 1.6796875,
      "learning_rate": 0.0004876551064388875,
      "loss": 5.4863,
      "mean_token_accuracy": 0.1699806660413742,
      "num_tokens": 26587773.0,
      "step": 11610
    },
    {
      "entropy": 5.675181722640991,
      "epoch": 1.148181099248715,
      "grad_norm": 1.65625,
      "learning_rate": 0.00048764357516944485,
      "loss": 5.3888,
      "mean_token_accuracy": 0.17851745188236237,
      "num_tokens": 26597861.0,
      "step": 11615
    },
    {
      "entropy": 5.737946939468384,
      "epoch": 1.1486753657572164,
      "grad_norm": 1.5390625,
      "learning_rate": 0.00048763203866893735,
      "loss": 5.4359,
      "mean_token_accuracy": 0.17790672332048416,
      "num_tokens": 26607695.0,
      "step": 11620
    },
    {
      "entropy": 5.650989007949829,
      "epoch": 1.1491696322657177,
      "grad_norm": 1.6640625,
      "learning_rate": 0.00048762049693764866,
      "loss": 5.4952,
      "mean_token_accuracy": 0.1648597463965416,
      "num_tokens": 26619845.0,
      "step": 11625
    },
    {
      "entropy": 5.743856191635132,
      "epoch": 1.1496638987742192,
      "grad_norm": 2.390625,
      "learning_rate": 0.00048760894997586284,
      "loss": 5.3941,
      "mean_token_accuracy": 0.17170243710279465,
      "num_tokens": 26630279.0,
      "step": 11630
    },
    {
      "entropy": 5.61414909362793,
      "epoch": 1.1501581652827204,
      "grad_norm": 1.75,
      "learning_rate": 0.0004875973977838639,
      "loss": 5.4093,
      "mean_token_accuracy": 0.1825347810983658,
      "num_tokens": 26640996.0,
      "step": 11635
    },
    {
      "entropy": 5.552602672576905,
      "epoch": 1.150652431791222,
      "grad_norm": 1.59375,
      "learning_rate": 0.00048758584036193587,
      "loss": 5.3398,
      "mean_token_accuracy": 0.17941114753484727,
      "num_tokens": 26652416.0,
      "step": 11640
    },
    {
      "entropy": 5.676434087753296,
      "epoch": 1.1511466982997232,
      "grad_norm": 1.5625,
      "learning_rate": 0.0004875742777103632,
      "loss": 5.4468,
      "mean_token_accuracy": 0.17161732017993928,
      "num_tokens": 26663649.0,
      "step": 11645
    },
    {
      "entropy": 5.709451341629029,
      "epoch": 1.1516409648082246,
      "grad_norm": 1.46875,
      "learning_rate": 0.00048756270982943035,
      "loss": 5.5184,
      "mean_token_accuracy": 0.16836084872484208,
      "num_tokens": 26676138.0,
      "step": 11650
    },
    {
      "entropy": 5.7523651123046875,
      "epoch": 1.152135231316726,
      "grad_norm": 1.65625,
      "learning_rate": 0.0004875511367194219,
      "loss": 5.4705,
      "mean_token_accuracy": 0.1685570076107979,
      "num_tokens": 26687364.0,
      "step": 11655
    },
    {
      "entropy": 5.661980247497558,
      "epoch": 1.1526294978252274,
      "grad_norm": 1.359375,
      "learning_rate": 0.0004875395583806225,
      "loss": 5.4327,
      "mean_token_accuracy": 0.1747313290834427,
      "num_tokens": 26698135.0,
      "step": 11660
    },
    {
      "entropy": 5.6518364429473875,
      "epoch": 1.1531237643337287,
      "grad_norm": 1.6875,
      "learning_rate": 0.0004875279748133169,
      "loss": 5.3871,
      "mean_token_accuracy": 0.17886864840984346,
      "num_tokens": 26710495.0,
      "step": 11665
    },
    {
      "entropy": 5.7325492858886715,
      "epoch": 1.1536180308422301,
      "grad_norm": 1.6328125,
      "learning_rate": 0.0004875163860177902,
      "loss": 5.5527,
      "mean_token_accuracy": 0.1664167106151581,
      "num_tokens": 26722876.0,
      "step": 11670
    },
    {
      "entropy": 5.665588855743408,
      "epoch": 1.1541122973507316,
      "grad_norm": 1.6640625,
      "learning_rate": 0.00048750479199432753,
      "loss": 5.4165,
      "mean_token_accuracy": 0.17477668076753616,
      "num_tokens": 26733548.0,
      "step": 11675
    },
    {
      "entropy": 5.550989198684692,
      "epoch": 1.1546065638592329,
      "grad_norm": 1.578125,
      "learning_rate": 0.0004874931927432139,
      "loss": 5.3427,
      "mean_token_accuracy": 0.18304872363805771,
      "num_tokens": 26744754.0,
      "step": 11680
    },
    {
      "entropy": 5.619116973876953,
      "epoch": 1.1551008303677344,
      "grad_norm": 1.8125,
      "learning_rate": 0.0004874815882647348,
      "loss": 5.4721,
      "mean_token_accuracy": 0.17246431410312651,
      "num_tokens": 26757416.0,
      "step": 11685
    },
    {
      "entropy": 5.643358421325684,
      "epoch": 1.1555950968762356,
      "grad_norm": 1.6796875,
      "learning_rate": 0.0004874699785591756,
      "loss": 5.3776,
      "mean_token_accuracy": 0.17925926446914672,
      "num_tokens": 26768572.0,
      "step": 11690
    },
    {
      "entropy": 5.593602085113526,
      "epoch": 1.1560893633847371,
      "grad_norm": 1.5546875,
      "learning_rate": 0.00048745836362682203,
      "loss": 5.3712,
      "mean_token_accuracy": 0.18403592556715012,
      "num_tokens": 26779309.0,
      "step": 11695
    },
    {
      "entropy": 5.7210639953613285,
      "epoch": 1.1565836298932384,
      "grad_norm": 1.6328125,
      "learning_rate": 0.0004874467434679598,
      "loss": 5.4628,
      "mean_token_accuracy": 0.17899265587329866,
      "num_tokens": 26791107.0,
      "step": 11700
    },
    {
      "entropy": 5.63674488067627,
      "epoch": 1.1570778964017399,
      "grad_norm": 1.484375,
      "learning_rate": 0.0004874351180828746,
      "loss": 5.3522,
      "mean_token_accuracy": 0.18383544087409973,
      "num_tokens": 26801334.0,
      "step": 11705
    },
    {
      "entropy": 5.582541036605835,
      "epoch": 1.1575721629102411,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0004874234874718526,
      "loss": 5.3867,
      "mean_token_accuracy": 0.17482873648405076,
      "num_tokens": 26812972.0,
      "step": 11710
    },
    {
      "entropy": 5.675421714782715,
      "epoch": 1.1580664294187426,
      "grad_norm": 2.453125,
      "learning_rate": 0.00048741185163517984,
      "loss": 5.4429,
      "mean_token_accuracy": 0.17699123919010162,
      "num_tokens": 26823683.0,
      "step": 11715
    },
    {
      "entropy": 5.6697557926177975,
      "epoch": 1.1585606959272439,
      "grad_norm": 1.5625,
      "learning_rate": 0.00048740021057314267,
      "loss": 5.4169,
      "mean_token_accuracy": 0.18200384974479675,
      "num_tokens": 26835898.0,
      "step": 11720
    },
    {
      "entropy": 5.661006021499634,
      "epoch": 1.1590549624357454,
      "grad_norm": 1.2265625,
      "learning_rate": 0.00048738856428602736,
      "loss": 5.3759,
      "mean_token_accuracy": 0.18145013302564622,
      "num_tokens": 26847363.0,
      "step": 11725
    },
    {
      "entropy": 5.6185790538787845,
      "epoch": 1.1595492289442468,
      "grad_norm": 1.3359375,
      "learning_rate": 0.0004873769127741203,
      "loss": 5.3423,
      "mean_token_accuracy": 0.17896101325750352,
      "num_tokens": 26859081.0,
      "step": 11730
    },
    {
      "entropy": 5.640149259567261,
      "epoch": 1.160043495452748,
      "grad_norm": 1.3984375,
      "learning_rate": 0.0004873652560377083,
      "loss": 5.3649,
      "mean_token_accuracy": 0.1796891063451767,
      "num_tokens": 26869966.0,
      "step": 11735
    },
    {
      "entropy": 5.630725002288818,
      "epoch": 1.1605377619612496,
      "grad_norm": 1.6171875,
      "learning_rate": 0.000487353594077078,
      "loss": 5.3721,
      "mean_token_accuracy": 0.1796877056360245,
      "num_tokens": 26880673.0,
      "step": 11740
    },
    {
      "entropy": 5.648007583618164,
      "epoch": 1.1610320284697508,
      "grad_norm": 1.4453125,
      "learning_rate": 0.00048734192689251643,
      "loss": 5.4095,
      "mean_token_accuracy": 0.1808043971657753,
      "num_tokens": 26892306.0,
      "step": 11745
    },
    {
      "entropy": 5.743666696548462,
      "epoch": 1.1615262949782523,
      "grad_norm": 1.296875,
      "learning_rate": 0.0004873302544843104,
      "loss": 5.4672,
      "mean_token_accuracy": 0.17247305661439896,
      "num_tokens": 26904655.0,
      "step": 11750
    },
    {
      "entropy": 5.609138011932373,
      "epoch": 1.1620205614867536,
      "grad_norm": 1.53125,
      "learning_rate": 0.0004873185768527473,
      "loss": 5.4781,
      "mean_token_accuracy": 0.17411849796772003,
      "num_tokens": 26916580.0,
      "step": 11755
    },
    {
      "entropy": 5.674717092514038,
      "epoch": 1.162514827995255,
      "grad_norm": 1.421875,
      "learning_rate": 0.00048730689399811427,
      "loss": 5.4097,
      "mean_token_accuracy": 0.17701719105243682,
      "num_tokens": 26927033.0,
      "step": 11760
    },
    {
      "entropy": 5.680281448364258,
      "epoch": 1.1630090945037563,
      "grad_norm": 1.8359375,
      "learning_rate": 0.0004872952059206986,
      "loss": 5.4916,
      "mean_token_accuracy": 0.17104896754026414,
      "num_tokens": 26938594.0,
      "step": 11765
    },
    {
      "entropy": 5.623374891281128,
      "epoch": 1.1635033610122578,
      "grad_norm": 1.359375,
      "learning_rate": 0.0004872835126207881,
      "loss": 5.3698,
      "mean_token_accuracy": 0.18213477730751038,
      "num_tokens": 26949595.0,
      "step": 11770
    },
    {
      "entropy": 5.711515045166015,
      "epoch": 1.163997627520759,
      "grad_norm": 1.390625,
      "learning_rate": 0.0004872718140986701,
      "loss": 5.5018,
      "mean_token_accuracy": 0.17131920754909516,
      "num_tokens": 26961692.0,
      "step": 11775
    },
    {
      "entropy": 5.654244089126587,
      "epoch": 1.1644918940292606,
      "grad_norm": 1.5546875,
      "learning_rate": 0.00048726011035463265,
      "loss": 5.343,
      "mean_token_accuracy": 0.17828375101089478,
      "num_tokens": 26972062.0,
      "step": 11780
    },
    {
      "entropy": 5.701637077331543,
      "epoch": 1.164986160537762,
      "grad_norm": 1.8671875,
      "learning_rate": 0.0004872484013889635,
      "loss": 5.3837,
      "mean_token_accuracy": 0.17885130345821382,
      "num_tokens": 26983353.0,
      "step": 11785
    },
    {
      "entropy": 5.711111164093017,
      "epoch": 1.1654804270462633,
      "grad_norm": 1.5625,
      "learning_rate": 0.00048723668720195067,
      "loss": 5.5137,
      "mean_token_accuracy": 0.16809093058109284,
      "num_tokens": 26994828.0,
      "step": 11790
    },
    {
      "entropy": 5.595471048355103,
      "epoch": 1.1659746935547648,
      "grad_norm": 1.515625,
      "learning_rate": 0.0004872249677938825,
      "loss": 5.4147,
      "mean_token_accuracy": 0.17792768776416779,
      "num_tokens": 27008311.0,
      "step": 11795
    },
    {
      "entropy": 5.592234420776367,
      "epoch": 1.166468960063266,
      "grad_norm": 2.125,
      "learning_rate": 0.0004872132431650472,
      "loss": 5.3809,
      "mean_token_accuracy": 0.18287635445594788,
      "num_tokens": 27018984.0,
      "step": 11800
    },
    {
      "entropy": 5.6987982273101805,
      "epoch": 1.1669632265717675,
      "grad_norm": 1.6484375,
      "learning_rate": 0.00048720151331573317,
      "loss": 5.4973,
      "mean_token_accuracy": 0.1673872858285904,
      "num_tokens": 27029183.0,
      "step": 11805
    },
    {
      "entropy": 5.595653820037842,
      "epoch": 1.1674574930802688,
      "grad_norm": 1.6328125,
      "learning_rate": 0.000487189778246229,
      "loss": 5.344,
      "mean_token_accuracy": 0.18547672182321548,
      "num_tokens": 27039661.0,
      "step": 11810
    },
    {
      "entropy": 5.69262924194336,
      "epoch": 1.1679517595887703,
      "grad_norm": 1.6953125,
      "learning_rate": 0.00048717803795682334,
      "loss": 5.5111,
      "mean_token_accuracy": 0.16858460158109664,
      "num_tokens": 27051685.0,
      "step": 11815
    },
    {
      "entropy": 5.751629972457886,
      "epoch": 1.1684460260972718,
      "grad_norm": 1.6015625,
      "learning_rate": 0.0004871662924478051,
      "loss": 5.4691,
      "mean_token_accuracy": 0.1781709909439087,
      "num_tokens": 27062096.0,
      "step": 11820
    },
    {
      "entropy": 5.636955308914184,
      "epoch": 1.168940292605773,
      "grad_norm": 1.390625,
      "learning_rate": 0.0004871545417194631,
      "loss": 5.367,
      "mean_token_accuracy": 0.17909791320562363,
      "num_tokens": 27073059.0,
      "step": 11825
    },
    {
      "entropy": 5.708993577957154,
      "epoch": 1.1694345591142743,
      "grad_norm": 1.6484375,
      "learning_rate": 0.00048714278577208643,
      "loss": 5.4533,
      "mean_token_accuracy": 0.1752929374575615,
      "num_tokens": 27085272.0,
      "step": 11830
    },
    {
      "entropy": 5.700922155380249,
      "epoch": 1.1699288256227758,
      "grad_norm": 1.578125,
      "learning_rate": 0.0004871310246059644,
      "loss": 5.4374,
      "mean_token_accuracy": 0.16876550614833832,
      "num_tokens": 27096651.0,
      "step": 11835
    },
    {
      "entropy": 5.694065380096435,
      "epoch": 1.1704230921312773,
      "grad_norm": 1.515625,
      "learning_rate": 0.00048711925822138627,
      "loss": 5.3697,
      "mean_token_accuracy": 0.17503898441791535,
      "num_tokens": 27108180.0,
      "step": 11840
    },
    {
      "entropy": 5.717705345153808,
      "epoch": 1.1709173586397785,
      "grad_norm": 1.4609375,
      "learning_rate": 0.00048710748661864135,
      "loss": 5.4577,
      "mean_token_accuracy": 0.1774182364344597,
      "num_tokens": 27118902.0,
      "step": 11845
    },
    {
      "entropy": 5.639253377914429,
      "epoch": 1.17141162514828,
      "grad_norm": 1.375,
      "learning_rate": 0.00048709570979801946,
      "loss": 5.4198,
      "mean_token_accuracy": 0.17686117738485335,
      "num_tokens": 27131279.0,
      "step": 11850
    },
    {
      "entropy": 5.621879291534424,
      "epoch": 1.1719058916567813,
      "grad_norm": 1.4609375,
      "learning_rate": 0.00048708392775981014,
      "loss": 5.393,
      "mean_token_accuracy": 0.18451005816459656,
      "num_tokens": 27142983.0,
      "step": 11855
    },
    {
      "entropy": 5.660607719421387,
      "epoch": 1.1724001581652828,
      "grad_norm": 1.828125,
      "learning_rate": 0.0004870721405043033,
      "loss": 5.3776,
      "mean_token_accuracy": 0.1748368352651596,
      "num_tokens": 27154516.0,
      "step": 11860
    },
    {
      "entropy": 5.676554727554321,
      "epoch": 1.172894424673784,
      "grad_norm": 1.59375,
      "learning_rate": 0.0004870603480317889,
      "loss": 5.4369,
      "mean_token_accuracy": 0.17714077830314637,
      "num_tokens": 27164717.0,
      "step": 11865
    },
    {
      "entropy": 5.712461853027344,
      "epoch": 1.1733886911822855,
      "grad_norm": 1.46875,
      "learning_rate": 0.00048704855034255713,
      "loss": 5.4437,
      "mean_token_accuracy": 0.18074197918176652,
      "num_tokens": 27174830.0,
      "step": 11870
    },
    {
      "entropy": 5.637642765045166,
      "epoch": 1.173882957690787,
      "grad_norm": 1.5625,
      "learning_rate": 0.00048703674743689806,
      "loss": 5.4109,
      "mean_token_accuracy": 0.1771542340517044,
      "num_tokens": 27186724.0,
      "step": 11875
    },
    {
      "entropy": 5.574132919311523,
      "epoch": 1.1743772241992882,
      "grad_norm": 1.5,
      "learning_rate": 0.0004870249393151021,
      "loss": 5.3843,
      "mean_token_accuracy": 0.17653077244758605,
      "num_tokens": 27198416.0,
      "step": 11880
    },
    {
      "entropy": 5.641961002349854,
      "epoch": 1.1748714907077897,
      "grad_norm": 1.5703125,
      "learning_rate": 0.00048701312597745986,
      "loss": 5.307,
      "mean_token_accuracy": 0.18012466728687287,
      "num_tokens": 27209347.0,
      "step": 11885
    },
    {
      "entropy": 5.6432661533355715,
      "epoch": 1.175365757216291,
      "grad_norm": 1.4453125,
      "learning_rate": 0.00048700130742426165,
      "loss": 5.3988,
      "mean_token_accuracy": 0.1704787015914917,
      "num_tokens": 27221061.0,
      "step": 11890
    },
    {
      "entropy": 5.629746580123902,
      "epoch": 1.1758600237247925,
      "grad_norm": 1.4296875,
      "learning_rate": 0.0004869894836557985,
      "loss": 5.3737,
      "mean_token_accuracy": 0.18714386522769927,
      "num_tokens": 27233436.0,
      "step": 11895
    },
    {
      "entropy": 5.657157850265503,
      "epoch": 1.1763542902332937,
      "grad_norm": 1.546875,
      "learning_rate": 0.00048697765467236117,
      "loss": 5.3814,
      "mean_token_accuracy": 0.18612172752618789,
      "num_tokens": 27246308.0,
      "step": 11900
    },
    {
      "entropy": 5.651254463195801,
      "epoch": 1.1768485567417952,
      "grad_norm": 1.4375,
      "learning_rate": 0.00048696582047424053,
      "loss": 5.4382,
      "mean_token_accuracy": 0.17277199029922485,
      "num_tokens": 27258187.0,
      "step": 11905
    },
    {
      "entropy": 5.628514671325684,
      "epoch": 1.1773428232502965,
      "grad_norm": 1.4609375,
      "learning_rate": 0.00048695398106172793,
      "loss": 5.4002,
      "mean_token_accuracy": 0.18142856806516647,
      "num_tokens": 27269411.0,
      "step": 11910
    },
    {
      "entropy": 5.630224800109863,
      "epoch": 1.177837089758798,
      "grad_norm": 1.3828125,
      "learning_rate": 0.0004869421364351145,
      "loss": 5.4196,
      "mean_token_accuracy": 0.1757066622376442,
      "num_tokens": 27280592.0,
      "step": 11915
    },
    {
      "entropy": 5.749567890167237,
      "epoch": 1.1783313562672992,
      "grad_norm": 1.53125,
      "learning_rate": 0.00048693028659469156,
      "loss": 5.5001,
      "mean_token_accuracy": 0.16359154284000396,
      "num_tokens": 27292151.0,
      "step": 11920
    },
    {
      "entropy": 5.660740852355957,
      "epoch": 1.1788256227758007,
      "grad_norm": 1.4609375,
      "learning_rate": 0.00048691843154075075,
      "loss": 5.3616,
      "mean_token_accuracy": 0.17889530807733536,
      "num_tokens": 27305371.0,
      "step": 11925
    },
    {
      "entropy": 5.623413515090943,
      "epoch": 1.1793198892843022,
      "grad_norm": 1.390625,
      "learning_rate": 0.00048690657127358367,
      "loss": 5.4557,
      "mean_token_accuracy": 0.1730481877923012,
      "num_tokens": 27316810.0,
      "step": 11930
    },
    {
      "entropy": 5.645069646835327,
      "epoch": 1.1798141557928035,
      "grad_norm": 1.53125,
      "learning_rate": 0.00048689470579348207,
      "loss": 5.4366,
      "mean_token_accuracy": 0.17546434402465821,
      "num_tokens": 27328412.0,
      "step": 11935
    },
    {
      "entropy": 5.707151222229004,
      "epoch": 1.180308422301305,
      "grad_norm": 1.5546875,
      "learning_rate": 0.00048688283510073775,
      "loss": 5.4833,
      "mean_token_accuracy": 0.17414152175188063,
      "num_tokens": 27340216.0,
      "step": 11940
    },
    {
      "entropy": 5.622820711135864,
      "epoch": 1.1808026888098062,
      "grad_norm": 1.5859375,
      "learning_rate": 0.0004868709591956429,
      "loss": 5.3127,
      "mean_token_accuracy": 0.17851535528898238,
      "num_tokens": 27350290.0,
      "step": 11945
    },
    {
      "entropy": 5.634811019897461,
      "epoch": 1.1812969553183077,
      "grad_norm": 1.5859375,
      "learning_rate": 0.00048685907807848955,
      "loss": 5.486,
      "mean_token_accuracy": 0.1703660801053047,
      "num_tokens": 27360639.0,
      "step": 11950
    },
    {
      "entropy": 5.62358283996582,
      "epoch": 1.181791221826809,
      "grad_norm": 1.359375,
      "learning_rate": 0.00048684719174957005,
      "loss": 5.3517,
      "mean_token_accuracy": 0.1807660326361656,
      "num_tokens": 27372059.0,
      "step": 11955
    },
    {
      "entropy": 5.663116455078125,
      "epoch": 1.1822854883353104,
      "grad_norm": 1.8671875,
      "learning_rate": 0.0004868353002091767,
      "loss": 5.4695,
      "mean_token_accuracy": 0.16530514657497405,
      "num_tokens": 27384308.0,
      "step": 11960
    },
    {
      "entropy": 5.575397205352783,
      "epoch": 1.1827797548438117,
      "grad_norm": 1.421875,
      "learning_rate": 0.0004868234034576021,
      "loss": 5.2754,
      "mean_token_accuracy": 0.1968613848090172,
      "num_tokens": 27395510.0,
      "step": 11965
    },
    {
      "entropy": 5.610069465637207,
      "epoch": 1.1832740213523132,
      "grad_norm": 1.34375,
      "learning_rate": 0.000486811501495139,
      "loss": 5.404,
      "mean_token_accuracy": 0.17248845845460892,
      "num_tokens": 27406697.0,
      "step": 11970
    },
    {
      "entropy": 5.638059663772583,
      "epoch": 1.1837682878608144,
      "grad_norm": 1.828125,
      "learning_rate": 0.0004867995943220801,
      "loss": 5.4212,
      "mean_token_accuracy": 0.18095448911190032,
      "num_tokens": 27418047.0,
      "step": 11975
    },
    {
      "entropy": 5.706262063980103,
      "epoch": 1.184262554369316,
      "grad_norm": 1.5078125,
      "learning_rate": 0.00048678768193871825,
      "loss": 5.5287,
      "mean_token_accuracy": 0.16767776757478714,
      "num_tokens": 27430044.0,
      "step": 11980
    },
    {
      "entropy": 5.656655359268188,
      "epoch": 1.1847568208778174,
      "grad_norm": 1.65625,
      "learning_rate": 0.0004867757643453466,
      "loss": 5.4489,
      "mean_token_accuracy": 0.17198732495307922,
      "num_tokens": 27441392.0,
      "step": 11985
    },
    {
      "entropy": 5.703206872940063,
      "epoch": 1.1852510873863187,
      "grad_norm": 1.390625,
      "learning_rate": 0.00048676384154225827,
      "loss": 5.5398,
      "mean_token_accuracy": 0.16984956264495848,
      "num_tokens": 27451356.0,
      "step": 11990
    },
    {
      "entropy": 5.602766323089599,
      "epoch": 1.1857453538948202,
      "grad_norm": 1.578125,
      "learning_rate": 0.0004867519135297466,
      "loss": 5.3635,
      "mean_token_accuracy": 0.1859638586640358,
      "num_tokens": 27462358.0,
      "step": 11995
    },
    {
      "entropy": 5.5955119132995605,
      "epoch": 1.1862396204033214,
      "grad_norm": 1.296875,
      "learning_rate": 0.00048673998030810507,
      "loss": 5.3555,
      "mean_token_accuracy": 0.17727247327566148,
      "num_tokens": 27474144.0,
      "step": 12000
    },
    {
      "epoch": 1.1862396204033214,
      "eval_entropy": 5.5140220208068325,
      "eval_loss": 5.510257244110107,
      "eval_mean_token_accuracy": 0.18012088329369733,
      "eval_num_tokens": 27474144.0,
      "eval_runtime": 26.4017,
      "eval_samples_per_second": 1231.475,
      "eval_steps_per_second": 153.967,
      "step": 12000
    },
    {
      "entropy": 5.739811515808105,
      "epoch": 1.186733886911823,
      "grad_norm": 1.359375,
      "learning_rate": 0.00048672804187762704,
      "loss": 5.5097,
      "mean_token_accuracy": 0.16732267439365386,
      "num_tokens": 27486337.0,
      "step": 12005
    },
    {
      "entropy": 5.657247114181518,
      "epoch": 1.1872281534203242,
      "grad_norm": 1.4296875,
      "learning_rate": 0.0004867160982386065,
      "loss": 5.4336,
      "mean_token_accuracy": 0.18076617270708084,
      "num_tokens": 27498686.0,
      "step": 12010
    },
    {
      "entropy": 5.7094970703125,
      "epoch": 1.1877224199288257,
      "grad_norm": 1.4609375,
      "learning_rate": 0.00048670414939133694,
      "loss": 5.4611,
      "mean_token_accuracy": 0.17435312420129775,
      "num_tokens": 27509850.0,
      "step": 12015
    },
    {
      "entropy": 5.778923892974854,
      "epoch": 1.188216686437327,
      "grad_norm": 1.578125,
      "learning_rate": 0.0004866921953361125,
      "loss": 5.558,
      "mean_token_accuracy": 0.16622319221496581,
      "num_tokens": 27521994.0,
      "step": 12020
    },
    {
      "entropy": 5.635497379302978,
      "epoch": 1.1887109529458284,
      "grad_norm": 1.6953125,
      "learning_rate": 0.0004866802360732273,
      "loss": 5.4934,
      "mean_token_accuracy": 0.17442448139190675,
      "num_tokens": 27534980.0,
      "step": 12025
    },
    {
      "entropy": 5.672856235504151,
      "epoch": 1.1892052194543297,
      "grad_norm": 1.40625,
      "learning_rate": 0.0004866682716029754,
      "loss": 5.3913,
      "mean_token_accuracy": 0.17617794126272202,
      "num_tokens": 27546461.0,
      "step": 12030
    },
    {
      "entropy": 5.665174865722657,
      "epoch": 1.1896994859628311,
      "grad_norm": 1.390625,
      "learning_rate": 0.00048665630192565117,
      "loss": 5.3281,
      "mean_token_accuracy": 0.18198878914117814,
      "num_tokens": 27557076.0,
      "step": 12035
    },
    {
      "entropy": 5.563039493560791,
      "epoch": 1.1901937524713326,
      "grad_norm": 1.4453125,
      "learning_rate": 0.0004866443270415491,
      "loss": 5.4388,
      "mean_token_accuracy": 0.18048588037490845,
      "num_tokens": 27569807.0,
      "step": 12040
    },
    {
      "entropy": 5.675030899047852,
      "epoch": 1.190688018979834,
      "grad_norm": 1.4375,
      "learning_rate": 0.0004866323469509637,
      "loss": 5.3448,
      "mean_token_accuracy": 0.18154726922512054,
      "num_tokens": 27579858.0,
      "step": 12045
    },
    {
      "entropy": 5.646805286407471,
      "epoch": 1.1911822854883354,
      "grad_norm": 1.421875,
      "learning_rate": 0.0004866203616541898,
      "loss": 5.4392,
      "mean_token_accuracy": 0.17135237157344818,
      "num_tokens": 27590192.0,
      "step": 12050
    },
    {
      "entropy": 5.616262292861938,
      "epoch": 1.1916765519968366,
      "grad_norm": 1.28125,
      "learning_rate": 0.00048660837115152214,
      "loss": 5.4372,
      "mean_token_accuracy": 0.18135599046945572,
      "num_tokens": 27601756.0,
      "step": 12055
    },
    {
      "entropy": 5.627850341796875,
      "epoch": 1.1921708185053381,
      "grad_norm": 1.3984375,
      "learning_rate": 0.0004865963754432557,
      "loss": 5.3573,
      "mean_token_accuracy": 0.18076136261224746,
      "num_tokens": 27614019.0,
      "step": 12060
    },
    {
      "entropy": 5.588666105270386,
      "epoch": 1.1926650850138394,
      "grad_norm": 1.7890625,
      "learning_rate": 0.0004865843745296856,
      "loss": 5.4031,
      "mean_token_accuracy": 0.17696809470653535,
      "num_tokens": 27626900.0,
      "step": 12065
    },
    {
      "entropy": 5.618898963928222,
      "epoch": 1.1931593515223409,
      "grad_norm": 1.3515625,
      "learning_rate": 0.00048657236841110707,
      "loss": 5.3423,
      "mean_token_accuracy": 0.18124785125255585,
      "num_tokens": 27637897.0,
      "step": 12070
    },
    {
      "entropy": 5.67648663520813,
      "epoch": 1.1936536180308421,
      "grad_norm": 1.4453125,
      "learning_rate": 0.0004865603570878155,
      "loss": 5.4485,
      "mean_token_accuracy": 0.1725422888994217,
      "num_tokens": 27649523.0,
      "step": 12075
    },
    {
      "entropy": 5.703610610961914,
      "epoch": 1.1941478845393436,
      "grad_norm": 1.453125,
      "learning_rate": 0.0004865483405601063,
      "loss": 5.4665,
      "mean_token_accuracy": 0.17718684077262878,
      "num_tokens": 27659406.0,
      "step": 12080
    },
    {
      "entropy": 5.589076232910156,
      "epoch": 1.1946421510478449,
      "grad_norm": 1.265625,
      "learning_rate": 0.0004865363188282751,
      "loss": 5.3647,
      "mean_token_accuracy": 0.1768591359257698,
      "num_tokens": 27670912.0,
      "step": 12085
    },
    {
      "entropy": 5.655852746963501,
      "epoch": 1.1951364175563464,
      "grad_norm": 1.3359375,
      "learning_rate": 0.00048652429189261767,
      "loss": 5.4101,
      "mean_token_accuracy": 0.18040030747652053,
      "num_tokens": 27681667.0,
      "step": 12090
    },
    {
      "entropy": 5.652654838562012,
      "epoch": 1.1956306840648478,
      "grad_norm": 1.890625,
      "learning_rate": 0.0004865122597534298,
      "loss": 5.4287,
      "mean_token_accuracy": 0.17895926535129547,
      "num_tokens": 27692170.0,
      "step": 12095
    },
    {
      "entropy": 5.5692291259765625,
      "epoch": 1.196124950573349,
      "grad_norm": 1.4921875,
      "learning_rate": 0.0004865002224110075,
      "loss": 5.2976,
      "mean_token_accuracy": 0.18794215023517608,
      "num_tokens": 27702533.0,
      "step": 12100
    },
    {
      "entropy": 5.615765953063965,
      "epoch": 1.1966192170818506,
      "grad_norm": 1.5,
      "learning_rate": 0.000486488179865647,
      "loss": 5.3229,
      "mean_token_accuracy": 0.18321851789951324,
      "num_tokens": 27713795.0,
      "step": 12105
    },
    {
      "entropy": 5.655087471008301,
      "epoch": 1.1971134835903519,
      "grad_norm": 1.3984375,
      "learning_rate": 0.0004864761321176444,
      "loss": 5.4615,
      "mean_token_accuracy": 0.1752711534500122,
      "num_tokens": 27725404.0,
      "step": 12110
    },
    {
      "entropy": 5.595058250427246,
      "epoch": 1.1976077500988533,
      "grad_norm": 1.5390625,
      "learning_rate": 0.0004864640791672962,
      "loss": 5.3531,
      "mean_token_accuracy": 0.17602431178092956,
      "num_tokens": 27737537.0,
      "step": 12115
    },
    {
      "entropy": 5.596295928955078,
      "epoch": 1.1981020166073546,
      "grad_norm": 1.828125,
      "learning_rate": 0.0004864520210148988,
      "loss": 5.3576,
      "mean_token_accuracy": 0.18118408620357512,
      "num_tokens": 27749841.0,
      "step": 12120
    },
    {
      "entropy": 5.6556768894195555,
      "epoch": 1.198596283115856,
      "grad_norm": 1.375,
      "learning_rate": 0.0004864399576607489,
      "loss": 5.471,
      "mean_token_accuracy": 0.17475775331258775,
      "num_tokens": 27760302.0,
      "step": 12125
    },
    {
      "entropy": 5.6397792339324955,
      "epoch": 1.1990905496243576,
      "grad_norm": 2.125,
      "learning_rate": 0.00048642788910514324,
      "loss": 5.4584,
      "mean_token_accuracy": 0.17943050116300582,
      "num_tokens": 27770989.0,
      "step": 12130
    },
    {
      "entropy": 5.714544105529785,
      "epoch": 1.1995848161328588,
      "grad_norm": 1.4296875,
      "learning_rate": 0.00048641581534837863,
      "loss": 5.4042,
      "mean_token_accuracy": 0.17871297597885133,
      "num_tokens": 27785196.0,
      "step": 12135
    },
    {
      "entropy": 5.620921564102173,
      "epoch": 1.2000790826413603,
      "grad_norm": 1.5078125,
      "learning_rate": 0.00048640373639075225,
      "loss": 5.4314,
      "mean_token_accuracy": 0.17638997584581376,
      "num_tokens": 27795588.0,
      "step": 12140
    },
    {
      "entropy": 5.565603399276734,
      "epoch": 1.2005733491498616,
      "grad_norm": 1.4296875,
      "learning_rate": 0.00048639165223256117,
      "loss": 5.3449,
      "mean_token_accuracy": 0.17768989205360414,
      "num_tokens": 27807204.0,
      "step": 12145
    },
    {
      "entropy": 5.617923736572266,
      "epoch": 1.201067615658363,
      "grad_norm": 1.390625,
      "learning_rate": 0.00048637956287410263,
      "loss": 5.3388,
      "mean_token_accuracy": 0.18450913578271866,
      "num_tokens": 27817959.0,
      "step": 12150
    },
    {
      "entropy": 5.667637157440185,
      "epoch": 1.2015618821668643,
      "grad_norm": 1.4140625,
      "learning_rate": 0.00048636746831567403,
      "loss": 5.5082,
      "mean_token_accuracy": 0.170717990398407,
      "num_tokens": 27830736.0,
      "step": 12155
    },
    {
      "entropy": 5.660735654830932,
      "epoch": 1.2020561486753658,
      "grad_norm": 1.8828125,
      "learning_rate": 0.0004863553685575729,
      "loss": 5.4385,
      "mean_token_accuracy": 0.1692439377307892,
      "num_tokens": 27840992.0,
      "step": 12160
    },
    {
      "entropy": 5.676145792007446,
      "epoch": 1.202550415183867,
      "grad_norm": 1.3984375,
      "learning_rate": 0.0004863432636000969,
      "loss": 5.4075,
      "mean_token_accuracy": 0.17512346804141998,
      "num_tokens": 27852747.0,
      "step": 12165
    },
    {
      "entropy": 5.640401172637939,
      "epoch": 1.2030446816923686,
      "grad_norm": 1.3203125,
      "learning_rate": 0.0004863311534435439,
      "loss": 5.4989,
      "mean_token_accuracy": 0.17363506257534028,
      "num_tokens": 27865136.0,
      "step": 12170
    },
    {
      "entropy": 5.712698268890381,
      "epoch": 1.2035389482008698,
      "grad_norm": 1.7578125,
      "learning_rate": 0.00048631903808821176,
      "loss": 5.3447,
      "mean_token_accuracy": 0.18180596083402634,
      "num_tokens": 27876489.0,
      "step": 12175
    },
    {
      "entropy": 5.613698101043701,
      "epoch": 1.2040332147093713,
      "grad_norm": 1.4765625,
      "learning_rate": 0.00048630691753439844,
      "loss": 5.3516,
      "mean_token_accuracy": 0.1796725422143936,
      "num_tokens": 27886478.0,
      "step": 12180
    },
    {
      "entropy": 5.571279525756836,
      "epoch": 1.2045274812178728,
      "grad_norm": 1.546875,
      "learning_rate": 0.0004862947917824022,
      "loss": 5.374,
      "mean_token_accuracy": 0.1868493989109993,
      "num_tokens": 27897473.0,
      "step": 12185
    },
    {
      "entropy": 5.614389181137085,
      "epoch": 1.205021747726374,
      "grad_norm": 1.359375,
      "learning_rate": 0.00048628266083252124,
      "loss": 5.3351,
      "mean_token_accuracy": 0.17487846314907074,
      "num_tokens": 27908390.0,
      "step": 12190
    },
    {
      "entropy": 5.696160984039307,
      "epoch": 1.2055160142348755,
      "grad_norm": 1.5234375,
      "learning_rate": 0.0004862705246850541,
      "loss": 5.4058,
      "mean_token_accuracy": 0.17434001415967942,
      "num_tokens": 27919372.0,
      "step": 12195
    },
    {
      "entropy": 5.5829774856567385,
      "epoch": 1.2060102807433768,
      "grad_norm": 1.3203125,
      "learning_rate": 0.0004862583833402993,
      "loss": 5.3797,
      "mean_token_accuracy": 0.17981068789958954,
      "num_tokens": 27931294.0,
      "step": 12200
    },
    {
      "entropy": 5.660366868972778,
      "epoch": 1.2065045472518783,
      "grad_norm": 1.421875,
      "learning_rate": 0.0004862462367985554,
      "loss": 5.4295,
      "mean_token_accuracy": 0.1760703966021538,
      "num_tokens": 27941782.0,
      "step": 12205
    },
    {
      "entropy": 5.620453786849976,
      "epoch": 1.2069988137603795,
      "grad_norm": 1.421875,
      "learning_rate": 0.0004862340850601214,
      "loss": 5.3257,
      "mean_token_accuracy": 0.19191028475761412,
      "num_tokens": 27951703.0,
      "step": 12210
    },
    {
      "entropy": 5.655619049072266,
      "epoch": 1.207493080268881,
      "grad_norm": 1.3359375,
      "learning_rate": 0.0004862219281252961,
      "loss": 5.3656,
      "mean_token_accuracy": 0.18273694962263107,
      "num_tokens": 27962049.0,
      "step": 12215
    },
    {
      "entropy": 5.675875425338745,
      "epoch": 1.2079873467773823,
      "grad_norm": 1.40625,
      "learning_rate": 0.0004862097659943786,
      "loss": 5.4074,
      "mean_token_accuracy": 0.17820671647787095,
      "num_tokens": 27973502.0,
      "step": 12220
    },
    {
      "entropy": 5.550475168228149,
      "epoch": 1.2084816132858838,
      "grad_norm": 1.2734375,
      "learning_rate": 0.00048619759866766807,
      "loss": 5.2836,
      "mean_token_accuracy": 0.18255395740270614,
      "num_tokens": 27984653.0,
      "step": 12225
    },
    {
      "entropy": 5.638367605209351,
      "epoch": 1.208975879794385,
      "grad_norm": 1.4296875,
      "learning_rate": 0.00048618542614546384,
      "loss": 5.4858,
      "mean_token_accuracy": 0.16729370206594468,
      "num_tokens": 27995152.0,
      "step": 12230
    },
    {
      "entropy": 5.725869369506836,
      "epoch": 1.2094701463028865,
      "grad_norm": 1.4375,
      "learning_rate": 0.00048617324842806545,
      "loss": 5.5598,
      "mean_token_accuracy": 0.16973497122526168,
      "num_tokens": 28006928.0,
      "step": 12235
    },
    {
      "entropy": 5.67096529006958,
      "epoch": 1.209964412811388,
      "grad_norm": 1.453125,
      "learning_rate": 0.00048616106551577226,
      "loss": 5.3859,
      "mean_token_accuracy": 0.17552573084831238,
      "num_tokens": 28018004.0,
      "step": 12240
    },
    {
      "entropy": 5.682720947265625,
      "epoch": 1.2104586793198893,
      "grad_norm": 1.2578125,
      "learning_rate": 0.00048614887740888426,
      "loss": 5.4847,
      "mean_token_accuracy": 0.16631695330142976,
      "num_tokens": 28030645.0,
      "step": 12245
    },
    {
      "entropy": 5.6960653305053714,
      "epoch": 1.2109529458283907,
      "grad_norm": 1.5703125,
      "learning_rate": 0.000486136684107701,
      "loss": 5.3983,
      "mean_token_accuracy": 0.18029665350914,
      "num_tokens": 28042591.0,
      "step": 12250
    },
    {
      "entropy": 5.589819478988647,
      "epoch": 1.211447212336892,
      "grad_norm": 1.3515625,
      "learning_rate": 0.0004861244856125226,
      "loss": 5.351,
      "mean_token_accuracy": 0.18234280049800872,
      "num_tokens": 28053285.0,
      "step": 12255
    },
    {
      "entropy": 5.518368053436279,
      "epoch": 1.2119414788453935,
      "grad_norm": 1.546875,
      "learning_rate": 0.0004861122819236491,
      "loss": 5.335,
      "mean_token_accuracy": 0.1806777760386467,
      "num_tokens": 28065747.0,
      "step": 12260
    },
    {
      "entropy": 5.627572441101075,
      "epoch": 1.2124357453538948,
      "grad_norm": 1.375,
      "learning_rate": 0.00048610007304138067,
      "loss": 5.3808,
      "mean_token_accuracy": 0.17638372629880905,
      "num_tokens": 28077112.0,
      "step": 12265
    },
    {
      "entropy": 5.630892562866211,
      "epoch": 1.2129300118623962,
      "grad_norm": 1.65625,
      "learning_rate": 0.0004860878589660177,
      "loss": 5.3865,
      "mean_token_accuracy": 0.18621813058853148,
      "num_tokens": 28088835.0,
      "step": 12270
    },
    {
      "entropy": 5.733489227294922,
      "epoch": 1.2134242783708975,
      "grad_norm": 1.515625,
      "learning_rate": 0.0004860756396978607,
      "loss": 5.4748,
      "mean_token_accuracy": 0.16959445178508759,
      "num_tokens": 28100921.0,
      "step": 12275
    },
    {
      "entropy": 5.681570243835449,
      "epoch": 1.213918544879399,
      "grad_norm": 1.5390625,
      "learning_rate": 0.0004860634152372102,
      "loss": 5.3867,
      "mean_token_accuracy": 0.17884536385536193,
      "num_tokens": 28112531.0,
      "step": 12280
    },
    {
      "entropy": 5.6841654777526855,
      "epoch": 1.2144128113879002,
      "grad_norm": 1.6640625,
      "learning_rate": 0.0004860511855843669,
      "loss": 5.4332,
      "mean_token_accuracy": 0.17698246389627456,
      "num_tokens": 28123821.0,
      "step": 12285
    },
    {
      "entropy": 5.626000261306762,
      "epoch": 1.2149070778964017,
      "grad_norm": 1.7265625,
      "learning_rate": 0.00048603895073963177,
      "loss": 5.3761,
      "mean_token_accuracy": 0.1729662999510765,
      "num_tokens": 28135046.0,
      "step": 12290
    },
    {
      "entropy": 5.6053605556488035,
      "epoch": 1.2154013444049032,
      "grad_norm": 1.3203125,
      "learning_rate": 0.00048602671070330564,
      "loss": 5.3832,
      "mean_token_accuracy": 0.18139130920171737,
      "num_tokens": 28145870.0,
      "step": 12295
    },
    {
      "entropy": 5.6928201675415036,
      "epoch": 1.2158956109134045,
      "grad_norm": 1.5078125,
      "learning_rate": 0.00048601446547568973,
      "loss": 5.3982,
      "mean_token_accuracy": 0.17751380056142807,
      "num_tokens": 28156078.0,
      "step": 12300
    },
    {
      "entropy": 5.659221839904785,
      "epoch": 1.216389877421906,
      "grad_norm": 1.3359375,
      "learning_rate": 0.0004860022150570852,
      "loss": 5.3714,
      "mean_token_accuracy": 0.1776227831840515,
      "num_tokens": 28166658.0,
      "step": 12305
    },
    {
      "entropy": 5.5944211959838865,
      "epoch": 1.2168841439304072,
      "grad_norm": 1.3203125,
      "learning_rate": 0.00048598995944779344,
      "loss": 5.4104,
      "mean_token_accuracy": 0.17678799480199814,
      "num_tokens": 28178890.0,
      "step": 12310
    },
    {
      "entropy": 5.612985229492187,
      "epoch": 1.2173784104389087,
      "grad_norm": 1.2734375,
      "learning_rate": 0.00048597769864811604,
      "loss": 5.3727,
      "mean_token_accuracy": 0.18694625943899154,
      "num_tokens": 28191101.0,
      "step": 12315
    },
    {
      "entropy": 5.64115424156189,
      "epoch": 1.21787267694741,
      "grad_norm": 1.703125,
      "learning_rate": 0.0004859654326583544,
      "loss": 5.4669,
      "mean_token_accuracy": 0.17831785529851912,
      "num_tokens": 28202877.0,
      "step": 12320
    },
    {
      "entropy": 5.680452442169189,
      "epoch": 1.2183669434559115,
      "grad_norm": 1.4453125,
      "learning_rate": 0.0004859531614788105,
      "loss": 5.4376,
      "mean_token_accuracy": 0.1753949835896492,
      "num_tokens": 28214762.0,
      "step": 12325
    },
    {
      "entropy": 5.682998323440552,
      "epoch": 1.2188612099644127,
      "grad_norm": 1.5703125,
      "learning_rate": 0.000485940885109786,
      "loss": 5.3839,
      "mean_token_accuracy": 0.17759552896022796,
      "num_tokens": 28225830.0,
      "step": 12330
    },
    {
      "entropy": 5.557255125045776,
      "epoch": 1.2193554764729142,
      "grad_norm": 1.7421875,
      "learning_rate": 0.00048592860355158306,
      "loss": 5.3635,
      "mean_token_accuracy": 0.18647830337285995,
      "num_tokens": 28237302.0,
      "step": 12335
    },
    {
      "entropy": 5.612345838546753,
      "epoch": 1.2198497429814155,
      "grad_norm": 1.5,
      "learning_rate": 0.0004859163168045038,
      "loss": 5.3754,
      "mean_token_accuracy": 0.1846173033118248,
      "num_tokens": 28247658.0,
      "step": 12340
    },
    {
      "entropy": 5.613757658004761,
      "epoch": 1.220344009489917,
      "grad_norm": 2.078125,
      "learning_rate": 0.0004859040248688503,
      "loss": 5.4395,
      "mean_token_accuracy": 0.1818190962076187,
      "num_tokens": 28258473.0,
      "step": 12345
    },
    {
      "entropy": 5.741697692871094,
      "epoch": 1.2208382759984184,
      "grad_norm": 1.4921875,
      "learning_rate": 0.00048589172774492515,
      "loss": 5.5443,
      "mean_token_accuracy": 0.17012276500463486,
      "num_tokens": 28270167.0,
      "step": 12350
    },
    {
      "entropy": 5.60206937789917,
      "epoch": 1.2213325425069197,
      "grad_norm": 1.375,
      "learning_rate": 0.00048587942543303075,
      "loss": 5.3912,
      "mean_token_accuracy": 0.18306322246789933,
      "num_tokens": 28282047.0,
      "step": 12355
    },
    {
      "entropy": 5.640376424789428,
      "epoch": 1.2218268090154212,
      "grad_norm": 1.8359375,
      "learning_rate": 0.0004858671179334698,
      "loss": 5.3562,
      "mean_token_accuracy": 0.18394216746091843,
      "num_tokens": 28292868.0,
      "step": 12360
    },
    {
      "entropy": 5.705264711380005,
      "epoch": 1.2223210755239224,
      "grad_norm": 1.8359375,
      "learning_rate": 0.00048585480524654504,
      "loss": 5.5139,
      "mean_token_accuracy": 0.1703129768371582,
      "num_tokens": 28303816.0,
      "step": 12365
    },
    {
      "entropy": 5.7533531665802,
      "epoch": 1.222815342032424,
      "grad_norm": 1.59375,
      "learning_rate": 0.0004858424873725593,
      "loss": 5.4959,
      "mean_token_accuracy": 0.17069889158010482,
      "num_tokens": 28315191.0,
      "step": 12370
    },
    {
      "entropy": 5.669316530227661,
      "epoch": 1.2233096085409252,
      "grad_norm": 1.375,
      "learning_rate": 0.0004858301643118157,
      "loss": 5.3583,
      "mean_token_accuracy": 0.18108568489551544,
      "num_tokens": 28325312.0,
      "step": 12375
    },
    {
      "entropy": 5.642570304870605,
      "epoch": 1.2238038750494267,
      "grad_norm": 1.4453125,
      "learning_rate": 0.0004858178360646174,
      "loss": 5.4362,
      "mean_token_accuracy": 0.1718377485871315,
      "num_tokens": 28336171.0,
      "step": 12380
    },
    {
      "entropy": 5.635008192062378,
      "epoch": 1.2242981415579282,
      "grad_norm": 1.4609375,
      "learning_rate": 0.00048580550263126757,
      "loss": 5.412,
      "mean_token_accuracy": 0.16938796043395996,
      "num_tokens": 28347488.0,
      "step": 12385
    },
    {
      "entropy": 5.6321797370910645,
      "epoch": 1.2247924080664294,
      "grad_norm": 1.4921875,
      "learning_rate": 0.0004857931640120697,
      "loss": 5.3261,
      "mean_token_accuracy": 0.18346469849348068,
      "num_tokens": 28358653.0,
      "step": 12390
    },
    {
      "entropy": 5.619165849685669,
      "epoch": 1.2252866745749307,
      "grad_norm": 1.4921875,
      "learning_rate": 0.00048578082020732724,
      "loss": 5.3817,
      "mean_token_accuracy": 0.19016854465007782,
      "num_tokens": 28369588.0,
      "step": 12395
    },
    {
      "entropy": 5.605570983886719,
      "epoch": 1.2257809410834322,
      "grad_norm": 1.453125,
      "learning_rate": 0.000485768471217344,
      "loss": 5.3182,
      "mean_token_accuracy": 0.18049757480621337,
      "num_tokens": 28382009.0,
      "step": 12400
    },
    {
      "entropy": 5.700220441818237,
      "epoch": 1.2262752075919336,
      "grad_norm": 1.546875,
      "learning_rate": 0.0004857561170424235,
      "loss": 5.4522,
      "mean_token_accuracy": 0.17025645822286606,
      "num_tokens": 28394376.0,
      "step": 12405
    },
    {
      "entropy": 5.66279354095459,
      "epoch": 1.226769474100435,
      "grad_norm": 1.8671875,
      "learning_rate": 0.00048574375768286996,
      "loss": 5.4606,
      "mean_token_accuracy": 0.1747723937034607,
      "num_tokens": 28406453.0,
      "step": 12410
    },
    {
      "entropy": 5.681567859649658,
      "epoch": 1.2272637406089364,
      "grad_norm": 1.703125,
      "learning_rate": 0.00048573139313898723,
      "loss": 5.4079,
      "mean_token_accuracy": 0.1819054201245308,
      "num_tokens": 28417178.0,
      "step": 12415
    },
    {
      "entropy": 5.6706850051879885,
      "epoch": 1.2277580071174377,
      "grad_norm": 1.390625,
      "learning_rate": 0.0004857190234110795,
      "loss": 5.3876,
      "mean_token_accuracy": 0.1764465883374214,
      "num_tokens": 28428396.0,
      "step": 12420
    },
    {
      "entropy": 5.49635157585144,
      "epoch": 1.2282522736259391,
      "grad_norm": 1.5234375,
      "learning_rate": 0.0004857066484994512,
      "loss": 5.3447,
      "mean_token_accuracy": 0.18193579614162445,
      "num_tokens": 28441239.0,
      "step": 12425
    },
    {
      "entropy": 5.7104579448699955,
      "epoch": 1.2287465401344404,
      "grad_norm": 1.71875,
      "learning_rate": 0.0004856942684044067,
      "loss": 5.5477,
      "mean_token_accuracy": 0.18025958240032197,
      "num_tokens": 28453671.0,
      "step": 12430
    },
    {
      "entropy": 5.6799072265625,
      "epoch": 1.2292408066429419,
      "grad_norm": 1.4453125,
      "learning_rate": 0.00048568188312625037,
      "loss": 5.3981,
      "mean_token_accuracy": 0.17662502974271774,
      "num_tokens": 28465922.0,
      "step": 12435
    },
    {
      "entropy": 5.650804281234741,
      "epoch": 1.2297350731514434,
      "grad_norm": 1.9140625,
      "learning_rate": 0.0004856694926652871,
      "loss": 5.3942,
      "mean_token_accuracy": 0.17636173516511916,
      "num_tokens": 28477559.0,
      "step": 12440
    },
    {
      "entropy": 5.637345218658448,
      "epoch": 1.2302293396599446,
      "grad_norm": 1.515625,
      "learning_rate": 0.00048565709702182164,
      "loss": 5.4299,
      "mean_token_accuracy": 0.17880400121212006,
      "num_tokens": 28489276.0,
      "step": 12445
    },
    {
      "entropy": 5.6748137950897215,
      "epoch": 1.2307236061684461,
      "grad_norm": 1.6640625,
      "learning_rate": 0.0004856446961961589,
      "loss": 5.528,
      "mean_token_accuracy": 0.17531248331069946,
      "num_tokens": 28500821.0,
      "step": 12450
    },
    {
      "entropy": 5.658227396011353,
      "epoch": 1.2312178726769474,
      "grad_norm": 1.5234375,
      "learning_rate": 0.00048563229018860394,
      "loss": 5.4392,
      "mean_token_accuracy": 0.1774931490421295,
      "num_tokens": 28513646.0,
      "step": 12455
    },
    {
      "entropy": 5.683524656295776,
      "epoch": 1.2317121391854489,
      "grad_norm": 1.5625,
      "learning_rate": 0.00048561987899946204,
      "loss": 5.4276,
      "mean_token_accuracy": 0.1752988278865814,
      "num_tokens": 28525508.0,
      "step": 12460
    },
    {
      "entropy": 5.7381178855896,
      "epoch": 1.2322064056939501,
      "grad_norm": 2.03125,
      "learning_rate": 0.00048560746262903836,
      "loss": 5.4302,
      "mean_token_accuracy": 0.176610304415226,
      "num_tokens": 28537863.0,
      "step": 12465
    },
    {
      "entropy": 5.599919939041138,
      "epoch": 1.2327006722024516,
      "grad_norm": 1.5234375,
      "learning_rate": 0.0004855950410776385,
      "loss": 5.4294,
      "mean_token_accuracy": 0.17595396041870118,
      "num_tokens": 28550163.0,
      "step": 12470
    },
    {
      "entropy": 5.62755274772644,
      "epoch": 1.2331949387109529,
      "grad_norm": 1.2890625,
      "learning_rate": 0.0004855826143455678,
      "loss": 5.3184,
      "mean_token_accuracy": 0.1826096773147583,
      "num_tokens": 28560501.0,
      "step": 12475
    },
    {
      "entropy": 5.739967250823975,
      "epoch": 1.2336892052194544,
      "grad_norm": 2.15625,
      "learning_rate": 0.0004855701824331323,
      "loss": 5.4661,
      "mean_token_accuracy": 0.16783886551856994,
      "num_tokens": 28573057.0,
      "step": 12480
    },
    {
      "entropy": 5.6555641174316404,
      "epoch": 1.2341834717279556,
      "grad_norm": 1.4375,
      "learning_rate": 0.00048555774534063753,
      "loss": 5.4591,
      "mean_token_accuracy": 0.1719682291150093,
      "num_tokens": 28585147.0,
      "step": 12485
    },
    {
      "entropy": 5.5736206531524655,
      "epoch": 1.234677738236457,
      "grad_norm": 1.40625,
      "learning_rate": 0.0004855453030683896,
      "loss": 5.4346,
      "mean_token_accuracy": 0.17766974866390228,
      "num_tokens": 28597774.0,
      "step": 12490
    },
    {
      "entropy": 5.685682868957519,
      "epoch": 1.2351720047449586,
      "grad_norm": 1.390625,
      "learning_rate": 0.0004855328556166945,
      "loss": 5.3544,
      "mean_token_accuracy": 0.18068389743566513,
      "num_tokens": 28610031.0,
      "step": 12495
    },
    {
      "entropy": 5.687689638137817,
      "epoch": 1.2356662712534598,
      "grad_norm": 1.546875,
      "learning_rate": 0.0004855204029858586,
      "loss": 5.4209,
      "mean_token_accuracy": 0.17408981323242187,
      "num_tokens": 28621485.0,
      "step": 12500
    },
    {
      "entropy": 5.578461313247681,
      "epoch": 1.2361605377619613,
      "grad_norm": 1.5,
      "learning_rate": 0.0004855079451761881,
      "loss": 5.3359,
      "mean_token_accuracy": 0.1862749397754669,
      "num_tokens": 28632213.0,
      "step": 12505
    },
    {
      "entropy": 5.695471096038818,
      "epoch": 1.2366548042704626,
      "grad_norm": 1.640625,
      "learning_rate": 0.0004854954821879894,
      "loss": 5.5189,
      "mean_token_accuracy": 0.1741614282131195,
      "num_tokens": 28643994.0,
      "step": 12510
    },
    {
      "entropy": 5.770418787002564,
      "epoch": 1.237149070778964,
      "grad_norm": 1.53125,
      "learning_rate": 0.00048548301402156927,
      "loss": 5.4386,
      "mean_token_accuracy": 0.17961105108261108,
      "num_tokens": 28656556.0,
      "step": 12515
    },
    {
      "entropy": 5.640476369857788,
      "epoch": 1.2376433372874653,
      "grad_norm": 1.484375,
      "learning_rate": 0.0004854705406772343,
      "loss": 5.426,
      "mean_token_accuracy": 0.18069577664136888,
      "num_tokens": 28668022.0,
      "step": 12520
    },
    {
      "entropy": 5.609474754333496,
      "epoch": 1.2381376037959668,
      "grad_norm": 1.4375,
      "learning_rate": 0.00048545806215529136,
      "loss": 5.4312,
      "mean_token_accuracy": 0.1721807077527046,
      "num_tokens": 28679074.0,
      "step": 12525
    },
    {
      "entropy": 5.630985260009766,
      "epoch": 1.238631870304468,
      "grad_norm": 1.1484375,
      "learning_rate": 0.00048544557845604753,
      "loss": 5.3557,
      "mean_token_accuracy": 0.18284886479377746,
      "num_tokens": 28691872.0,
      "step": 12530
    },
    {
      "entropy": 5.736825895309448,
      "epoch": 1.2391261368129696,
      "grad_norm": 1.625,
      "learning_rate": 0.00048543308957980973,
      "loss": 5.4639,
      "mean_token_accuracy": 0.17925804555416108,
      "num_tokens": 28703367.0,
      "step": 12535
    },
    {
      "entropy": 5.581083488464356,
      "epoch": 1.2396204033214708,
      "grad_norm": 1.6171875,
      "learning_rate": 0.0004854205955268853,
      "loss": 5.2938,
      "mean_token_accuracy": 0.18966979831457137,
      "num_tokens": 28713841.0,
      "step": 12540
    },
    {
      "entropy": 5.617019414901733,
      "epoch": 1.2401146698299723,
      "grad_norm": 1.6171875,
      "learning_rate": 0.00048540809629758167,
      "loss": 5.4704,
      "mean_token_accuracy": 0.1692992240190506,
      "num_tokens": 28724924.0,
      "step": 12545
    },
    {
      "entropy": 5.6759274959564205,
      "epoch": 1.2406089363384738,
      "grad_norm": 1.25,
      "learning_rate": 0.0004853955918922061,
      "loss": 5.4277,
      "mean_token_accuracy": 0.17921543270349502,
      "num_tokens": 28736236.0,
      "step": 12550
    },
    {
      "entropy": 5.70656533241272,
      "epoch": 1.241103202846975,
      "grad_norm": 1.4609375,
      "learning_rate": 0.0004853830823110663,
      "loss": 5.466,
      "mean_token_accuracy": 0.1763219028711319,
      "num_tokens": 28748841.0,
      "step": 12555
    },
    {
      "entropy": 5.610775709152222,
      "epoch": 1.2415974693554765,
      "grad_norm": 1.3671875,
      "learning_rate": 0.0004853705675544702,
      "loss": 5.3275,
      "mean_token_accuracy": 0.18271404206752778,
      "num_tokens": 28759491.0,
      "step": 12560
    },
    {
      "entropy": 5.524050188064575,
      "epoch": 1.2420917358639778,
      "grad_norm": 1.3828125,
      "learning_rate": 0.0004853580476227254,
      "loss": 5.2976,
      "mean_token_accuracy": 0.18501685708761215,
      "num_tokens": 28771668.0,
      "step": 12565
    },
    {
      "entropy": 5.5875575065612795,
      "epoch": 1.2425860023724793,
      "grad_norm": 1.5703125,
      "learning_rate": 0.00048534552251614,
      "loss": 5.4221,
      "mean_token_accuracy": 0.17837006449699402,
      "num_tokens": 28783102.0,
      "step": 12570
    },
    {
      "entropy": 5.6870335102081295,
      "epoch": 1.2430802688809806,
      "grad_norm": 1.359375,
      "learning_rate": 0.00048533299223502217,
      "loss": 5.4271,
      "mean_token_accuracy": 0.17940369248390198,
      "num_tokens": 28794643.0,
      "step": 12575
    },
    {
      "entropy": 5.661948823928833,
      "epoch": 1.243574535389482,
      "grad_norm": 1.5703125,
      "learning_rate": 0.0004853204567796801,
      "loss": 5.4331,
      "mean_token_accuracy": 0.17136591374874116,
      "num_tokens": 28806597.0,
      "step": 12580
    },
    {
      "entropy": 5.632091426849366,
      "epoch": 1.2440688018979833,
      "grad_norm": 1.609375,
      "learning_rate": 0.000485307916150422,
      "loss": 5.3856,
      "mean_token_accuracy": 0.17984899282455444,
      "num_tokens": 28817379.0,
      "step": 12585
    },
    {
      "entropy": 5.621669912338257,
      "epoch": 1.2445630684064848,
      "grad_norm": 1.5703125,
      "learning_rate": 0.0004852953703475567,
      "loss": 5.3909,
      "mean_token_accuracy": 0.17360709905624389,
      "num_tokens": 28828412.0,
      "step": 12590
    },
    {
      "entropy": 5.587964200973511,
      "epoch": 1.245057334914986,
      "grad_norm": 1.5234375,
      "learning_rate": 0.00048528281937139264,
      "loss": 5.316,
      "mean_token_accuracy": 0.1840084671974182,
      "num_tokens": 28839888.0,
      "step": 12595
    },
    {
      "entropy": 5.704300451278686,
      "epoch": 1.2455516014234875,
      "grad_norm": 1.5,
      "learning_rate": 0.00048527026322223854,
      "loss": 5.4969,
      "mean_token_accuracy": 0.1701827421784401,
      "num_tokens": 28852113.0,
      "step": 12600
    },
    {
      "entropy": 5.692036962509155,
      "epoch": 1.246045867931989,
      "grad_norm": 1.4765625,
      "learning_rate": 0.0004852577019004035,
      "loss": 5.4663,
      "mean_token_accuracy": 0.17194680720567704,
      "num_tokens": 28864715.0,
      "step": 12605
    },
    {
      "entropy": 5.597376585006714,
      "epoch": 1.2465401344404903,
      "grad_norm": 1.421875,
      "learning_rate": 0.0004852451354061962,
      "loss": 5.2876,
      "mean_token_accuracy": 0.18463059812784194,
      "num_tokens": 28875166.0,
      "step": 12610
    },
    {
      "entropy": 5.582881498336792,
      "epoch": 1.2470344009489918,
      "grad_norm": 1.6875,
      "learning_rate": 0.00048523256373992604,
      "loss": 5.3724,
      "mean_token_accuracy": 0.18343687802553177,
      "num_tokens": 28885946.0,
      "step": 12615
    },
    {
      "entropy": 5.611480045318603,
      "epoch": 1.247528667457493,
      "grad_norm": 1.4140625,
      "learning_rate": 0.0004852199869019021,
      "loss": 5.3716,
      "mean_token_accuracy": 0.17991825491189956,
      "num_tokens": 28896654.0,
      "step": 12620
    },
    {
      "entropy": 5.6644855499267575,
      "epoch": 1.2480229339659945,
      "grad_norm": 1.5390625,
      "learning_rate": 0.00048520740489243396,
      "loss": 5.4131,
      "mean_token_accuracy": 0.17587956190109252,
      "num_tokens": 28908306.0,
      "step": 12625
    },
    {
      "entropy": 5.675091171264649,
      "epoch": 1.2485172004744958,
      "grad_norm": 1.3046875,
      "learning_rate": 0.00048519481771183107,
      "loss": 5.4399,
      "mean_token_accuracy": 0.16886961460113525,
      "num_tokens": 28921044.0,
      "step": 12630
    },
    {
      "entropy": 5.631007289886474,
      "epoch": 1.2490114669829973,
      "grad_norm": 1.8203125,
      "learning_rate": 0.000485182225360403,
      "loss": 5.3418,
      "mean_token_accuracy": 0.18043060451745987,
      "num_tokens": 28932290.0,
      "step": 12635
    },
    {
      "entropy": 5.658507061004639,
      "epoch": 1.2495057334914987,
      "grad_norm": 1.5,
      "learning_rate": 0.0004851696278384596,
      "loss": 5.3923,
      "mean_token_accuracy": 0.18084783405065535,
      "num_tokens": 28943482.0,
      "step": 12640
    },
    {
      "entropy": 5.562141704559326,
      "epoch": 1.25,
      "grad_norm": 1.6015625,
      "learning_rate": 0.0004851570251463107,
      "loss": 5.4219,
      "mean_token_accuracy": 0.1782122403383255,
      "num_tokens": 28954749.0,
      "step": 12645
    },
    {
      "entropy": 5.720483493804932,
      "epoch": 1.2504942665085013,
      "grad_norm": 1.4921875,
      "learning_rate": 0.00048514441728426646,
      "loss": 5.4769,
      "mean_token_accuracy": 0.16636212468147277,
      "num_tokens": 28965304.0,
      "step": 12650
    },
    {
      "entropy": 5.611703300476075,
      "epoch": 1.2509885330170027,
      "grad_norm": 1.3359375,
      "learning_rate": 0.0004851318042526369,
      "loss": 5.3448,
      "mean_token_accuracy": 0.1800813630223274,
      "num_tokens": 28976267.0,
      "step": 12655
    },
    {
      "entropy": 5.700345659255982,
      "epoch": 1.2514827995255042,
      "grad_norm": 1.8203125,
      "learning_rate": 0.0004851191860517324,
      "loss": 5.5044,
      "mean_token_accuracy": 0.17805597186088562,
      "num_tokens": 28986492.0,
      "step": 12660
    },
    {
      "entropy": 5.684275484085083,
      "epoch": 1.2519770660340055,
      "grad_norm": 1.6171875,
      "learning_rate": 0.00048510656268186325,
      "loss": 5.3714,
      "mean_token_accuracy": 0.18066300004720687,
      "num_tokens": 28996693.0,
      "step": 12665
    },
    {
      "entropy": 5.671869564056396,
      "epoch": 1.252471332542507,
      "grad_norm": 1.3671875,
      "learning_rate": 0.0004850939341433401,
      "loss": 5.4352,
      "mean_token_accuracy": 0.1819142982363701,
      "num_tokens": 29008498.0,
      "step": 12670
    },
    {
      "entropy": 5.69298095703125,
      "epoch": 1.2529655990510082,
      "grad_norm": 1.6640625,
      "learning_rate": 0.00048508130043647366,
      "loss": 5.511,
      "mean_token_accuracy": 0.17398120164871217,
      "num_tokens": 29018563.0,
      "step": 12675
    },
    {
      "entropy": 5.645291996002197,
      "epoch": 1.2534598655595097,
      "grad_norm": 1.453125,
      "learning_rate": 0.0004850686615615745,
      "loss": 5.3661,
      "mean_token_accuracy": 0.17985970824956893,
      "num_tokens": 29029204.0,
      "step": 12680
    },
    {
      "entropy": 5.583032321929932,
      "epoch": 1.253954132068011,
      "grad_norm": 1.953125,
      "learning_rate": 0.00048505601751895383,
      "loss": 5.3941,
      "mean_token_accuracy": 0.17486785352230072,
      "num_tokens": 29041112.0,
      "step": 12685
    },
    {
      "entropy": 5.741714668273926,
      "epoch": 1.2544483985765125,
      "grad_norm": 1.59375,
      "learning_rate": 0.0004850433683089224,
      "loss": 5.4221,
      "mean_token_accuracy": 0.17500852644443513,
      "num_tokens": 29052791.0,
      "step": 12690
    },
    {
      "entropy": 5.679446697235107,
      "epoch": 1.254942665085014,
      "grad_norm": 1.5234375,
      "learning_rate": 0.0004850307139317916,
      "loss": 5.4684,
      "mean_token_accuracy": 0.17206247001886368,
      "num_tokens": 29064525.0,
      "step": 12695
    },
    {
      "entropy": 5.48385853767395,
      "epoch": 1.2554369315935152,
      "grad_norm": 1.921875,
      "learning_rate": 0.0004850180543878726,
      "loss": 5.3237,
      "mean_token_accuracy": 0.18715211004018784,
      "num_tokens": 29077265.0,
      "step": 12700
    },
    {
      "entropy": 5.634773635864258,
      "epoch": 1.2559311981020165,
      "grad_norm": 1.703125,
      "learning_rate": 0.0004850053896774769,
      "loss": 5.3379,
      "mean_token_accuracy": 0.18502485603094102,
      "num_tokens": 29088022.0,
      "step": 12705
    },
    {
      "entropy": 5.730953121185303,
      "epoch": 1.256425464610518,
      "grad_norm": 2.328125,
      "learning_rate": 0.0004849927198009161,
      "loss": 5.3939,
      "mean_token_accuracy": 0.17817443013191223,
      "num_tokens": 29099901.0,
      "step": 12710
    },
    {
      "entropy": 5.64830379486084,
      "epoch": 1.2569197311190194,
      "grad_norm": 2.140625,
      "learning_rate": 0.00048498004475850174,
      "loss": 5.3882,
      "mean_token_accuracy": 0.17698948979377746,
      "num_tokens": 29111249.0,
      "step": 12715
    },
    {
      "entropy": 5.507478952407837,
      "epoch": 1.2574139976275207,
      "grad_norm": 1.4453125,
      "learning_rate": 0.00048496736455054567,
      "loss": 5.3591,
      "mean_token_accuracy": 0.18044111728668213,
      "num_tokens": 29121261.0,
      "step": 12720
    },
    {
      "entropy": 5.656966972351074,
      "epoch": 1.2579082641360222,
      "grad_norm": 1.5390625,
      "learning_rate": 0.00048495467917736003,
      "loss": 5.5315,
      "mean_token_accuracy": 0.17606231123208999,
      "num_tokens": 29133987.0,
      "step": 12725
    },
    {
      "entropy": 5.772422790527344,
      "epoch": 1.2584025306445235,
      "grad_norm": 1.9296875,
      "learning_rate": 0.0004849419886392565,
      "loss": 5.4321,
      "mean_token_accuracy": 0.18040544241666795,
      "num_tokens": 29146499.0,
      "step": 12730
    },
    {
      "entropy": 5.609433269500732,
      "epoch": 1.258896797153025,
      "grad_norm": 1.3359375,
      "learning_rate": 0.0004849292929365476,
      "loss": 5.3103,
      "mean_token_accuracy": 0.18331663608551024,
      "num_tokens": 29157892.0,
      "step": 12735
    },
    {
      "entropy": 5.621004962921143,
      "epoch": 1.2593910636615262,
      "grad_norm": 3.875,
      "learning_rate": 0.0004849165920695455,
      "loss": 5.4279,
      "mean_token_accuracy": 0.17835961282253265,
      "num_tokens": 29169823.0,
      "step": 12740
    },
    {
      "entropy": 5.75237922668457,
      "epoch": 1.2598853301700277,
      "grad_norm": 1.5078125,
      "learning_rate": 0.0004849038860385627,
      "loss": 5.462,
      "mean_token_accuracy": 0.1735948607325554,
      "num_tokens": 29181065.0,
      "step": 12745
    },
    {
      "entropy": 5.64034070968628,
      "epoch": 1.2603795966785292,
      "grad_norm": 1.6484375,
      "learning_rate": 0.0004848911748439117,
      "loss": 5.3708,
      "mean_token_accuracy": 0.17959531843662263,
      "num_tokens": 29192711.0,
      "step": 12750
    },
    {
      "entropy": 5.552733993530273,
      "epoch": 1.2608738631870304,
      "grad_norm": 1.546875,
      "learning_rate": 0.0004848784584859052,
      "loss": 5.3191,
      "mean_token_accuracy": 0.18066852986812593,
      "num_tokens": 29204688.0,
      "step": 12755
    },
    {
      "entropy": 5.566748905181885,
      "epoch": 1.2613681296955317,
      "grad_norm": 1.4296875,
      "learning_rate": 0.0004848657369648561,
      "loss": 5.366,
      "mean_token_accuracy": 0.18262538462877273,
      "num_tokens": 29216326.0,
      "step": 12760
    },
    {
      "entropy": 5.606880521774292,
      "epoch": 1.2618623962040332,
      "grad_norm": 1.7734375,
      "learning_rate": 0.00048485301028107736,
      "loss": 5.3765,
      "mean_token_accuracy": 0.184257772564888,
      "num_tokens": 29226805.0,
      "step": 12765
    },
    {
      "entropy": 5.584829711914063,
      "epoch": 1.2623566627125347,
      "grad_norm": 1.5078125,
      "learning_rate": 0.000484840278434882,
      "loss": 5.365,
      "mean_token_accuracy": 0.1775599479675293,
      "num_tokens": 29239334.0,
      "step": 12770
    },
    {
      "entropy": 5.6800188541412355,
      "epoch": 1.262850929221036,
      "grad_norm": 1.71875,
      "learning_rate": 0.0004848275414265832,
      "loss": 5.3789,
      "mean_token_accuracy": 0.1781705290079117,
      "num_tokens": 29250443.0,
      "step": 12775
    },
    {
      "entropy": 5.594029474258423,
      "epoch": 1.2633451957295374,
      "grad_norm": 1.46875,
      "learning_rate": 0.00048481479925649435,
      "loss": 5.3356,
      "mean_token_accuracy": 0.17795343548059464,
      "num_tokens": 29261209.0,
      "step": 12780
    },
    {
      "entropy": 5.6312315464019775,
      "epoch": 1.2638394622380387,
      "grad_norm": 1.6171875,
      "learning_rate": 0.00048480205192492887,
      "loss": 5.4764,
      "mean_token_accuracy": 0.16658923476934434,
      "num_tokens": 29273761.0,
      "step": 12785
    },
    {
      "entropy": 5.719128370285034,
      "epoch": 1.2643337287465402,
      "grad_norm": 1.53125,
      "learning_rate": 0.0004847892994322004,
      "loss": 5.4512,
      "mean_token_accuracy": 0.17355400174856186,
      "num_tokens": 29285157.0,
      "step": 12790
    },
    {
      "entropy": 5.709945917129517,
      "epoch": 1.2648279952550414,
      "grad_norm": 1.671875,
      "learning_rate": 0.0004847765417786226,
      "loss": 5.4174,
      "mean_token_accuracy": 0.177736359834671,
      "num_tokens": 29295903.0,
      "step": 12795
    },
    {
      "entropy": 5.705383539199829,
      "epoch": 1.265322261763543,
      "grad_norm": 1.4765625,
      "learning_rate": 0.0004847637789645093,
      "loss": 5.45,
      "mean_token_accuracy": 0.17303601056337356,
      "num_tokens": 29307865.0,
      "step": 12800
    },
    {
      "entropy": 5.752659273147583,
      "epoch": 1.2658165282720444,
      "grad_norm": 1.515625,
      "learning_rate": 0.0004847510109901745,
      "loss": 5.5215,
      "mean_token_accuracy": 0.16498949825763704,
      "num_tokens": 29319614.0,
      "step": 12805
    },
    {
      "entropy": 5.637752914428711,
      "epoch": 1.2663107947805456,
      "grad_norm": 1.671875,
      "learning_rate": 0.0004847382378559323,
      "loss": 5.4065,
      "mean_token_accuracy": 0.1753526359796524,
      "num_tokens": 29330306.0,
      "step": 12810
    },
    {
      "entropy": 5.641529321670532,
      "epoch": 1.2668050612890471,
      "grad_norm": 1.8515625,
      "learning_rate": 0.00048472545956209696,
      "loss": 5.3708,
      "mean_token_accuracy": 0.18000748455524446,
      "num_tokens": 29341611.0,
      "step": 12815
    },
    {
      "entropy": 5.605336093902588,
      "epoch": 1.2672993277975484,
      "grad_norm": 1.46875,
      "learning_rate": 0.0004847126761089827,
      "loss": 5.3085,
      "mean_token_accuracy": 0.18791087716817856,
      "num_tokens": 29353481.0,
      "step": 12820
    },
    {
      "entropy": 5.60109224319458,
      "epoch": 1.2677935943060499,
      "grad_norm": 1.265625,
      "learning_rate": 0.0004846998874969041,
      "loss": 5.2939,
      "mean_token_accuracy": 0.18456100970506667,
      "num_tokens": 29365388.0,
      "step": 12825
    },
    {
      "entropy": 5.681017684936523,
      "epoch": 1.2682878608145511,
      "grad_norm": 1.4453125,
      "learning_rate": 0.0004846870937261758,
      "loss": 5.4539,
      "mean_token_accuracy": 0.16939304769039154,
      "num_tokens": 29377805.0,
      "step": 12830
    },
    {
      "entropy": 5.595469951629639,
      "epoch": 1.2687821273230526,
      "grad_norm": 1.546875,
      "learning_rate": 0.00048467429479711233,
      "loss": 5.3411,
      "mean_token_accuracy": 0.18266978710889817,
      "num_tokens": 29389736.0,
      "step": 12835
    },
    {
      "entropy": 5.592105388641357,
      "epoch": 1.269276393831554,
      "grad_norm": 1.6328125,
      "learning_rate": 0.00048466149071002876,
      "loss": 5.3381,
      "mean_token_accuracy": 0.1925693854689598,
      "num_tokens": 29401256.0,
      "step": 12840
    },
    {
      "entropy": 5.6697304248809814,
      "epoch": 1.2697706603400554,
      "grad_norm": 1.2890625,
      "learning_rate": 0.00048464868146524,
      "loss": 5.3749,
      "mean_token_accuracy": 0.17923028022050858,
      "num_tokens": 29413287.0,
      "step": 12845
    },
    {
      "entropy": 5.653916311264038,
      "epoch": 1.2702649268485566,
      "grad_norm": 1.7890625,
      "learning_rate": 0.00048463586706306113,
      "loss": 5.4282,
      "mean_token_accuracy": 0.17880818396806716,
      "num_tokens": 29424151.0,
      "step": 12850
    },
    {
      "entropy": 5.658403825759888,
      "epoch": 1.2707591933570581,
      "grad_norm": 1.640625,
      "learning_rate": 0.0004846230475038074,
      "loss": 5.3897,
      "mean_token_accuracy": 0.17668010145425797,
      "num_tokens": 29435006.0,
      "step": 12855
    },
    {
      "entropy": 5.588736152648925,
      "epoch": 1.2712534598655596,
      "grad_norm": 1.5703125,
      "learning_rate": 0.0004846102227877942,
      "loss": 5.39,
      "mean_token_accuracy": 0.18401414453983306,
      "num_tokens": 29446453.0,
      "step": 12860
    },
    {
      "entropy": 5.690087890625,
      "epoch": 1.2717477263740609,
      "grad_norm": 1.734375,
      "learning_rate": 0.00048459739291533706,
      "loss": 5.4515,
      "mean_token_accuracy": 0.17386644184589387,
      "num_tokens": 29458468.0,
      "step": 12865
    },
    {
      "entropy": 5.7500592231750485,
      "epoch": 1.2722419928825623,
      "grad_norm": 1.6796875,
      "learning_rate": 0.0004845845578867514,
      "loss": 5.4968,
      "mean_token_accuracy": 0.1727755606174469,
      "num_tokens": 29471167.0,
      "step": 12870
    },
    {
      "entropy": 5.658725786209106,
      "epoch": 1.2727362593910636,
      "grad_norm": 1.640625,
      "learning_rate": 0.00048457171770235327,
      "loss": 5.4108,
      "mean_token_accuracy": 0.1813260719180107,
      "num_tokens": 29482668.0,
      "step": 12875
    },
    {
      "entropy": 5.689535808563233,
      "epoch": 1.273230525899565,
      "grad_norm": 1.6953125,
      "learning_rate": 0.0004845588723624582,
      "loss": 5.4646,
      "mean_token_accuracy": 0.17666347622871398,
      "num_tokens": 29495424.0,
      "step": 12880
    },
    {
      "entropy": 5.6919396877288815,
      "epoch": 1.2737247924080664,
      "grad_norm": 2.546875,
      "learning_rate": 0.0004845460218673825,
      "loss": 5.461,
      "mean_token_accuracy": 0.17963027060031891,
      "num_tokens": 29508388.0,
      "step": 12885
    },
    {
      "entropy": 5.630347633361817,
      "epoch": 1.2742190589165678,
      "grad_norm": 1.6875,
      "learning_rate": 0.0004845331662174421,
      "loss": 5.3609,
      "mean_token_accuracy": 0.18002698421478272,
      "num_tokens": 29519884.0,
      "step": 12890
    },
    {
      "entropy": 5.687825918197632,
      "epoch": 1.2747133254250693,
      "grad_norm": 1.6640625,
      "learning_rate": 0.0004845203054129533,
      "loss": 5.5531,
      "mean_token_accuracy": 0.16874832510948182,
      "num_tokens": 29532398.0,
      "step": 12895
    },
    {
      "entropy": 5.671998405456543,
      "epoch": 1.2752075919335706,
      "grad_norm": 1.7890625,
      "learning_rate": 0.00048450743945423246,
      "loss": 5.4333,
      "mean_token_accuracy": 0.18099327236413956,
      "num_tokens": 29544394.0,
      "step": 12900
    },
    {
      "entropy": 5.70644359588623,
      "epoch": 1.2757018584420718,
      "grad_norm": 1.6328125,
      "learning_rate": 0.0004844945683415961,
      "loss": 5.4868,
      "mean_token_accuracy": 0.17671926468610763,
      "num_tokens": 29555027.0,
      "step": 12905
    },
    {
      "entropy": 5.665847635269165,
      "epoch": 1.2761961249505733,
      "grad_norm": 1.3828125,
      "learning_rate": 0.000484481692075361,
      "loss": 5.4197,
      "mean_token_accuracy": 0.17745458632707595,
      "num_tokens": 29567386.0,
      "step": 12910
    },
    {
      "entropy": 5.733074712753296,
      "epoch": 1.2766903914590748,
      "grad_norm": 1.515625,
      "learning_rate": 0.00048446881065584367,
      "loss": 5.5363,
      "mean_token_accuracy": 0.1666639506816864,
      "num_tokens": 29577832.0,
      "step": 12915
    },
    {
      "entropy": 5.601913690567017,
      "epoch": 1.277184657967576,
      "grad_norm": 1.4296875,
      "learning_rate": 0.00048445592408336106,
      "loss": 5.3305,
      "mean_token_accuracy": 0.1860379919409752,
      "num_tokens": 29590163.0,
      "step": 12920
    },
    {
      "entropy": 5.672854566574097,
      "epoch": 1.2776789244760776,
      "grad_norm": 1.46875,
      "learning_rate": 0.00048444303235823023,
      "loss": 5.3663,
      "mean_token_accuracy": 0.1835150256752968,
      "num_tokens": 29601531.0,
      "step": 12925
    },
    {
      "entropy": 5.674741649627686,
      "epoch": 1.2781731909845788,
      "grad_norm": 1.4921875,
      "learning_rate": 0.0004844301354807683,
      "loss": 5.4555,
      "mean_token_accuracy": 0.17768363654613495,
      "num_tokens": 29612417.0,
      "step": 12930
    },
    {
      "entropy": 5.703456687927246,
      "epoch": 1.2786674574930803,
      "grad_norm": 1.359375,
      "learning_rate": 0.00048441723345129265,
      "loss": 5.4721,
      "mean_token_accuracy": 0.17694191187620162,
      "num_tokens": 29622087.0,
      "step": 12935
    },
    {
      "entropy": 5.780738687515258,
      "epoch": 1.2791617240015816,
      "grad_norm": 1.515625,
      "learning_rate": 0.0004844043262701205,
      "loss": 5.5177,
      "mean_token_accuracy": 0.17039716243743896,
      "num_tokens": 29633564.0,
      "step": 12940
    },
    {
      "entropy": 5.580569744110107,
      "epoch": 1.279655990510083,
      "grad_norm": 1.7265625,
      "learning_rate": 0.0004843914139375695,
      "loss": 5.3708,
      "mean_token_accuracy": 0.18296968638896943,
      "num_tokens": 29644626.0,
      "step": 12945
    },
    {
      "entropy": 5.5537426471710205,
      "epoch": 1.2801502570185845,
      "grad_norm": 1.484375,
      "learning_rate": 0.00048437849645395714,
      "loss": 5.3422,
      "mean_token_accuracy": 0.18308935314416885,
      "num_tokens": 29655587.0,
      "step": 12950
    },
    {
      "entropy": 5.691879844665527,
      "epoch": 1.2806445235270858,
      "grad_norm": 2.109375,
      "learning_rate": 0.0004843655738196013,
      "loss": 5.3843,
      "mean_token_accuracy": 0.1844848096370697,
      "num_tokens": 29665067.0,
      "step": 12955
    },
    {
      "entropy": 5.70751805305481,
      "epoch": 1.281138790035587,
      "grad_norm": 1.8984375,
      "learning_rate": 0.0004843526460348199,
      "loss": 5.373,
      "mean_token_accuracy": 0.1804453819990158,
      "num_tokens": 29676663.0,
      "step": 12960
    },
    {
      "entropy": 5.522183752059936,
      "epoch": 1.2816330565440885,
      "grad_norm": 1.296875,
      "learning_rate": 0.0004843397130999309,
      "loss": 5.3273,
      "mean_token_accuracy": 0.18253915756940842,
      "num_tokens": 29688242.0,
      "step": 12965
    },
    {
      "entropy": 5.678976202011109,
      "epoch": 1.28212732305259,
      "grad_norm": 1.3671875,
      "learning_rate": 0.00048432677501525253,
      "loss": 5.4461,
      "mean_token_accuracy": 0.16873905509710313,
      "num_tokens": 29699184.0,
      "step": 12970
    },
    {
      "entropy": 5.613884782791137,
      "epoch": 1.2826215895610913,
      "grad_norm": 1.703125,
      "learning_rate": 0.000484313831781103,
      "loss": 5.3743,
      "mean_token_accuracy": 0.17882349491119384,
      "num_tokens": 29709610.0,
      "step": 12975
    },
    {
      "entropy": 5.573097181320191,
      "epoch": 1.2831158560695928,
      "grad_norm": 1.5,
      "learning_rate": 0.0004843008833978007,
      "loss": 5.3236,
      "mean_token_accuracy": 0.1840164691209793,
      "num_tokens": 29720359.0,
      "step": 12980
    },
    {
      "entropy": 5.6951256275177,
      "epoch": 1.283610122578094,
      "grad_norm": 1.359375,
      "learning_rate": 0.00048428792986566425,
      "loss": 5.5031,
      "mean_token_accuracy": 0.1707326963543892,
      "num_tokens": 29732411.0,
      "step": 12985
    },
    {
      "entropy": 5.68478479385376,
      "epoch": 1.2841043890865955,
      "grad_norm": 2.171875,
      "learning_rate": 0.0004842749711850122,
      "loss": 5.2516,
      "mean_token_accuracy": 0.19107532799243926,
      "num_tokens": 29743394.0,
      "step": 12990
    },
    {
      "entropy": 5.639246797561645,
      "epoch": 1.2845986555950968,
      "grad_norm": 1.7109375,
      "learning_rate": 0.00048426200735616343,
      "loss": 5.4283,
      "mean_token_accuracy": 0.17719055712223053,
      "num_tokens": 29754798.0,
      "step": 12995
    },
    {
      "entropy": 5.648987913131714,
      "epoch": 1.2850929221035983,
      "grad_norm": 1.546875,
      "learning_rate": 0.0004842490383794368,
      "loss": 5.4049,
      "mean_token_accuracy": 0.18132104277610778,
      "num_tokens": 29767891.0,
      "step": 13000
    },
    {
      "entropy": 5.588558721542358,
      "epoch": 1.2855871886120998,
      "grad_norm": 1.46875,
      "learning_rate": 0.00048423606425515136,
      "loss": 5.2791,
      "mean_token_accuracy": 0.18616220355033875,
      "num_tokens": 29780264.0,
      "step": 13005
    },
    {
      "entropy": 5.65120644569397,
      "epoch": 1.286081455120601,
      "grad_norm": 1.3515625,
      "learning_rate": 0.00048422308498362635,
      "loss": 5.4696,
      "mean_token_accuracy": 0.17653971463441848,
      "num_tokens": 29792184.0,
      "step": 13010
    },
    {
      "entropy": 5.647147989273071,
      "epoch": 1.2865757216291023,
      "grad_norm": 1.3671875,
      "learning_rate": 0.0004842101005651809,
      "loss": 5.3701,
      "mean_token_accuracy": 0.17719782441854476,
      "num_tokens": 29802651.0,
      "step": 13015
    },
    {
      "entropy": 5.607454633712768,
      "epoch": 1.2870699881376038,
      "grad_norm": 1.40625,
      "learning_rate": 0.0004841971110001346,
      "loss": 5.3772,
      "mean_token_accuracy": 0.1856875702738762,
      "num_tokens": 29814172.0,
      "step": 13020
    },
    {
      "entropy": 5.711566686630249,
      "epoch": 1.2875642546461052,
      "grad_norm": 1.4375,
      "learning_rate": 0.00048418411628880684,
      "loss": 5.4764,
      "mean_token_accuracy": 0.171826508641243,
      "num_tokens": 29826636.0,
      "step": 13025
    },
    {
      "entropy": 5.603142166137696,
      "epoch": 1.2880585211546065,
      "grad_norm": 1.4609375,
      "learning_rate": 0.0004841711164315174,
      "loss": 5.3736,
      "mean_token_accuracy": 0.17839546054601668,
      "num_tokens": 29838532.0,
      "step": 13030
    },
    {
      "entropy": 5.600117206573486,
      "epoch": 1.288552787663108,
      "grad_norm": 1.1796875,
      "learning_rate": 0.000484158111428586,
      "loss": 5.3632,
      "mean_token_accuracy": 0.18144417703151702,
      "num_tokens": 29849889.0,
      "step": 13035
    },
    {
      "entropy": 5.745006275177002,
      "epoch": 1.2890470541716093,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00048414510128033265,
      "loss": 5.4663,
      "mean_token_accuracy": 0.1679910659790039,
      "num_tokens": 29860856.0,
      "step": 13040
    },
    {
      "entropy": 5.638733720779419,
      "epoch": 1.2895413206801107,
      "grad_norm": 1.4375,
      "learning_rate": 0.0004841320859870774,
      "loss": 5.3746,
      "mean_token_accuracy": 0.18261008709669113,
      "num_tokens": 29871921.0,
      "step": 13045
    },
    {
      "entropy": 5.5799013614654545,
      "epoch": 1.290035587188612,
      "grad_norm": 1.28125,
      "learning_rate": 0.00048411906554914037,
      "loss": 5.3832,
      "mean_token_accuracy": 0.1773080348968506,
      "num_tokens": 29883410.0,
      "step": 13050
    },
    {
      "entropy": 5.750530576705932,
      "epoch": 1.2905298536971135,
      "grad_norm": 1.4921875,
      "learning_rate": 0.00048410603996684184,
      "loss": 5.5035,
      "mean_token_accuracy": 0.17208611369132995,
      "num_tokens": 29895640.0,
      "step": 13055
    },
    {
      "entropy": 5.629776525497436,
      "epoch": 1.291024120205615,
      "grad_norm": 1.59375,
      "learning_rate": 0.0004840930092405023,
      "loss": 5.3102,
      "mean_token_accuracy": 0.18957563042640685,
      "num_tokens": 29907797.0,
      "step": 13060
    },
    {
      "entropy": 5.530115270614624,
      "epoch": 1.2915183867141162,
      "grad_norm": 1.4921875,
      "learning_rate": 0.00048407997337044235,
      "loss": 5.3943,
      "mean_token_accuracy": 0.18360997438430787,
      "num_tokens": 29919085.0,
      "step": 13065
    },
    {
      "entropy": 5.658555698394776,
      "epoch": 1.2920126532226177,
      "grad_norm": 1.46875,
      "learning_rate": 0.0004840669323569826,
      "loss": 5.4169,
      "mean_token_accuracy": 0.17061354964971542,
      "num_tokens": 29930658.0,
      "step": 13070
    },
    {
      "entropy": 5.692487525939941,
      "epoch": 1.292506919731119,
      "grad_norm": 1.5625,
      "learning_rate": 0.00048405388620044383,
      "loss": 5.3639,
      "mean_token_accuracy": 0.1829603925347328,
      "num_tokens": 29942550.0,
      "step": 13075
    },
    {
      "entropy": 5.569294452667236,
      "epoch": 1.2930011862396205,
      "grad_norm": 1.6015625,
      "learning_rate": 0.0004840408349011471,
      "loss": 5.3512,
      "mean_token_accuracy": 0.1800552323460579,
      "num_tokens": 29953600.0,
      "step": 13080
    },
    {
      "entropy": 5.6464011669158936,
      "epoch": 1.2934954527481217,
      "grad_norm": 1.4921875,
      "learning_rate": 0.0004840277784594133,
      "loss": 5.368,
      "mean_token_accuracy": 0.18142091184854509,
      "num_tokens": 29965694.0,
      "step": 13085
    },
    {
      "entropy": 5.645879220962525,
      "epoch": 1.2939897192566232,
      "grad_norm": 1.3671875,
      "learning_rate": 0.0004840147168755638,
      "loss": 5.3797,
      "mean_token_accuracy": 0.18047715574502946,
      "num_tokens": 29977216.0,
      "step": 13090
    },
    {
      "entropy": 5.55439863204956,
      "epoch": 1.2944839857651247,
      "grad_norm": 1.5078125,
      "learning_rate": 0.0004840016501499198,
      "loss": 5.2762,
      "mean_token_accuracy": 0.18975744545459747,
      "num_tokens": 29988036.0,
      "step": 13095
    },
    {
      "entropy": 5.681125593185425,
      "epoch": 1.294978252273626,
      "grad_norm": 1.46875,
      "learning_rate": 0.00048398857828280286,
      "loss": 5.4432,
      "mean_token_accuracy": 0.1805913582444191,
      "num_tokens": 30000711.0,
      "step": 13100
    },
    {
      "entropy": 5.695340204238891,
      "epoch": 1.2954725187821272,
      "grad_norm": 1.328125,
      "learning_rate": 0.00048397550127453445,
      "loss": 5.4626,
      "mean_token_accuracy": 0.17566647827625276,
      "num_tokens": 30013607.0,
      "step": 13105
    },
    {
      "entropy": 5.6256498336792,
      "epoch": 1.2959667852906287,
      "grad_norm": 1.5390625,
      "learning_rate": 0.0004839624191254362,
      "loss": 5.3773,
      "mean_token_accuracy": 0.178213170170784,
      "num_tokens": 30024375.0,
      "step": 13110
    },
    {
      "entropy": 5.620825958251953,
      "epoch": 1.2964610517991302,
      "grad_norm": 1.3515625,
      "learning_rate": 0.00048394933183583004,
      "loss": 5.424,
      "mean_token_accuracy": 0.1755230352282524,
      "num_tokens": 30035476.0,
      "step": 13115
    },
    {
      "entropy": 5.6692657470703125,
      "epoch": 1.2969553183076314,
      "grad_norm": 1.5703125,
      "learning_rate": 0.000483936239406038,
      "loss": 5.4222,
      "mean_token_accuracy": 0.17723745703697205,
      "num_tokens": 30047193.0,
      "step": 13120
    },
    {
      "entropy": 5.735631275177002,
      "epoch": 1.297449584816133,
      "grad_norm": 2.921875,
      "learning_rate": 0.000483923141836382,
      "loss": 5.4347,
      "mean_token_accuracy": 0.17823024243116378,
      "num_tokens": 30059873.0,
      "step": 13125
    },
    {
      "entropy": 5.679801034927368,
      "epoch": 1.2979438513246342,
      "grad_norm": 1.46875,
      "learning_rate": 0.0004839100391271843,
      "loss": 5.4182,
      "mean_token_accuracy": 0.17939580380916595,
      "num_tokens": 30071318.0,
      "step": 13130
    },
    {
      "entropy": 5.5987104892730715,
      "epoch": 1.2984381178331357,
      "grad_norm": 1.4296875,
      "learning_rate": 0.0004838969312787672,
      "loss": 5.3939,
      "mean_token_accuracy": 0.18115571439266204,
      "num_tokens": 30082750.0,
      "step": 13135
    },
    {
      "entropy": 5.632969570159912,
      "epoch": 1.298932384341637,
      "grad_norm": 1.5,
      "learning_rate": 0.0004838838182914532,
      "loss": 5.4,
      "mean_token_accuracy": 0.17292409688234328,
      "num_tokens": 30093730.0,
      "step": 13140
    },
    {
      "entropy": 5.715986251831055,
      "epoch": 1.2994266508501384,
      "grad_norm": 1.6171875,
      "learning_rate": 0.0004838707001655649,
      "loss": 5.4078,
      "mean_token_accuracy": 0.18056964725255967,
      "num_tokens": 30104776.0,
      "step": 13145
    },
    {
      "entropy": 5.558435106277466,
      "epoch": 1.29992091735864,
      "grad_norm": 1.3203125,
      "learning_rate": 0.0004838575769014249,
      "loss": 5.2964,
      "mean_token_accuracy": 0.18821469694375992,
      "num_tokens": 30115110.0,
      "step": 13150
    },
    {
      "entropy": 5.619421100616455,
      "epoch": 1.3004151838671412,
      "grad_norm": 1.421875,
      "learning_rate": 0.0004838444484993562,
      "loss": 5.3691,
      "mean_token_accuracy": 0.18099021315574645,
      "num_tokens": 30126678.0,
      "step": 13155
    },
    {
      "entropy": 5.6659797668457035,
      "epoch": 1.3009094503756424,
      "grad_norm": 1.5,
      "learning_rate": 0.00048383131495968165,
      "loss": 5.3447,
      "mean_token_accuracy": 0.17956814169883728,
      "num_tokens": 30137703.0,
      "step": 13160
    },
    {
      "entropy": 5.579706239700317,
      "epoch": 1.301403716884144,
      "grad_norm": 1.7421875,
      "learning_rate": 0.00048381817628272427,
      "loss": 5.4064,
      "mean_token_accuracy": 0.17738770693540573,
      "num_tokens": 30147624.0,
      "step": 13165
    },
    {
      "entropy": 5.613440656661988,
      "epoch": 1.3018979833926454,
      "grad_norm": 1.5,
      "learning_rate": 0.0004838050324688074,
      "loss": 5.3454,
      "mean_token_accuracy": 0.18368444889783858,
      "num_tokens": 30158863.0,
      "step": 13170
    },
    {
      "entropy": 5.64213981628418,
      "epoch": 1.3023922499011467,
      "grad_norm": 1.4765625,
      "learning_rate": 0.0004837918835182544,
      "loss": 5.3858,
      "mean_token_accuracy": 0.1810169920325279,
      "num_tokens": 30170876.0,
      "step": 13175
    },
    {
      "entropy": 5.606496524810791,
      "epoch": 1.3028865164096481,
      "grad_norm": 1.8046875,
      "learning_rate": 0.0004837787294313886,
      "loss": 5.3255,
      "mean_token_accuracy": 0.1836916372179985,
      "num_tokens": 30182267.0,
      "step": 13180
    },
    {
      "entropy": 5.632263326644898,
      "epoch": 1.3033807829181494,
      "grad_norm": 1.390625,
      "learning_rate": 0.0004837655702085337,
      "loss": 5.4063,
      "mean_token_accuracy": 0.1785965159535408,
      "num_tokens": 30193572.0,
      "step": 13185
    },
    {
      "entropy": 5.615349769592285,
      "epoch": 1.303875049426651,
      "grad_norm": 1.5390625,
      "learning_rate": 0.0004837524058500134,
      "loss": 5.3248,
      "mean_token_accuracy": 0.18587929308414458,
      "num_tokens": 30206341.0,
      "step": 13190
    },
    {
      "entropy": 5.663844728469849,
      "epoch": 1.3043693159351522,
      "grad_norm": 1.4140625,
      "learning_rate": 0.00048373923635615146,
      "loss": 5.4009,
      "mean_token_accuracy": 0.17908063381910325,
      "num_tokens": 30216067.0,
      "step": 13195
    },
    {
      "entropy": 5.630838346481323,
      "epoch": 1.3048635824436536,
      "grad_norm": 1.3203125,
      "learning_rate": 0.00048372606172727197,
      "loss": 5.4723,
      "mean_token_accuracy": 0.17101092785596847,
      "num_tokens": 30227033.0,
      "step": 13200
    },
    {
      "entropy": 5.700982999801636,
      "epoch": 1.3053578489521551,
      "grad_norm": 1.4609375,
      "learning_rate": 0.000483712881963699,
      "loss": 5.4258,
      "mean_token_accuracy": 0.1803620934486389,
      "num_tokens": 30238766.0,
      "step": 13205
    },
    {
      "entropy": 5.660584402084351,
      "epoch": 1.3058521154606564,
      "grad_norm": 1.4140625,
      "learning_rate": 0.00048369969706575666,
      "loss": 5.4746,
      "mean_token_accuracy": 0.17368588596582413,
      "num_tokens": 30250180.0,
      "step": 13210
    },
    {
      "entropy": 5.590638971328735,
      "epoch": 1.3063463819691576,
      "grad_norm": 1.25,
      "learning_rate": 0.00048368650703376956,
      "loss": 5.274,
      "mean_token_accuracy": 0.19140132665634155,
      "num_tokens": 30260704.0,
      "step": 13215
    },
    {
      "entropy": 5.59091215133667,
      "epoch": 1.3068406484776591,
      "grad_norm": 1.2890625,
      "learning_rate": 0.0004836733118680619,
      "loss": 5.3594,
      "mean_token_accuracy": 0.18530572801828385,
      "num_tokens": 30273547.0,
      "step": 13220
    },
    {
      "entropy": 5.605325078964233,
      "epoch": 1.3073349149861606,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0004836601115689584,
      "loss": 5.3659,
      "mean_token_accuracy": 0.17476717978715897,
      "num_tokens": 30284872.0,
      "step": 13225
    },
    {
      "entropy": 5.570671653747558,
      "epoch": 1.3078291814946619,
      "grad_norm": 1.390625,
      "learning_rate": 0.0004836469061367838,
      "loss": 5.399,
      "mean_token_accuracy": 0.17890868335962296,
      "num_tokens": 30296768.0,
      "step": 13230
    },
    {
      "entropy": 5.591505002975464,
      "epoch": 1.3083234480031634,
      "grad_norm": 1.3359375,
      "learning_rate": 0.00048363369557186293,
      "loss": 5.3012,
      "mean_token_accuracy": 0.18937211483716965,
      "num_tokens": 30308307.0,
      "step": 13235
    },
    {
      "entropy": 5.722180032730103,
      "epoch": 1.3088177145116646,
      "grad_norm": 1.2734375,
      "learning_rate": 0.00048362047987452085,
      "loss": 5.3935,
      "mean_token_accuracy": 0.17431413680315017,
      "num_tokens": 30318987.0,
      "step": 13240
    },
    {
      "entropy": 5.643228530883789,
      "epoch": 1.309311981020166,
      "grad_norm": 1.3828125,
      "learning_rate": 0.0004836072590450825,
      "loss": 5.4181,
      "mean_token_accuracy": 0.1802129030227661,
      "num_tokens": 30330401.0,
      "step": 13245
    },
    {
      "entropy": 5.645843267440796,
      "epoch": 1.3098062475286674,
      "grad_norm": 1.40625,
      "learning_rate": 0.00048359403308387327,
      "loss": 5.3463,
      "mean_token_accuracy": 0.1787939503788948,
      "num_tokens": 30341485.0,
      "step": 13250
    },
    {
      "entropy": 5.693995666503906,
      "epoch": 1.3103005140371689,
      "grad_norm": 1.6328125,
      "learning_rate": 0.00048358080199121845,
      "loss": 5.4316,
      "mean_token_accuracy": 0.1705599918961525,
      "num_tokens": 30352854.0,
      "step": 13255
    },
    {
      "entropy": 5.679081201553345,
      "epoch": 1.3107947805456703,
      "grad_norm": 1.4921875,
      "learning_rate": 0.00048356756576744354,
      "loss": 5.4305,
      "mean_token_accuracy": 0.178836627304554,
      "num_tokens": 30363944.0,
      "step": 13260
    },
    {
      "entropy": 5.6488221168518065,
      "epoch": 1.3112890470541716,
      "grad_norm": 1.59375,
      "learning_rate": 0.0004835543244128742,
      "loss": 5.4293,
      "mean_token_accuracy": 0.1715848907828331,
      "num_tokens": 30375678.0,
      "step": 13265
    },
    {
      "entropy": 5.635829257965088,
      "epoch": 1.3117833135626729,
      "grad_norm": 1.3046875,
      "learning_rate": 0.0004835410779278361,
      "loss": 5.407,
      "mean_token_accuracy": 0.18080176115036012,
      "num_tokens": 30387206.0,
      "step": 13270
    },
    {
      "entropy": 5.642653369903565,
      "epoch": 1.3122775800711743,
      "grad_norm": 1.7421875,
      "learning_rate": 0.0004835278263126551,
      "loss": 5.4147,
      "mean_token_accuracy": 0.1762957602739334,
      "num_tokens": 30398769.0,
      "step": 13275
    },
    {
      "entropy": 5.664876508712768,
      "epoch": 1.3127718465796758,
      "grad_norm": 1.5703125,
      "learning_rate": 0.0004835145695676572,
      "loss": 5.3668,
      "mean_token_accuracy": 0.18843472748994827,
      "num_tokens": 30409626.0,
      "step": 13280
    },
    {
      "entropy": 5.629417657852173,
      "epoch": 1.313266113088177,
      "grad_norm": 1.453125,
      "learning_rate": 0.0004835013076931686,
      "loss": 5.3782,
      "mean_token_accuracy": 0.17804671674966813,
      "num_tokens": 30421142.0,
      "step": 13285
    },
    {
      "entropy": 5.59480242729187,
      "epoch": 1.3137603795966786,
      "grad_norm": 1.3203125,
      "learning_rate": 0.00048348804068951547,
      "loss": 5.2425,
      "mean_token_accuracy": 0.1974676877260208,
      "num_tokens": 30430438.0,
      "step": 13290
    },
    {
      "entropy": 5.644433116912841,
      "epoch": 1.3142546461051798,
      "grad_norm": 1.1953125,
      "learning_rate": 0.00048347476855702413,
      "loss": 5.4122,
      "mean_token_accuracy": 0.17402077913284303,
      "num_tokens": 30442351.0,
      "step": 13295
    },
    {
      "entropy": 5.6162878513336185,
      "epoch": 1.3147489126136813,
      "grad_norm": 1.3671875,
      "learning_rate": 0.00048346149129602125,
      "loss": 5.444,
      "mean_token_accuracy": 0.1723179340362549,
      "num_tokens": 30454987.0,
      "step": 13300
    },
    {
      "entropy": 5.59311089515686,
      "epoch": 1.3152431791221826,
      "grad_norm": 1.5390625,
      "learning_rate": 0.00048344820890683333,
      "loss": 5.3345,
      "mean_token_accuracy": 0.18361980020999907,
      "num_tokens": 30466186.0,
      "step": 13305
    },
    {
      "entropy": 5.6795103549957275,
      "epoch": 1.315737445630684,
      "grad_norm": 1.359375,
      "learning_rate": 0.00048343492138978704,
      "loss": 5.4492,
      "mean_token_accuracy": 0.17615232169628142,
      "num_tokens": 30477944.0,
      "step": 13310
    },
    {
      "entropy": 5.65897126197815,
      "epoch": 1.3162317121391856,
      "grad_norm": 1.3828125,
      "learning_rate": 0.0004834216287452094,
      "loss": 5.3699,
      "mean_token_accuracy": 0.18468839526176453,
      "num_tokens": 30489922.0,
      "step": 13315
    },
    {
      "entropy": 5.608570003509522,
      "epoch": 1.3167259786476868,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0004834083309734274,
      "loss": 5.3909,
      "mean_token_accuracy": 0.18573866486549379,
      "num_tokens": 30501739.0,
      "step": 13320
    },
    {
      "entropy": 5.702604866027832,
      "epoch": 1.3172202451561883,
      "grad_norm": 1.4140625,
      "learning_rate": 0.0004833950280747681,
      "loss": 5.4557,
      "mean_token_accuracy": 0.1728788986802101,
      "num_tokens": 30512213.0,
      "step": 13325
    },
    {
      "entropy": 5.69100136756897,
      "epoch": 1.3177145116646896,
      "grad_norm": 1.3828125,
      "learning_rate": 0.0004833817200495588,
      "loss": 5.3906,
      "mean_token_accuracy": 0.17468763142824173,
      "num_tokens": 30524300.0,
      "step": 13330
    },
    {
      "entropy": 5.623618125915527,
      "epoch": 1.318208778173191,
      "grad_norm": 1.4765625,
      "learning_rate": 0.00048336840689812676,
      "loss": 5.4309,
      "mean_token_accuracy": 0.17311019748449324,
      "num_tokens": 30536137.0,
      "step": 13335
    },
    {
      "entropy": 5.611327219009399,
      "epoch": 1.3187030446816923,
      "grad_norm": 1.4375,
      "learning_rate": 0.00048335508862079975,
      "loss": 5.3965,
      "mean_token_accuracy": 0.1716880276799202,
      "num_tokens": 30548657.0,
      "step": 13340
    },
    {
      "entropy": 5.6862232208251955,
      "epoch": 1.3191973111901938,
      "grad_norm": 1.421875,
      "learning_rate": 0.00048334176521790513,
      "loss": 5.4205,
      "mean_token_accuracy": 0.17718607038259507,
      "num_tokens": 30560274.0,
      "step": 13345
    },
    {
      "entropy": 5.574866247177124,
      "epoch": 1.3196915776986953,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0004833284366897707,
      "loss": 5.2735,
      "mean_token_accuracy": 0.18969914615154265,
      "num_tokens": 30571026.0,
      "step": 13350
    },
    {
      "entropy": 5.578272104263306,
      "epoch": 1.3201858442071965,
      "grad_norm": 1.578125,
      "learning_rate": 0.00048331510303672456,
      "loss": 5.2936,
      "mean_token_accuracy": 0.18864040672779084,
      "num_tokens": 30582210.0,
      "step": 13355
    },
    {
      "entropy": 5.644514846801758,
      "epoch": 1.3206801107156978,
      "grad_norm": 1.28125,
      "learning_rate": 0.0004833017642590945,
      "loss": 5.4444,
      "mean_token_accuracy": 0.17006874233484268,
      "num_tokens": 30594049.0,
      "step": 13360
    },
    {
      "entropy": 5.675704860687256,
      "epoch": 1.3211743772241993,
      "grad_norm": 1.6171875,
      "learning_rate": 0.00048328842035720863,
      "loss": 5.398,
      "mean_token_accuracy": 0.17326983362436293,
      "num_tokens": 30604713.0,
      "step": 13365
    },
    {
      "entropy": 5.597809505462647,
      "epoch": 1.3216686437327008,
      "grad_norm": 1.3828125,
      "learning_rate": 0.0004832750713313954,
      "loss": 5.3361,
      "mean_token_accuracy": 0.17634675949811934,
      "num_tokens": 30615906.0,
      "step": 13370
    },
    {
      "entropy": 5.643567705154419,
      "epoch": 1.322162910241202,
      "grad_norm": 1.359375,
      "learning_rate": 0.00048326171718198315,
      "loss": 5.4583,
      "mean_token_accuracy": 0.17781806215643883,
      "num_tokens": 30628191.0,
      "step": 13375
    },
    {
      "entropy": 5.679811906814575,
      "epoch": 1.3226571767497035,
      "grad_norm": 1.2734375,
      "learning_rate": 0.00048324835790930027,
      "loss": 5.4629,
      "mean_token_accuracy": 0.17555269449949265,
      "num_tokens": 30640667.0,
      "step": 13380
    },
    {
      "entropy": 5.63090705871582,
      "epoch": 1.3231514432582048,
      "grad_norm": 2.84375,
      "learning_rate": 0.0004832349935136755,
      "loss": 5.4278,
      "mean_token_accuracy": 0.17625583261251448,
      "num_tokens": 30651779.0,
      "step": 13385
    },
    {
      "entropy": 5.5488059520721436,
      "epoch": 1.3236457097667063,
      "grad_norm": 1.3671875,
      "learning_rate": 0.0004832216239954376,
      "loss": 5.2572,
      "mean_token_accuracy": 0.19061069041490555,
      "num_tokens": 30662396.0,
      "step": 13390
    },
    {
      "entropy": 5.62912073135376,
      "epoch": 1.3241399762752075,
      "grad_norm": 1.421875,
      "learning_rate": 0.0004832082493549154,
      "loss": 5.3982,
      "mean_token_accuracy": 0.1802899122238159,
      "num_tokens": 30674476.0,
      "step": 13395
    },
    {
      "entropy": 5.6277824401855465,
      "epoch": 1.324634242783709,
      "grad_norm": 1.515625,
      "learning_rate": 0.0004831948695924381,
      "loss": 5.3869,
      "mean_token_accuracy": 0.18105309307575226,
      "num_tokens": 30687417.0,
      "step": 13400
    },
    {
      "entropy": 5.647561931610108,
      "epoch": 1.3251285092922105,
      "grad_norm": 1.3671875,
      "learning_rate": 0.0004831814847083346,
      "loss": 5.4238,
      "mean_token_accuracy": 0.17972079813480377,
      "num_tokens": 30698925.0,
      "step": 13405
    },
    {
      "entropy": 5.659072542190552,
      "epoch": 1.3256227758007118,
      "grad_norm": 1.5390625,
      "learning_rate": 0.00048316809470293426,
      "loss": 5.4237,
      "mean_token_accuracy": 0.17830995619297027,
      "num_tokens": 30711237.0,
      "step": 13410
    },
    {
      "entropy": 5.6586585521698,
      "epoch": 1.326117042309213,
      "grad_norm": 1.625,
      "learning_rate": 0.00048315469957656656,
      "loss": 5.4432,
      "mean_token_accuracy": 0.17360139042139053,
      "num_tokens": 30721900.0,
      "step": 13415
    },
    {
      "entropy": 5.680593538284302,
      "epoch": 1.3266113088177145,
      "grad_norm": 1.4296875,
      "learning_rate": 0.0004831412993295609,
      "loss": 5.3856,
      "mean_token_accuracy": 0.17664714008569718,
      "num_tokens": 30734738.0,
      "step": 13420
    },
    {
      "entropy": 5.645633602142334,
      "epoch": 1.327105575326216,
      "grad_norm": 1.296875,
      "learning_rate": 0.00048312789396224697,
      "loss": 5.4344,
      "mean_token_accuracy": 0.17951468527317047,
      "num_tokens": 30745849.0,
      "step": 13425
    },
    {
      "entropy": 5.661584997177124,
      "epoch": 1.3275998418347172,
      "grad_norm": 1.3203125,
      "learning_rate": 0.00048311448347495466,
      "loss": 5.3987,
      "mean_token_accuracy": 0.1778587281703949,
      "num_tokens": 30757118.0,
      "step": 13430
    },
    {
      "entropy": 5.692550134658814,
      "epoch": 1.3280941083432187,
      "grad_norm": 1.46875,
      "learning_rate": 0.0004831010678680137,
      "loss": 5.4904,
      "mean_token_accuracy": 0.17638929784297944,
      "num_tokens": 30768692.0,
      "step": 13435
    },
    {
      "entropy": 5.683389329910279,
      "epoch": 1.32858837485172,
      "grad_norm": 2.875,
      "learning_rate": 0.0004830876471417542,
      "loss": 5.4344,
      "mean_token_accuracy": 0.17975543588399887,
      "num_tokens": 30780241.0,
      "step": 13440
    },
    {
      "entropy": 5.606634998321534,
      "epoch": 1.3290826413602215,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0004830742212965063,
      "loss": 5.4172,
      "mean_token_accuracy": 0.17563898265361785,
      "num_tokens": 30792733.0,
      "step": 13445
    },
    {
      "entropy": 5.620973730087281,
      "epoch": 1.3295769078687227,
      "grad_norm": 1.984375,
      "learning_rate": 0.0004830607903326003,
      "loss": 5.3679,
      "mean_token_accuracy": 0.1809845268726349,
      "num_tokens": 30803997.0,
      "step": 13450
    },
    {
      "entropy": 5.593581581115723,
      "epoch": 1.3300711743772242,
      "grad_norm": 1.421875,
      "learning_rate": 0.0004830473542503665,
      "loss": 5.3356,
      "mean_token_accuracy": 0.18298769295215606,
      "num_tokens": 30815322.0,
      "step": 13455
    },
    {
      "entropy": 5.6125345706939695,
      "epoch": 1.3305654408857257,
      "grad_norm": 1.265625,
      "learning_rate": 0.00048303391305013556,
      "loss": 5.3639,
      "mean_token_accuracy": 0.17978909313678743,
      "num_tokens": 30825572.0,
      "step": 13460
    },
    {
      "entropy": 5.599508953094483,
      "epoch": 1.331059707394227,
      "grad_norm": 1.2265625,
      "learning_rate": 0.00048302046673223816,
      "loss": 5.2795,
      "mean_token_accuracy": 0.18489835411310196,
      "num_tokens": 30837451.0,
      "step": 13465
    },
    {
      "entropy": 5.587284898757934,
      "epoch": 1.3315539739027282,
      "grad_norm": 1.40625,
      "learning_rate": 0.0004830070152970049,
      "loss": 5.3613,
      "mean_token_accuracy": 0.1831515297293663,
      "num_tokens": 30849418.0,
      "step": 13470
    },
    {
      "entropy": 5.75219316482544,
      "epoch": 1.3320482404112297,
      "grad_norm": 1.3125,
      "learning_rate": 0.00048299355874476685,
      "loss": 5.4682,
      "mean_token_accuracy": 0.1709510028362274,
      "num_tokens": 30860387.0,
      "step": 13475
    },
    {
      "entropy": 5.5926683902740475,
      "epoch": 1.3325425069197312,
      "grad_norm": 1.328125,
      "learning_rate": 0.000482980097075855,
      "loss": 5.3502,
      "mean_token_accuracy": 0.18210737854242326,
      "num_tokens": 30871599.0,
      "step": 13480
    },
    {
      "entropy": 5.561595392227173,
      "epoch": 1.3330367734282325,
      "grad_norm": 1.1640625,
      "learning_rate": 0.00048296663029060046,
      "loss": 5.2984,
      "mean_token_accuracy": 0.18697010576725007,
      "num_tokens": 30882298.0,
      "step": 13485
    },
    {
      "entropy": 5.571579360961914,
      "epoch": 1.333531039936734,
      "grad_norm": 1.4765625,
      "learning_rate": 0.0004829531583893345,
      "loss": 5.3999,
      "mean_token_accuracy": 0.18073733001947404,
      "num_tokens": 30893589.0,
      "step": 13490
    },
    {
      "entropy": 5.619697856903076,
      "epoch": 1.3340253064452352,
      "grad_norm": 1.265625,
      "learning_rate": 0.0004829396813723886,
      "loss": 5.3424,
      "mean_token_accuracy": 0.17959402352571488,
      "num_tokens": 30905041.0,
      "step": 13495
    },
    {
      "entropy": 5.674782562255859,
      "epoch": 1.3345195729537367,
      "grad_norm": 1.6328125,
      "learning_rate": 0.0004829261992400944,
      "loss": 5.4271,
      "mean_token_accuracy": 0.17518270611763,
      "num_tokens": 30916244.0,
      "step": 13500
    },
    {
      "entropy": 5.638361072540283,
      "epoch": 1.335013839462238,
      "grad_norm": 1.828125,
      "learning_rate": 0.0004829127119927833,
      "loss": 5.3625,
      "mean_token_accuracy": 0.18202189803123475,
      "num_tokens": 30927444.0,
      "step": 13505
    },
    {
      "entropy": 5.583319044113159,
      "epoch": 1.3355081059707394,
      "grad_norm": 1.5234375,
      "learning_rate": 0.0004828992196307873,
      "loss": 5.3668,
      "mean_token_accuracy": 0.18954140990972518,
      "num_tokens": 30939402.0,
      "step": 13510
    },
    {
      "entropy": 5.689163446426392,
      "epoch": 1.336002372479241,
      "grad_norm": 1.59375,
      "learning_rate": 0.00048288572215443825,
      "loss": 5.4479,
      "mean_token_accuracy": 0.17430518418550492,
      "num_tokens": 30951598.0,
      "step": 13515
    },
    {
      "entropy": 5.66749677658081,
      "epoch": 1.3364966389877422,
      "grad_norm": 1.328125,
      "learning_rate": 0.0004828722195640681,
      "loss": 5.4196,
      "mean_token_accuracy": 0.17818957567214966,
      "num_tokens": 30963897.0,
      "step": 13520
    },
    {
      "entropy": 5.6022481441497805,
      "epoch": 1.3369909054962434,
      "grad_norm": 1.6328125,
      "learning_rate": 0.00048285871186000916,
      "loss": 5.3421,
      "mean_token_accuracy": 0.17971886992454528,
      "num_tokens": 30975143.0,
      "step": 13525
    },
    {
      "entropy": 5.644520902633667,
      "epoch": 1.337485172004745,
      "grad_norm": 1.390625,
      "learning_rate": 0.00048284519904259374,
      "loss": 5.3607,
      "mean_token_accuracy": 0.17373865097761154,
      "num_tokens": 30986656.0,
      "step": 13530
    },
    {
      "entropy": 5.713407182693482,
      "epoch": 1.3379794385132464,
      "grad_norm": 1.328125,
      "learning_rate": 0.0004828316811121541,
      "loss": 5.4979,
      "mean_token_accuracy": 0.1779793843626976,
      "num_tokens": 30999904.0,
      "step": 13535
    },
    {
      "entropy": 5.618749570846558,
      "epoch": 1.3384737050217477,
      "grad_norm": 1.3359375,
      "learning_rate": 0.00048281815806902286,
      "loss": 5.2598,
      "mean_token_accuracy": 0.18969714790582656,
      "num_tokens": 31012287.0,
      "step": 13540
    },
    {
      "entropy": 5.639257431030273,
      "epoch": 1.3389679715302492,
      "grad_norm": 1.375,
      "learning_rate": 0.00048280462991353267,
      "loss": 5.3672,
      "mean_token_accuracy": 0.1851990595459938,
      "num_tokens": 31023954.0,
      "step": 13545
    },
    {
      "entropy": 5.573872852325439,
      "epoch": 1.3394622380387504,
      "grad_norm": 1.484375,
      "learning_rate": 0.0004827910966460164,
      "loss": 5.3272,
      "mean_token_accuracy": 0.18471778333187103,
      "num_tokens": 31035365.0,
      "step": 13550
    },
    {
      "entropy": 5.612487077713013,
      "epoch": 1.339956504547252,
      "grad_norm": 1.46875,
      "learning_rate": 0.0004827775582668069,
      "loss": 5.3592,
      "mean_token_accuracy": 0.1845427244901657,
      "num_tokens": 31046814.0,
      "step": 13555
    },
    {
      "entropy": 5.572548675537109,
      "epoch": 1.3404507710557532,
      "grad_norm": 1.8046875,
      "learning_rate": 0.0004827640147762372,
      "loss": 5.3232,
      "mean_token_accuracy": 0.18366092592477798,
      "num_tokens": 31058112.0,
      "step": 13560
    },
    {
      "entropy": 5.55669584274292,
      "epoch": 1.3409450375642546,
      "grad_norm": 1.4609375,
      "learning_rate": 0.00048275046617464055,
      "loss": 5.3288,
      "mean_token_accuracy": 0.18401081562042237,
      "num_tokens": 31068703.0,
      "step": 13565
    },
    {
      "entropy": 5.645600700378418,
      "epoch": 1.3414393040727561,
      "grad_norm": 1.484375,
      "learning_rate": 0.0004827369124623502,
      "loss": 5.364,
      "mean_token_accuracy": 0.18467544466257096,
      "num_tokens": 31080018.0,
      "step": 13570
    },
    {
      "entropy": 5.678955984115601,
      "epoch": 1.3419335705812574,
      "grad_norm": 2.0,
      "learning_rate": 0.00048272335363969956,
      "loss": 5.4271,
      "mean_token_accuracy": 0.17893292903900146,
      "num_tokens": 31091103.0,
      "step": 13575
    },
    {
      "entropy": 5.706071186065674,
      "epoch": 1.3424278370897589,
      "grad_norm": 1.3671875,
      "learning_rate": 0.0004827097897070222,
      "loss": 5.4285,
      "mean_token_accuracy": 0.17564288526773453,
      "num_tokens": 31102731.0,
      "step": 13580
    },
    {
      "entropy": 5.541435718536377,
      "epoch": 1.3429221035982601,
      "grad_norm": 1.3671875,
      "learning_rate": 0.0004826962206646518,
      "loss": 5.2902,
      "mean_token_accuracy": 0.1952822133898735,
      "num_tokens": 31114080.0,
      "step": 13585
    },
    {
      "entropy": 5.575323390960693,
      "epoch": 1.3434163701067616,
      "grad_norm": 1.46875,
      "learning_rate": 0.00048268264651292215,
      "loss": 5.3583,
      "mean_token_accuracy": 0.17633841186761856,
      "num_tokens": 31125875.0,
      "step": 13590
    },
    {
      "entropy": 5.661813354492187,
      "epoch": 1.3439106366152629,
      "grad_norm": 2.234375,
      "learning_rate": 0.00048266906725216713,
      "loss": 5.356,
      "mean_token_accuracy": 0.18115421682596206,
      "num_tokens": 31139246.0,
      "step": 13595
    },
    {
      "entropy": 5.604208612442017,
      "epoch": 1.3444049031237644,
      "grad_norm": 1.4609375,
      "learning_rate": 0.00048265548288272086,
      "loss": 5.2787,
      "mean_token_accuracy": 0.1843094438314438,
      "num_tokens": 31150606.0,
      "step": 13600
    },
    {
      "entropy": 5.570496940612793,
      "epoch": 1.3448991696322659,
      "grad_norm": 1.3671875,
      "learning_rate": 0.00048264189340491755,
      "loss": 5.4089,
      "mean_token_accuracy": 0.180218605697155,
      "num_tokens": 31162413.0,
      "step": 13605
    },
    {
      "entropy": 5.655467796325683,
      "epoch": 1.3453934361407671,
      "grad_norm": 1.4140625,
      "learning_rate": 0.00048262829881909135,
      "loss": 5.4031,
      "mean_token_accuracy": 0.1763067677617073,
      "num_tokens": 31172832.0,
      "step": 13610
    },
    {
      "entropy": 5.650714921951294,
      "epoch": 1.3458877026492684,
      "grad_norm": 1.3359375,
      "learning_rate": 0.00048261469912557685,
      "loss": 5.4257,
      "mean_token_accuracy": 0.17724828869104386,
      "num_tokens": 31186172.0,
      "step": 13615
    },
    {
      "entropy": 5.635502576828003,
      "epoch": 1.3463819691577699,
      "grad_norm": 1.640625,
      "learning_rate": 0.00048260109432470856,
      "loss": 5.2927,
      "mean_token_accuracy": 0.1912631407380104,
      "num_tokens": 31197580.0,
      "step": 13620
    },
    {
      "entropy": 5.613646411895752,
      "epoch": 1.3468762356662713,
      "grad_norm": 1.3203125,
      "learning_rate": 0.00048258748441682114,
      "loss": 5.3589,
      "mean_token_accuracy": 0.18065993934869767,
      "num_tokens": 31209262.0,
      "step": 13625
    },
    {
      "entropy": 5.5887237071990965,
      "epoch": 1.3473705021747726,
      "grad_norm": 1.390625,
      "learning_rate": 0.0004825738694022494,
      "loss": 5.3555,
      "mean_token_accuracy": 0.18029915988445283,
      "num_tokens": 31221722.0,
      "step": 13630
    },
    {
      "entropy": 5.602186250686645,
      "epoch": 1.347864768683274,
      "grad_norm": 1.34375,
      "learning_rate": 0.00048256024928132826,
      "loss": 5.3071,
      "mean_token_accuracy": 0.1955119326710701,
      "num_tokens": 31232871.0,
      "step": 13635
    },
    {
      "entropy": 5.613846206665039,
      "epoch": 1.3483590351917754,
      "grad_norm": 1.453125,
      "learning_rate": 0.0004825466240543928,
      "loss": 5.3822,
      "mean_token_accuracy": 0.1794242352247238,
      "num_tokens": 31244010.0,
      "step": 13640
    },
    {
      "entropy": 5.56691312789917,
      "epoch": 1.3488533017002768,
      "grad_norm": 1.421875,
      "learning_rate": 0.0004825329937217782,
      "loss": 5.3769,
      "mean_token_accuracy": 0.17975466847419738,
      "num_tokens": 31255643.0,
      "step": 13645
    },
    {
      "entropy": 5.712325811386108,
      "epoch": 1.349347568208778,
      "grad_norm": 1.6640625,
      "learning_rate": 0.0004825193582838196,
      "loss": 5.476,
      "mean_token_accuracy": 0.17626722902059555,
      "num_tokens": 31266764.0,
      "step": 13650
    },
    {
      "entropy": 5.691398477554321,
      "epoch": 1.3498418347172796,
      "grad_norm": 1.40625,
      "learning_rate": 0.0004825057177408528,
      "loss": 5.3355,
      "mean_token_accuracy": 0.1884911060333252,
      "num_tokens": 31277533.0,
      "step": 13655
    },
    {
      "entropy": 5.59542818069458,
      "epoch": 1.350336101225781,
      "grad_norm": 1.34375,
      "learning_rate": 0.000482492072093213,
      "loss": 5.358,
      "mean_token_accuracy": 0.17958372235298156,
      "num_tokens": 31289509.0,
      "step": 13660
    },
    {
      "entropy": 5.599795770645142,
      "epoch": 1.3508303677342823,
      "grad_norm": 1.4921875,
      "learning_rate": 0.00048247842134123615,
      "loss": 5.4155,
      "mean_token_accuracy": 0.1811332657933235,
      "num_tokens": 31300909.0,
      "step": 13665
    },
    {
      "entropy": 5.663826608657837,
      "epoch": 1.3513246342427836,
      "grad_norm": 1.359375,
      "learning_rate": 0.0004824647654852579,
      "loss": 5.4295,
      "mean_token_accuracy": 0.1764205664396286,
      "num_tokens": 31312148.0,
      "step": 13670
    },
    {
      "entropy": 5.603689527511596,
      "epoch": 1.351818900751285,
      "grad_norm": 1.4140625,
      "learning_rate": 0.0004824511045256142,
      "loss": 5.2806,
      "mean_token_accuracy": 0.1938604086637497,
      "num_tokens": 31323388.0,
      "step": 13675
    },
    {
      "entropy": 5.589712715148925,
      "epoch": 1.3523131672597866,
      "grad_norm": 1.796875,
      "learning_rate": 0.00048243743846264125,
      "loss": 5.2603,
      "mean_token_accuracy": 0.18790659308433533,
      "num_tokens": 31334103.0,
      "step": 13680
    },
    {
      "entropy": 5.608765602111816,
      "epoch": 1.3528074337682878,
      "grad_norm": 1.5703125,
      "learning_rate": 0.0004824237672966751,
      "loss": 5.3598,
      "mean_token_accuracy": 0.1805233985185623,
      "num_tokens": 31345456.0,
      "step": 13685
    },
    {
      "entropy": 5.521354341506958,
      "epoch": 1.3533017002767893,
      "grad_norm": 1.5625,
      "learning_rate": 0.000482410091028052,
      "loss": 5.2303,
      "mean_token_accuracy": 0.19384558498859406,
      "num_tokens": 31356482.0,
      "step": 13690
    },
    {
      "entropy": 5.634257793426514,
      "epoch": 1.3537959667852906,
      "grad_norm": 1.6953125,
      "learning_rate": 0.00048239640965710854,
      "loss": 5.4417,
      "mean_token_accuracy": 0.1719844087958336,
      "num_tokens": 31367103.0,
      "step": 13695
    },
    {
      "entropy": 5.691772508621216,
      "epoch": 1.354290233293792,
      "grad_norm": 1.828125,
      "learning_rate": 0.00048238272318418127,
      "loss": 5.4011,
      "mean_token_accuracy": 0.17740811556577682,
      "num_tokens": 31378564.0,
      "step": 13700
    },
    {
      "entropy": 5.645037221908569,
      "epoch": 1.3547844998022933,
      "grad_norm": 1.2265625,
      "learning_rate": 0.00048236903160960677,
      "loss": 5.3894,
      "mean_token_accuracy": 0.18022141307592393,
      "num_tokens": 31391435.0,
      "step": 13705
    },
    {
      "entropy": 5.6197977542877195,
      "epoch": 1.3552787663107948,
      "grad_norm": 1.3671875,
      "learning_rate": 0.000482355334933722,
      "loss": 5.4029,
      "mean_token_accuracy": 0.1759616881608963,
      "num_tokens": 31403422.0,
      "step": 13710
    },
    {
      "entropy": 5.604930877685547,
      "epoch": 1.3557730328192963,
      "grad_norm": 1.4765625,
      "learning_rate": 0.00048234163315686375,
      "loss": 5.2503,
      "mean_token_accuracy": 0.19544390738010406,
      "num_tokens": 31414940.0,
      "step": 13715
    },
    {
      "entropy": 5.6139758110046385,
      "epoch": 1.3562672993277975,
      "grad_norm": 1.4921875,
      "learning_rate": 0.0004823279262793692,
      "loss": 5.4644,
      "mean_token_accuracy": 0.17626293748617172,
      "num_tokens": 31426369.0,
      "step": 13720
    },
    {
      "entropy": 5.577859354019165,
      "epoch": 1.3567615658362988,
      "grad_norm": 1.2734375,
      "learning_rate": 0.00048231421430157547,
      "loss": 5.3865,
      "mean_token_accuracy": 0.18294183164834976,
      "num_tokens": 31438426.0,
      "step": 13725
    },
    {
      "entropy": 5.561729478836059,
      "epoch": 1.3572558323448003,
      "grad_norm": 1.3203125,
      "learning_rate": 0.0004823004972238199,
      "loss": 5.3096,
      "mean_token_accuracy": 0.1826370596885681,
      "num_tokens": 31450230.0,
      "step": 13730
    },
    {
      "entropy": 5.656190872192383,
      "epoch": 1.3577500988533018,
      "grad_norm": 1.390625,
      "learning_rate": 0.00048228677504643996,
      "loss": 5.4813,
      "mean_token_accuracy": 0.17086569517850875,
      "num_tokens": 31462564.0,
      "step": 13735
    },
    {
      "entropy": 5.6548137187957765,
      "epoch": 1.358244365361803,
      "grad_norm": 1.3515625,
      "learning_rate": 0.0004822730477697732,
      "loss": 5.328,
      "mean_token_accuracy": 0.18942943811416627,
      "num_tokens": 31475053.0,
      "step": 13740
    },
    {
      "entropy": 5.570001649856567,
      "epoch": 1.3587386318703045,
      "grad_norm": 1.84375,
      "learning_rate": 0.0004822593153941573,
      "loss": 5.3696,
      "mean_token_accuracy": 0.18805706948041917,
      "num_tokens": 31487187.0,
      "step": 13745
    },
    {
      "entropy": 5.668126106262207,
      "epoch": 1.3592328983788058,
      "grad_norm": 1.4375,
      "learning_rate": 0.00048224557791993013,
      "loss": 5.4042,
      "mean_token_accuracy": 0.18166119307279588,
      "num_tokens": 31499288.0,
      "step": 13750
    },
    {
      "entropy": 5.618986558914185,
      "epoch": 1.3597271648873073,
      "grad_norm": 1.46875,
      "learning_rate": 0.00048223183534742953,
      "loss": 5.3463,
      "mean_token_accuracy": 0.18207521587610245,
      "num_tokens": 31510113.0,
      "step": 13755
    },
    {
      "entropy": 5.575040054321289,
      "epoch": 1.3602214313958085,
      "grad_norm": 1.421875,
      "learning_rate": 0.00048221808767699373,
      "loss": 5.3085,
      "mean_token_accuracy": 0.1831543982028961,
      "num_tokens": 31520900.0,
      "step": 13760
    },
    {
      "entropy": 5.651335525512695,
      "epoch": 1.36071569790431,
      "grad_norm": 1.7421875,
      "learning_rate": 0.0004822043349089607,
      "loss": 5.3724,
      "mean_token_accuracy": 0.1856143057346344,
      "num_tokens": 31533085.0,
      "step": 13765
    },
    {
      "entropy": 5.6594603061676025,
      "epoch": 1.3612099644128115,
      "grad_norm": 1.4765625,
      "learning_rate": 0.0004821905770436689,
      "loss": 5.3707,
      "mean_token_accuracy": 0.17452322691679,
      "num_tokens": 31544287.0,
      "step": 13770
    },
    {
      "entropy": 5.567810916900635,
      "epoch": 1.3617042309213128,
      "grad_norm": 1.65625,
      "learning_rate": 0.0004821768140814568,
      "loss": 5.3368,
      "mean_token_accuracy": 0.18782113939523698,
      "num_tokens": 31555233.0,
      "step": 13775
    },
    {
      "entropy": 5.607983779907227,
      "epoch": 1.362198497429814,
      "grad_norm": 1.4375,
      "learning_rate": 0.0004821630460226629,
      "loss": 5.2746,
      "mean_token_accuracy": 0.18981120437383653,
      "num_tokens": 31565421.0,
      "step": 13780
    },
    {
      "entropy": 5.626432085037232,
      "epoch": 1.3626927639383155,
      "grad_norm": 1.375,
      "learning_rate": 0.000482149272867626,
      "loss": 5.3883,
      "mean_token_accuracy": 0.1856262981891632,
      "num_tokens": 31576787.0,
      "step": 13785
    },
    {
      "entropy": 5.64390196800232,
      "epoch": 1.363187030446817,
      "grad_norm": 1.4375,
      "learning_rate": 0.00048213549461668476,
      "loss": 5.4412,
      "mean_token_accuracy": 0.17790410965681075,
      "num_tokens": 31587563.0,
      "step": 13790
    },
    {
      "entropy": 5.643861103057861,
      "epoch": 1.3636812969553183,
      "grad_norm": 1.765625,
      "learning_rate": 0.00048212171127017835,
      "loss": 5.3339,
      "mean_token_accuracy": 0.18473720997571946,
      "num_tokens": 31598186.0,
      "step": 13795
    },
    {
      "entropy": 5.666094207763672,
      "epoch": 1.3641755634638197,
      "grad_norm": 1.5390625,
      "learning_rate": 0.0004821079228284456,
      "loss": 5.3588,
      "mean_token_accuracy": 0.1768627107143402,
      "num_tokens": 31609458.0,
      "step": 13800
    },
    {
      "entropy": 5.628021001815796,
      "epoch": 1.364669829972321,
      "grad_norm": 1.53125,
      "learning_rate": 0.00048209412929182586,
      "loss": 5.2808,
      "mean_token_accuracy": 0.18881404101848603,
      "num_tokens": 31619497.0,
      "step": 13805
    },
    {
      "entropy": 5.6065410614013675,
      "epoch": 1.3651640964808225,
      "grad_norm": 1.5,
      "learning_rate": 0.0004820803306606584,
      "loss": 5.3858,
      "mean_token_accuracy": 0.17492412477731706,
      "num_tokens": 31630838.0,
      "step": 13810
    },
    {
      "entropy": 5.652844095230103,
      "epoch": 1.3656583629893237,
      "grad_norm": 2.359375,
      "learning_rate": 0.0004820665269352827,
      "loss": 5.4446,
      "mean_token_accuracy": 0.1760430321097374,
      "num_tokens": 31642234.0,
      "step": 13815
    },
    {
      "entropy": 5.6957813739776615,
      "epoch": 1.3661526294978252,
      "grad_norm": 1.703125,
      "learning_rate": 0.00048205271811603827,
      "loss": 5.4052,
      "mean_token_accuracy": 0.17412530183792113,
      "num_tokens": 31653283.0,
      "step": 13820
    },
    {
      "entropy": 5.693255805969239,
      "epoch": 1.3666468960063267,
      "grad_norm": 2.1875,
      "learning_rate": 0.0004820389042032649,
      "loss": 5.3407,
      "mean_token_accuracy": 0.18445192277431488,
      "num_tokens": 31663284.0,
      "step": 13825
    },
    {
      "entropy": 5.555064392089844,
      "epoch": 1.367141162514828,
      "grad_norm": 1.3984375,
      "learning_rate": 0.0004820250851973023,
      "loss": 5.3024,
      "mean_token_accuracy": 0.18553722500801087,
      "num_tokens": 31674379.0,
      "step": 13830
    },
    {
      "entropy": 5.6579591751098635,
      "epoch": 1.3676354290233292,
      "grad_norm": 1.5,
      "learning_rate": 0.0004820112610984906,
      "loss": 5.4597,
      "mean_token_accuracy": 0.17677143663167955,
      "num_tokens": 31686420.0,
      "step": 13835
    },
    {
      "entropy": 5.556261730194092,
      "epoch": 1.3681296955318307,
      "grad_norm": 2.171875,
      "learning_rate": 0.00048199743190716966,
      "loss": 5.2543,
      "mean_token_accuracy": 0.19362638145685196,
      "num_tokens": 31696919.0,
      "step": 13840
    },
    {
      "entropy": 5.591260147094727,
      "epoch": 1.3686239620403322,
      "grad_norm": 1.8359375,
      "learning_rate": 0.00048198359762367983,
      "loss": 5.3678,
      "mean_token_accuracy": 0.17782708555459975,
      "num_tokens": 31708878.0,
      "step": 13845
    },
    {
      "entropy": 5.6437853336334225,
      "epoch": 1.3691182285488335,
      "grad_norm": 1.7265625,
      "learning_rate": 0.00048196975824836135,
      "loss": 5.388,
      "mean_token_accuracy": 0.1815121129155159,
      "num_tokens": 31719348.0,
      "step": 13850
    },
    {
      "entropy": 5.621160697937012,
      "epoch": 1.369612495057335,
      "grad_norm": 1.6171875,
      "learning_rate": 0.0004819559137815547,
      "loss": 5.3446,
      "mean_token_accuracy": 0.1858145609498024,
      "num_tokens": 31729349.0,
      "step": 13855
    },
    {
      "entropy": 5.674253654479981,
      "epoch": 1.3701067615658362,
      "grad_norm": 1.8828125,
      "learning_rate": 0.0004819420642236005,
      "loss": 5.3615,
      "mean_token_accuracy": 0.18043985068798066,
      "num_tokens": 31740345.0,
      "step": 13860
    },
    {
      "entropy": 5.676819467544556,
      "epoch": 1.3706010280743377,
      "grad_norm": 1.5546875,
      "learning_rate": 0.0004819282095748395,
      "loss": 5.3866,
      "mean_token_accuracy": 0.17638078480958938,
      "num_tokens": 31752231.0,
      "step": 13865
    },
    {
      "entropy": 5.654842710494995,
      "epoch": 1.371095294582839,
      "grad_norm": 1.796875,
      "learning_rate": 0.0004819143498356123,
      "loss": 5.3926,
      "mean_token_accuracy": 0.1823098376393318,
      "num_tokens": 31764248.0,
      "step": 13870
    },
    {
      "entropy": 5.551671409606934,
      "epoch": 1.3715895610913404,
      "grad_norm": 1.484375,
      "learning_rate": 0.0004819004850062601,
      "loss": 5.2235,
      "mean_token_accuracy": 0.18993889391422272,
      "num_tokens": 31774173.0,
      "step": 13875
    },
    {
      "entropy": 5.609506845474243,
      "epoch": 1.372083827599842,
      "grad_norm": 1.34375,
      "learning_rate": 0.00048188661508712376,
      "loss": 5.3902,
      "mean_token_accuracy": 0.17847636342048645,
      "num_tokens": 31784860.0,
      "step": 13880
    },
    {
      "entropy": 5.618414068222046,
      "epoch": 1.3725780941083432,
      "grad_norm": 1.6953125,
      "learning_rate": 0.0004818727400785447,
      "loss": 5.4058,
      "mean_token_accuracy": 0.1797900229692459,
      "num_tokens": 31797012.0,
      "step": 13885
    },
    {
      "entropy": 5.597910213470459,
      "epoch": 1.3730723606168447,
      "grad_norm": 1.484375,
      "learning_rate": 0.0004818588599808641,
      "loss": 5.3025,
      "mean_token_accuracy": 0.1837613582611084,
      "num_tokens": 31808216.0,
      "step": 13890
    },
    {
      "entropy": 5.606488990783691,
      "epoch": 1.373566627125346,
      "grad_norm": 1.390625,
      "learning_rate": 0.00048184497479442345,
      "loss": 5.4182,
      "mean_token_accuracy": 0.17232680320739746,
      "num_tokens": 31820097.0,
      "step": 13895
    },
    {
      "entropy": 5.6867293357849125,
      "epoch": 1.3740608936338474,
      "grad_norm": 1.46875,
      "learning_rate": 0.0004818310845195643,
      "loss": 5.4774,
      "mean_token_accuracy": 0.17236514538526534,
      "num_tokens": 31832252.0,
      "step": 13900
    },
    {
      "entropy": 5.651212930679321,
      "epoch": 1.3745551601423487,
      "grad_norm": 1.28125,
      "learning_rate": 0.0004818171891566284,
      "loss": 5.4432,
      "mean_token_accuracy": 0.17456165552139283,
      "num_tokens": 31842928.0,
      "step": 13905
    },
    {
      "entropy": 5.629182624816894,
      "epoch": 1.3750494266508502,
      "grad_norm": 1.53125,
      "learning_rate": 0.0004818032887059576,
      "loss": 5.2923,
      "mean_token_accuracy": 0.19028321355581285,
      "num_tokens": 31854072.0,
      "step": 13910
    },
    {
      "entropy": 5.6791047096252445,
      "epoch": 1.3755436931593517,
      "grad_norm": 1.34375,
      "learning_rate": 0.0004817893831678938,
      "loss": 5.4136,
      "mean_token_accuracy": 0.1805824011564255,
      "num_tokens": 31865163.0,
      "step": 13915
    },
    {
      "entropy": 5.526577377319336,
      "epoch": 1.376037959667853,
      "grad_norm": 1.5390625,
      "learning_rate": 0.00048177547254277904,
      "loss": 5.287,
      "mean_token_accuracy": 0.18845449686050414,
      "num_tokens": 31876583.0,
      "step": 13920
    },
    {
      "entropy": 5.634654188156128,
      "epoch": 1.3765322261763542,
      "grad_norm": 1.4296875,
      "learning_rate": 0.0004817615568309557,
      "loss": 5.3403,
      "mean_token_accuracy": 0.18297360688447953,
      "num_tokens": 31886794.0,
      "step": 13925
    },
    {
      "entropy": 5.69839129447937,
      "epoch": 1.3770264926848557,
      "grad_norm": 1.8359375,
      "learning_rate": 0.0004817476360327658,
      "loss": 5.4266,
      "mean_token_accuracy": 0.17962846904993057,
      "num_tokens": 31899980.0,
      "step": 13930
    },
    {
      "entropy": 5.559878158569336,
      "epoch": 1.3775207591933571,
      "grad_norm": 1.5390625,
      "learning_rate": 0.0004817337101485521,
      "loss": 5.2333,
      "mean_token_accuracy": 0.19485677629709244,
      "num_tokens": 31909906.0,
      "step": 13935
    },
    {
      "entropy": 5.531175947189331,
      "epoch": 1.3780150257018584,
      "grad_norm": 1.4609375,
      "learning_rate": 0.00048171977917865706,
      "loss": 5.3175,
      "mean_token_accuracy": 0.18942902237176895,
      "num_tokens": 31920499.0,
      "step": 13940
    },
    {
      "entropy": 5.533161878585815,
      "epoch": 1.37850929221036,
      "grad_norm": 1.5234375,
      "learning_rate": 0.00048170584312342337,
      "loss": 5.3218,
      "mean_token_accuracy": 0.19081737995147705,
      "num_tokens": 31931031.0,
      "step": 13945
    },
    {
      "entropy": 5.654254961013794,
      "epoch": 1.3790035587188612,
      "grad_norm": 1.40625,
      "learning_rate": 0.0004816919019831939,
      "loss": 5.3158,
      "mean_token_accuracy": 0.18491162210702897,
      "num_tokens": 31941887.0,
      "step": 13950
    },
    {
      "entropy": 5.6600535869598385,
      "epoch": 1.3794978252273626,
      "grad_norm": 1.8828125,
      "learning_rate": 0.00048167795575831154,
      "loss": 5.4021,
      "mean_token_accuracy": 0.17590015530586242,
      "num_tokens": 31953727.0,
      "step": 13955
    },
    {
      "entropy": 5.611099529266357,
      "epoch": 1.379992091735864,
      "grad_norm": 1.359375,
      "learning_rate": 0.0004816640044491193,
      "loss": 5.3638,
      "mean_token_accuracy": 0.18339920341968535,
      "num_tokens": 31965418.0,
      "step": 13960
    },
    {
      "entropy": 5.619025993347168,
      "epoch": 1.3804863582443654,
      "grad_norm": 1.4453125,
      "learning_rate": 0.0004816500480559607,
      "loss": 5.3919,
      "mean_token_accuracy": 0.18112977892160415,
      "num_tokens": 31976528.0,
      "step": 13965
    },
    {
      "entropy": 5.642622089385986,
      "epoch": 1.3809806247528669,
      "grad_norm": 1.4765625,
      "learning_rate": 0.00048163608657917874,
      "loss": 5.38,
      "mean_token_accuracy": 0.17919955253601075,
      "num_tokens": 31987921.0,
      "step": 13970
    },
    {
      "entropy": 5.587106704711914,
      "epoch": 1.3814748912613681,
      "grad_norm": 1.4453125,
      "learning_rate": 0.000481622120019117,
      "loss": 5.2548,
      "mean_token_accuracy": 0.18843722045421601,
      "num_tokens": 31998824.0,
      "step": 13975
    },
    {
      "entropy": 5.617704248428344,
      "epoch": 1.3819691577698694,
      "grad_norm": 1.453125,
      "learning_rate": 0.0004816081483761191,
      "loss": 5.4425,
      "mean_token_accuracy": 0.17394677996635438,
      "num_tokens": 32011690.0,
      "step": 13980
    },
    {
      "entropy": 5.658710956573486,
      "epoch": 1.3824634242783709,
      "grad_norm": 1.4921875,
      "learning_rate": 0.0004815941716505286,
      "loss": 5.4222,
      "mean_token_accuracy": 0.18356541395187378,
      "num_tokens": 32022946.0,
      "step": 13985
    },
    {
      "entropy": 5.655589818954468,
      "epoch": 1.3829576907868724,
      "grad_norm": 1.390625,
      "learning_rate": 0.00048158018984268954,
      "loss": 5.3743,
      "mean_token_accuracy": 0.17571795731782913,
      "num_tokens": 32033683.0,
      "step": 13990
    },
    {
      "entropy": 5.6693085670471195,
      "epoch": 1.3834519572953736,
      "grad_norm": 1.515625,
      "learning_rate": 0.0004815662029529457,
      "loss": 5.4298,
      "mean_token_accuracy": 0.1724245861172676,
      "num_tokens": 32045334.0,
      "step": 13995
    },
    {
      "entropy": 5.589751243591309,
      "epoch": 1.383946223803875,
      "grad_norm": 1.3828125,
      "learning_rate": 0.00048155221098164123,
      "loss": 5.316,
      "mean_token_accuracy": 0.18133876323699952,
      "num_tokens": 32056425.0,
      "step": 14000
    },
    {
      "entropy": 5.628468751907349,
      "epoch": 1.3844404903123764,
      "grad_norm": 1.4375,
      "learning_rate": 0.00048153821392912035,
      "loss": 5.3674,
      "mean_token_accuracy": 0.18083936721086502,
      "num_tokens": 32068053.0,
      "step": 14005
    },
    {
      "entropy": 5.663592529296875,
      "epoch": 1.3849347568208779,
      "grad_norm": 1.5390625,
      "learning_rate": 0.0004815242117957273,
      "loss": 5.3751,
      "mean_token_accuracy": 0.18200017362833024,
      "num_tokens": 32079462.0,
      "step": 14010
    },
    {
      "entropy": 5.54339189529419,
      "epoch": 1.3854290233293791,
      "grad_norm": 1.46875,
      "learning_rate": 0.00048151020458180667,
      "loss": 5.3512,
      "mean_token_accuracy": 0.18686241209506987,
      "num_tokens": 32090566.0,
      "step": 14015
    },
    {
      "entropy": 5.722955894470215,
      "epoch": 1.3859232898378806,
      "grad_norm": 1.2109375,
      "learning_rate": 0.000481496192287703,
      "loss": 5.43,
      "mean_token_accuracy": 0.17913904488086702,
      "num_tokens": 32101535.0,
      "step": 14020
    },
    {
      "entropy": 5.600596332550049,
      "epoch": 1.386417556346382,
      "grad_norm": 1.6328125,
      "learning_rate": 0.0004814821749137609,
      "loss": 5.2919,
      "mean_token_accuracy": 0.18575020730495453,
      "num_tokens": 32112450.0,
      "step": 14025
    },
    {
      "entropy": 5.551318883895874,
      "epoch": 1.3869118228548833,
      "grad_norm": 1.4609375,
      "learning_rate": 0.0004814681524603252,
      "loss": 5.4073,
      "mean_token_accuracy": 0.17307053953409196,
      "num_tokens": 32123675.0,
      "step": 14030
    },
    {
      "entropy": 5.6738694190979,
      "epoch": 1.3874060893633846,
      "grad_norm": 1.390625,
      "learning_rate": 0.000481454124927741,
      "loss": 5.4015,
      "mean_token_accuracy": 0.17737227082252502,
      "num_tokens": 32135283.0,
      "step": 14035
    },
    {
      "entropy": 5.607222080230713,
      "epoch": 1.387900355871886,
      "grad_norm": 1.546875,
      "learning_rate": 0.00048144009231635326,
      "loss": 5.3128,
      "mean_token_accuracy": 0.19094865769147873,
      "num_tokens": 32146715.0,
      "step": 14040
    },
    {
      "entropy": 5.5505311489105225,
      "epoch": 1.3883946223803876,
      "grad_norm": 1.828125,
      "learning_rate": 0.0004814260546265073,
      "loss": 5.3444,
      "mean_token_accuracy": 0.1852043941617012,
      "num_tokens": 32158323.0,
      "step": 14045
    },
    {
      "entropy": 5.629556179046631,
      "epoch": 1.3888888888888888,
      "grad_norm": 1.4296875,
      "learning_rate": 0.0004814120118585483,
      "loss": 5.4083,
      "mean_token_accuracy": 0.1811718225479126,
      "num_tokens": 32170453.0,
      "step": 14050
    },
    {
      "entropy": 5.740184307098389,
      "epoch": 1.3893831553973903,
      "grad_norm": 1.390625,
      "learning_rate": 0.0004813979640128218,
      "loss": 5.4245,
      "mean_token_accuracy": 0.17536792308092117,
      "num_tokens": 32181596.0,
      "step": 14055
    },
    {
      "entropy": 5.71956353187561,
      "epoch": 1.3898774219058916,
      "grad_norm": 1.65625,
      "learning_rate": 0.0004813839110896734,
      "loss": 5.3981,
      "mean_token_accuracy": 0.18018420189619064,
      "num_tokens": 32194603.0,
      "step": 14060
    },
    {
      "entropy": 5.5669067859649655,
      "epoch": 1.390371688414393,
      "grad_norm": 1.5859375,
      "learning_rate": 0.00048136985308944874,
      "loss": 5.3001,
      "mean_token_accuracy": 0.18715957105159758,
      "num_tokens": 32206064.0,
      "step": 14065
    },
    {
      "entropy": 5.618303680419922,
      "epoch": 1.3908659549228943,
      "grad_norm": 1.4921875,
      "learning_rate": 0.00048135579001249367,
      "loss": 5.3729,
      "mean_token_accuracy": 0.1751048281788826,
      "num_tokens": 32217254.0,
      "step": 14070
    },
    {
      "entropy": 5.764079332351685,
      "epoch": 1.3913602214313958,
      "grad_norm": 2.859375,
      "learning_rate": 0.0004813417218591542,
      "loss": 5.5131,
      "mean_token_accuracy": 0.16822995394468307,
      "num_tokens": 32228821.0,
      "step": 14075
    },
    {
      "entropy": 5.6994609355926515,
      "epoch": 1.3918544879398973,
      "grad_norm": 2.5625,
      "learning_rate": 0.0004813276486297763,
      "loss": 5.3707,
      "mean_token_accuracy": 0.17629912197589875,
      "num_tokens": 32239476.0,
      "step": 14080
    },
    {
      "entropy": 5.600485897064209,
      "epoch": 1.3923487544483986,
      "grad_norm": 1.4921875,
      "learning_rate": 0.0004813135703247062,
      "loss": 5.3305,
      "mean_token_accuracy": 0.184663724899292,
      "num_tokens": 32250975.0,
      "step": 14085
    },
    {
      "entropy": 5.651822423934936,
      "epoch": 1.3928430209568998,
      "grad_norm": 1.8125,
      "learning_rate": 0.00048129948694429036,
      "loss": 5.3117,
      "mean_token_accuracy": 0.19396121203899383,
      "num_tokens": 32261675.0,
      "step": 14090
    },
    {
      "entropy": 5.5526707649230955,
      "epoch": 1.3933372874654013,
      "grad_norm": 1.4765625,
      "learning_rate": 0.00048128539848887517,
      "loss": 5.2218,
      "mean_token_accuracy": 0.1985325649380684,
      "num_tokens": 32272523.0,
      "step": 14095
    },
    {
      "entropy": 5.589223480224609,
      "epoch": 1.3938315539739028,
      "grad_norm": 1.7578125,
      "learning_rate": 0.00048127130495880703,
      "loss": 5.3903,
      "mean_token_accuracy": 0.17744339108467103,
      "num_tokens": 32284140.0,
      "step": 14100
    },
    {
      "entropy": 5.598843765258789,
      "epoch": 1.394325820482404,
      "grad_norm": 1.7109375,
      "learning_rate": 0.0004812572063544329,
      "loss": 5.3217,
      "mean_token_accuracy": 0.17905248701572418,
      "num_tokens": 32296286.0,
      "step": 14105
    },
    {
      "entropy": 5.6526764869689945,
      "epoch": 1.3948200869909055,
      "grad_norm": 1.6796875,
      "learning_rate": 0.00048124310267609946,
      "loss": 5.3731,
      "mean_token_accuracy": 0.18060370683670043,
      "num_tokens": 32307394.0,
      "step": 14110
    },
    {
      "entropy": 5.681780576705933,
      "epoch": 1.3953143534994068,
      "grad_norm": 1.515625,
      "learning_rate": 0.0004812289939241537,
      "loss": 5.4591,
      "mean_token_accuracy": 0.17379377037286758,
      "num_tokens": 32318788.0,
      "step": 14115
    },
    {
      "entropy": 5.663927268981934,
      "epoch": 1.3958086200079083,
      "grad_norm": 1.4140625,
      "learning_rate": 0.0004812148800989427,
      "loss": 5.4546,
      "mean_token_accuracy": 0.17521916776895524,
      "num_tokens": 32332395.0,
      "step": 14120
    },
    {
      "entropy": 5.688994550704956,
      "epoch": 1.3963028865164095,
      "grad_norm": 1.609375,
      "learning_rate": 0.00048120076120081363,
      "loss": 5.4187,
      "mean_token_accuracy": 0.17732064425945282,
      "num_tokens": 32344226.0,
      "step": 14125
    },
    {
      "entropy": 5.667909383773804,
      "epoch": 1.396797153024911,
      "grad_norm": 1.46875,
      "learning_rate": 0.00048118663723011393,
      "loss": 5.3973,
      "mean_token_accuracy": 0.17809137254953383,
      "num_tokens": 32354677.0,
      "step": 14130
    },
    {
      "entropy": 5.627816009521484,
      "epoch": 1.3972914195334125,
      "grad_norm": 1.3046875,
      "learning_rate": 0.0004811725081871909,
      "loss": 5.3023,
      "mean_token_accuracy": 0.18046956956386567,
      "num_tokens": 32365054.0,
      "step": 14135
    },
    {
      "entropy": 5.55205659866333,
      "epoch": 1.3977856860419138,
      "grad_norm": 1.40625,
      "learning_rate": 0.0004811583740723922,
      "loss": 5.293,
      "mean_token_accuracy": 0.19918642193078995,
      "num_tokens": 32376215.0,
      "step": 14140
    },
    {
      "entropy": 5.717932224273682,
      "epoch": 1.3982799525504153,
      "grad_norm": 1.3515625,
      "learning_rate": 0.00048114423488606543,
      "loss": 5.3989,
      "mean_token_accuracy": 0.17818801999092101,
      "num_tokens": 32386880.0,
      "step": 14145
    },
    {
      "entropy": 5.639126348495483,
      "epoch": 1.3987742190589165,
      "grad_norm": 1.484375,
      "learning_rate": 0.00048113009062855866,
      "loss": 5.4097,
      "mean_token_accuracy": 0.18310538828372955,
      "num_tokens": 32398227.0,
      "step": 14150
    },
    {
      "entropy": 5.680119609832763,
      "epoch": 1.399268485567418,
      "grad_norm": 1.421875,
      "learning_rate": 0.0004811159413002196,
      "loss": 5.4268,
      "mean_token_accuracy": 0.177865169942379,
      "num_tokens": 32410091.0,
      "step": 14155
    },
    {
      "entropy": 5.661602926254273,
      "epoch": 1.3997627520759193,
      "grad_norm": 1.5390625,
      "learning_rate": 0.0004811017869013963,
      "loss": 5.3683,
      "mean_token_accuracy": 0.17924144864082336,
      "num_tokens": 32422710.0,
      "step": 14160
    },
    {
      "entropy": 5.65218677520752,
      "epoch": 1.4002570185844208,
      "grad_norm": 1.46875,
      "learning_rate": 0.0004810876274324372,
      "loss": 5.405,
      "mean_token_accuracy": 0.1841844215989113,
      "num_tokens": 32433691.0,
      "step": 14165
    },
    {
      "entropy": 5.608447647094726,
      "epoch": 1.4007512850929222,
      "grad_norm": 1.4375,
      "learning_rate": 0.0004810734628936905,
      "loss": 5.3363,
      "mean_token_accuracy": 0.18748170435428618,
      "num_tokens": 32445370.0,
      "step": 14170
    },
    {
      "entropy": 5.606389427185059,
      "epoch": 1.4012455516014235,
      "grad_norm": 1.453125,
      "learning_rate": 0.00048105929328550465,
      "loss": 5.307,
      "mean_token_accuracy": 0.18583703488111497,
      "num_tokens": 32456737.0,
      "step": 14175
    },
    {
      "entropy": 5.5614348411560055,
      "epoch": 1.4017398181099248,
      "grad_norm": 1.53125,
      "learning_rate": 0.0004810451186082282,
      "loss": 5.3748,
      "mean_token_accuracy": 0.17483311295509338,
      "num_tokens": 32467957.0,
      "step": 14180
    },
    {
      "entropy": 5.632024574279785,
      "epoch": 1.4022340846184262,
      "grad_norm": 1.421875,
      "learning_rate": 0.00048103093886220984,
      "loss": 5.4392,
      "mean_token_accuracy": 0.1730569750070572,
      "num_tokens": 32481697.0,
      "step": 14185
    },
    {
      "entropy": 5.6059290885925295,
      "epoch": 1.4027283511269277,
      "grad_norm": 1.3515625,
      "learning_rate": 0.00048101675404779834,
      "loss": 5.2545,
      "mean_token_accuracy": 0.1884591683745384,
      "num_tokens": 32492828.0,
      "step": 14190
    },
    {
      "entropy": 5.736994743347168,
      "epoch": 1.403222617635429,
      "grad_norm": 1.4609375,
      "learning_rate": 0.0004810025641653428,
      "loss": 5.506,
      "mean_token_accuracy": 0.17533777952194213,
      "num_tokens": 32505120.0,
      "step": 14195
    },
    {
      "entropy": 5.582390546798706,
      "epoch": 1.4037168841439305,
      "grad_norm": 1.5859375,
      "learning_rate": 0.0004809883692151923,
      "loss": 5.3188,
      "mean_token_accuracy": 0.18648334741592407,
      "num_tokens": 32516837.0,
      "step": 14200
    },
    {
      "entropy": 5.57723822593689,
      "epoch": 1.4042111506524317,
      "grad_norm": 1.6875,
      "learning_rate": 0.00048097416919769595,
      "loss": 5.2735,
      "mean_token_accuracy": 0.19068894982337953,
      "num_tokens": 32526906.0,
      "step": 14205
    },
    {
      "entropy": 5.657097005844117,
      "epoch": 1.4047054171609332,
      "grad_norm": 1.53125,
      "learning_rate": 0.00048095996411320294,
      "loss": 5.425,
      "mean_token_accuracy": 0.17666495591402054,
      "num_tokens": 32537929.0,
      "step": 14210
    },
    {
      "entropy": 5.59872350692749,
      "epoch": 1.4051996836694345,
      "grad_norm": 1.6953125,
      "learning_rate": 0.00048094575396206296,
      "loss": 5.4146,
      "mean_token_accuracy": 0.18222443759441376,
      "num_tokens": 32549458.0,
      "step": 14215
    },
    {
      "entropy": 5.615854358673095,
      "epoch": 1.405693950177936,
      "grad_norm": 1.5078125,
      "learning_rate": 0.0004809315387446255,
      "loss": 5.3442,
      "mean_token_accuracy": 0.18087542057037354,
      "num_tokens": 32560244.0,
      "step": 14220
    },
    {
      "entropy": 5.6728517532348635,
      "epoch": 1.4061882166864375,
      "grad_norm": 1.375,
      "learning_rate": 0.0004809173184612402,
      "loss": 5.4353,
      "mean_token_accuracy": 0.17692623138427735,
      "num_tokens": 32571337.0,
      "step": 14225
    },
    {
      "entropy": 5.589094638824463,
      "epoch": 1.4066824831949387,
      "grad_norm": 1.5234375,
      "learning_rate": 0.0004809030931122569,
      "loss": 5.3429,
      "mean_token_accuracy": 0.1807697132229805,
      "num_tokens": 32582325.0,
      "step": 14230
    },
    {
      "entropy": 5.706233787536621,
      "epoch": 1.40717674970344,
      "grad_norm": 1.3828125,
      "learning_rate": 0.00048088886269802565,
      "loss": 5.4044,
      "mean_token_accuracy": 0.1818245232105255,
      "num_tokens": 32592953.0,
      "step": 14235
    },
    {
      "entropy": 5.615331029891967,
      "epoch": 1.4076710162119415,
      "grad_norm": 1.3984375,
      "learning_rate": 0.0004808746272188964,
      "loss": 5.3158,
      "mean_token_accuracy": 0.18511224091053008,
      "num_tokens": 32604190.0,
      "step": 14240
    },
    {
      "entropy": 5.6900841236114506,
      "epoch": 1.408165282720443,
      "grad_norm": 1.671875,
      "learning_rate": 0.00048086038667521935,
      "loss": 5.3138,
      "mean_token_accuracy": 0.18650416880846024,
      "num_tokens": 32614467.0,
      "step": 14245
    },
    {
      "entropy": 5.555642032623291,
      "epoch": 1.4086595492289442,
      "grad_norm": 1.53125,
      "learning_rate": 0.0004808461410673449,
      "loss": 5.3312,
      "mean_token_accuracy": 0.1829972445964813,
      "num_tokens": 32624022.0,
      "step": 14250
    },
    {
      "entropy": 5.52761435508728,
      "epoch": 1.4091538157374457,
      "grad_norm": 1.4921875,
      "learning_rate": 0.0004808318903956234,
      "loss": 5.3392,
      "mean_token_accuracy": 0.18747462332248688,
      "num_tokens": 32634363.0,
      "step": 14255
    },
    {
      "entropy": 5.600794696807862,
      "epoch": 1.409648082245947,
      "grad_norm": 1.828125,
      "learning_rate": 0.0004808176346604055,
      "loss": 5.274,
      "mean_token_accuracy": 0.1910204216837883,
      "num_tokens": 32646143.0,
      "step": 14260
    },
    {
      "entropy": 5.624323749542237,
      "epoch": 1.4101423487544484,
      "grad_norm": 1.234375,
      "learning_rate": 0.0004808033738620419,
      "loss": 5.3624,
      "mean_token_accuracy": 0.17982067912817,
      "num_tokens": 32658735.0,
      "step": 14265
    },
    {
      "entropy": 5.684943056106567,
      "epoch": 1.4106366152629497,
      "grad_norm": 1.4453125,
      "learning_rate": 0.00048078910800088327,
      "loss": 5.4734,
      "mean_token_accuracy": 0.17568115144968033,
      "num_tokens": 32669337.0,
      "step": 14270
    },
    {
      "entropy": 5.5618006706237795,
      "epoch": 1.4111308817714512,
      "grad_norm": 1.609375,
      "learning_rate": 0.0004807748370772807,
      "loss": 5.2686,
      "mean_token_accuracy": 0.1903432548046112,
      "num_tokens": 32680072.0,
      "step": 14275
    },
    {
      "entropy": 5.59342131614685,
      "epoch": 1.4116251482799527,
      "grad_norm": 1.3828125,
      "learning_rate": 0.00048076056109158525,
      "loss": 5.3226,
      "mean_token_accuracy": 0.18741660118103026,
      "num_tokens": 32691142.0,
      "step": 14280
    },
    {
      "entropy": 5.68325514793396,
      "epoch": 1.412119414788454,
      "grad_norm": 1.3046875,
      "learning_rate": 0.0004807462800441481,
      "loss": 5.4168,
      "mean_token_accuracy": 0.17906888872385024,
      "num_tokens": 32702482.0,
      "step": 14285
    },
    {
      "entropy": 5.658294582366944,
      "epoch": 1.4126136812969552,
      "grad_norm": 1.4375,
      "learning_rate": 0.0004807319939353204,
      "loss": 5.4193,
      "mean_token_accuracy": 0.17739390581846237,
      "num_tokens": 32714456.0,
      "step": 14290
    },
    {
      "entropy": 5.650444650650025,
      "epoch": 1.4131079478054567,
      "grad_norm": 1.3984375,
      "learning_rate": 0.00048071770276545377,
      "loss": 5.3477,
      "mean_token_accuracy": 0.177822445333004,
      "num_tokens": 32726305.0,
      "step": 14295
    },
    {
      "entropy": 5.518589162826538,
      "epoch": 1.4136022143139582,
      "grad_norm": 1.453125,
      "learning_rate": 0.00048070340653489984,
      "loss": 5.2948,
      "mean_token_accuracy": 0.19069047570228576,
      "num_tokens": 32736446.0,
      "step": 14300
    },
    {
      "entropy": 5.62140154838562,
      "epoch": 1.4140964808224594,
      "grad_norm": 1.4140625,
      "learning_rate": 0.00048068910524401014,
      "loss": 5.3666,
      "mean_token_accuracy": 0.17754603624343873,
      "num_tokens": 32746798.0,
      "step": 14305
    },
    {
      "entropy": 5.5328234195709225,
      "epoch": 1.414590747330961,
      "grad_norm": 1.5078125,
      "learning_rate": 0.00048067479889313654,
      "loss": 5.2784,
      "mean_token_accuracy": 0.1890805631875992,
      "num_tokens": 32758647.0,
      "step": 14310
    },
    {
      "entropy": 5.580541706085205,
      "epoch": 1.4150850138394622,
      "grad_norm": 1.328125,
      "learning_rate": 0.00048066048748263097,
      "loss": 5.357,
      "mean_token_accuracy": 0.1755592092871666,
      "num_tokens": 32770759.0,
      "step": 14315
    },
    {
      "entropy": 5.640110445022583,
      "epoch": 1.4155792803479637,
      "grad_norm": 1.8203125,
      "learning_rate": 0.00048064617101284553,
      "loss": 5.3578,
      "mean_token_accuracy": 0.18834201991558075,
      "num_tokens": 32783398.0,
      "step": 14320
    },
    {
      "entropy": 5.665228271484375,
      "epoch": 1.416073546856465,
      "grad_norm": 1.3515625,
      "learning_rate": 0.00048063184948413237,
      "loss": 5.3701,
      "mean_token_accuracy": 0.17614586055278778,
      "num_tokens": 32795995.0,
      "step": 14325
    },
    {
      "entropy": 5.674857711791992,
      "epoch": 1.4165678133649664,
      "grad_norm": 1.65625,
      "learning_rate": 0.00048061752289684385,
      "loss": 5.4351,
      "mean_token_accuracy": 0.17878583669662476,
      "num_tokens": 32808700.0,
      "step": 14330
    },
    {
      "entropy": 5.661518812179565,
      "epoch": 1.4170620798734679,
      "grad_norm": 1.4375,
      "learning_rate": 0.0004806031912513323,
      "loss": 5.5123,
      "mean_token_accuracy": 0.1630460724234581,
      "num_tokens": 32820815.0,
      "step": 14335
    },
    {
      "entropy": 5.639752626419067,
      "epoch": 1.4175563463819691,
      "grad_norm": 1.5625,
      "learning_rate": 0.00048058885454795036,
      "loss": 5.3892,
      "mean_token_accuracy": 0.18315636217594147,
      "num_tokens": 32832216.0,
      "step": 14340
    },
    {
      "entropy": 5.700220727920533,
      "epoch": 1.4180506128904704,
      "grad_norm": 1.3984375,
      "learning_rate": 0.0004805745127870508,
      "loss": 5.4666,
      "mean_token_accuracy": 0.17161145955324172,
      "num_tokens": 32845118.0,
      "step": 14345
    },
    {
      "entropy": 5.6551275730133055,
      "epoch": 1.418544879398972,
      "grad_norm": 1.484375,
      "learning_rate": 0.0004805601659689862,
      "loss": 5.3048,
      "mean_token_accuracy": 0.1845885768532753,
      "num_tokens": 32855662.0,
      "step": 14350
    },
    {
      "entropy": 5.639504289627075,
      "epoch": 1.4190391459074734,
      "grad_norm": 1.515625,
      "learning_rate": 0.0004805458140941097,
      "loss": 5.4253,
      "mean_token_accuracy": 0.18153348565101624,
      "num_tokens": 32865530.0,
      "step": 14355
    },
    {
      "entropy": 5.6355565071105955,
      "epoch": 1.4195334124159746,
      "grad_norm": 2.03125,
      "learning_rate": 0.00048053145716277424,
      "loss": 5.4103,
      "mean_token_accuracy": 0.17455045580863954,
      "num_tokens": 32877542.0,
      "step": 14360
    },
    {
      "entropy": 5.604001712799072,
      "epoch": 1.4200276789244761,
      "grad_norm": 1.4453125,
      "learning_rate": 0.0004805170951753331,
      "loss": 5.353,
      "mean_token_accuracy": 0.18324343115091324,
      "num_tokens": 32888197.0,
      "step": 14365
    },
    {
      "entropy": 5.632210922241211,
      "epoch": 1.4205219454329774,
      "grad_norm": 1.4296875,
      "learning_rate": 0.0004805027281321395,
      "loss": 5.3738,
      "mean_token_accuracy": 0.17722806483507156,
      "num_tokens": 32899633.0,
      "step": 14370
    },
    {
      "entropy": 5.548191928863526,
      "epoch": 1.4210162119414789,
      "grad_norm": 1.3203125,
      "learning_rate": 0.0004804883560335469,
      "loss": 5.3305,
      "mean_token_accuracy": 0.18591197431087494,
      "num_tokens": 32910334.0,
      "step": 14375
    },
    {
      "entropy": 5.695159244537353,
      "epoch": 1.4215104784499801,
      "grad_norm": 1.6796875,
      "learning_rate": 0.0004804739788799089,
      "loss": 5.4091,
      "mean_token_accuracy": 0.18576927334070206,
      "num_tokens": 32920071.0,
      "step": 14380
    },
    {
      "entropy": 5.610476636886597,
      "epoch": 1.4220047449584816,
      "grad_norm": 1.375,
      "learning_rate": 0.00048045959667157914,
      "loss": 5.38,
      "mean_token_accuracy": 0.18382232934236525,
      "num_tokens": 32931391.0,
      "step": 14385
    },
    {
      "entropy": 5.6042783737182615,
      "epoch": 1.422499011466983,
      "grad_norm": 1.375,
      "learning_rate": 0.0004804452094089114,
      "loss": 5.3625,
      "mean_token_accuracy": 0.1807640716433525,
      "num_tokens": 32941831.0,
      "step": 14390
    },
    {
      "entropy": 5.620062637329101,
      "epoch": 1.4229932779754844,
      "grad_norm": 1.640625,
      "learning_rate": 0.0004804308170922597,
      "loss": 5.3404,
      "mean_token_accuracy": 0.18507003784179688,
      "num_tokens": 32952949.0,
      "step": 14395
    },
    {
      "entropy": 5.6729881286621096,
      "epoch": 1.4234875444839858,
      "grad_norm": 1.5546875,
      "learning_rate": 0.0004804164197219779,
      "loss": 5.4439,
      "mean_token_accuracy": 0.17989460229873658,
      "num_tokens": 32964411.0,
      "step": 14400
    },
    {
      "entropy": 5.682026958465576,
      "epoch": 1.423981810992487,
      "grad_norm": 1.28125,
      "learning_rate": 0.0004804020172984204,
      "loss": 5.3853,
      "mean_token_accuracy": 0.17940158098936082,
      "num_tokens": 32975484.0,
      "step": 14405
    },
    {
      "entropy": 5.593816804885864,
      "epoch": 1.4244760775009886,
      "grad_norm": 1.296875,
      "learning_rate": 0.00048038760982194135,
      "loss": 5.2949,
      "mean_token_accuracy": 0.18834904432296753,
      "num_tokens": 32986691.0,
      "step": 14410
    },
    {
      "entropy": 5.609579086303711,
      "epoch": 1.4249703440094899,
      "grad_norm": 1.3046875,
      "learning_rate": 0.0004803731972928954,
      "loss": 5.3163,
      "mean_token_accuracy": 0.18441108167171477,
      "num_tokens": 32998357.0,
      "step": 14415
    },
    {
      "entropy": 5.66904764175415,
      "epoch": 1.4254646105179913,
      "grad_norm": 1.3671875,
      "learning_rate": 0.00048035877971163674,
      "loss": 5.3929,
      "mean_token_accuracy": 0.18656598627567292,
      "num_tokens": 33009451.0,
      "step": 14420
    },
    {
      "entropy": 5.507620096206665,
      "epoch": 1.4259588770264928,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0004803443570785203,
      "loss": 5.2737,
      "mean_token_accuracy": 0.18558445572853088,
      "num_tokens": 33020143.0,
      "step": 14425
    },
    {
      "entropy": 5.563524532318115,
      "epoch": 1.426453143534994,
      "grad_norm": 1.5625,
      "learning_rate": 0.00048032992939390086,
      "loss": 5.2718,
      "mean_token_accuracy": 0.19021858423948287,
      "num_tokens": 33031448.0,
      "step": 14430
    },
    {
      "entropy": 5.684447813034057,
      "epoch": 1.4269474100434953,
      "grad_norm": 1.375,
      "learning_rate": 0.0004803154966581333,
      "loss": 5.3877,
      "mean_token_accuracy": 0.17983870953321457,
      "num_tokens": 33041545.0,
      "step": 14435
    },
    {
      "entropy": 5.606578302383423,
      "epoch": 1.4274416765519968,
      "grad_norm": 1.328125,
      "learning_rate": 0.00048030105887157253,
      "loss": 5.3479,
      "mean_token_accuracy": 0.18550915122032166,
      "num_tokens": 33051681.0,
      "step": 14440
    },
    {
      "entropy": 5.697551631927491,
      "epoch": 1.4279359430604983,
      "grad_norm": 1.4140625,
      "learning_rate": 0.00048028661603457406,
      "loss": 5.3928,
      "mean_token_accuracy": 0.1820794641971588,
      "num_tokens": 33062735.0,
      "step": 14445
    },
    {
      "entropy": 5.568870639801025,
      "epoch": 1.4284302095689996,
      "grad_norm": 1.3359375,
      "learning_rate": 0.0004802721681474929,
      "loss": 5.2552,
      "mean_token_accuracy": 0.19466136991977692,
      "num_tokens": 33073975.0,
      "step": 14450
    },
    {
      "entropy": 5.599568557739258,
      "epoch": 1.428924476077501,
      "grad_norm": 1.4140625,
      "learning_rate": 0.00048025771521068456,
      "loss": 5.3619,
      "mean_token_accuracy": 0.18302928954362868,
      "num_tokens": 33086928.0,
      "step": 14455
    },
    {
      "entropy": 5.6740195751190186,
      "epoch": 1.4294187425860023,
      "grad_norm": 1.2734375,
      "learning_rate": 0.00048024325722450454,
      "loss": 5.5036,
      "mean_token_accuracy": 0.17859254628419877,
      "num_tokens": 33099073.0,
      "step": 14460
    },
    {
      "entropy": 5.719235181808472,
      "epoch": 1.4299130090945038,
      "grad_norm": 1.2734375,
      "learning_rate": 0.0004802287941893087,
      "loss": 5.3685,
      "mean_token_accuracy": 0.17799197733402253,
      "num_tokens": 33110245.0,
      "step": 14465
    },
    {
      "entropy": 5.6248149394989015,
      "epoch": 1.430407275603005,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004802143261054525,
      "loss": 5.3428,
      "mean_token_accuracy": 0.18073080480098724,
      "num_tokens": 33121659.0,
      "step": 14470
    },
    {
      "entropy": 5.596703433990479,
      "epoch": 1.4309015421115066,
      "grad_norm": 1.21875,
      "learning_rate": 0.00048019985297329215,
      "loss": 5.415,
      "mean_token_accuracy": 0.1760291948914528,
      "num_tokens": 33133296.0,
      "step": 14475
    },
    {
      "entropy": 5.616138505935669,
      "epoch": 1.431395808620008,
      "grad_norm": 1.25,
      "learning_rate": 0.0004801853747931836,
      "loss": 5.4193,
      "mean_token_accuracy": 0.1771381080150604,
      "num_tokens": 33145069.0,
      "step": 14480
    },
    {
      "entropy": 5.683020067214966,
      "epoch": 1.4318900751285093,
      "grad_norm": 1.296875,
      "learning_rate": 0.00048017089156548293,
      "loss": 5.4134,
      "mean_token_accuracy": 0.1787265807390213,
      "num_tokens": 33156089.0,
      "step": 14485
    },
    {
      "entropy": 5.733552122116089,
      "epoch": 1.4323843416370106,
      "grad_norm": 1.46875,
      "learning_rate": 0.00048015640329054655,
      "loss": 5.3829,
      "mean_token_accuracy": 0.1780915677547455,
      "num_tokens": 33168300.0,
      "step": 14490
    },
    {
      "entropy": 5.55993766784668,
      "epoch": 1.432878608145512,
      "grad_norm": 1.3515625,
      "learning_rate": 0.00048014190996873075,
      "loss": 5.272,
      "mean_token_accuracy": 0.19346413612365723,
      "num_tokens": 33179072.0,
      "step": 14495
    },
    {
      "entropy": 5.580727434158325,
      "epoch": 1.4333728746540135,
      "grad_norm": 1.3203125,
      "learning_rate": 0.00048012741160039223,
      "loss": 5.3292,
      "mean_token_accuracy": 0.18078672736883164,
      "num_tokens": 33190888.0,
      "step": 14500
    },
    {
      "entropy": 5.663186931610108,
      "epoch": 1.4338671411625148,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0004801129081858875,
      "loss": 5.4342,
      "mean_token_accuracy": 0.17907172739505767,
      "num_tokens": 33202747.0,
      "step": 14505
    },
    {
      "entropy": 5.684048700332641,
      "epoch": 1.4343614076710163,
      "grad_norm": 1.3671875,
      "learning_rate": 0.0004800983997255735,
      "loss": 5.3817,
      "mean_token_accuracy": 0.18273817002773285,
      "num_tokens": 33213917.0,
      "step": 14510
    },
    {
      "entropy": 5.59083662033081,
      "epoch": 1.4348556741795175,
      "grad_norm": 1.359375,
      "learning_rate": 0.0004800838862198069,
      "loss": 5.3334,
      "mean_token_accuracy": 0.17874141037464142,
      "num_tokens": 33223924.0,
      "step": 14515
    },
    {
      "entropy": 5.618529605865478,
      "epoch": 1.435349940688019,
      "grad_norm": 1.3984375,
      "learning_rate": 0.000480069367668945,
      "loss": 5.2909,
      "mean_token_accuracy": 0.18572077304124832,
      "num_tokens": 33234487.0,
      "step": 14520
    },
    {
      "entropy": 5.598186922073364,
      "epoch": 1.4358442071965203,
      "grad_norm": 1.734375,
      "learning_rate": 0.00048005484407334474,
      "loss": 5.386,
      "mean_token_accuracy": 0.18556090593338012,
      "num_tokens": 33245585.0,
      "step": 14525
    },
    {
      "entropy": 5.606752204895019,
      "epoch": 1.4363384737050218,
      "grad_norm": 1.5390625,
      "learning_rate": 0.0004800403154333636,
      "loss": 5.2933,
      "mean_token_accuracy": 0.18794708997011184,
      "num_tokens": 33256545.0,
      "step": 14530
    },
    {
      "entropy": 5.580558729171753,
      "epoch": 1.4368327402135233,
      "grad_norm": 1.4609375,
      "learning_rate": 0.0004800257817493589,
      "loss": 5.2852,
      "mean_token_accuracy": 0.1874091848731041,
      "num_tokens": 33267946.0,
      "step": 14535
    },
    {
      "entropy": 5.604639720916748,
      "epoch": 1.4373270067220245,
      "grad_norm": 1.7109375,
      "learning_rate": 0.00048001124302168814,
      "loss": 5.3185,
      "mean_token_accuracy": 0.1865818217396736,
      "num_tokens": 33279099.0,
      "step": 14540
    },
    {
      "entropy": 5.683906126022339,
      "epoch": 1.4378212732305258,
      "grad_norm": 1.3359375,
      "learning_rate": 0.0004799966992507089,
      "loss": 5.4147,
      "mean_token_accuracy": 0.1787988394498825,
      "num_tokens": 33290544.0,
      "step": 14545
    },
    {
      "entropy": 5.591766595840454,
      "epoch": 1.4383155397390273,
      "grad_norm": 1.3046875,
      "learning_rate": 0.00047998215043677914,
      "loss": 5.268,
      "mean_token_accuracy": 0.18995272368192673,
      "num_tokens": 33302317.0,
      "step": 14550
    },
    {
      "entropy": 5.580928659439087,
      "epoch": 1.4388098062475287,
      "grad_norm": 1.359375,
      "learning_rate": 0.0004799675965802567,
      "loss": 5.3077,
      "mean_token_accuracy": 0.1868557170033455,
      "num_tokens": 33313553.0,
      "step": 14555
    },
    {
      "entropy": 5.645744895935058,
      "epoch": 1.43930407275603,
      "grad_norm": 1.2734375,
      "learning_rate": 0.00047995303768149955,
      "loss": 5.3678,
      "mean_token_accuracy": 0.1820383131504059,
      "num_tokens": 33324610.0,
      "step": 14560
    },
    {
      "entropy": 5.574640274047852,
      "epoch": 1.4397983392645315,
      "grad_norm": 1.4453125,
      "learning_rate": 0.0004799384737408659,
      "loss": 5.3641,
      "mean_token_accuracy": 0.18238909542560577,
      "num_tokens": 33335562.0,
      "step": 14565
    },
    {
      "entropy": 5.696072626113891,
      "epoch": 1.4402926057730328,
      "grad_norm": 1.3125,
      "learning_rate": 0.00047992390475871396,
      "loss": 5.4947,
      "mean_token_accuracy": 0.17222489416599274,
      "num_tokens": 33346778.0,
      "step": 14570
    },
    {
      "entropy": 5.667906379699707,
      "epoch": 1.4407868722815342,
      "grad_norm": 1.421875,
      "learning_rate": 0.0004799093307354022,
      "loss": 5.3618,
      "mean_token_accuracy": 0.1750493198633194,
      "num_tokens": 33358712.0,
      "step": 14575
    },
    {
      "entropy": 5.6158068656921385,
      "epoch": 1.4412811387900355,
      "grad_norm": 2.171875,
      "learning_rate": 0.0004798947516712891,
      "loss": 5.3751,
      "mean_token_accuracy": 0.18001998364925384,
      "num_tokens": 33369293.0,
      "step": 14580
    },
    {
      "entropy": 5.661997842788696,
      "epoch": 1.441775405298537,
      "grad_norm": 1.3125,
      "learning_rate": 0.00047988016756673335,
      "loss": 5.4379,
      "mean_token_accuracy": 0.17685143798589706,
      "num_tokens": 33383119.0,
      "step": 14585
    },
    {
      "entropy": 5.667682361602783,
      "epoch": 1.4422696718070385,
      "grad_norm": 1.25,
      "learning_rate": 0.0004798655784220937,
      "loss": 5.3517,
      "mean_token_accuracy": 0.18535353243350983,
      "num_tokens": 33395334.0,
      "step": 14590
    },
    {
      "entropy": 5.51068754196167,
      "epoch": 1.4427639383155397,
      "grad_norm": 1.46875,
      "learning_rate": 0.000479850984237729,
      "loss": 5.2635,
      "mean_token_accuracy": 0.19356120079755784,
      "num_tokens": 33406676.0,
      "step": 14595
    },
    {
      "entropy": 5.705871438980102,
      "epoch": 1.443258204824041,
      "grad_norm": 2.046875,
      "learning_rate": 0.0004798363850139983,
      "loss": 5.4089,
      "mean_token_accuracy": 0.17501930743455887,
      "num_tokens": 33419153.0,
      "step": 14600
    },
    {
      "entropy": 5.617748403549195,
      "epoch": 1.4437524713325425,
      "grad_norm": 1.25,
      "learning_rate": 0.0004798217807512608,
      "loss": 5.296,
      "mean_token_accuracy": 0.18446858376264572,
      "num_tokens": 33430146.0,
      "step": 14605
    },
    {
      "entropy": 5.632235765457153,
      "epoch": 1.444246737841044,
      "grad_norm": 1.5,
      "learning_rate": 0.00047980717144987574,
      "loss": 5.4431,
      "mean_token_accuracy": 0.17428609281778334,
      "num_tokens": 33441484.0,
      "step": 14610
    },
    {
      "entropy": 5.666584444046021,
      "epoch": 1.4447410043495452,
      "grad_norm": 1.390625,
      "learning_rate": 0.00047979255711020236,
      "loss": 5.2821,
      "mean_token_accuracy": 0.18434666842222214,
      "num_tokens": 33451817.0,
      "step": 14615
    },
    {
      "entropy": 5.581913089752197,
      "epoch": 1.4452352708580467,
      "grad_norm": 1.328125,
      "learning_rate": 0.0004797779377326004,
      "loss": 5.3709,
      "mean_token_accuracy": 0.1810087189078331,
      "num_tokens": 33463805.0,
      "step": 14620
    },
    {
      "entropy": 5.60614013671875,
      "epoch": 1.445729537366548,
      "grad_norm": 1.421875,
      "learning_rate": 0.0004797633133174295,
      "loss": 5.4005,
      "mean_token_accuracy": 0.17057690471410752,
      "num_tokens": 33475931.0,
      "step": 14625
    },
    {
      "entropy": 5.6683330059051515,
      "epoch": 1.4462238038750495,
      "grad_norm": 1.3046875,
      "learning_rate": 0.0004797486838650491,
      "loss": 5.3275,
      "mean_token_accuracy": 0.18055067509412764,
      "num_tokens": 33487306.0,
      "step": 14630
    },
    {
      "entropy": 5.612042379379273,
      "epoch": 1.4467180703835507,
      "grad_norm": 1.828125,
      "learning_rate": 0.0004797340493758195,
      "loss": 5.3693,
      "mean_token_accuracy": 0.17981306463479996,
      "num_tokens": 33499049.0,
      "step": 14635
    },
    {
      "entropy": 5.627777528762818,
      "epoch": 1.4472123368920522,
      "grad_norm": 1.5859375,
      "learning_rate": 0.0004797194098501004,
      "loss": 5.3484,
      "mean_token_accuracy": 0.18871730715036392,
      "num_tokens": 33509626.0,
      "step": 14640
    },
    {
      "entropy": 5.622543001174927,
      "epoch": 1.4477066034005537,
      "grad_norm": 1.8203125,
      "learning_rate": 0.0004797047652882521,
      "loss": 5.4133,
      "mean_token_accuracy": 0.17613703310489653,
      "num_tokens": 33521510.0,
      "step": 14645
    },
    {
      "entropy": 5.574356555938721,
      "epoch": 1.448200869909055,
      "grad_norm": 1.2890625,
      "learning_rate": 0.00047969011569063487,
      "loss": 5.3423,
      "mean_token_accuracy": 0.18178556263446807,
      "num_tokens": 33532622.0,
      "step": 14650
    },
    {
      "entropy": 5.5780839920043945,
      "epoch": 1.4486951364175564,
      "grad_norm": 1.4296875,
      "learning_rate": 0.0004796754610576091,
      "loss": 5.3044,
      "mean_token_accuracy": 0.1923196479678154,
      "num_tokens": 33544196.0,
      "step": 14655
    },
    {
      "entropy": 5.6785729885101315,
      "epoch": 1.4491894029260577,
      "grad_norm": 1.7265625,
      "learning_rate": 0.00047966080138953505,
      "loss": 5.4051,
      "mean_token_accuracy": 0.1795321062207222,
      "num_tokens": 33554927.0,
      "step": 14660
    },
    {
      "entropy": 5.669644927978515,
      "epoch": 1.4496836694345592,
      "grad_norm": 1.34375,
      "learning_rate": 0.0004796461366867736,
      "loss": 5.4302,
      "mean_token_accuracy": 0.1686223939061165,
      "num_tokens": 33566412.0,
      "step": 14665
    },
    {
      "entropy": 5.5711634159088135,
      "epoch": 1.4501779359430604,
      "grad_norm": 1.5625,
      "learning_rate": 0.00047963146694968546,
      "loss": 5.3479,
      "mean_token_accuracy": 0.18360590636730195,
      "num_tokens": 33578010.0,
      "step": 14670
    },
    {
      "entropy": 5.643803644180298,
      "epoch": 1.450672202451562,
      "grad_norm": 1.375,
      "learning_rate": 0.0004796167921786315,
      "loss": 5.4302,
      "mean_token_accuracy": 0.17864201962947845,
      "num_tokens": 33589647.0,
      "step": 14675
    },
    {
      "entropy": 5.730944204330444,
      "epoch": 1.4511664689600634,
      "grad_norm": 2.09375,
      "learning_rate": 0.00047960211237397274,
      "loss": 5.5316,
      "mean_token_accuracy": 0.17348184138536454,
      "num_tokens": 33601292.0,
      "step": 14680
    },
    {
      "entropy": 5.689969062805176,
      "epoch": 1.4516607354685647,
      "grad_norm": 1.3359375,
      "learning_rate": 0.00047958742753607015,
      "loss": 5.3746,
      "mean_token_accuracy": 0.18604425042867662,
      "num_tokens": 33612878.0,
      "step": 14685
    },
    {
      "entropy": 5.6125401020050045,
      "epoch": 1.452155001977066,
      "grad_norm": 1.4453125,
      "learning_rate": 0.00047957273766528524,
      "loss": 5.3719,
      "mean_token_accuracy": 0.18531243354082108,
      "num_tokens": 33625680.0,
      "step": 14690
    },
    {
      "entropy": 5.587348461151123,
      "epoch": 1.4526492684855674,
      "grad_norm": 1.7109375,
      "learning_rate": 0.0004795580427619791,
      "loss": 5.312,
      "mean_token_accuracy": 0.18208350688219072,
      "num_tokens": 33637066.0,
      "step": 14695
    },
    {
      "entropy": 5.6511941909790036,
      "epoch": 1.453143534994069,
      "grad_norm": 1.421875,
      "learning_rate": 0.00047954334282651357,
      "loss": 5.4694,
      "mean_token_accuracy": 0.17673402577638625,
      "num_tokens": 33648213.0,
      "step": 14700
    },
    {
      "entropy": 5.667943525314331,
      "epoch": 1.4536378015025702,
      "grad_norm": 2.390625,
      "learning_rate": 0.0004795286378592499,
      "loss": 5.3321,
      "mean_token_accuracy": 0.18379795253276826,
      "num_tokens": 33661582.0,
      "step": 14705
    },
    {
      "entropy": 5.605260801315308,
      "epoch": 1.4541320680110716,
      "grad_norm": 1.375,
      "learning_rate": 0.0004795139278605501,
      "loss": 5.3244,
      "mean_token_accuracy": 0.18694020211696624,
      "num_tokens": 33673122.0,
      "step": 14710
    },
    {
      "entropy": 5.66150803565979,
      "epoch": 1.454626334519573,
      "grad_norm": 1.734375,
      "learning_rate": 0.00047949921283077594,
      "loss": 5.3201,
      "mean_token_accuracy": 0.18457397520542146,
      "num_tokens": 33683926.0,
      "step": 14715
    },
    {
      "entropy": 5.630133533477784,
      "epoch": 1.4551206010280744,
      "grad_norm": 1.5546875,
      "learning_rate": 0.0004794844927702894,
      "loss": 5.3744,
      "mean_token_accuracy": 0.18353369385004042,
      "num_tokens": 33694529.0,
      "step": 14720
    },
    {
      "entropy": 5.634875106811523,
      "epoch": 1.4556148675365757,
      "grad_norm": 1.578125,
      "learning_rate": 0.0004794697676794526,
      "loss": 5.3737,
      "mean_token_accuracy": 0.18258169889450074,
      "num_tokens": 33704618.0,
      "step": 14725
    },
    {
      "entropy": 5.579412269592285,
      "epoch": 1.4561091340450771,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0004794550375586278,
      "loss": 5.3126,
      "mean_token_accuracy": 0.17945686131715774,
      "num_tokens": 33716354.0,
      "step": 14730
    },
    {
      "entropy": 5.59295973777771,
      "epoch": 1.4566034005535786,
      "grad_norm": 1.4375,
      "learning_rate": 0.0004794403024081774,
      "loss": 5.2918,
      "mean_token_accuracy": 0.19096234291791916,
      "num_tokens": 33728065.0,
      "step": 14735
    },
    {
      "entropy": 5.6533135890960695,
      "epoch": 1.4570976670620799,
      "grad_norm": 1.4453125,
      "learning_rate": 0.0004794255622284638,
      "loss": 5.3909,
      "mean_token_accuracy": 0.1789734572172165,
      "num_tokens": 33740207.0,
      "step": 14740
    },
    {
      "entropy": 5.674638748168945,
      "epoch": 1.4575919335705811,
      "grad_norm": 1.4765625,
      "learning_rate": 0.00047941081701984966,
      "loss": 5.3328,
      "mean_token_accuracy": 0.1822485476732254,
      "num_tokens": 33750768.0,
      "step": 14745
    },
    {
      "entropy": 5.612480306625367,
      "epoch": 1.4580862000790826,
      "grad_norm": 1.3828125,
      "learning_rate": 0.00047939606678269774,
      "loss": 5.3852,
      "mean_token_accuracy": 0.1883511036634445,
      "num_tokens": 33762029.0,
      "step": 14750
    },
    {
      "entropy": 5.574562501907349,
      "epoch": 1.4585804665875841,
      "grad_norm": 1.359375,
      "learning_rate": 0.0004793813115173708,
      "loss": 5.2925,
      "mean_token_accuracy": 0.19058095961809157,
      "num_tokens": 33773483.0,
      "step": 14755
    },
    {
      "entropy": 5.6138105392456055,
      "epoch": 1.4590747330960854,
      "grad_norm": 1.5390625,
      "learning_rate": 0.000479366551224232,
      "loss": 5.336,
      "mean_token_accuracy": 0.18321554660797118,
      "num_tokens": 33784404.0,
      "step": 14760
    },
    {
      "entropy": 5.57039155960083,
      "epoch": 1.4595689996045869,
      "grad_norm": 1.75,
      "learning_rate": 0.0004793517859036443,
      "loss": 5.3379,
      "mean_token_accuracy": 0.18563806414604186,
      "num_tokens": 33794625.0,
      "step": 14765
    },
    {
      "entropy": 5.6151659965515135,
      "epoch": 1.4600632661130881,
      "grad_norm": 1.5625,
      "learning_rate": 0.0004793370155559709,
      "loss": 5.3813,
      "mean_token_accuracy": 0.18430256098508835,
      "num_tokens": 33805872.0,
      "step": 14770
    },
    {
      "entropy": 5.544369125366211,
      "epoch": 1.4605575326215896,
      "grad_norm": 1.625,
      "learning_rate": 0.0004793222401815753,
      "loss": 5.2082,
      "mean_token_accuracy": 0.19724307656288148,
      "num_tokens": 33815979.0,
      "step": 14775
    },
    {
      "entropy": 5.6172308921813965,
      "epoch": 1.4610517991300909,
      "grad_norm": 1.8359375,
      "learning_rate": 0.0004793074597808208,
      "loss": 5.4079,
      "mean_token_accuracy": 0.1793598398566246,
      "num_tokens": 33827571.0,
      "step": 14780
    },
    {
      "entropy": 5.597890138626099,
      "epoch": 1.4615460656385924,
      "grad_norm": 1.4453125,
      "learning_rate": 0.00047929267435407115,
      "loss": 5.3719,
      "mean_token_accuracy": 0.17711426466703414,
      "num_tokens": 33838749.0,
      "step": 14785
    },
    {
      "entropy": 5.662248945236206,
      "epoch": 1.4620403321470938,
      "grad_norm": 1.53125,
      "learning_rate": 0.00047927788390168997,
      "loss": 5.3564,
      "mean_token_accuracy": 0.1814606159925461,
      "num_tokens": 33849494.0,
      "step": 14790
    },
    {
      "entropy": 5.693349552154541,
      "epoch": 1.462534598655595,
      "grad_norm": 1.4921875,
      "learning_rate": 0.00047926308842404126,
      "loss": 5.4203,
      "mean_token_accuracy": 0.17738244980573653,
      "num_tokens": 33860586.0,
      "step": 14795
    },
    {
      "entropy": 5.560922241210937,
      "epoch": 1.4630288651640964,
      "grad_norm": 1.4375,
      "learning_rate": 0.0004792482879214888,
      "loss": 5.1987,
      "mean_token_accuracy": 0.19594061523675918,
      "num_tokens": 33871261.0,
      "step": 14800
    },
    {
      "entropy": 5.586266946792603,
      "epoch": 1.4635231316725978,
      "grad_norm": 1.296875,
      "learning_rate": 0.0004792334823943968,
      "loss": 5.339,
      "mean_token_accuracy": 0.19146328121423722,
      "num_tokens": 33883160.0,
      "step": 14805
    },
    {
      "entropy": 5.6598132133483885,
      "epoch": 1.4640173981810993,
      "grad_norm": 1.4375,
      "learning_rate": 0.0004792186718431294,
      "loss": 5.3454,
      "mean_token_accuracy": 0.18808734118938447,
      "num_tokens": 33894250.0,
      "step": 14810
    },
    {
      "entropy": 5.581802940368652,
      "epoch": 1.4645116646896006,
      "grad_norm": 1.46875,
      "learning_rate": 0.000479203856268051,
      "loss": 5.3342,
      "mean_token_accuracy": 0.18571853786706924,
      "num_tokens": 33905076.0,
      "step": 14815
    },
    {
      "entropy": 5.518166732788086,
      "epoch": 1.465005931198102,
      "grad_norm": 1.8203125,
      "learning_rate": 0.0004791890356695261,
      "loss": 5.3344,
      "mean_token_accuracy": 0.18704134076833726,
      "num_tokens": 33916982.0,
      "step": 14820
    },
    {
      "entropy": 5.71618881225586,
      "epoch": 1.4655001977066033,
      "grad_norm": 1.5234375,
      "learning_rate": 0.0004791742100479193,
      "loss": 5.4066,
      "mean_token_accuracy": 0.17929370254278182,
      "num_tokens": 33928306.0,
      "step": 14825
    },
    {
      "entropy": 5.745555257797241,
      "epoch": 1.4659944642151048,
      "grad_norm": 1.34375,
      "learning_rate": 0.0004791593794035952,
      "loss": 5.4343,
      "mean_token_accuracy": 0.17960487604141234,
      "num_tokens": 33940371.0,
      "step": 14830
    },
    {
      "entropy": 5.645412349700928,
      "epoch": 1.466488730723606,
      "grad_norm": 1.46875,
      "learning_rate": 0.0004791445437369187,
      "loss": 5.3945,
      "mean_token_accuracy": 0.1763386607170105,
      "num_tokens": 33952250.0,
      "step": 14835
    },
    {
      "entropy": 5.656629753112793,
      "epoch": 1.4669829972321076,
      "grad_norm": 1.53125,
      "learning_rate": 0.0004791297030482547,
      "loss": 5.3727,
      "mean_token_accuracy": 0.18149725198745728,
      "num_tokens": 33963426.0,
      "step": 14840
    },
    {
      "entropy": 5.589711332321167,
      "epoch": 1.467477263740609,
      "grad_norm": 1.328125,
      "learning_rate": 0.0004791148573379684,
      "loss": 5.3499,
      "mean_token_accuracy": 0.1780073583126068,
      "num_tokens": 33974982.0,
      "step": 14845
    },
    {
      "entropy": 5.5783624172210695,
      "epoch": 1.4679715302491103,
      "grad_norm": 1.390625,
      "learning_rate": 0.00047910000660642487,
      "loss": 5.3534,
      "mean_token_accuracy": 0.18175674527883529,
      "num_tokens": 33986413.0,
      "step": 14850
    },
    {
      "entropy": 5.66426191329956,
      "epoch": 1.4684657967576116,
      "grad_norm": 1.390625,
      "learning_rate": 0.0004790851508539896,
      "loss": 5.297,
      "mean_token_accuracy": 0.18410698622465133,
      "num_tokens": 33996821.0,
      "step": 14855
    },
    {
      "entropy": 5.592700386047364,
      "epoch": 1.468960063266113,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0004790702900810279,
      "loss": 5.3648,
      "mean_token_accuracy": 0.17952213436365128,
      "num_tokens": 34008817.0,
      "step": 14860
    },
    {
      "entropy": 5.567141056060791,
      "epoch": 1.4694543297746145,
      "grad_norm": 1.8359375,
      "learning_rate": 0.00047905542428790536,
      "loss": 5.358,
      "mean_token_accuracy": 0.18273835480213166,
      "num_tokens": 34020051.0,
      "step": 14865
    },
    {
      "entropy": 5.599887275695801,
      "epoch": 1.4699485962831158,
      "grad_norm": 1.5546875,
      "learning_rate": 0.0004790405534749878,
      "loss": 5.3029,
      "mean_token_accuracy": 0.1902901217341423,
      "num_tokens": 34032764.0,
      "step": 14870
    },
    {
      "entropy": 5.639361333847046,
      "epoch": 1.4704428627916173,
      "grad_norm": 1.5,
      "learning_rate": 0.000479025677642641,
      "loss": 5.3703,
      "mean_token_accuracy": 0.17783863842487335,
      "num_tokens": 34042868.0,
      "step": 14875
    },
    {
      "entropy": 5.629166746139527,
      "epoch": 1.4709371293001186,
      "grad_norm": 1.6484375,
      "learning_rate": 0.0004790107967912309,
      "loss": 5.3929,
      "mean_token_accuracy": 0.18257658332586288,
      "num_tokens": 34054807.0,
      "step": 14880
    },
    {
      "entropy": 5.662144660949707,
      "epoch": 1.47143139580862,
      "grad_norm": 1.859375,
      "learning_rate": 0.00047899591092112343,
      "loss": 5.4128,
      "mean_token_accuracy": 0.1783519834280014,
      "num_tokens": 34066378.0,
      "step": 14885
    },
    {
      "entropy": 5.615582084655761,
      "epoch": 1.4719256623171213,
      "grad_norm": 1.6484375,
      "learning_rate": 0.000478981020032685,
      "loss": 5.3865,
      "mean_token_accuracy": 0.17028851956129074,
      "num_tokens": 34078267.0,
      "step": 14890
    },
    {
      "entropy": 5.645502710342408,
      "epoch": 1.4724199288256228,
      "grad_norm": 1.4140625,
      "learning_rate": 0.00047896612412628184,
      "loss": 5.4083,
      "mean_token_accuracy": 0.17240892648696898,
      "num_tokens": 34090356.0,
      "step": 14895
    },
    {
      "entropy": 5.6976823806762695,
      "epoch": 1.4729141953341243,
      "grad_norm": 1.65625,
      "learning_rate": 0.00047895122320228026,
      "loss": 5.3396,
      "mean_token_accuracy": 0.1850088730454445,
      "num_tokens": 34101143.0,
      "step": 14900
    },
    {
      "entropy": 5.593738746643067,
      "epoch": 1.4734084618426255,
      "grad_norm": 1.2890625,
      "learning_rate": 0.00047893631726104703,
      "loss": 5.3688,
      "mean_token_accuracy": 0.18088444620370864,
      "num_tokens": 34112655.0,
      "step": 14905
    },
    {
      "entropy": 5.615711688995361,
      "epoch": 1.4739027283511268,
      "grad_norm": 1.5859375,
      "learning_rate": 0.0004789214063029488,
      "loss": 5.3873,
      "mean_token_accuracy": 0.18227738440036773,
      "num_tokens": 34123825.0,
      "step": 14910
    },
    {
      "entropy": 5.62659273147583,
      "epoch": 1.4743969948596283,
      "grad_norm": 1.3828125,
      "learning_rate": 0.00047890649032835233,
      "loss": 5.3672,
      "mean_token_accuracy": 0.18306371867656707,
      "num_tokens": 34135416.0,
      "step": 14915
    },
    {
      "entropy": 5.672122526168823,
      "epoch": 1.4748912613681298,
      "grad_norm": 1.4375,
      "learning_rate": 0.0004788915693376245,
      "loss": 5.402,
      "mean_token_accuracy": 0.180454520881176,
      "num_tokens": 34146797.0,
      "step": 14920
    },
    {
      "entropy": 5.705274295806885,
      "epoch": 1.475385527876631,
      "grad_norm": 1.9609375,
      "learning_rate": 0.00047887664333113244,
      "loss": 5.4239,
      "mean_token_accuracy": 0.1766470640897751,
      "num_tokens": 34158749.0,
      "step": 14925
    },
    {
      "entropy": 5.603371286392212,
      "epoch": 1.4758797943851325,
      "grad_norm": 1.5390625,
      "learning_rate": 0.0004788617123092434,
      "loss": 5.2922,
      "mean_token_accuracy": 0.1885598421096802,
      "num_tokens": 34169694.0,
      "step": 14930
    },
    {
      "entropy": 5.615245246887207,
      "epoch": 1.4763740608936338,
      "grad_norm": 2.21875,
      "learning_rate": 0.0004788467762723245,
      "loss": 5.4114,
      "mean_token_accuracy": 0.1805598571896553,
      "num_tokens": 34182166.0,
      "step": 14935
    },
    {
      "entropy": 5.634717798233032,
      "epoch": 1.4768683274021353,
      "grad_norm": 1.2578125,
      "learning_rate": 0.00047883183522074335,
      "loss": 5.3035,
      "mean_token_accuracy": 0.18629665821790695,
      "num_tokens": 34193651.0,
      "step": 14940
    },
    {
      "entropy": 5.6833878517150875,
      "epoch": 1.4773625939106365,
      "grad_norm": 1.3359375,
      "learning_rate": 0.00047881688915486743,
      "loss": 5.4213,
      "mean_token_accuracy": 0.17869849354028702,
      "num_tokens": 34204173.0,
      "step": 14945
    },
    {
      "entropy": 5.597486066818237,
      "epoch": 1.477856860419138,
      "grad_norm": 1.4609375,
      "learning_rate": 0.00047880193807506446,
      "loss": 5.3334,
      "mean_token_accuracy": 0.19496313184499742,
      "num_tokens": 34214872.0,
      "step": 14950
    },
    {
      "entropy": 5.629118156433106,
      "epoch": 1.4783511269276395,
      "grad_norm": 1.640625,
      "learning_rate": 0.0004787869819817021,
      "loss": 5.3415,
      "mean_token_accuracy": 0.18141088783740997,
      "num_tokens": 34226433.0,
      "step": 14955
    },
    {
      "entropy": 5.576784658432007,
      "epoch": 1.4788453934361407,
      "grad_norm": 1.9296875,
      "learning_rate": 0.00047877202087514843,
      "loss": 5.3673,
      "mean_token_accuracy": 0.18549707531929016,
      "num_tokens": 34238047.0,
      "step": 14960
    },
    {
      "entropy": 5.634697961807251,
      "epoch": 1.4793396599446422,
      "grad_norm": 1.3125,
      "learning_rate": 0.0004787570547557715,
      "loss": 5.3913,
      "mean_token_accuracy": 0.18384256958961487,
      "num_tokens": 34250445.0,
      "step": 14965
    },
    {
      "entropy": 5.6461282730102536,
      "epoch": 1.4798339264531435,
      "grad_norm": 1.4609375,
      "learning_rate": 0.00047874208362393925,
      "loss": 5.2671,
      "mean_token_accuracy": 0.18621405214071274,
      "num_tokens": 34261324.0,
      "step": 14970
    },
    {
      "entropy": 5.609235572814941,
      "epoch": 1.480328192961645,
      "grad_norm": 1.4453125,
      "learning_rate": 0.00047872710748002024,
      "loss": 5.3665,
      "mean_token_accuracy": 0.18379658907651902,
      "num_tokens": 34272074.0,
      "step": 14975
    },
    {
      "entropy": 5.549933052062988,
      "epoch": 1.4808224594701462,
      "grad_norm": 1.5078125,
      "learning_rate": 0.0004787121263243827,
      "loss": 5.3333,
      "mean_token_accuracy": 0.18016744703054427,
      "num_tokens": 34282958.0,
      "step": 14980
    },
    {
      "entropy": 5.621416664123535,
      "epoch": 1.4813167259786477,
      "grad_norm": 1.4453125,
      "learning_rate": 0.00047869714015739533,
      "loss": 5.2779,
      "mean_token_accuracy": 0.18833871483802794,
      "num_tokens": 34294999.0,
      "step": 14985
    },
    {
      "entropy": 5.649327230453491,
      "epoch": 1.4818109924871492,
      "grad_norm": 1.5390625,
      "learning_rate": 0.00047868214897942675,
      "loss": 5.3175,
      "mean_token_accuracy": 0.18065880984067917,
      "num_tokens": 34305363.0,
      "step": 14990
    },
    {
      "entropy": 5.6238977909088135,
      "epoch": 1.4823052589956505,
      "grad_norm": 1.375,
      "learning_rate": 0.0004786671527908456,
      "loss": 5.4132,
      "mean_token_accuracy": 0.1785098761320114,
      "num_tokens": 34317467.0,
      "step": 14995
    },
    {
      "entropy": 5.6816877841949465,
      "epoch": 1.4827995255041517,
      "grad_norm": 1.65625,
      "learning_rate": 0.000478652151592021,
      "loss": 5.4319,
      "mean_token_accuracy": 0.17484955340623856,
      "num_tokens": 34331058.0,
      "step": 15000
    },
    {
      "epoch": 1.4827995255041517,
      "eval_entropy": 5.423371398874168,
      "eval_loss": 5.422661304473877,
      "eval_mean_token_accuracy": 0.1868826922308768,
      "eval_num_tokens": 34331058.0,
      "eval_runtime": 26.577,
      "eval_samples_per_second": 1223.349,
      "eval_steps_per_second": 152.952,
      "step": 15000
    },
    {
      "entropy": 5.617215776443482,
      "epoch": 1.4832937920126532,
      "grad_norm": 1.5859375,
      "learning_rate": 0.0004786371453833217,
      "loss": 5.4065,
      "mean_token_accuracy": 0.18247174173593522,
      "num_tokens": 34342593.0,
      "step": 15005
    },
    {
      "entropy": 5.674700450897217,
      "epoch": 1.4837880585211547,
      "grad_norm": 1.4296875,
      "learning_rate": 0.00047862213416511717,
      "loss": 5.3839,
      "mean_token_accuracy": 0.17913443297147752,
      "num_tokens": 34353507.0,
      "step": 15010
    },
    {
      "entropy": 5.575383567810059,
      "epoch": 1.484282325029656,
      "grad_norm": 1.359375,
      "learning_rate": 0.0004786071179377766,
      "loss": 5.2837,
      "mean_token_accuracy": 0.1940351888537407,
      "num_tokens": 34365606.0,
      "step": 15015
    },
    {
      "entropy": 5.60756778717041,
      "epoch": 1.4847765915381574,
      "grad_norm": 1.609375,
      "learning_rate": 0.0004785920967016692,
      "loss": 5.3131,
      "mean_token_accuracy": 0.18299914747476578,
      "num_tokens": 34375925.0,
      "step": 15020
    },
    {
      "entropy": 5.669091081619262,
      "epoch": 1.4852708580466587,
      "grad_norm": 1.4765625,
      "learning_rate": 0.00047857707045716473,
      "loss": 5.4123,
      "mean_token_accuracy": 0.18027361631393432,
      "num_tokens": 34387806.0,
      "step": 15025
    },
    {
      "entropy": 5.611959981918335,
      "epoch": 1.4857651245551602,
      "grad_norm": 1.4453125,
      "learning_rate": 0.00047856203920463273,
      "loss": 5.2747,
      "mean_token_accuracy": 0.1909378230571747,
      "num_tokens": 34400367.0,
      "step": 15030
    },
    {
      "entropy": 5.576943254470825,
      "epoch": 1.4862593910636615,
      "grad_norm": 1.8671875,
      "learning_rate": 0.000478547002944443,
      "loss": 5.3497,
      "mean_token_accuracy": 0.18589189946651458,
      "num_tokens": 34412082.0,
      "step": 15035
    },
    {
      "entropy": 5.598098707199097,
      "epoch": 1.486753657572163,
      "grad_norm": 1.5234375,
      "learning_rate": 0.0004785319616769654,
      "loss": 5.3018,
      "mean_token_accuracy": 0.18902516961097718,
      "num_tokens": 34423315.0,
      "step": 15040
    },
    {
      "entropy": 5.659210872650147,
      "epoch": 1.4872479240806644,
      "grad_norm": 1.625,
      "learning_rate": 0.00047851691540256995,
      "loss": 5.3467,
      "mean_token_accuracy": 0.17677914798259736,
      "num_tokens": 34433748.0,
      "step": 15045
    },
    {
      "entropy": 5.602761507034302,
      "epoch": 1.4877421905891657,
      "grad_norm": 1.671875,
      "learning_rate": 0.00047850186412162684,
      "loss": 5.3128,
      "mean_token_accuracy": 0.1851986452937126,
      "num_tokens": 34444425.0,
      "step": 15050
    },
    {
      "entropy": 5.604499626159668,
      "epoch": 1.488236457097667,
      "grad_norm": 1.609375,
      "learning_rate": 0.0004784868078345063,
      "loss": 5.371,
      "mean_token_accuracy": 0.17852768152952195,
      "num_tokens": 34456350.0,
      "step": 15055
    },
    {
      "entropy": 5.699484825134277,
      "epoch": 1.4887307236061684,
      "grad_norm": 2.234375,
      "learning_rate": 0.0004784717465415787,
      "loss": 5.4423,
      "mean_token_accuracy": 0.17603701055049897,
      "num_tokens": 34466606.0,
      "step": 15060
    },
    {
      "entropy": 5.644379138946533,
      "epoch": 1.48922499011467,
      "grad_norm": 1.3203125,
      "learning_rate": 0.00047845668024321455,
      "loss": 5.3416,
      "mean_token_accuracy": 0.17729568034410476,
      "num_tokens": 34478085.0,
      "step": 15065
    },
    {
      "entropy": 5.585989332199096,
      "epoch": 1.4897192566231712,
      "grad_norm": 1.8046875,
      "learning_rate": 0.0004784416089397846,
      "loss": 5.4402,
      "mean_token_accuracy": 0.17838693410158157,
      "num_tokens": 34488437.0,
      "step": 15070
    },
    {
      "entropy": 5.661489820480346,
      "epoch": 1.4902135231316727,
      "grad_norm": 1.3203125,
      "learning_rate": 0.0004784265326316594,
      "loss": 5.3424,
      "mean_token_accuracy": 0.1784212201833725,
      "num_tokens": 34499999.0,
      "step": 15075
    },
    {
      "entropy": 5.649656057357788,
      "epoch": 1.490707789640174,
      "grad_norm": 1.6328125,
      "learning_rate": 0.00047841145131921,
      "loss": 5.3981,
      "mean_token_accuracy": 0.18453755974769592,
      "num_tokens": 34510509.0,
      "step": 15080
    },
    {
      "entropy": 5.631809711456299,
      "epoch": 1.4912020561486754,
      "grad_norm": 1.3828125,
      "learning_rate": 0.00047839636500280724,
      "loss": 5.3683,
      "mean_token_accuracy": 0.18088580518960953,
      "num_tokens": 34521192.0,
      "step": 15085
    },
    {
      "entropy": 5.712775325775146,
      "epoch": 1.4916963226571767,
      "grad_norm": 1.8515625,
      "learning_rate": 0.0004783812736828225,
      "loss": 5.3719,
      "mean_token_accuracy": 0.18623314797878265,
      "num_tokens": 34532401.0,
      "step": 15090
    },
    {
      "entropy": 5.645899915695191,
      "epoch": 1.4921905891656781,
      "grad_norm": 1.5390625,
      "learning_rate": 0.00047836617735962675,
      "loss": 5.3545,
      "mean_token_accuracy": 0.1802325502038002,
      "num_tokens": 34544306.0,
      "step": 15095
    },
    {
      "entropy": 5.545193767547607,
      "epoch": 1.4926848556741796,
      "grad_norm": 1.2734375,
      "learning_rate": 0.0004783510760335915,
      "loss": 5.3018,
      "mean_token_accuracy": 0.18025859892368318,
      "num_tokens": 34557122.0,
      "step": 15100
    },
    {
      "entropy": 5.589693403244018,
      "epoch": 1.493179122182681,
      "grad_norm": 1.4609375,
      "learning_rate": 0.0004783359697050883,
      "loss": 5.3085,
      "mean_token_accuracy": 0.18609167486429215,
      "num_tokens": 34568302.0,
      "step": 15105
    },
    {
      "entropy": 5.639269113540649,
      "epoch": 1.4936733886911822,
      "grad_norm": 1.34375,
      "learning_rate": 0.00047832085837448864,
      "loss": 5.2383,
      "mean_token_accuracy": 0.19049194008111953,
      "num_tokens": 34578536.0,
      "step": 15110
    },
    {
      "entropy": 5.596101903915406,
      "epoch": 1.4941676551996836,
      "grad_norm": 1.6953125,
      "learning_rate": 0.00047830574204216436,
      "loss": 5.3497,
      "mean_token_accuracy": 0.17946695685386657,
      "num_tokens": 34590333.0,
      "step": 15115
    },
    {
      "entropy": 5.646733188629151,
      "epoch": 1.4946619217081851,
      "grad_norm": 1.5859375,
      "learning_rate": 0.0004782906207084873,
      "loss": 5.3667,
      "mean_token_accuracy": 0.17681428641080857,
      "num_tokens": 34601447.0,
      "step": 15120
    },
    {
      "entropy": 5.644145345687866,
      "epoch": 1.4951561882166864,
      "grad_norm": 1.71875,
      "learning_rate": 0.0004782754943738294,
      "loss": 5.3793,
      "mean_token_accuracy": 0.17728787213563918,
      "num_tokens": 34613559.0,
      "step": 15125
    },
    {
      "entropy": 5.623290920257569,
      "epoch": 1.4956504547251879,
      "grad_norm": 1.765625,
      "learning_rate": 0.0004782603630385628,
      "loss": 5.3809,
      "mean_token_accuracy": 0.18217939585447313,
      "num_tokens": 34624354.0,
      "step": 15130
    },
    {
      "entropy": 5.635566759109497,
      "epoch": 1.4961447212336891,
      "grad_norm": 1.2890625,
      "learning_rate": 0.0004782452267030598,
      "loss": 5.4486,
      "mean_token_accuracy": 0.1808988034725189,
      "num_tokens": 34636093.0,
      "step": 15135
    },
    {
      "entropy": 5.705580520629883,
      "epoch": 1.4966389877421906,
      "grad_norm": 1.3125,
      "learning_rate": 0.0004782300853676926,
      "loss": 5.2759,
      "mean_token_accuracy": 0.19083803296089172,
      "num_tokens": 34647503.0,
      "step": 15140
    },
    {
      "entropy": 5.601016902923584,
      "epoch": 1.4971332542506919,
      "grad_norm": 1.4765625,
      "learning_rate": 0.00047821493903283383,
      "loss": 5.4302,
      "mean_token_accuracy": 0.1819182351231575,
      "num_tokens": 34660258.0,
      "step": 15145
    },
    {
      "entropy": 5.619529151916504,
      "epoch": 1.4976275207591934,
      "grad_norm": 1.671875,
      "learning_rate": 0.000478199787698856,
      "loss": 5.3236,
      "mean_token_accuracy": 0.18092080652713777,
      "num_tokens": 34672199.0,
      "step": 15150
    },
    {
      "entropy": 5.632478189468384,
      "epoch": 1.4981217872676948,
      "grad_norm": 1.3125,
      "learning_rate": 0.00047818463136613184,
      "loss": 5.3093,
      "mean_token_accuracy": 0.18756650537252426,
      "num_tokens": 34684419.0,
      "step": 15155
    },
    {
      "entropy": 5.436056900024414,
      "epoch": 1.498616053776196,
      "grad_norm": 1.5390625,
      "learning_rate": 0.00047816947003503425,
      "loss": 5.1478,
      "mean_token_accuracy": 0.2000817134976387,
      "num_tokens": 34695649.0,
      "step": 15160
    },
    {
      "entropy": 5.639167928695679,
      "epoch": 1.4991103202846974,
      "grad_norm": 1.8203125,
      "learning_rate": 0.00047815430370593627,
      "loss": 5.3857,
      "mean_token_accuracy": 0.18156712800264357,
      "num_tokens": 34707019.0,
      "step": 15165
    },
    {
      "entropy": 5.627761268615723,
      "epoch": 1.4996045867931989,
      "grad_norm": 1.5,
      "learning_rate": 0.00047813913237921077,
      "loss": 5.296,
      "mean_token_accuracy": 0.19009427428245546,
      "num_tokens": 34717609.0,
      "step": 15170
    },
    {
      "entropy": 5.643815708160401,
      "epoch": 1.5000988533017003,
      "grad_norm": 1.5390625,
      "learning_rate": 0.0004781239560552312,
      "loss": 5.3758,
      "mean_token_accuracy": 0.18448631167411805,
      "num_tokens": 34728607.0,
      "step": 15175
    },
    {
      "entropy": 5.513981771469116,
      "epoch": 1.5005931198102016,
      "grad_norm": 1.3046875,
      "learning_rate": 0.00047810877473437077,
      "loss": 5.2648,
      "mean_token_accuracy": 0.18595848977565765,
      "num_tokens": 34739537.0,
      "step": 15180
    },
    {
      "entropy": 5.592280387878418,
      "epoch": 1.501087386318703,
      "grad_norm": 1.359375,
      "learning_rate": 0.00047809358841700297,
      "loss": 5.3778,
      "mean_token_accuracy": 0.18015966415405274,
      "num_tokens": 34751814.0,
      "step": 15185
    },
    {
      "entropy": 5.681809139251709,
      "epoch": 1.5015816528272046,
      "grad_norm": 1.40625,
      "learning_rate": 0.0004780783971035014,
      "loss": 5.298,
      "mean_token_accuracy": 0.18646501898765563,
      "num_tokens": 34762647.0,
      "step": 15190
    },
    {
      "entropy": 5.6360191822052,
      "epoch": 1.5020759193357058,
      "grad_norm": 1.6484375,
      "learning_rate": 0.0004780632007942397,
      "loss": 5.3899,
      "mean_token_accuracy": 0.17677464336156845,
      "num_tokens": 34774157.0,
      "step": 15195
    },
    {
      "entropy": 5.596209096908569,
      "epoch": 1.502570185844207,
      "grad_norm": 1.5625,
      "learning_rate": 0.0004780479994895918,
      "loss": 5.2364,
      "mean_token_accuracy": 0.18311847001314163,
      "num_tokens": 34785244.0,
      "step": 15200
    },
    {
      "entropy": 5.628902387619019,
      "epoch": 1.5030644523527086,
      "grad_norm": 1.6796875,
      "learning_rate": 0.0004780327931899316,
      "loss": 5.3163,
      "mean_token_accuracy": 0.18666891753673553,
      "num_tokens": 34797090.0,
      "step": 15205
    },
    {
      "entropy": 5.581091642379761,
      "epoch": 1.50355871886121,
      "grad_norm": 1.234375,
      "learning_rate": 0.00047801758189563315,
      "loss": 5.333,
      "mean_token_accuracy": 0.18319434970617293,
      "num_tokens": 34808598.0,
      "step": 15210
    },
    {
      "entropy": 5.613069725036621,
      "epoch": 1.5040529853697113,
      "grad_norm": 2.234375,
      "learning_rate": 0.00047800236560707076,
      "loss": 5.3919,
      "mean_token_accuracy": 0.1822893887758255,
      "num_tokens": 34820619.0,
      "step": 15215
    },
    {
      "entropy": 5.636681747436524,
      "epoch": 1.5045472518782126,
      "grad_norm": 1.3984375,
      "learning_rate": 0.00047798714432461864,
      "loss": 5.384,
      "mean_token_accuracy": 0.18434231877326965,
      "num_tokens": 34832463.0,
      "step": 15220
    },
    {
      "entropy": 5.657518005371093,
      "epoch": 1.505041518386714,
      "grad_norm": 1.9609375,
      "learning_rate": 0.0004779719180486513,
      "loss": 5.3848,
      "mean_token_accuracy": 0.17879601269960405,
      "num_tokens": 34844255.0,
      "step": 15225
    },
    {
      "entropy": 5.565562343597412,
      "epoch": 1.5055357848952156,
      "grad_norm": 1.4296875,
      "learning_rate": 0.0004779566867795433,
      "loss": 5.3796,
      "mean_token_accuracy": 0.1832110434770584,
      "num_tokens": 34857215.0,
      "step": 15230
    },
    {
      "entropy": 5.569212818145752,
      "epoch": 1.5060300514037168,
      "grad_norm": 1.546875,
      "learning_rate": 0.00047794145051766935,
      "loss": 5.2977,
      "mean_token_accuracy": 0.18866186439990998,
      "num_tokens": 34868831.0,
      "step": 15235
    },
    {
      "entropy": 5.690900421142578,
      "epoch": 1.5065243179122183,
      "grad_norm": 1.25,
      "learning_rate": 0.0004779262092634042,
      "loss": 5.2405,
      "mean_token_accuracy": 0.1928907588124275,
      "num_tokens": 34879258.0,
      "step": 15240
    },
    {
      "entropy": 5.61680793762207,
      "epoch": 1.5070185844207198,
      "grad_norm": 1.3671875,
      "learning_rate": 0.00047791096301712276,
      "loss": 5.3827,
      "mean_token_accuracy": 0.17970270216464995,
      "num_tokens": 34891492.0,
      "step": 15245
    },
    {
      "entropy": 5.550572633743286,
      "epoch": 1.507512850929221,
      "grad_norm": 1.609375,
      "learning_rate": 0.00047789571177920024,
      "loss": 5.2608,
      "mean_token_accuracy": 0.1808638244867325,
      "num_tokens": 34901836.0,
      "step": 15250
    },
    {
      "entropy": 5.590566205978393,
      "epoch": 1.5080071174377223,
      "grad_norm": 1.953125,
      "learning_rate": 0.0004778804555500117,
      "loss": 5.3904,
      "mean_token_accuracy": 0.18146324008703232,
      "num_tokens": 34913892.0,
      "step": 15255
    },
    {
      "entropy": 5.681615972518921,
      "epoch": 1.5085013839462238,
      "grad_norm": 1.40625,
      "learning_rate": 0.0004778651943299324,
      "loss": 5.4219,
      "mean_token_accuracy": 0.17938367873430253,
      "num_tokens": 34925657.0,
      "step": 15260
    },
    {
      "entropy": 5.6409605026245115,
      "epoch": 1.5089956504547253,
      "grad_norm": 1.296875,
      "learning_rate": 0.000477849928119338,
      "loss": 5.3731,
      "mean_token_accuracy": 0.17458854913711547,
      "num_tokens": 34937921.0,
      "step": 15265
    },
    {
      "entropy": 5.601303052902222,
      "epoch": 1.5094899169632265,
      "grad_norm": 1.390625,
      "learning_rate": 0.0004778346569186038,
      "loss": 5.3644,
      "mean_token_accuracy": 0.18017712980508804,
      "num_tokens": 34948742.0,
      "step": 15270
    },
    {
      "entropy": 5.589604139328003,
      "epoch": 1.5099841834717278,
      "grad_norm": 1.34375,
      "learning_rate": 0.00047781938072810555,
      "loss": 5.3525,
      "mean_token_accuracy": 0.18522555977106095,
      "num_tokens": 34960912.0,
      "step": 15275
    },
    {
      "entropy": 5.65964641571045,
      "epoch": 1.5104784499802293,
      "grad_norm": 3.40625,
      "learning_rate": 0.00047780409954821914,
      "loss": 5.3997,
      "mean_token_accuracy": 0.17724638432264328,
      "num_tokens": 34971188.0,
      "step": 15280
    },
    {
      "entropy": 5.617594957351685,
      "epoch": 1.5109727164887308,
      "grad_norm": 1.4140625,
      "learning_rate": 0.00047778881337932037,
      "loss": 5.3253,
      "mean_token_accuracy": 0.17985613346099855,
      "num_tokens": 34983316.0,
      "step": 15285
    },
    {
      "entropy": 5.699150085449219,
      "epoch": 1.511466982997232,
      "grad_norm": 1.6484375,
      "learning_rate": 0.00047777352222178537,
      "loss": 5.4325,
      "mean_token_accuracy": 0.1703278660774231,
      "num_tokens": 34995698.0,
      "step": 15290
    },
    {
      "entropy": 5.606994342803955,
      "epoch": 1.5119612495057335,
      "grad_norm": 1.40625,
      "learning_rate": 0.00047775822607599023,
      "loss": 5.3422,
      "mean_token_accuracy": 0.1865560382604599,
      "num_tokens": 35007296.0,
      "step": 15295
    },
    {
      "entropy": 5.688381290435791,
      "epoch": 1.512455516014235,
      "grad_norm": 1.8984375,
      "learning_rate": 0.0004777429249423113,
      "loss": 5.3922,
      "mean_token_accuracy": 0.1801751211285591,
      "num_tokens": 35019126.0,
      "step": 15300
    },
    {
      "entropy": 5.591096115112305,
      "epoch": 1.5129497825227363,
      "grad_norm": 1.4609375,
      "learning_rate": 0.00047772761882112493,
      "loss": 5.304,
      "mean_token_accuracy": 0.1849311724305153,
      "num_tokens": 35030213.0,
      "step": 15305
    },
    {
      "entropy": 5.54937252998352,
      "epoch": 1.5134440490312375,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004777123077128077,
      "loss": 5.2888,
      "mean_token_accuracy": 0.1802014023065567,
      "num_tokens": 35043134.0,
      "step": 15310
    },
    {
      "entropy": 5.677251100540161,
      "epoch": 1.513938315539739,
      "grad_norm": 1.3515625,
      "learning_rate": 0.0004776969916177363,
      "loss": 5.3966,
      "mean_token_accuracy": 0.1778102621436119,
      "num_tokens": 35055484.0,
      "step": 15315
    },
    {
      "entropy": 5.667330169677735,
      "epoch": 1.5144325820482405,
      "grad_norm": 1.453125,
      "learning_rate": 0.0004776816705362874,
      "loss": 5.3822,
      "mean_token_accuracy": 0.18275257647037507,
      "num_tokens": 35067037.0,
      "step": 15320
    },
    {
      "entropy": 5.573491811752319,
      "epoch": 1.5149268485567418,
      "grad_norm": 1.4375,
      "learning_rate": 0.0004776663444688381,
      "loss": 5.3004,
      "mean_token_accuracy": 0.18107000291347503,
      "num_tokens": 35078340.0,
      "step": 15325
    },
    {
      "entropy": 5.604687261581421,
      "epoch": 1.515421115065243,
      "grad_norm": 1.375,
      "learning_rate": 0.0004776510134157651,
      "loss": 5.3984,
      "mean_token_accuracy": 0.1840140089392662,
      "num_tokens": 35090526.0,
      "step": 15330
    },
    {
      "entropy": 5.63254017829895,
      "epoch": 1.5159153815737447,
      "grad_norm": 1.4765625,
      "learning_rate": 0.00047763567737744576,
      "loss": 5.425,
      "mean_token_accuracy": 0.1753411650657654,
      "num_tokens": 35103757.0,
      "step": 15335
    },
    {
      "entropy": 5.624457502365113,
      "epoch": 1.516409648082246,
      "grad_norm": 1.5234375,
      "learning_rate": 0.0004776203363542574,
      "loss": 5.2841,
      "mean_token_accuracy": 0.18666779547929763,
      "num_tokens": 35115694.0,
      "step": 15340
    },
    {
      "entropy": 5.590429639816284,
      "epoch": 1.5169039145907472,
      "grad_norm": 1.234375,
      "learning_rate": 0.0004776049903465773,
      "loss": 5.288,
      "mean_token_accuracy": 0.18901096284389496,
      "num_tokens": 35126691.0,
      "step": 15345
    },
    {
      "entropy": 5.584354209899902,
      "epoch": 1.5173981810992487,
      "grad_norm": 1.4453125,
      "learning_rate": 0.000477589639354783,
      "loss": 5.3153,
      "mean_token_accuracy": 0.18446731865406035,
      "num_tokens": 35137851.0,
      "step": 15350
    },
    {
      "entropy": 5.603511905670166,
      "epoch": 1.5178924476077502,
      "grad_norm": 1.5078125,
      "learning_rate": 0.0004775742833792521,
      "loss": 5.342,
      "mean_token_accuracy": 0.18033986687660217,
      "num_tokens": 35148583.0,
      "step": 15355
    },
    {
      "entropy": 5.627356958389282,
      "epoch": 1.5183867141162515,
      "grad_norm": 1.3984375,
      "learning_rate": 0.0004775589224203625,
      "loss": 5.3673,
      "mean_token_accuracy": 0.17984215170145035,
      "num_tokens": 35161469.0,
      "step": 15360
    },
    {
      "entropy": 5.60552659034729,
      "epoch": 1.5188809806247527,
      "grad_norm": 1.390625,
      "learning_rate": 0.00047754355647849185,
      "loss": 5.2445,
      "mean_token_accuracy": 0.19505372643470764,
      "num_tokens": 35172349.0,
      "step": 15365
    },
    {
      "entropy": 5.565273380279541,
      "epoch": 1.5193752471332542,
      "grad_norm": 1.265625,
      "learning_rate": 0.00047752818555401845,
      "loss": 5.2737,
      "mean_token_accuracy": 0.18398473858833314,
      "num_tokens": 35183118.0,
      "step": 15370
    },
    {
      "entropy": 5.685931777954101,
      "epoch": 1.5198695136417557,
      "grad_norm": 1.3515625,
      "learning_rate": 0.00047751280964732014,
      "loss": 5.329,
      "mean_token_accuracy": 0.18145417124032975,
      "num_tokens": 35195702.0,
      "step": 15375
    },
    {
      "entropy": 5.727619886398315,
      "epoch": 1.520363780150257,
      "grad_norm": 1.375,
      "learning_rate": 0.00047749742875877535,
      "loss": 5.4801,
      "mean_token_accuracy": 0.17211327850818633,
      "num_tokens": 35207356.0,
      "step": 15380
    },
    {
      "entropy": 5.616939640045166,
      "epoch": 1.5208580466587585,
      "grad_norm": 1.7890625,
      "learning_rate": 0.0004774820428887624,
      "loss": 5.3531,
      "mean_token_accuracy": 0.1812470391392708,
      "num_tokens": 35219207.0,
      "step": 15385
    },
    {
      "entropy": 5.580738639831543,
      "epoch": 1.52135231316726,
      "grad_norm": 1.6328125,
      "learning_rate": 0.0004774666520376597,
      "loss": 5.3034,
      "mean_token_accuracy": 0.18335646986961365,
      "num_tokens": 35230396.0,
      "step": 15390
    },
    {
      "entropy": 5.595555925369263,
      "epoch": 1.5218465796757612,
      "grad_norm": 1.40625,
      "learning_rate": 0.0004774512562058461,
      "loss": 5.3771,
      "mean_token_accuracy": 0.18237807005643844,
      "num_tokens": 35242320.0,
      "step": 15395
    },
    {
      "entropy": 5.710798025131226,
      "epoch": 1.5223408461842625,
      "grad_norm": 1.4375,
      "learning_rate": 0.0004774358553937001,
      "loss": 5.4071,
      "mean_token_accuracy": 0.17716021537780763,
      "num_tokens": 35252926.0,
      "step": 15400
    },
    {
      "entropy": 5.7017210006713865,
      "epoch": 1.522835112692764,
      "grad_norm": 1.6484375,
      "learning_rate": 0.0004774204496016006,
      "loss": 5.4309,
      "mean_token_accuracy": 0.17283237874507903,
      "num_tokens": 35263833.0,
      "step": 15405
    },
    {
      "entropy": 5.605069303512574,
      "epoch": 1.5233293792012654,
      "grad_norm": 1.578125,
      "learning_rate": 0.00047740503882992677,
      "loss": 5.3906,
      "mean_token_accuracy": 0.1789207637310028,
      "num_tokens": 35274951.0,
      "step": 15410
    },
    {
      "entropy": 5.672837018966675,
      "epoch": 1.5238236457097667,
      "grad_norm": 1.53125,
      "learning_rate": 0.0004773896230790575,
      "loss": 5.4184,
      "mean_token_accuracy": 0.1774936020374298,
      "num_tokens": 35287940.0,
      "step": 15415
    },
    {
      "entropy": 5.564551210403442,
      "epoch": 1.524317912218268,
      "grad_norm": 1.4140625,
      "learning_rate": 0.00047737420234937215,
      "loss": 5.3367,
      "mean_token_accuracy": 0.18867705762386322,
      "num_tokens": 35299321.0,
      "step": 15420
    },
    {
      "entropy": 5.593753147125244,
      "epoch": 1.5248121787267694,
      "grad_norm": 1.4140625,
      "learning_rate": 0.00047735877664125,
      "loss": 5.3143,
      "mean_token_accuracy": 0.1857372283935547,
      "num_tokens": 35310181.0,
      "step": 15425
    },
    {
      "entropy": 5.668422603607178,
      "epoch": 1.525306445235271,
      "grad_norm": 1.5859375,
      "learning_rate": 0.00047734334595507045,
      "loss": 5.3434,
      "mean_token_accuracy": 0.18003177791833877,
      "num_tokens": 35320435.0,
      "step": 15430
    },
    {
      "entropy": 5.6462079048156735,
      "epoch": 1.5258007117437722,
      "grad_norm": 1.5625,
      "learning_rate": 0.0004773279102912134,
      "loss": 5.4235,
      "mean_token_accuracy": 0.1774923861026764,
      "num_tokens": 35332533.0,
      "step": 15435
    },
    {
      "entropy": 5.571061515808106,
      "epoch": 1.5262949782522737,
      "grad_norm": 1.7890625,
      "learning_rate": 0.0004773124696500582,
      "loss": 5.307,
      "mean_token_accuracy": 0.1932358369231224,
      "num_tokens": 35344289.0,
      "step": 15440
    },
    {
      "entropy": 5.596386289596557,
      "epoch": 1.5267892447607752,
      "grad_norm": 1.5703125,
      "learning_rate": 0.0004772970240319849,
      "loss": 5.2816,
      "mean_token_accuracy": 0.191512893140316,
      "num_tokens": 35355679.0,
      "step": 15445
    },
    {
      "entropy": 5.571349477767944,
      "epoch": 1.5272835112692764,
      "grad_norm": 1.34375,
      "learning_rate": 0.00047728157343737346,
      "loss": 5.3003,
      "mean_token_accuracy": 0.18744294792413713,
      "num_tokens": 35367489.0,
      "step": 15450
    },
    {
      "entropy": 5.565728282928466,
      "epoch": 1.5277777777777777,
      "grad_norm": 1.34375,
      "learning_rate": 0.00047726611786660396,
      "loss": 5.2218,
      "mean_token_accuracy": 0.18942863643169403,
      "num_tokens": 35378349.0,
      "step": 15455
    },
    {
      "entropy": 5.6377938747406,
      "epoch": 1.5282720442862792,
      "grad_norm": 1.4921875,
      "learning_rate": 0.00047725065732005654,
      "loss": 5.3806,
      "mean_token_accuracy": 0.18526216149330138,
      "num_tokens": 35388927.0,
      "step": 15460
    },
    {
      "entropy": 5.587651300430298,
      "epoch": 1.5287663107947806,
      "grad_norm": 1.4375,
      "learning_rate": 0.0004772351917981115,
      "loss": 5.3059,
      "mean_token_accuracy": 0.1870112270116806,
      "num_tokens": 35401859.0,
      "step": 15465
    },
    {
      "entropy": 5.659857892990113,
      "epoch": 1.529260577303282,
      "grad_norm": 1.3046875,
      "learning_rate": 0.0004772197213011494,
      "loss": 5.3437,
      "mean_token_accuracy": 0.18049770146608352,
      "num_tokens": 35412735.0,
      "step": 15470
    },
    {
      "entropy": 5.573085069656372,
      "epoch": 1.5297548438117832,
      "grad_norm": 2.234375,
      "learning_rate": 0.0004772042458295509,
      "loss": 5.3084,
      "mean_token_accuracy": 0.18320072442293167,
      "num_tokens": 35422960.0,
      "step": 15475
    },
    {
      "entropy": 5.676775074005127,
      "epoch": 1.5302491103202847,
      "grad_norm": 1.703125,
      "learning_rate": 0.00047718876538369655,
      "loss": 5.4291,
      "mean_token_accuracy": 0.1745563790202141,
      "num_tokens": 35435054.0,
      "step": 15480
    },
    {
      "entropy": 5.651961374282837,
      "epoch": 1.5307433768287861,
      "grad_norm": 1.5703125,
      "learning_rate": 0.00047717327996396716,
      "loss": 5.3786,
      "mean_token_accuracy": 0.1803923726081848,
      "num_tokens": 35447388.0,
      "step": 15485
    },
    {
      "entropy": 5.688505458831787,
      "epoch": 1.5312376433372874,
      "grad_norm": 2.28125,
      "learning_rate": 0.0004771577895707437,
      "loss": 5.3644,
      "mean_token_accuracy": 0.18185846358537675,
      "num_tokens": 35459181.0,
      "step": 15490
    },
    {
      "entropy": 5.530900859832764,
      "epoch": 1.5317319098457889,
      "grad_norm": 1.578125,
      "learning_rate": 0.0004771422942044073,
      "loss": 5.2051,
      "mean_token_accuracy": 0.18724495470523833,
      "num_tokens": 35469978.0,
      "step": 15495
    },
    {
      "entropy": 5.540166616439819,
      "epoch": 1.5322261763542904,
      "grad_norm": 1.8125,
      "learning_rate": 0.0004771267938653391,
      "loss": 5.3127,
      "mean_token_accuracy": 0.1894787386059761,
      "num_tokens": 35482196.0,
      "step": 15500
    },
    {
      "entropy": 5.575621795654297,
      "epoch": 1.5327204428627916,
      "grad_norm": 1.5,
      "learning_rate": 0.0004771112885539204,
      "loss": 5.2472,
      "mean_token_accuracy": 0.1961321771144867,
      "num_tokens": 35493025.0,
      "step": 15505
    },
    {
      "entropy": 5.54494423866272,
      "epoch": 1.533214709371293,
      "grad_norm": 1.3515625,
      "learning_rate": 0.00047709577827053257,
      "loss": 5.3411,
      "mean_token_accuracy": 0.18795692324638366,
      "num_tokens": 35504379.0,
      "step": 15510
    },
    {
      "entropy": 5.630211114883423,
      "epoch": 1.5337089758797944,
      "grad_norm": 1.65625,
      "learning_rate": 0.00047708026301555736,
      "loss": 5.2935,
      "mean_token_accuracy": 0.1893584430217743,
      "num_tokens": 35515401.0,
      "step": 15515
    },
    {
      "entropy": 5.6996245861053465,
      "epoch": 1.5342032423882959,
      "grad_norm": 1.25,
      "learning_rate": 0.00047706474278937626,
      "loss": 5.3724,
      "mean_token_accuracy": 0.18451106250286103,
      "num_tokens": 35527625.0,
      "step": 15520
    },
    {
      "entropy": 5.608449029922485,
      "epoch": 1.5346975088967971,
      "grad_norm": 1.3984375,
      "learning_rate": 0.00047704921759237116,
      "loss": 5.3286,
      "mean_token_accuracy": 0.181321482360363,
      "num_tokens": 35539484.0,
      "step": 15525
    },
    {
      "entropy": 5.678898477554322,
      "epoch": 1.5351917754052984,
      "grad_norm": 1.7265625,
      "learning_rate": 0.00047703368742492403,
      "loss": 5.3431,
      "mean_token_accuracy": 0.17915442436933518,
      "num_tokens": 35550362.0,
      "step": 15530
    },
    {
      "entropy": 5.677475261688232,
      "epoch": 1.5356860419137999,
      "grad_norm": 1.453125,
      "learning_rate": 0.0004770181522874167,
      "loss": 5.3221,
      "mean_token_accuracy": 0.18542334884405137,
      "num_tokens": 35561564.0,
      "step": 15535
    },
    {
      "entropy": 5.6013877391815186,
      "epoch": 1.5361803084223014,
      "grad_norm": 1.7890625,
      "learning_rate": 0.0004770026121802316,
      "loss": 5.2701,
      "mean_token_accuracy": 0.18590582013130189,
      "num_tokens": 35572216.0,
      "step": 15540
    },
    {
      "entropy": 5.5432319164276125,
      "epoch": 1.5366745749308026,
      "grad_norm": 1.609375,
      "learning_rate": 0.0004769870671037509,
      "loss": 5.2353,
      "mean_token_accuracy": 0.19741733223199845,
      "num_tokens": 35584471.0,
      "step": 15545
    },
    {
      "entropy": 5.587041139602661,
      "epoch": 1.537168841439304,
      "grad_norm": 1.4140625,
      "learning_rate": 0.00047697151705835693,
      "loss": 5.3102,
      "mean_token_accuracy": 0.1844884932041168,
      "num_tokens": 35596551.0,
      "step": 15550
    },
    {
      "entropy": 5.627885103225708,
      "epoch": 1.5376631079478056,
      "grad_norm": 1.375,
      "learning_rate": 0.0004769559620444324,
      "loss": 5.3237,
      "mean_token_accuracy": 0.1878990888595581,
      "num_tokens": 35607425.0,
      "step": 15555
    },
    {
      "entropy": 5.5082183361053465,
      "epoch": 1.5381573744563068,
      "grad_norm": 1.4765625,
      "learning_rate": 0.00047694040206235983,
      "loss": 5.2775,
      "mean_token_accuracy": 0.1897694483399391,
      "num_tokens": 35618900.0,
      "step": 15560
    },
    {
      "entropy": 5.622366571426392,
      "epoch": 1.538651640964808,
      "grad_norm": 1.4921875,
      "learning_rate": 0.000476924837112522,
      "loss": 5.2953,
      "mean_token_accuracy": 0.18988023847341537,
      "num_tokens": 35630126.0,
      "step": 15565
    },
    {
      "entropy": 5.60708441734314,
      "epoch": 1.5391459074733096,
      "grad_norm": 1.5546875,
      "learning_rate": 0.00047690926719530193,
      "loss": 5.3599,
      "mean_token_accuracy": 0.18527670949697495,
      "num_tokens": 35642406.0,
      "step": 15570
    },
    {
      "entropy": 5.5634284019470215,
      "epoch": 1.539640173981811,
      "grad_norm": 1.9765625,
      "learning_rate": 0.00047689369231108253,
      "loss": 5.357,
      "mean_token_accuracy": 0.18218495100736617,
      "num_tokens": 35654701.0,
      "step": 15575
    },
    {
      "entropy": 5.7010178565979,
      "epoch": 1.5401344404903123,
      "grad_norm": 1.5703125,
      "learning_rate": 0.000476878112460247,
      "loss": 5.4242,
      "mean_token_accuracy": 0.17453216910362243,
      "num_tokens": 35665668.0,
      "step": 15580
    },
    {
      "entropy": 5.609474086761475,
      "epoch": 1.5406287069988136,
      "grad_norm": 1.65625,
      "learning_rate": 0.00047686252764317854,
      "loss": 5.3296,
      "mean_token_accuracy": 0.18516783863306047,
      "num_tokens": 35676940.0,
      "step": 15585
    },
    {
      "entropy": 5.6635418891906735,
      "epoch": 1.5411229735073153,
      "grad_norm": 1.3984375,
      "learning_rate": 0.00047684693786026054,
      "loss": 5.4186,
      "mean_token_accuracy": 0.17526114284992217,
      "num_tokens": 35687860.0,
      "step": 15590
    },
    {
      "entropy": 5.582547950744629,
      "epoch": 1.5416172400158166,
      "grad_norm": 1.3203125,
      "learning_rate": 0.00047683134311187663,
      "loss": 5.2703,
      "mean_token_accuracy": 0.1913952797651291,
      "num_tokens": 35698349.0,
      "step": 15595
    },
    {
      "entropy": 5.566019010543823,
      "epoch": 1.5421115065243178,
      "grad_norm": 1.359375,
      "learning_rate": 0.00047681574339841044,
      "loss": 5.3376,
      "mean_token_accuracy": 0.18827067464590072,
      "num_tokens": 35709649.0,
      "step": 15600
    },
    {
      "entropy": 5.566201066970825,
      "epoch": 1.5426057730328193,
      "grad_norm": 1.453125,
      "learning_rate": 0.00047680013872024546,
      "loss": 5.2468,
      "mean_token_accuracy": 0.18854983896017075,
      "num_tokens": 35720806.0,
      "step": 15605
    },
    {
      "entropy": 5.624632406234741,
      "epoch": 1.5431000395413208,
      "grad_norm": 1.6640625,
      "learning_rate": 0.0004767845290777659,
      "loss": 5.2942,
      "mean_token_accuracy": 0.1844210222363472,
      "num_tokens": 35732044.0,
      "step": 15610
    },
    {
      "entropy": 5.577399349212646,
      "epoch": 1.543594306049822,
      "grad_norm": 1.484375,
      "learning_rate": 0.0004767689144713556,
      "loss": 5.3506,
      "mean_token_accuracy": 0.18211054801940918,
      "num_tokens": 35743758.0,
      "step": 15615
    },
    {
      "entropy": 5.645985889434814,
      "epoch": 1.5440885725583233,
      "grad_norm": 1.3984375,
      "learning_rate": 0.00047675329490139866,
      "loss": 5.2863,
      "mean_token_accuracy": 0.1800716131925583,
      "num_tokens": 35756184.0,
      "step": 15620
    },
    {
      "entropy": 5.590408897399902,
      "epoch": 1.5445828390668248,
      "grad_norm": 1.5546875,
      "learning_rate": 0.00047673767036827947,
      "loss": 5.3153,
      "mean_token_accuracy": 0.18041884899139404,
      "num_tokens": 35768255.0,
      "step": 15625
    },
    {
      "entropy": 5.592480325698853,
      "epoch": 1.5450771055753263,
      "grad_norm": 1.5625,
      "learning_rate": 0.0004767220408723822,
      "loss": 5.3666,
      "mean_token_accuracy": 0.17498636841773987,
      "num_tokens": 35779111.0,
      "step": 15630
    },
    {
      "entropy": 5.657261562347412,
      "epoch": 1.5455713720838276,
      "grad_norm": 2.671875,
      "learning_rate": 0.0004767064064140915,
      "loss": 5.3822,
      "mean_token_accuracy": 0.18287851214408873,
      "num_tokens": 35791676.0,
      "step": 15635
    },
    {
      "entropy": 5.601535701751709,
      "epoch": 1.546065638592329,
      "grad_norm": 1.5234375,
      "learning_rate": 0.0004766907669937919,
      "loss": 5.2741,
      "mean_token_accuracy": 0.19282286912202834,
      "num_tokens": 35801868.0,
      "step": 15640
    },
    {
      "entropy": 5.667299222946167,
      "epoch": 1.5465599051008305,
      "grad_norm": 1.4140625,
      "learning_rate": 0.000476675122611868,
      "loss": 5.4693,
      "mean_token_accuracy": 0.17500021457672119,
      "num_tokens": 35812428.0,
      "step": 15645
    },
    {
      "entropy": 5.625846576690674,
      "epoch": 1.5470541716093318,
      "grad_norm": 1.484375,
      "learning_rate": 0.000476659473268705,
      "loss": 5.3086,
      "mean_token_accuracy": 0.1865147680044174,
      "num_tokens": 35823600.0,
      "step": 15650
    },
    {
      "entropy": 5.625600957870484,
      "epoch": 1.547548438117833,
      "grad_norm": 2.046875,
      "learning_rate": 0.0004766438189646876,
      "loss": 5.34,
      "mean_token_accuracy": 0.18703303933143617,
      "num_tokens": 35834988.0,
      "step": 15655
    },
    {
      "entropy": 5.617691516876221,
      "epoch": 1.5480427046263345,
      "grad_norm": 1.5546875,
      "learning_rate": 0.00047662815970020086,
      "loss": 5.3453,
      "mean_token_accuracy": 0.1862446442246437,
      "num_tokens": 35846110.0,
      "step": 15660
    },
    {
      "entropy": 5.529103136062622,
      "epoch": 1.548536971134836,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0004766124954756302,
      "loss": 5.3164,
      "mean_token_accuracy": 0.18625538796186447,
      "num_tokens": 35858276.0,
      "step": 15665
    },
    {
      "entropy": 5.711389350891113,
      "epoch": 1.5490312376433373,
      "grad_norm": 1.328125,
      "learning_rate": 0.00047659682629136094,
      "loss": 5.3977,
      "mean_token_accuracy": 0.1807095542550087,
      "num_tokens": 35870705.0,
      "step": 15670
    },
    {
      "entropy": 5.649735975265503,
      "epoch": 1.5495255041518385,
      "grad_norm": 1.5625,
      "learning_rate": 0.0004765811521477784,
      "loss": 5.3286,
      "mean_token_accuracy": 0.18542488515377045,
      "num_tokens": 35882298.0,
      "step": 15675
    },
    {
      "entropy": 5.538140392303466,
      "epoch": 1.55001977066034,
      "grad_norm": 1.2890625,
      "learning_rate": 0.0004765654730452682,
      "loss": 5.2647,
      "mean_token_accuracy": 0.19012416154146194,
      "num_tokens": 35894665.0,
      "step": 15680
    },
    {
      "entropy": 5.627080726623535,
      "epoch": 1.5505140371688415,
      "grad_norm": 1.421875,
      "learning_rate": 0.0004765497889842161,
      "loss": 5.3343,
      "mean_token_accuracy": 0.18909312933683395,
      "num_tokens": 35905893.0,
      "step": 15685
    },
    {
      "entropy": 5.624281024932861,
      "epoch": 1.5510083036773428,
      "grad_norm": 2.359375,
      "learning_rate": 0.00047653409996500803,
      "loss": 5.2838,
      "mean_token_accuracy": 0.1896094098687172,
      "num_tokens": 35917883.0,
      "step": 15690
    },
    {
      "entropy": 5.620629692077637,
      "epoch": 1.5515025701858443,
      "grad_norm": 1.265625,
      "learning_rate": 0.00047651840598802976,
      "loss": 5.3608,
      "mean_token_accuracy": 0.18712644875049592,
      "num_tokens": 35929863.0,
      "step": 15695
    },
    {
      "entropy": 5.6553479671478275,
      "epoch": 1.5519968366943457,
      "grad_norm": 1.5625,
      "learning_rate": 0.0004765027070536674,
      "loss": 5.3804,
      "mean_token_accuracy": 0.18213234543800355,
      "num_tokens": 35940843.0,
      "step": 15700
    },
    {
      "entropy": 5.579813432693482,
      "epoch": 1.552491103202847,
      "grad_norm": 1.5078125,
      "learning_rate": 0.0004764870031623073,
      "loss": 5.2457,
      "mean_token_accuracy": 0.18896625339984893,
      "num_tokens": 35953516.0,
      "step": 15705
    },
    {
      "entropy": 5.545122337341309,
      "epoch": 1.5529853697113483,
      "grad_norm": 1.7578125,
      "learning_rate": 0.00047647129431433566,
      "loss": 5.3128,
      "mean_token_accuracy": 0.18391638547182082,
      "num_tokens": 35965481.0,
      "step": 15710
    },
    {
      "entropy": 5.627437734603882,
      "epoch": 1.5534796362198497,
      "grad_norm": 1.4140625,
      "learning_rate": 0.0004764555805101388,
      "loss": 5.3941,
      "mean_token_accuracy": 0.18486918061971663,
      "num_tokens": 35976434.0,
      "step": 15715
    },
    {
      "entropy": 5.619044017791748,
      "epoch": 1.5539739027283512,
      "grad_norm": 1.6640625,
      "learning_rate": 0.0004764398617501035,
      "loss": 5.28,
      "mean_token_accuracy": 0.18788978457450867,
      "num_tokens": 35987644.0,
      "step": 15720
    },
    {
      "entropy": 5.628942060470581,
      "epoch": 1.5544681692368525,
      "grad_norm": 1.3359375,
      "learning_rate": 0.0004764241380346163,
      "loss": 5.3736,
      "mean_token_accuracy": 0.18167052417993546,
      "num_tokens": 35999630.0,
      "step": 15725
    },
    {
      "entropy": 5.698288631439209,
      "epoch": 1.5549624357453538,
      "grad_norm": 1.4609375,
      "learning_rate": 0.0004764084093640641,
      "loss": 5.4317,
      "mean_token_accuracy": 0.18579235970973967,
      "num_tokens": 36011889.0,
      "step": 15730
    },
    {
      "entropy": 5.65256633758545,
      "epoch": 1.5554567022538552,
      "grad_norm": 1.4765625,
      "learning_rate": 0.0004763926757388338,
      "loss": 5.4058,
      "mean_token_accuracy": 0.17793132364749908,
      "num_tokens": 36024131.0,
      "step": 15735
    },
    {
      "entropy": 5.6088632106781,
      "epoch": 1.5559509687623567,
      "grad_norm": 1.265625,
      "learning_rate": 0.0004763769371593124,
      "loss": 5.3134,
      "mean_token_accuracy": 0.19488660544157027,
      "num_tokens": 36035759.0,
      "step": 15740
    },
    {
      "entropy": 5.632501840591431,
      "epoch": 1.556445235270858,
      "grad_norm": 1.9140625,
      "learning_rate": 0.0004763611936258871,
      "loss": 5.3827,
      "mean_token_accuracy": 0.1786652162671089,
      "num_tokens": 36047882.0,
      "step": 15745
    },
    {
      "entropy": 5.5827916145324705,
      "epoch": 1.5569395017793595,
      "grad_norm": 1.421875,
      "learning_rate": 0.0004763454451389452,
      "loss": 5.3428,
      "mean_token_accuracy": 0.181227470934391,
      "num_tokens": 36058268.0,
      "step": 15750
    },
    {
      "entropy": 5.680436992645264,
      "epoch": 1.557433768287861,
      "grad_norm": 1.4375,
      "learning_rate": 0.00047632969169887407,
      "loss": 5.3659,
      "mean_token_accuracy": 0.18153930008411406,
      "num_tokens": 36070797.0,
      "step": 15755
    },
    {
      "entropy": 5.607543659210205,
      "epoch": 1.5579280347963622,
      "grad_norm": 1.5546875,
      "learning_rate": 0.0004763139333060613,
      "loss": 5.3827,
      "mean_token_accuracy": 0.1859066367149353,
      "num_tokens": 36082858.0,
      "step": 15760
    },
    {
      "entropy": 5.621573448181152,
      "epoch": 1.5584223013048635,
      "grad_norm": 1.5625,
      "learning_rate": 0.00047629816996089464,
      "loss": 5.3434,
      "mean_token_accuracy": 0.1824665665626526,
      "num_tokens": 36094825.0,
      "step": 15765
    },
    {
      "entropy": 5.663739156723023,
      "epoch": 1.558916567813365,
      "grad_norm": 1.390625,
      "learning_rate": 0.00047628240166376173,
      "loss": 5.3562,
      "mean_token_accuracy": 0.1769666850566864,
      "num_tokens": 36106379.0,
      "step": 15770
    },
    {
      "entropy": 5.542728328704834,
      "epoch": 1.5594108343218664,
      "grad_norm": 1.2265625,
      "learning_rate": 0.00047626662841505045,
      "loss": 5.2548,
      "mean_token_accuracy": 0.18893215656280518,
      "num_tokens": 36117137.0,
      "step": 15775
    },
    {
      "entropy": 5.597761726379394,
      "epoch": 1.5599051008303677,
      "grad_norm": 1.4765625,
      "learning_rate": 0.000476250850215149,
      "loss": 5.3735,
      "mean_token_accuracy": 0.1764802649617195,
      "num_tokens": 36128420.0,
      "step": 15780
    },
    {
      "entropy": 5.660768747329712,
      "epoch": 1.560399367338869,
      "grad_norm": 1.46875,
      "learning_rate": 0.0004762350670644453,
      "loss": 5.294,
      "mean_token_accuracy": 0.18913516253232956,
      "num_tokens": 36139017.0,
      "step": 15785
    },
    {
      "entropy": 5.613294553756714,
      "epoch": 1.5608936338473705,
      "grad_norm": 1.65625,
      "learning_rate": 0.0004762192789633278,
      "loss": 5.3995,
      "mean_token_accuracy": 0.1834932953119278,
      "num_tokens": 36151748.0,
      "step": 15790
    },
    {
      "entropy": 5.630767488479615,
      "epoch": 1.561387900355872,
      "grad_norm": 1.4765625,
      "learning_rate": 0.00047620348591218475,
      "loss": 5.3672,
      "mean_token_accuracy": 0.18219092190265657,
      "num_tokens": 36163114.0,
      "step": 15795
    },
    {
      "entropy": 5.632153034210205,
      "epoch": 1.5618821668643732,
      "grad_norm": 1.84375,
      "learning_rate": 0.0004761876879114048,
      "loss": 5.3777,
      "mean_token_accuracy": 0.18503647148609162,
      "num_tokens": 36174601.0,
      "step": 15800
    },
    {
      "entropy": 5.632711267471313,
      "epoch": 1.5623764333728747,
      "grad_norm": 1.6171875,
      "learning_rate": 0.0004761718849613765,
      "loss": 5.305,
      "mean_token_accuracy": 0.187123903632164,
      "num_tokens": 36185081.0,
      "step": 15805
    },
    {
      "entropy": 5.618956899642944,
      "epoch": 1.5628706998813762,
      "grad_norm": 1.5234375,
      "learning_rate": 0.0004761560770624886,
      "loss": 5.3568,
      "mean_token_accuracy": 0.18568941950798035,
      "num_tokens": 36196547.0,
      "step": 15810
    },
    {
      "entropy": 5.615840435028076,
      "epoch": 1.5633649663898774,
      "grad_norm": 1.7109375,
      "learning_rate": 0.0004761402642151301,
      "loss": 5.2683,
      "mean_token_accuracy": 0.19079804569482803,
      "num_tokens": 36208115.0,
      "step": 15815
    },
    {
      "entropy": 5.630123519897461,
      "epoch": 1.5638592328983787,
      "grad_norm": 1.9453125,
      "learning_rate": 0.0004761244464196897,
      "loss": 5.33,
      "mean_token_accuracy": 0.1871498331427574,
      "num_tokens": 36219571.0,
      "step": 15820
    },
    {
      "entropy": 5.619361352920532,
      "epoch": 1.5643534994068802,
      "grad_norm": 1.4609375,
      "learning_rate": 0.0004761086236765569,
      "loss": 5.3559,
      "mean_token_accuracy": 0.18395351320505143,
      "num_tokens": 36232219.0,
      "step": 15825
    },
    {
      "entropy": 5.60046420097351,
      "epoch": 1.5648477659153817,
      "grad_norm": 1.5,
      "learning_rate": 0.0004760927959861206,
      "loss": 5.3412,
      "mean_token_accuracy": 0.18310203701257705,
      "num_tokens": 36243761.0,
      "step": 15830
    },
    {
      "entropy": 5.575168752670288,
      "epoch": 1.565342032423883,
      "grad_norm": 1.6015625,
      "learning_rate": 0.0004760769633487704,
      "loss": 5.3183,
      "mean_token_accuracy": 0.18504491746425628,
      "num_tokens": 36255466.0,
      "step": 15835
    },
    {
      "entropy": 5.591471767425537,
      "epoch": 1.5658362989323842,
      "grad_norm": 1.5,
      "learning_rate": 0.00047606112576489574,
      "loss": 5.3694,
      "mean_token_accuracy": 0.17849458903074264,
      "num_tokens": 36267252.0,
      "step": 15840
    },
    {
      "entropy": 5.676768827438354,
      "epoch": 1.566330565440886,
      "grad_norm": 1.5234375,
      "learning_rate": 0.0004760452832348862,
      "loss": 5.3434,
      "mean_token_accuracy": 0.19355549216270446,
      "num_tokens": 36278149.0,
      "step": 15845
    },
    {
      "entropy": 5.784940767288208,
      "epoch": 1.5668248319493872,
      "grad_norm": 1.6875,
      "learning_rate": 0.00047602943575913146,
      "loss": 5.3878,
      "mean_token_accuracy": 0.1894302859902382,
      "num_tokens": 36290583.0,
      "step": 15850
    },
    {
      "entropy": 5.626826572418213,
      "epoch": 1.5673190984578884,
      "grad_norm": 1.6796875,
      "learning_rate": 0.0004760135833380214,
      "loss": 5.3527,
      "mean_token_accuracy": 0.17807947248220443,
      "num_tokens": 36301508.0,
      "step": 15855
    },
    {
      "entropy": 5.574789237976074,
      "epoch": 1.56781336496639,
      "grad_norm": 1.421875,
      "learning_rate": 0.000475997725971946,
      "loss": 5.2702,
      "mean_token_accuracy": 0.19079479277133943,
      "num_tokens": 36312488.0,
      "step": 15860
    },
    {
      "entropy": 5.63427586555481,
      "epoch": 1.5683076314748914,
      "grad_norm": 1.7265625,
      "learning_rate": 0.0004759818636612954,
      "loss": 5.2799,
      "mean_token_accuracy": 0.18527939766645432,
      "num_tokens": 36323263.0,
      "step": 15865
    },
    {
      "entropy": 5.601292610168457,
      "epoch": 1.5688018979833926,
      "grad_norm": 1.671875,
      "learning_rate": 0.00047596599640645974,
      "loss": 5.3287,
      "mean_token_accuracy": 0.17838988304138184,
      "num_tokens": 36336095.0,
      "step": 15870
    },
    {
      "entropy": 5.574136352539062,
      "epoch": 1.569296164491894,
      "grad_norm": 1.5859375,
      "learning_rate": 0.00047595012420782946,
      "loss": 5.3711,
      "mean_token_accuracy": 0.18640863448381423,
      "num_tokens": 36346653.0,
      "step": 15875
    },
    {
      "entropy": 5.610943984985352,
      "epoch": 1.5697904310003954,
      "grad_norm": 1.8359375,
      "learning_rate": 0.0004759342470657949,
      "loss": 5.3091,
      "mean_token_accuracy": 0.18667134642601013,
      "num_tokens": 36358190.0,
      "step": 15880
    },
    {
      "entropy": 5.63078088760376,
      "epoch": 1.5702846975088969,
      "grad_norm": 1.671875,
      "learning_rate": 0.0004759183649807467,
      "loss": 5.3503,
      "mean_token_accuracy": 0.1857827052474022,
      "num_tokens": 36369037.0,
      "step": 15885
    },
    {
      "entropy": 5.651617813110351,
      "epoch": 1.5707789640173981,
      "grad_norm": 1.6796875,
      "learning_rate": 0.0004759024779530755,
      "loss": 5.3171,
      "mean_token_accuracy": 0.18673258870840073,
      "num_tokens": 36379881.0,
      "step": 15890
    },
    {
      "entropy": 5.641597414016724,
      "epoch": 1.5712732305258994,
      "grad_norm": 1.234375,
      "learning_rate": 0.00047588658598317227,
      "loss": 5.2663,
      "mean_token_accuracy": 0.19190889745950698,
      "num_tokens": 36390927.0,
      "step": 15895
    },
    {
      "entropy": 5.6638843536376955,
      "epoch": 1.571767497034401,
      "grad_norm": 1.34375,
      "learning_rate": 0.00047587068907142783,
      "loss": 5.4153,
      "mean_token_accuracy": 0.18489917516708373,
      "num_tokens": 36402398.0,
      "step": 15900
    },
    {
      "entropy": 5.55378794670105,
      "epoch": 1.5722617635429024,
      "grad_norm": 1.390625,
      "learning_rate": 0.0004758547872182332,
      "loss": 5.2635,
      "mean_token_accuracy": 0.18673126250505448,
      "num_tokens": 36413991.0,
      "step": 15905
    },
    {
      "entropy": 5.541579818725586,
      "epoch": 1.5727560300514036,
      "grad_norm": 1.6796875,
      "learning_rate": 0.0004758388804239797,
      "loss": 5.3296,
      "mean_token_accuracy": 0.1853797420859337,
      "num_tokens": 36425807.0,
      "step": 15910
    },
    {
      "entropy": 5.701465177536011,
      "epoch": 1.5732502965599051,
      "grad_norm": 1.4453125,
      "learning_rate": 0.0004758229686890586,
      "loss": 5.3825,
      "mean_token_accuracy": 0.18051216751337051,
      "num_tokens": 36437968.0,
      "step": 15915
    },
    {
      "entropy": 5.669748830795288,
      "epoch": 1.5737445630684066,
      "grad_norm": 1.390625,
      "learning_rate": 0.00047580705201386134,
      "loss": 5.3541,
      "mean_token_accuracy": 0.17972855120897294,
      "num_tokens": 36449803.0,
      "step": 15920
    },
    {
      "entropy": 5.6376667499542235,
      "epoch": 1.5742388295769079,
      "grad_norm": 1.5,
      "learning_rate": 0.0004757911303987794,
      "loss": 5.427,
      "mean_token_accuracy": 0.17511660605669022,
      "num_tokens": 36461849.0,
      "step": 15925
    },
    {
      "entropy": 5.622438859939575,
      "epoch": 1.5747330960854091,
      "grad_norm": 1.5546875,
      "learning_rate": 0.0004757752038442045,
      "loss": 5.2888,
      "mean_token_accuracy": 0.1888489231467247,
      "num_tokens": 36473324.0,
      "step": 15930
    },
    {
      "entropy": 5.675995826721191,
      "epoch": 1.5752273625939106,
      "grad_norm": 1.34375,
      "learning_rate": 0.0004757592723505284,
      "loss": 5.3378,
      "mean_token_accuracy": 0.1818197563290596,
      "num_tokens": 36483949.0,
      "step": 15935
    },
    {
      "entropy": 5.529774618148804,
      "epoch": 1.575721629102412,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004757433359181431,
      "loss": 5.2579,
      "mean_token_accuracy": 0.1928209513425827,
      "num_tokens": 36495308.0,
      "step": 15940
    },
    {
      "entropy": 5.525200986862183,
      "epoch": 1.5762158956109134,
      "grad_norm": 1.625,
      "learning_rate": 0.00047572739454744057,
      "loss": 5.3082,
      "mean_token_accuracy": 0.1916145220398903,
      "num_tokens": 36506052.0,
      "step": 15945
    },
    {
      "entropy": 5.522533226013183,
      "epoch": 1.5767101621194148,
      "grad_norm": 1.2890625,
      "learning_rate": 0.000475711448238813,
      "loss": 5.2459,
      "mean_token_accuracy": 0.19694708287715912,
      "num_tokens": 36519175.0,
      "step": 15950
    },
    {
      "entropy": 5.659843587875367,
      "epoch": 1.5772044286279163,
      "grad_norm": 1.4375,
      "learning_rate": 0.00047569549699265275,
      "loss": 5.3167,
      "mean_token_accuracy": 0.1867457538843155,
      "num_tokens": 36529736.0,
      "step": 15955
    },
    {
      "entropy": 5.558991813659668,
      "epoch": 1.5776986951364176,
      "grad_norm": 1.546875,
      "learning_rate": 0.00047567954080935206,
      "loss": 5.2563,
      "mean_token_accuracy": 0.1849062830209732,
      "num_tokens": 36541715.0,
      "step": 15960
    },
    {
      "entropy": 5.637162828445435,
      "epoch": 1.5781929616449188,
      "grad_norm": 1.328125,
      "learning_rate": 0.0004756635796893036,
      "loss": 5.3477,
      "mean_token_accuracy": 0.1868065819144249,
      "num_tokens": 36553807.0,
      "step": 15965
    },
    {
      "entropy": 5.679484033584595,
      "epoch": 1.5786872281534203,
      "grad_norm": 1.4921875,
      "learning_rate": 0.0004756476136328998,
      "loss": 5.3842,
      "mean_token_accuracy": 0.18059302419424056,
      "num_tokens": 36566053.0,
      "step": 15970
    },
    {
      "entropy": 5.6261743068695065,
      "epoch": 1.5791814946619218,
      "grad_norm": 1.4375,
      "learning_rate": 0.00047563164264053374,
      "loss": 5.378,
      "mean_token_accuracy": 0.1833268404006958,
      "num_tokens": 36577637.0,
      "step": 15975
    },
    {
      "entropy": 5.624777889251709,
      "epoch": 1.579675761170423,
      "grad_norm": 1.3984375,
      "learning_rate": 0.00047561566671259803,
      "loss": 5.3129,
      "mean_token_accuracy": 0.18292995393276215,
      "num_tokens": 36587767.0,
      "step": 15980
    },
    {
      "entropy": 5.534054374694824,
      "epoch": 1.5801700276789243,
      "grad_norm": 1.296875,
      "learning_rate": 0.00047559968584948587,
      "loss": 5.2268,
      "mean_token_accuracy": 0.19400970488786698,
      "num_tokens": 36599163.0,
      "step": 15985
    },
    {
      "entropy": 5.61691107749939,
      "epoch": 1.5806642941874258,
      "grad_norm": 1.5390625,
      "learning_rate": 0.0004755837000515903,
      "loss": 5.3975,
      "mean_token_accuracy": 0.17972329407930374,
      "num_tokens": 36611170.0,
      "step": 15990
    },
    {
      "entropy": 5.720366668701172,
      "epoch": 1.5811585606959273,
      "grad_norm": 1.3203125,
      "learning_rate": 0.0004755677093193046,
      "loss": 5.4726,
      "mean_token_accuracy": 0.17461608797311784,
      "num_tokens": 36622907.0,
      "step": 15995
    },
    {
      "entropy": 5.636205244064331,
      "epoch": 1.5816528272044286,
      "grad_norm": 1.3828125,
      "learning_rate": 0.0004755517136530221,
      "loss": 5.3581,
      "mean_token_accuracy": 0.18401266932487487,
      "num_tokens": 36635197.0,
      "step": 16000
    },
    {
      "entropy": 5.6060850620269775,
      "epoch": 1.58214709371293,
      "grad_norm": 1.3671875,
      "learning_rate": 0.00047553571305313636,
      "loss": 5.2775,
      "mean_token_accuracy": 0.18767874985933303,
      "num_tokens": 36646965.0,
      "step": 16005
    },
    {
      "entropy": 5.530509090423584,
      "epoch": 1.5826413602214315,
      "grad_norm": 1.3203125,
      "learning_rate": 0.00047551970752004097,
      "loss": 5.2665,
      "mean_token_accuracy": 0.20047152787446976,
      "num_tokens": 36657344.0,
      "step": 16010
    },
    {
      "entropy": 5.524829912185669,
      "epoch": 1.5831356267299328,
      "grad_norm": 1.28125,
      "learning_rate": 0.00047550369705412964,
      "loss": 5.2687,
      "mean_token_accuracy": 0.19154494553804396,
      "num_tokens": 36668833.0,
      "step": 16015
    },
    {
      "entropy": 5.599942874908447,
      "epoch": 1.583629893238434,
      "grad_norm": 1.2890625,
      "learning_rate": 0.0004754876816557963,
      "loss": 5.261,
      "mean_token_accuracy": 0.1909753382205963,
      "num_tokens": 36680902.0,
      "step": 16020
    },
    {
      "entropy": 5.574006414413452,
      "epoch": 1.5841241597469355,
      "grad_norm": 1.5,
      "learning_rate": 0.00047547166132543483,
      "loss": 5.2627,
      "mean_token_accuracy": 0.19489651471376418,
      "num_tokens": 36691312.0,
      "step": 16025
    },
    {
      "entropy": 5.588957500457764,
      "epoch": 1.584618426255437,
      "grad_norm": 1.3125,
      "learning_rate": 0.00047545563606343945,
      "loss": 5.3141,
      "mean_token_accuracy": 0.1848904609680176,
      "num_tokens": 36701091.0,
      "step": 16030
    },
    {
      "entropy": 5.630921983718872,
      "epoch": 1.5851126927639383,
      "grad_norm": 1.3359375,
      "learning_rate": 0.0004754396058702043,
      "loss": 5.355,
      "mean_token_accuracy": 0.1891075000166893,
      "num_tokens": 36712524.0,
      "step": 16035
    },
    {
      "entropy": 5.652781963348389,
      "epoch": 1.5856069592724396,
      "grad_norm": 1.3046875,
      "learning_rate": 0.00047542357074612375,
      "loss": 5.3693,
      "mean_token_accuracy": 0.1796592429280281,
      "num_tokens": 36724181.0,
      "step": 16040
    },
    {
      "entropy": 5.607776737213134,
      "epoch": 1.586101225780941,
      "grad_norm": 1.296875,
      "learning_rate": 0.00047540753069159224,
      "loss": 5.271,
      "mean_token_accuracy": 0.19027665108442307,
      "num_tokens": 36734777.0,
      "step": 16045
    },
    {
      "entropy": 5.624070930480957,
      "epoch": 1.5865954922894425,
      "grad_norm": 1.296875,
      "learning_rate": 0.00047539148570700443,
      "loss": 5.3444,
      "mean_token_accuracy": 0.1836364358663559,
      "num_tokens": 36746437.0,
      "step": 16050
    },
    {
      "entropy": 5.701212692260742,
      "epoch": 1.5870897587979438,
      "grad_norm": 1.4765625,
      "learning_rate": 0.00047537543579275496,
      "loss": 5.479,
      "mean_token_accuracy": 0.177655591070652,
      "num_tokens": 36759615.0,
      "step": 16055
    },
    {
      "entropy": 5.629216146469116,
      "epoch": 1.5875840253064453,
      "grad_norm": 1.359375,
      "learning_rate": 0.0004753593809492387,
      "loss": 5.3266,
      "mean_token_accuracy": 0.18154437094926834,
      "num_tokens": 36770762.0,
      "step": 16060
    },
    {
      "entropy": 5.618433475494385,
      "epoch": 1.5880782918149468,
      "grad_norm": 1.3828125,
      "learning_rate": 0.0004753433211768506,
      "loss": 5.3087,
      "mean_token_accuracy": 0.18189213126897813,
      "num_tokens": 36781410.0,
      "step": 16065
    },
    {
      "entropy": 5.6102643489837645,
      "epoch": 1.588572558323448,
      "grad_norm": 2.34375,
      "learning_rate": 0.00047532725647598563,
      "loss": 5.333,
      "mean_token_accuracy": 0.18333612531423568,
      "num_tokens": 36792737.0,
      "step": 16070
    },
    {
      "entropy": 5.574700546264649,
      "epoch": 1.5890668248319493,
      "grad_norm": 1.4609375,
      "learning_rate": 0.00047531118684703916,
      "loss": 5.2375,
      "mean_token_accuracy": 0.18918032348155975,
      "num_tokens": 36804626.0,
      "step": 16075
    },
    {
      "entropy": 5.582992458343506,
      "epoch": 1.5895610913404508,
      "grad_norm": 1.4375,
      "learning_rate": 0.0004752951122904064,
      "loss": 5.3336,
      "mean_token_accuracy": 0.18058971762657167,
      "num_tokens": 36815964.0,
      "step": 16080
    },
    {
      "entropy": 5.6143965244293215,
      "epoch": 1.5900553578489522,
      "grad_norm": 1.28125,
      "learning_rate": 0.0004752790328064828,
      "loss": 5.2576,
      "mean_token_accuracy": 0.19323818981647492,
      "num_tokens": 36828180.0,
      "step": 16085
    },
    {
      "entropy": 5.568392133712768,
      "epoch": 1.5905496243574535,
      "grad_norm": 1.4140625,
      "learning_rate": 0.00047526294839566393,
      "loss": 5.2713,
      "mean_token_accuracy": 0.1873632401227951,
      "num_tokens": 36839589.0,
      "step": 16090
    },
    {
      "entropy": 5.591415548324585,
      "epoch": 1.5910438908659548,
      "grad_norm": 1.3828125,
      "learning_rate": 0.0004752468590583454,
      "loss": 5.2573,
      "mean_token_accuracy": 0.1895088165998459,
      "num_tokens": 36850392.0,
      "step": 16095
    },
    {
      "entropy": 5.534626626968384,
      "epoch": 1.5915381573744563,
      "grad_norm": 1.53125,
      "learning_rate": 0.0004752307647949232,
      "loss": 5.2631,
      "mean_token_accuracy": 0.19192342609167098,
      "num_tokens": 36862334.0,
      "step": 16100
    },
    {
      "entropy": 5.5994960308074955,
      "epoch": 1.5920324238829577,
      "grad_norm": 1.4765625,
      "learning_rate": 0.000475214665605793,
      "loss": 5.2902,
      "mean_token_accuracy": 0.18753493577241898,
      "num_tokens": 36874837.0,
      "step": 16105
    },
    {
      "entropy": 5.619603300094605,
      "epoch": 1.592526690391459,
      "grad_norm": 1.46875,
      "learning_rate": 0.000475198561491351,
      "loss": 5.3064,
      "mean_token_accuracy": 0.1915009081363678,
      "num_tokens": 36886375.0,
      "step": 16110
    },
    {
      "entropy": 5.618808841705322,
      "epoch": 1.5930209568999605,
      "grad_norm": 2.234375,
      "learning_rate": 0.0004751824524519934,
      "loss": 5.3447,
      "mean_token_accuracy": 0.18166275769472123,
      "num_tokens": 36897731.0,
      "step": 16115
    },
    {
      "entropy": 5.592964029312133,
      "epoch": 1.593515223408462,
      "grad_norm": 1.4921875,
      "learning_rate": 0.0004751663384881163,
      "loss": 5.3723,
      "mean_token_accuracy": 0.1810892716050148,
      "num_tokens": 36909647.0,
      "step": 16120
    },
    {
      "entropy": 5.582522249221801,
      "epoch": 1.5940094899169632,
      "grad_norm": 1.3359375,
      "learning_rate": 0.0004751502196001163,
      "loss": 5.3169,
      "mean_token_accuracy": 0.18631683588027953,
      "num_tokens": 36919960.0,
      "step": 16125
    },
    {
      "entropy": 5.639509057998657,
      "epoch": 1.5945037564254645,
      "grad_norm": 1.453125,
      "learning_rate": 0.0004751340957883898,
      "loss": 5.34,
      "mean_token_accuracy": 0.18041442185640336,
      "num_tokens": 36930520.0,
      "step": 16130
    },
    {
      "entropy": 5.668814468383789,
      "epoch": 1.594998022933966,
      "grad_norm": 1.6015625,
      "learning_rate": 0.0004751179670533335,
      "loss": 5.3237,
      "mean_token_accuracy": 0.18239227086305618,
      "num_tokens": 36942627.0,
      "step": 16135
    },
    {
      "entropy": 5.598042011260986,
      "epoch": 1.5954922894424675,
      "grad_norm": 1.71875,
      "learning_rate": 0.0004751018333953442,
      "loss": 5.3671,
      "mean_token_accuracy": 0.18338391780853272,
      "num_tokens": 36954276.0,
      "step": 16140
    },
    {
      "entropy": 5.5386909484863285,
      "epoch": 1.5959865559509687,
      "grad_norm": 1.3125,
      "learning_rate": 0.0004750856948148187,
      "loss": 5.3036,
      "mean_token_accuracy": 0.19186697751283646,
      "num_tokens": 36965840.0,
      "step": 16145
    },
    {
      "entropy": 5.584394693374634,
      "epoch": 1.59648082245947,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004750695513121541,
      "loss": 5.2215,
      "mean_token_accuracy": 0.1885249361395836,
      "num_tokens": 36977133.0,
      "step": 16150
    },
    {
      "entropy": 5.63659405708313,
      "epoch": 1.5969750889679717,
      "grad_norm": 1.3515625,
      "learning_rate": 0.0004750534028877475,
      "loss": 5.3085,
      "mean_token_accuracy": 0.18535743057727813,
      "num_tokens": 36989013.0,
      "step": 16155
    },
    {
      "entropy": 5.546811771392822,
      "epoch": 1.597469355476473,
      "grad_norm": 1.2890625,
      "learning_rate": 0.0004750372495419962,
      "loss": 5.2693,
      "mean_token_accuracy": 0.18440254777669907,
      "num_tokens": 37000324.0,
      "step": 16160
    },
    {
      "entropy": 5.623281574249267,
      "epoch": 1.5979636219849742,
      "grad_norm": 1.2734375,
      "learning_rate": 0.0004750210912752975,
      "loss": 5.3469,
      "mean_token_accuracy": 0.18501806557178496,
      "num_tokens": 37010551.0,
      "step": 16165
    },
    {
      "entropy": 5.712255382537842,
      "epoch": 1.5984578884934757,
      "grad_norm": 1.5625,
      "learning_rate": 0.0004750049280880489,
      "loss": 5.3869,
      "mean_token_accuracy": 0.17981976121664048,
      "num_tokens": 37022732.0,
      "step": 16170
    },
    {
      "entropy": 5.61658091545105,
      "epoch": 1.5989521550019772,
      "grad_norm": 1.3671875,
      "learning_rate": 0.00047498875998064805,
      "loss": 5.3244,
      "mean_token_accuracy": 0.1808415398001671,
      "num_tokens": 37033230.0,
      "step": 16175
    },
    {
      "entropy": 5.555230951309204,
      "epoch": 1.5994464215104784,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004749725869534926,
      "loss": 5.2248,
      "mean_token_accuracy": 0.1938748687505722,
      "num_tokens": 37043854.0,
      "step": 16180
    },
    {
      "entropy": 5.626410484313965,
      "epoch": 1.5999406880189797,
      "grad_norm": 1.46875,
      "learning_rate": 0.00047495640900698064,
      "loss": 5.3321,
      "mean_token_accuracy": 0.18536791801452637,
      "num_tokens": 37055208.0,
      "step": 16185
    },
    {
      "entropy": 5.60192174911499,
      "epoch": 1.6004349545274812,
      "grad_norm": 1.3671875,
      "learning_rate": 0.00047494022614150995,
      "loss": 5.4013,
      "mean_token_accuracy": 0.17959013283252717,
      "num_tokens": 37065938.0,
      "step": 16190
    },
    {
      "entropy": 5.597919464111328,
      "epoch": 1.6009292210359827,
      "grad_norm": 1.7421875,
      "learning_rate": 0.0004749240383574786,
      "loss": 5.2311,
      "mean_token_accuracy": 0.18632403314113616,
      "num_tokens": 37077252.0,
      "step": 16195
    },
    {
      "entropy": 5.576686239242553,
      "epoch": 1.601423487544484,
      "grad_norm": 1.453125,
      "learning_rate": 0.000474907845655285,
      "loss": 5.2873,
      "mean_token_accuracy": 0.19015153646469116,
      "num_tokens": 37087443.0,
      "step": 16200
    },
    {
      "entropy": 5.550740718841553,
      "epoch": 1.6019177540529854,
      "grad_norm": 1.484375,
      "learning_rate": 0.0004748916480353273,
      "loss": 5.1721,
      "mean_token_accuracy": 0.20141243636608125,
      "num_tokens": 37097621.0,
      "step": 16205
    },
    {
      "entropy": 5.580372714996338,
      "epoch": 1.602412020561487,
      "grad_norm": 1.4375,
      "learning_rate": 0.00047487544549800403,
      "loss": 5.3682,
      "mean_token_accuracy": 0.18480129688978195,
      "num_tokens": 37110026.0,
      "step": 16210
    },
    {
      "entropy": 5.553441381454467,
      "epoch": 1.6029062870699882,
      "grad_norm": 1.453125,
      "learning_rate": 0.0004748592380437138,
      "loss": 5.2897,
      "mean_token_accuracy": 0.18632829785346985,
      "num_tokens": 37121447.0,
      "step": 16215
    },
    {
      "entropy": 5.615175247192383,
      "epoch": 1.6034005535784894,
      "grad_norm": 1.3046875,
      "learning_rate": 0.0004748430256728554,
      "loss": 5.3293,
      "mean_token_accuracy": 0.18522191047668457,
      "num_tokens": 37132245.0,
      "step": 16220
    },
    {
      "entropy": 5.720344877243042,
      "epoch": 1.603894820086991,
      "grad_norm": 1.2421875,
      "learning_rate": 0.00047482680838582754,
      "loss": 5.3626,
      "mean_token_accuracy": 0.18131855726242066,
      "num_tokens": 37144135.0,
      "step": 16225
    },
    {
      "entropy": 5.659983491897583,
      "epoch": 1.6043890865954924,
      "grad_norm": 1.734375,
      "learning_rate": 0.0004748105861830292,
      "loss": 5.3905,
      "mean_token_accuracy": 0.1781242623925209,
      "num_tokens": 37155716.0,
      "step": 16230
    },
    {
      "entropy": 5.665464925765991,
      "epoch": 1.6048833531039937,
      "grad_norm": 1.421875,
      "learning_rate": 0.0004747943590648594,
      "loss": 5.413,
      "mean_token_accuracy": 0.1751346319913864,
      "num_tokens": 37166701.0,
      "step": 16235
    },
    {
      "entropy": 5.645764589309692,
      "epoch": 1.605377619612495,
      "grad_norm": 1.28125,
      "learning_rate": 0.00047477812703171737,
      "loss": 5.3582,
      "mean_token_accuracy": 0.17787411212921142,
      "num_tokens": 37177655.0,
      "step": 16240
    },
    {
      "entropy": 5.611736822128296,
      "epoch": 1.6058718861209964,
      "grad_norm": 1.3046875,
      "learning_rate": 0.00047476189008400246,
      "loss": 5.3171,
      "mean_token_accuracy": 0.1821049377322197,
      "num_tokens": 37189925.0,
      "step": 16245
    },
    {
      "entropy": 5.587080430984497,
      "epoch": 1.606366152629498,
      "grad_norm": 1.296875,
      "learning_rate": 0.000474745648222114,
      "loss": 5.288,
      "mean_token_accuracy": 0.1887748658657074,
      "num_tokens": 37200756.0,
      "step": 16250
    },
    {
      "entropy": 5.621827220916748,
      "epoch": 1.6068604191379992,
      "grad_norm": 1.234375,
      "learning_rate": 0.0004747294014464516,
      "loss": 5.3373,
      "mean_token_accuracy": 0.18284670561552047,
      "num_tokens": 37213252.0,
      "step": 16255
    },
    {
      "entropy": 5.698238182067871,
      "epoch": 1.6073546856465006,
      "grad_norm": 1.2421875,
      "learning_rate": 0.000474713149757415,
      "loss": 5.3153,
      "mean_token_accuracy": 0.18241272121667862,
      "num_tokens": 37223754.0,
      "step": 16260
    },
    {
      "entropy": 5.612072324752807,
      "epoch": 1.6078489521550021,
      "grad_norm": 1.2890625,
      "learning_rate": 0.00047469689315540395,
      "loss": 5.4125,
      "mean_token_accuracy": 0.17724613547325135,
      "num_tokens": 37235930.0,
      "step": 16265
    },
    {
      "entropy": 5.559077358245849,
      "epoch": 1.6083432186635034,
      "grad_norm": 1.328125,
      "learning_rate": 0.00047468063164081826,
      "loss": 5.1992,
      "mean_token_accuracy": 0.19498272836208344,
      "num_tokens": 37246794.0,
      "step": 16270
    },
    {
      "entropy": 5.570011711120605,
      "epoch": 1.6088374851720046,
      "grad_norm": 1.3828125,
      "learning_rate": 0.0004746643652140581,
      "loss": 5.2809,
      "mean_token_accuracy": 0.18514157086610794,
      "num_tokens": 37257523.0,
      "step": 16275
    },
    {
      "entropy": 5.5720607280731205,
      "epoch": 1.6093317516805061,
      "grad_norm": 1.3046875,
      "learning_rate": 0.00047464809387552366,
      "loss": 5.3975,
      "mean_token_accuracy": 0.1843038469552994,
      "num_tokens": 37269505.0,
      "step": 16280
    },
    {
      "entropy": 5.665265703201294,
      "epoch": 1.6098260181890076,
      "grad_norm": 1.1875,
      "learning_rate": 0.000474631817625615,
      "loss": 5.2979,
      "mean_token_accuracy": 0.18875951766967775,
      "num_tokens": 37281139.0,
      "step": 16285
    },
    {
      "entropy": 5.5413368225097654,
      "epoch": 1.6103202846975089,
      "grad_norm": 1.28125,
      "learning_rate": 0.0004746155364647327,
      "loss": 5.2781,
      "mean_token_accuracy": 0.18880391567945481,
      "num_tokens": 37291784.0,
      "step": 16290
    },
    {
      "entropy": 5.616222238540649,
      "epoch": 1.6108145512060101,
      "grad_norm": 1.34375,
      "learning_rate": 0.00047459925039327727,
      "loss": 5.3411,
      "mean_token_accuracy": 0.18243536949157715,
      "num_tokens": 37302754.0,
      "step": 16295
    },
    {
      "entropy": 5.56536831855774,
      "epoch": 1.6113088177145116,
      "grad_norm": 1.3046875,
      "learning_rate": 0.00047458295941164933,
      "loss": 5.2721,
      "mean_token_accuracy": 0.18999520540237427,
      "num_tokens": 37313478.0,
      "step": 16300
    },
    {
      "entropy": 5.568728113174439,
      "epoch": 1.611803084223013,
      "grad_norm": 1.3125,
      "learning_rate": 0.0004745666635202496,
      "loss": 5.301,
      "mean_token_accuracy": 0.18519092500209808,
      "num_tokens": 37325223.0,
      "step": 16305
    },
    {
      "entropy": 5.628871822357178,
      "epoch": 1.6122973507315144,
      "grad_norm": 1.2578125,
      "learning_rate": 0.000474550362719479,
      "loss": 5.3034,
      "mean_token_accuracy": 0.18422407805919647,
      "num_tokens": 37336794.0,
      "step": 16310
    },
    {
      "entropy": 5.72665753364563,
      "epoch": 1.6127916172400159,
      "grad_norm": 1.4140625,
      "learning_rate": 0.00047453405700973844,
      "loss": 5.4531,
      "mean_token_accuracy": 0.17323654890060425,
      "num_tokens": 37349171.0,
      "step": 16315
    },
    {
      "entropy": 5.633377599716186,
      "epoch": 1.6132858837485173,
      "grad_norm": 1.359375,
      "learning_rate": 0.0004745177463914292,
      "loss": 5.4265,
      "mean_token_accuracy": 0.17821444123983382,
      "num_tokens": 37362201.0,
      "step": 16320
    },
    {
      "entropy": 5.654541254043579,
      "epoch": 1.6137801502570186,
      "grad_norm": 1.2265625,
      "learning_rate": 0.00047450143086495244,
      "loss": 5.3534,
      "mean_token_accuracy": 0.1801922008395195,
      "num_tokens": 37373858.0,
      "step": 16325
    },
    {
      "entropy": 5.64607801437378,
      "epoch": 1.6142744167655199,
      "grad_norm": 1.3125,
      "learning_rate": 0.0004744851104307095,
      "loss": 5.358,
      "mean_token_accuracy": 0.1817267581820488,
      "num_tokens": 37385973.0,
      "step": 16330
    },
    {
      "entropy": 5.644533395767212,
      "epoch": 1.6147686832740213,
      "grad_norm": 1.34375,
      "learning_rate": 0.00047446878508910194,
      "loss": 5.3912,
      "mean_token_accuracy": 0.18212875872850418,
      "num_tokens": 37398054.0,
      "step": 16335
    },
    {
      "entropy": 5.673584794998169,
      "epoch": 1.6152629497825228,
      "grad_norm": 1.3671875,
      "learning_rate": 0.00047445245484053133,
      "loss": 5.3355,
      "mean_token_accuracy": 0.18101910054683684,
      "num_tokens": 37408656.0,
      "step": 16340
    },
    {
      "entropy": 5.547592878341675,
      "epoch": 1.615757216291024,
      "grad_norm": 1.390625,
      "learning_rate": 0.0004744361196853994,
      "loss": 5.2153,
      "mean_token_accuracy": 0.19336293935775756,
      "num_tokens": 37420454.0,
      "step": 16345
    },
    {
      "entropy": 5.612527751922608,
      "epoch": 1.6162514827995254,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0004744197796241079,
      "loss": 5.3322,
      "mean_token_accuracy": 0.1863848313689232,
      "num_tokens": 37431879.0,
      "step": 16350
    },
    {
      "entropy": 5.631636095046997,
      "epoch": 1.6167457493080268,
      "grad_norm": 1.375,
      "learning_rate": 0.0004744034346570589,
      "loss": 5.3597,
      "mean_token_accuracy": 0.18099877387285232,
      "num_tokens": 37443487.0,
      "step": 16355
    },
    {
      "entropy": 5.544313859939575,
      "epoch": 1.6172400158165283,
      "grad_norm": 1.515625,
      "learning_rate": 0.0004743870847846546,
      "loss": 5.2609,
      "mean_token_accuracy": 0.18936059176921843,
      "num_tokens": 37455726.0,
      "step": 16360
    },
    {
      "entropy": 5.625551223754883,
      "epoch": 1.6177342823250296,
      "grad_norm": 1.6640625,
      "learning_rate": 0.0004743707300072969,
      "loss": 5.349,
      "mean_token_accuracy": 0.1823552057147026,
      "num_tokens": 37466735.0,
      "step": 16365
    },
    {
      "entropy": 5.668590641021728,
      "epoch": 1.618228548833531,
      "grad_norm": 1.359375,
      "learning_rate": 0.00047435437032538843,
      "loss": 5.4241,
      "mean_token_accuracy": 0.18433574587106705,
      "num_tokens": 37479599.0,
      "step": 16370
    },
    {
      "entropy": 5.549736022949219,
      "epoch": 1.6187228153420326,
      "grad_norm": 1.4296875,
      "learning_rate": 0.00047433800573933147,
      "loss": 5.3036,
      "mean_token_accuracy": 0.1854292258620262,
      "num_tokens": 37490896.0,
      "step": 16375
    },
    {
      "entropy": 5.54924168586731,
      "epoch": 1.6192170818505338,
      "grad_norm": 1.3984375,
      "learning_rate": 0.00047432163624952874,
      "loss": 5.3313,
      "mean_token_accuracy": 0.1861521676182747,
      "num_tokens": 37501474.0,
      "step": 16380
    },
    {
      "entropy": 5.5916643142700195,
      "epoch": 1.619711348359035,
      "grad_norm": 1.59375,
      "learning_rate": 0.0004743052618563827,
      "loss": 5.3492,
      "mean_token_accuracy": 0.18559490293264388,
      "num_tokens": 37513410.0,
      "step": 16385
    },
    {
      "entropy": 5.5729100704193115,
      "epoch": 1.6202056148675366,
      "grad_norm": 1.3671875,
      "learning_rate": 0.0004742888825602964,
      "loss": 5.2347,
      "mean_token_accuracy": 0.1972057580947876,
      "num_tokens": 37522612.0,
      "step": 16390
    },
    {
      "entropy": 5.712789106369018,
      "epoch": 1.620699881376038,
      "grad_norm": 1.296875,
      "learning_rate": 0.0004742724983616726,
      "loss": 5.3924,
      "mean_token_accuracy": 0.17707159370183945,
      "num_tokens": 37534320.0,
      "step": 16395
    },
    {
      "entropy": 5.630206823348999,
      "epoch": 1.6211941478845393,
      "grad_norm": 1.5390625,
      "learning_rate": 0.00047425610926091444,
      "loss": 5.3685,
      "mean_token_accuracy": 0.17957195192575454,
      "num_tokens": 37545599.0,
      "step": 16400
    },
    {
      "entropy": 5.619510316848755,
      "epoch": 1.6216884143930406,
      "grad_norm": 1.328125,
      "learning_rate": 0.0004742397152584251,
      "loss": 5.4126,
      "mean_token_accuracy": 0.190477953851223,
      "num_tokens": 37558002.0,
      "step": 16405
    },
    {
      "entropy": 5.5778505325317385,
      "epoch": 1.6221826809015423,
      "grad_norm": 1.3671875,
      "learning_rate": 0.00047422331635460784,
      "loss": 5.2928,
      "mean_token_accuracy": 0.18724770545959474,
      "num_tokens": 37570808.0,
      "step": 16410
    },
    {
      "entropy": 5.650541353225708,
      "epoch": 1.6226769474100435,
      "grad_norm": 1.4609375,
      "learning_rate": 0.00047420691254986615,
      "loss": 5.3349,
      "mean_token_accuracy": 0.18815899789333343,
      "num_tokens": 37581065.0,
      "step": 16415
    },
    {
      "entropy": 5.616580963134766,
      "epoch": 1.6231712139185448,
      "grad_norm": 1.3671875,
      "learning_rate": 0.00047419050384460345,
      "loss": 5.3149,
      "mean_token_accuracy": 0.1897153675556183,
      "num_tokens": 37592472.0,
      "step": 16420
    },
    {
      "entropy": 5.612893772125244,
      "epoch": 1.6236654804270463,
      "grad_norm": 1.484375,
      "learning_rate": 0.0004741740902392235,
      "loss": 5.3053,
      "mean_token_accuracy": 0.1877980872988701,
      "num_tokens": 37604601.0,
      "step": 16425
    },
    {
      "entropy": 5.626508188247681,
      "epoch": 1.6241597469355478,
      "grad_norm": 1.21875,
      "learning_rate": 0.0004741576717341299,
      "loss": 5.2873,
      "mean_token_accuracy": 0.187255597114563,
      "num_tokens": 37615978.0,
      "step": 16430
    },
    {
      "entropy": 5.523616456985474,
      "epoch": 1.624654013444049,
      "grad_norm": 1.578125,
      "learning_rate": 0.0004741412483297268,
      "loss": 5.2555,
      "mean_token_accuracy": 0.1919064223766327,
      "num_tokens": 37627532.0,
      "step": 16435
    },
    {
      "entropy": 5.601925039291382,
      "epoch": 1.6251482799525503,
      "grad_norm": 1.421875,
      "learning_rate": 0.0004741248200264181,
      "loss": 5.3752,
      "mean_token_accuracy": 0.1803853392601013,
      "num_tokens": 37640508.0,
      "step": 16440
    },
    {
      "entropy": 5.604682588577271,
      "epoch": 1.6256425464610518,
      "grad_norm": 1.65625,
      "learning_rate": 0.0004741083868246079,
      "loss": 5.2514,
      "mean_token_accuracy": 0.1836131200194359,
      "num_tokens": 37652095.0,
      "step": 16445
    },
    {
      "entropy": 5.555622911453247,
      "epoch": 1.6261368129695533,
      "grad_norm": 1.3984375,
      "learning_rate": 0.0004740919487247005,
      "loss": 5.2743,
      "mean_token_accuracy": 0.19207785427570342,
      "num_tokens": 37663481.0,
      "step": 16450
    },
    {
      "entropy": 5.618346166610718,
      "epoch": 1.6266310794780545,
      "grad_norm": 1.3828125,
      "learning_rate": 0.0004740755057271003,
      "loss": 5.2936,
      "mean_token_accuracy": 0.18932325541973113,
      "num_tokens": 37675259.0,
      "step": 16455
    },
    {
      "entropy": 5.566410541534424,
      "epoch": 1.627125345986556,
      "grad_norm": 1.3359375,
      "learning_rate": 0.00047405905783221177,
      "loss": 5.2691,
      "mean_token_accuracy": 0.18333564102649688,
      "num_tokens": 37686006.0,
      "step": 16460
    },
    {
      "entropy": 5.579566097259521,
      "epoch": 1.6276196124950575,
      "grad_norm": 1.578125,
      "learning_rate": 0.00047404260504043945,
      "loss": 5.3272,
      "mean_token_accuracy": 0.18431832492351533,
      "num_tokens": 37697642.0,
      "step": 16465
    },
    {
      "entropy": 5.660151815414428,
      "epoch": 1.6281138790035588,
      "grad_norm": 1.40625,
      "learning_rate": 0.00047402614735218824,
      "loss": 5.3415,
      "mean_token_accuracy": 0.18479539901018144,
      "num_tokens": 37707714.0,
      "step": 16470
    },
    {
      "entropy": 5.603965520858765,
      "epoch": 1.62860814551206,
      "grad_norm": 1.4921875,
      "learning_rate": 0.0004740096847678629,
      "loss": 5.3334,
      "mean_token_accuracy": 0.18693797290325165,
      "num_tokens": 37719562.0,
      "step": 16475
    },
    {
      "entropy": 5.567446994781494,
      "epoch": 1.6291024120205615,
      "grad_norm": 1.5234375,
      "learning_rate": 0.0004739932172878685,
      "loss": 5.2968,
      "mean_token_accuracy": 0.18708339482545852,
      "num_tokens": 37731521.0,
      "step": 16480
    },
    {
      "entropy": 5.675037574768067,
      "epoch": 1.629596678529063,
      "grad_norm": 1.8515625,
      "learning_rate": 0.00047397674491261003,
      "loss": 5.3605,
      "mean_token_accuracy": 0.18157930076122283,
      "num_tokens": 37743015.0,
      "step": 16485
    },
    {
      "entropy": 5.62669267654419,
      "epoch": 1.6300909450375642,
      "grad_norm": 1.3671875,
      "learning_rate": 0.00047396026764249285,
      "loss": 5.3398,
      "mean_token_accuracy": 0.17811971306800842,
      "num_tokens": 37754219.0,
      "step": 16490
    },
    {
      "entropy": 5.547645044326782,
      "epoch": 1.6305852115460655,
      "grad_norm": 1.6796875,
      "learning_rate": 0.0004739437854779222,
      "loss": 5.3645,
      "mean_token_accuracy": 0.1810488909482956,
      "num_tokens": 37765738.0,
      "step": 16495
    },
    {
      "entropy": 5.436764430999756,
      "epoch": 1.631079478054567,
      "grad_norm": 1.4921875,
      "learning_rate": 0.00047392729841930345,
      "loss": 5.1029,
      "mean_token_accuracy": 0.20867561250925065,
      "num_tokens": 37778647.0,
      "step": 16500
    },
    {
      "entropy": 5.607191371917724,
      "epoch": 1.6315737445630685,
      "grad_norm": 1.2578125,
      "learning_rate": 0.00047391080646704237,
      "loss": 5.311,
      "mean_token_accuracy": 0.18862325698137283,
      "num_tokens": 37790380.0,
      "step": 16505
    },
    {
      "entropy": 5.565876245498657,
      "epoch": 1.6320680110715697,
      "grad_norm": 1.375,
      "learning_rate": 0.00047389430962154464,
      "loss": 5.3182,
      "mean_token_accuracy": 0.17928051203489304,
      "num_tokens": 37802474.0,
      "step": 16510
    },
    {
      "entropy": 5.5442015647888185,
      "epoch": 1.6325622775800712,
      "grad_norm": 1.6015625,
      "learning_rate": 0.00047387780788321594,
      "loss": 5.3816,
      "mean_token_accuracy": 0.17658133208751678,
      "num_tokens": 37814154.0,
      "step": 16515
    },
    {
      "entropy": 5.692914152145386,
      "epoch": 1.6330565440885727,
      "grad_norm": 1.5,
      "learning_rate": 0.0004738613012524624,
      "loss": 5.3094,
      "mean_token_accuracy": 0.18607857823371887,
      "num_tokens": 37825371.0,
      "step": 16520
    },
    {
      "entropy": 5.652116012573242,
      "epoch": 1.633550810597074,
      "grad_norm": 1.625,
      "learning_rate": 0.00047384478972968997,
      "loss": 5.3403,
      "mean_token_accuracy": 0.18100840896368026,
      "num_tokens": 37836475.0,
      "step": 16525
    },
    {
      "entropy": 5.636460876464843,
      "epoch": 1.6340450771055752,
      "grad_norm": 1.234375,
      "learning_rate": 0.00047382827331530483,
      "loss": 5.3688,
      "mean_token_accuracy": 0.1857140064239502,
      "num_tokens": 37848413.0,
      "step": 16530
    },
    {
      "entropy": 5.556559610366821,
      "epoch": 1.6345393436140767,
      "grad_norm": 1.4765625,
      "learning_rate": 0.0004738117520097133,
      "loss": 5.2299,
      "mean_token_accuracy": 0.1951899230480194,
      "num_tokens": 37858174.0,
      "step": 16535
    },
    {
      "entropy": 5.601485538482666,
      "epoch": 1.6350336101225782,
      "grad_norm": 1.6015625,
      "learning_rate": 0.000473795225813322,
      "loss": 5.364,
      "mean_token_accuracy": 0.18491999059915543,
      "num_tokens": 37869987.0,
      "step": 16540
    },
    {
      "entropy": 5.5809314250946045,
      "epoch": 1.6355278766310795,
      "grad_norm": 1.359375,
      "learning_rate": 0.00047377869472653704,
      "loss": 5.2519,
      "mean_token_accuracy": 0.19710858911275864,
      "num_tokens": 37882050.0,
      "step": 16545
    },
    {
      "entropy": 5.611066007614136,
      "epoch": 1.6360221431395807,
      "grad_norm": 1.5625,
      "learning_rate": 0.0004737621587497655,
      "loss": 5.2973,
      "mean_token_accuracy": 0.1831185296177864,
      "num_tokens": 37894537.0,
      "step": 16550
    },
    {
      "entropy": 5.640512275695801,
      "epoch": 1.6365164096480822,
      "grad_norm": 1.2890625,
      "learning_rate": 0.000473745617883414,
      "loss": 5.2467,
      "mean_token_accuracy": 0.1942311331629753,
      "num_tokens": 37905795.0,
      "step": 16555
    },
    {
      "entropy": 5.5917558670043945,
      "epoch": 1.6370106761565837,
      "grad_norm": 1.484375,
      "learning_rate": 0.00047372907212788953,
      "loss": 5.3249,
      "mean_token_accuracy": 0.1859632760286331,
      "num_tokens": 37918778.0,
      "step": 16560
    },
    {
      "entropy": 5.649238777160645,
      "epoch": 1.637504942665085,
      "grad_norm": 1.4296875,
      "learning_rate": 0.00047371252148359897,
      "loss": 5.3954,
      "mean_token_accuracy": 0.1771112322807312,
      "num_tokens": 37930963.0,
      "step": 16565
    },
    {
      "entropy": 5.634269762039184,
      "epoch": 1.6379992091735864,
      "grad_norm": 1.3125,
      "learning_rate": 0.0004736959659509496,
      "loss": 5.3853,
      "mean_token_accuracy": 0.1860823005437851,
      "num_tokens": 37943067.0,
      "step": 16570
    },
    {
      "entropy": 5.605807065963745,
      "epoch": 1.638493475682088,
      "grad_norm": 1.8359375,
      "learning_rate": 0.0004736794055303487,
      "loss": 5.3529,
      "mean_token_accuracy": 0.18497975617647172,
      "num_tokens": 37953425.0,
      "step": 16575
    },
    {
      "entropy": 5.5283989906311035,
      "epoch": 1.6389877421905892,
      "grad_norm": 1.4921875,
      "learning_rate": 0.00047366284022220346,
      "loss": 5.2605,
      "mean_token_accuracy": 0.18783415257930755,
      "num_tokens": 37965801.0,
      "step": 16580
    },
    {
      "entropy": 5.683371210098267,
      "epoch": 1.6394820086990904,
      "grad_norm": 1.4609375,
      "learning_rate": 0.0004736462700269216,
      "loss": 5.3586,
      "mean_token_accuracy": 0.1798913896083832,
      "num_tokens": 37978169.0,
      "step": 16585
    },
    {
      "entropy": 5.63033618927002,
      "epoch": 1.639976275207592,
      "grad_norm": 1.234375,
      "learning_rate": 0.00047362969494491063,
      "loss": 5.3284,
      "mean_token_accuracy": 0.18879836350679396,
      "num_tokens": 37990154.0,
      "step": 16590
    },
    {
      "entropy": 5.617295026779175,
      "epoch": 1.6404705417160934,
      "grad_norm": 1.1796875,
      "learning_rate": 0.00047361311497657845,
      "loss": 5.2305,
      "mean_token_accuracy": 0.19250458329916,
      "num_tokens": 38001249.0,
      "step": 16595
    },
    {
      "entropy": 5.53756685256958,
      "epoch": 1.6409648082245947,
      "grad_norm": 1.375,
      "learning_rate": 0.0004735965301223328,
      "loss": 5.283,
      "mean_token_accuracy": 0.19124522656202317,
      "num_tokens": 38013453.0,
      "step": 16600
    },
    {
      "entropy": 5.620217370986938,
      "epoch": 1.641459074733096,
      "grad_norm": 1.3828125,
      "learning_rate": 0.00047357994038258166,
      "loss": 5.4104,
      "mean_token_accuracy": 0.17685119509696962,
      "num_tokens": 38024463.0,
      "step": 16605
    },
    {
      "entropy": 5.6609179973602295,
      "epoch": 1.6419533412415974,
      "grad_norm": 1.5703125,
      "learning_rate": 0.00047356334575773324,
      "loss": 5.3709,
      "mean_token_accuracy": 0.18480053395032883,
      "num_tokens": 38036131.0,
      "step": 16610
    },
    {
      "entropy": 5.5884881019592285,
      "epoch": 1.642447607750099,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0004735467462481956,
      "loss": 5.2971,
      "mean_token_accuracy": 0.18905212134122848,
      "num_tokens": 38047428.0,
      "step": 16615
    },
    {
      "entropy": 5.5827028274536135,
      "epoch": 1.6429418742586002,
      "grad_norm": 1.359375,
      "learning_rate": 0.0004735301418543773,
      "loss": 5.3279,
      "mean_token_accuracy": 0.18912371695041658,
      "num_tokens": 38059864.0,
      "step": 16620
    },
    {
      "entropy": 5.6316742420196535,
      "epoch": 1.6434361407671016,
      "grad_norm": 1.4765625,
      "learning_rate": 0.00047351353257668675,
      "loss": 5.3442,
      "mean_token_accuracy": 0.17932978868484498,
      "num_tokens": 38071356.0,
      "step": 16625
    },
    {
      "entropy": 5.6271758556365965,
      "epoch": 1.6439304072756031,
      "grad_norm": 1.5,
      "learning_rate": 0.0004734969184155324,
      "loss": 5.3443,
      "mean_token_accuracy": 0.17520896345376968,
      "num_tokens": 38082124.0,
      "step": 16630
    },
    {
      "entropy": 5.642376804351807,
      "epoch": 1.6444246737841044,
      "grad_norm": 1.6484375,
      "learning_rate": 0.00047348029937132306,
      "loss": 5.3438,
      "mean_token_accuracy": 0.1800471603870392,
      "num_tokens": 38093451.0,
      "step": 16635
    },
    {
      "entropy": 5.5985941886901855,
      "epoch": 1.6449189402926057,
      "grad_norm": 1.328125,
      "learning_rate": 0.00047346367544446753,
      "loss": 5.3464,
      "mean_token_accuracy": 0.17877690345048905,
      "num_tokens": 38105078.0,
      "step": 16640
    },
    {
      "entropy": 5.5512065410614015,
      "epoch": 1.6454132068011071,
      "grad_norm": 1.3359375,
      "learning_rate": 0.0004734470466353749,
      "loss": 5.1954,
      "mean_token_accuracy": 0.19351691603660584,
      "num_tokens": 38114953.0,
      "step": 16645
    },
    {
      "entropy": 5.576357316970825,
      "epoch": 1.6459074733096086,
      "grad_norm": 1.3984375,
      "learning_rate": 0.0004734304129444542,
      "loss": 5.2643,
      "mean_token_accuracy": 0.18573001325130462,
      "num_tokens": 38126465.0,
      "step": 16650
    },
    {
      "entropy": 5.688961219787598,
      "epoch": 1.6464017398181099,
      "grad_norm": 1.421875,
      "learning_rate": 0.0004734137743721144,
      "loss": 5.3989,
      "mean_token_accuracy": 0.18103523552417755,
      "num_tokens": 38139223.0,
      "step": 16655
    },
    {
      "entropy": 5.517856693267822,
      "epoch": 1.6468960063266112,
      "grad_norm": 1.484375,
      "learning_rate": 0.000473397130918765,
      "loss": 5.278,
      "mean_token_accuracy": 0.19320471286773683,
      "num_tokens": 38151676.0,
      "step": 16660
    },
    {
      "entropy": 5.570414400100708,
      "epoch": 1.6473902728351129,
      "grad_norm": 1.3515625,
      "learning_rate": 0.00047338048258481545,
      "loss": 5.288,
      "mean_token_accuracy": 0.1813721239566803,
      "num_tokens": 38162759.0,
      "step": 16665
    },
    {
      "entropy": 5.579239845275879,
      "epoch": 1.6478845393436141,
      "grad_norm": 1.578125,
      "learning_rate": 0.0004733638293706752,
      "loss": 5.2953,
      "mean_token_accuracy": 0.1891671448945999,
      "num_tokens": 38174820.0,
      "step": 16670
    },
    {
      "entropy": 5.528016471862793,
      "epoch": 1.6483788058521154,
      "grad_norm": 1.3515625,
      "learning_rate": 0.000473347171276754,
      "loss": 5.1845,
      "mean_token_accuracy": 0.19763631820678712,
      "num_tokens": 38185558.0,
      "step": 16675
    },
    {
      "entropy": 5.577135324478149,
      "epoch": 1.6488730723606169,
      "grad_norm": 1.5703125,
      "learning_rate": 0.0004733305083034617,
      "loss": 5.3602,
      "mean_token_accuracy": 0.1821441262960434,
      "num_tokens": 38198231.0,
      "step": 16680
    },
    {
      "entropy": 5.645250463485718,
      "epoch": 1.6493673388691183,
      "grad_norm": 1.375,
      "learning_rate": 0.00047331384045120803,
      "loss": 5.3279,
      "mean_token_accuracy": 0.18815534561872482,
      "num_tokens": 38209539.0,
      "step": 16685
    },
    {
      "entropy": 5.629117488861084,
      "epoch": 1.6498616053776196,
      "grad_norm": 1.640625,
      "learning_rate": 0.0004732971677204031,
      "loss": 5.3586,
      "mean_token_accuracy": 0.17826489508152008,
      "num_tokens": 38220873.0,
      "step": 16690
    },
    {
      "entropy": 5.61576828956604,
      "epoch": 1.6503558718861209,
      "grad_norm": 1.2265625,
      "learning_rate": 0.00047328049011145714,
      "loss": 5.2584,
      "mean_token_accuracy": 0.19291307777166367,
      "num_tokens": 38231186.0,
      "step": 16695
    },
    {
      "entropy": 5.634268760681152,
      "epoch": 1.6508501383946224,
      "grad_norm": 1.2734375,
      "learning_rate": 0.0004732638076247804,
      "loss": 5.384,
      "mean_token_accuracy": 0.17331185787916184,
      "num_tokens": 38242152.0,
      "step": 16700
    },
    {
      "entropy": 5.664009284973145,
      "epoch": 1.6513444049031238,
      "grad_norm": 1.34375,
      "learning_rate": 0.00047324712026078315,
      "loss": 5.3286,
      "mean_token_accuracy": 0.18384687900543212,
      "num_tokens": 38254281.0,
      "step": 16705
    },
    {
      "entropy": 5.559139442443848,
      "epoch": 1.651838671411625,
      "grad_norm": 1.4296875,
      "learning_rate": 0.000473230428019876,
      "loss": 5.1981,
      "mean_token_accuracy": 0.1868847668170929,
      "num_tokens": 38265120.0,
      "step": 16710
    },
    {
      "entropy": 5.592050409317016,
      "epoch": 1.6523329379201266,
      "grad_norm": 1.4921875,
      "learning_rate": 0.00047321373090246957,
      "loss": 5.2522,
      "mean_token_accuracy": 0.19010176956653596,
      "num_tokens": 38275509.0,
      "step": 16715
    },
    {
      "entropy": 5.543418598175049,
      "epoch": 1.652827204428628,
      "grad_norm": 1.4765625,
      "learning_rate": 0.00047319702890897457,
      "loss": 5.2443,
      "mean_token_accuracy": 0.19703299701213836,
      "num_tokens": 38285586.0,
      "step": 16720
    },
    {
      "entropy": 5.586500930786133,
      "epoch": 1.6533214709371293,
      "grad_norm": 1.7734375,
      "learning_rate": 0.000473180322039802,
      "loss": 5.2679,
      "mean_token_accuracy": 0.1873980015516281,
      "num_tokens": 38296091.0,
      "step": 16725
    },
    {
      "entropy": 5.597022199630738,
      "epoch": 1.6538157374456306,
      "grad_norm": 1.5390625,
      "learning_rate": 0.0004731636102953627,
      "loss": 5.3475,
      "mean_token_accuracy": 0.18359087109565736,
      "num_tokens": 38308520.0,
      "step": 16730
    },
    {
      "entropy": 5.635043001174926,
      "epoch": 1.654310003954132,
      "grad_norm": 1.34375,
      "learning_rate": 0.0004731468936760679,
      "loss": 5.3257,
      "mean_token_accuracy": 0.1828442320227623,
      "num_tokens": 38320584.0,
      "step": 16735
    },
    {
      "entropy": 5.59954867362976,
      "epoch": 1.6548042704626336,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0004731301721823287,
      "loss": 5.2892,
      "mean_token_accuracy": 0.18667288422584533,
      "num_tokens": 38332646.0,
      "step": 16740
    },
    {
      "entropy": 5.630438184738159,
      "epoch": 1.6552985369711348,
      "grad_norm": 1.296875,
      "learning_rate": 0.0004731134458145566,
      "loss": 5.3275,
      "mean_token_accuracy": 0.18137831836938859,
      "num_tokens": 38343382.0,
      "step": 16745
    },
    {
      "entropy": 5.69502820968628,
      "epoch": 1.655792803479636,
      "grad_norm": 1.2890625,
      "learning_rate": 0.00047309671457316295,
      "loss": 5.3761,
      "mean_token_accuracy": 0.17543837130069734,
      "num_tokens": 38354809.0,
      "step": 16750
    },
    {
      "entropy": 5.583798122406006,
      "epoch": 1.6562870699881376,
      "grad_norm": 1.3359375,
      "learning_rate": 0.00047307997845855946,
      "loss": 5.3126,
      "mean_token_accuracy": 0.1855696126818657,
      "num_tokens": 38366524.0,
      "step": 16755
    },
    {
      "entropy": 5.5409763813018795,
      "epoch": 1.656781336496639,
      "grad_norm": 1.3984375,
      "learning_rate": 0.0004730632374711578,
      "loss": 5.2419,
      "mean_token_accuracy": 0.19076735526323318,
      "num_tokens": 38377645.0,
      "step": 16760
    },
    {
      "entropy": 5.6520342350006105,
      "epoch": 1.6572756030051403,
      "grad_norm": 1.34375,
      "learning_rate": 0.0004730464916113696,
      "loss": 5.3838,
      "mean_token_accuracy": 0.1905674546957016,
      "num_tokens": 38389633.0,
      "step": 16765
    },
    {
      "entropy": 5.6495801448822025,
      "epoch": 1.6577698695136418,
      "grad_norm": 1.4609375,
      "learning_rate": 0.00047302974087960704,
      "loss": 5.3665,
      "mean_token_accuracy": 0.18001354038715361,
      "num_tokens": 38401255.0,
      "step": 16770
    },
    {
      "entropy": 5.6040256977081295,
      "epoch": 1.6582641360221433,
      "grad_norm": 1.59375,
      "learning_rate": 0.0004730129852762822,
      "loss": 5.3101,
      "mean_token_accuracy": 0.18237418830394744,
      "num_tokens": 38413160.0,
      "step": 16775
    },
    {
      "entropy": 5.593385553359985,
      "epoch": 1.6587584025306445,
      "grad_norm": 1.53125,
      "learning_rate": 0.00047299622480180716,
      "loss": 5.3571,
      "mean_token_accuracy": 0.1793212816119194,
      "num_tokens": 38423789.0,
      "step": 16780
    },
    {
      "entropy": 5.61279182434082,
      "epoch": 1.6592526690391458,
      "grad_norm": 1.34375,
      "learning_rate": 0.00047297945945659424,
      "loss": 5.3137,
      "mean_token_accuracy": 0.18210093080997466,
      "num_tokens": 38435031.0,
      "step": 16785
    },
    {
      "entropy": 5.595762157440186,
      "epoch": 1.6597469355476473,
      "grad_norm": 1.3828125,
      "learning_rate": 0.00047296268924105594,
      "loss": 5.2917,
      "mean_token_accuracy": 0.19297283589839936,
      "num_tokens": 38445146.0,
      "step": 16790
    },
    {
      "entropy": 5.646050357818604,
      "epoch": 1.6602412020561488,
      "grad_norm": 1.3828125,
      "learning_rate": 0.00047294591415560484,
      "loss": 5.3501,
      "mean_token_accuracy": 0.1796015441417694,
      "num_tokens": 38457429.0,
      "step": 16795
    },
    {
      "entropy": 5.633969354629516,
      "epoch": 1.66073546856465,
      "grad_norm": 1.3359375,
      "learning_rate": 0.0004729291342006535,
      "loss": 5.3239,
      "mean_token_accuracy": 0.188394233584404,
      "num_tokens": 38468218.0,
      "step": 16800
    },
    {
      "entropy": 5.651690578460693,
      "epoch": 1.6612297350731513,
      "grad_norm": 1.21875,
      "learning_rate": 0.0004729123493766147,
      "loss": 5.3682,
      "mean_token_accuracy": 0.18079716563224793,
      "num_tokens": 38480841.0,
      "step": 16805
    },
    {
      "entropy": 5.5538781642913815,
      "epoch": 1.6617240015816528,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004728955596839014,
      "loss": 5.2478,
      "mean_token_accuracy": 0.184818834066391,
      "num_tokens": 38493115.0,
      "step": 16810
    },
    {
      "entropy": 5.6409104347229,
      "epoch": 1.6622182680901543,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004728787651229267,
      "loss": 5.2922,
      "mean_token_accuracy": 0.18741248697042465,
      "num_tokens": 38505187.0,
      "step": 16815
    },
    {
      "entropy": 5.62151689529419,
      "epoch": 1.6627125345986555,
      "grad_norm": 1.34375,
      "learning_rate": 0.00047286196569410366,
      "loss": 5.4234,
      "mean_token_accuracy": 0.17665693461894988,
      "num_tokens": 38518736.0,
      "step": 16820
    },
    {
      "entropy": 5.54524941444397,
      "epoch": 1.663206801107157,
      "grad_norm": 1.3203125,
      "learning_rate": 0.00047284516139784556,
      "loss": 5.2484,
      "mean_token_accuracy": 0.19550250321626664,
      "num_tokens": 38529703.0,
      "step": 16825
    },
    {
      "entropy": 5.582247686386109,
      "epoch": 1.6637010676156585,
      "grad_norm": 1.390625,
      "learning_rate": 0.0004728283522345658,
      "loss": 5.3141,
      "mean_token_accuracy": 0.178050996363163,
      "num_tokens": 38542200.0,
      "step": 16830
    },
    {
      "entropy": 5.633548259735107,
      "epoch": 1.6641953341241598,
      "grad_norm": 1.515625,
      "learning_rate": 0.0004728115382046779,
      "loss": 5.3515,
      "mean_token_accuracy": 0.18050352483987808,
      "num_tokens": 38552921.0,
      "step": 16835
    },
    {
      "entropy": 5.61789493560791,
      "epoch": 1.664689600632661,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0004727947193085954,
      "loss": 5.3661,
      "mean_token_accuracy": 0.18265555948019027,
      "num_tokens": 38564837.0,
      "step": 16840
    },
    {
      "entropy": 5.625684118270874,
      "epoch": 1.6651838671411625,
      "grad_norm": 1.3984375,
      "learning_rate": 0.00047277789554673217,
      "loss": 5.319,
      "mean_token_accuracy": 0.18435919731855394,
      "num_tokens": 38575786.0,
      "step": 16845
    },
    {
      "entropy": 5.649453401565552,
      "epoch": 1.665678133649664,
      "grad_norm": 1.265625,
      "learning_rate": 0.00047276106691950204,
      "loss": 5.357,
      "mean_token_accuracy": 0.17883790731430055,
      "num_tokens": 38588232.0,
      "step": 16850
    },
    {
      "entropy": 5.615127325057983,
      "epoch": 1.6661724001581653,
      "grad_norm": 1.484375,
      "learning_rate": 0.00047274423342731896,
      "loss": 5.2989,
      "mean_token_accuracy": 0.182313534617424,
      "num_tokens": 38600276.0,
      "step": 16855
    },
    {
      "entropy": 5.621436691284179,
      "epoch": 1.6666666666666665,
      "grad_norm": 1.40625,
      "learning_rate": 0.0004727273950705971,
      "loss": 5.3232,
      "mean_token_accuracy": 0.18429888784885406,
      "num_tokens": 38611879.0,
      "step": 16860
    },
    {
      "entropy": 5.612408685684204,
      "epoch": 1.667160933175168,
      "grad_norm": 1.3515625,
      "learning_rate": 0.00047271055184975057,
      "loss": 5.3806,
      "mean_token_accuracy": 0.17519059628248215,
      "num_tokens": 38623032.0,
      "step": 16865
    },
    {
      "entropy": 5.678209400177002,
      "epoch": 1.6676551996836695,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004726937037651939,
      "loss": 5.3433,
      "mean_token_accuracy": 0.18555716872215272,
      "num_tokens": 38633864.0,
      "step": 16870
    },
    {
      "entropy": 5.558736944198609,
      "epoch": 1.6681494661921707,
      "grad_norm": 1.484375,
      "learning_rate": 0.00047267685081734133,
      "loss": 5.2968,
      "mean_token_accuracy": 0.1855804815888405,
      "num_tokens": 38645208.0,
      "step": 16875
    },
    {
      "entropy": 5.527917814254761,
      "epoch": 1.6686437327006722,
      "grad_norm": 1.3515625,
      "learning_rate": 0.0004726599930066076,
      "loss": 5.2524,
      "mean_token_accuracy": 0.18979646563529967,
      "num_tokens": 38655181.0,
      "step": 16880
    },
    {
      "entropy": 5.700963878631592,
      "epoch": 1.6691379992091737,
      "grad_norm": 1.3828125,
      "learning_rate": 0.0004726431303334074,
      "loss": 5.3787,
      "mean_token_accuracy": 0.18114294111728668,
      "num_tokens": 38667381.0,
      "step": 16885
    },
    {
      "entropy": 5.640314674377441,
      "epoch": 1.669632265717675,
      "grad_norm": 1.2578125,
      "learning_rate": 0.00047262626279815555,
      "loss": 5.337,
      "mean_token_accuracy": 0.18546753078699113,
      "num_tokens": 38680479.0,
      "step": 16890
    },
    {
      "entropy": 5.619797801971435,
      "epoch": 1.6701265322261762,
      "grad_norm": 1.3828125,
      "learning_rate": 0.000472609390401267,
      "loss": 5.3317,
      "mean_token_accuracy": 0.18610499650239945,
      "num_tokens": 38691737.0,
      "step": 16895
    },
    {
      "entropy": 5.60442419052124,
      "epoch": 1.6706207987346777,
      "grad_norm": 1.3046875,
      "learning_rate": 0.0004725925131431567,
      "loss": 5.2764,
      "mean_token_accuracy": 0.19037256091833116,
      "num_tokens": 38703306.0,
      "step": 16900
    },
    {
      "entropy": 5.617859268188477,
      "epoch": 1.6711150652431792,
      "grad_norm": 1.4296875,
      "learning_rate": 0.00047257563102424,
      "loss": 5.313,
      "mean_token_accuracy": 0.18335749804973603,
      "num_tokens": 38714683.0,
      "step": 16905
    },
    {
      "entropy": 5.633234119415283,
      "epoch": 1.6716093317516805,
      "grad_norm": 1.328125,
      "learning_rate": 0.0004725587440449321,
      "loss": 5.3991,
      "mean_token_accuracy": 0.1770082876086235,
      "num_tokens": 38727705.0,
      "step": 16910
    },
    {
      "entropy": 5.6590173721313475,
      "epoch": 1.6721035982601817,
      "grad_norm": 1.3046875,
      "learning_rate": 0.00047254185220564843,
      "loss": 5.3825,
      "mean_token_accuracy": 0.1855751559138298,
      "num_tokens": 38738687.0,
      "step": 16915
    },
    {
      "entropy": 5.5989988327026365,
      "epoch": 1.6725978647686834,
      "grad_norm": 1.3125,
      "learning_rate": 0.00047252495550680453,
      "loss": 5.2853,
      "mean_token_accuracy": 0.18258834034204482,
      "num_tokens": 38749437.0,
      "step": 16920
    },
    {
      "entropy": 5.50099630355835,
      "epoch": 1.6730921312771847,
      "grad_norm": 1.4453125,
      "learning_rate": 0.0004725080539488162,
      "loss": 5.1821,
      "mean_token_accuracy": 0.20848096907138824,
      "num_tokens": 38761342.0,
      "step": 16925
    },
    {
      "entropy": 5.627041053771973,
      "epoch": 1.673586397785686,
      "grad_norm": 2.296875,
      "learning_rate": 0.00047249114753209896,
      "loss": 5.3708,
      "mean_token_accuracy": 0.18091026842594146,
      "num_tokens": 38773019.0,
      "step": 16930
    },
    {
      "entropy": 5.709657430648804,
      "epoch": 1.6740806642941874,
      "grad_norm": 1.2265625,
      "learning_rate": 0.00047247423625706894,
      "loss": 5.3533,
      "mean_token_accuracy": 0.18081678599119186,
      "num_tokens": 38785291.0,
      "step": 16935
    },
    {
      "entropy": 5.614141654968262,
      "epoch": 1.674574930802689,
      "grad_norm": 1.453125,
      "learning_rate": 0.000472457320124142,
      "loss": 5.3245,
      "mean_token_accuracy": 0.18269609063863754,
      "num_tokens": 38796926.0,
      "step": 16940
    },
    {
      "entropy": 5.640139865875244,
      "epoch": 1.6750691973111902,
      "grad_norm": 1.4765625,
      "learning_rate": 0.00047244039913373444,
      "loss": 5.3089,
      "mean_token_accuracy": 0.18822263777256013,
      "num_tokens": 38809839.0,
      "step": 16945
    },
    {
      "entropy": 5.665899753570557,
      "epoch": 1.6755634638196915,
      "grad_norm": 1.34375,
      "learning_rate": 0.0004724234732862624,
      "loss": 5.4078,
      "mean_token_accuracy": 0.174242602288723,
      "num_tokens": 38823059.0,
      "step": 16950
    },
    {
      "entropy": 5.56723051071167,
      "epoch": 1.676057730328193,
      "grad_norm": 1.2890625,
      "learning_rate": 0.0004724065425821422,
      "loss": 5.2031,
      "mean_token_accuracy": 0.19865086078643798,
      "num_tokens": 38834275.0,
      "step": 16955
    },
    {
      "entropy": 5.579958963394165,
      "epoch": 1.6765519968366944,
      "grad_norm": 1.3515625,
      "learning_rate": 0.0004723896070217905,
      "loss": 5.2993,
      "mean_token_accuracy": 0.18667323440313338,
      "num_tokens": 38845992.0,
      "step": 16960
    },
    {
      "entropy": 5.631908941268921,
      "epoch": 1.6770462633451957,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0004723726666056239,
      "loss": 5.3728,
      "mean_token_accuracy": 0.18548421561717987,
      "num_tokens": 38857269.0,
      "step": 16965
    },
    {
      "entropy": 5.625741910934448,
      "epoch": 1.677540529853697,
      "grad_norm": 1.6484375,
      "learning_rate": 0.00047235572133405904,
      "loss": 5.3806,
      "mean_token_accuracy": 0.18023659884929658,
      "num_tokens": 38869393.0,
      "step": 16970
    },
    {
      "entropy": 5.69693169593811,
      "epoch": 1.6780347963621987,
      "grad_norm": 1.3359375,
      "learning_rate": 0.00047233877120751277,
      "loss": 5.345,
      "mean_token_accuracy": 0.18244201838970184,
      "num_tokens": 38881625.0,
      "step": 16975
    },
    {
      "entropy": 5.61612720489502,
      "epoch": 1.6785290628707,
      "grad_norm": 1.1484375,
      "learning_rate": 0.00047232181622640216,
      "loss": 5.3105,
      "mean_token_accuracy": 0.1850807934999466,
      "num_tokens": 38892452.0,
      "step": 16980
    },
    {
      "entropy": 5.599652290344238,
      "epoch": 1.6790233293792012,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004723048563911443,
      "loss": 5.1921,
      "mean_token_accuracy": 0.19920271188020705,
      "num_tokens": 38902415.0,
      "step": 16985
    },
    {
      "entropy": 5.559013795852661,
      "epoch": 1.6795175958877027,
      "grad_norm": 1.453125,
      "learning_rate": 0.00047228789170215623,
      "loss": 5.2564,
      "mean_token_accuracy": 0.1962148904800415,
      "num_tokens": 38912655.0,
      "step": 16990
    },
    {
      "entropy": 5.604779148101807,
      "epoch": 1.6800118623962041,
      "grad_norm": 1.6171875,
      "learning_rate": 0.00047227092215985553,
      "loss": 5.3137,
      "mean_token_accuracy": 0.1834467902779579,
      "num_tokens": 38923295.0,
      "step": 16995
    },
    {
      "entropy": 5.628239107131958,
      "epoch": 1.6805061289047054,
      "grad_norm": 1.203125,
      "learning_rate": 0.0004722539477646595,
      "loss": 5.3356,
      "mean_token_accuracy": 0.1802532345056534,
      "num_tokens": 38934879.0,
      "step": 17000
    },
    {
      "entropy": 5.684195280075073,
      "epoch": 1.6810003954132067,
      "grad_norm": 1.4921875,
      "learning_rate": 0.00047223696851698575,
      "loss": 5.4377,
      "mean_token_accuracy": 0.17668186277151107,
      "num_tokens": 38946574.0,
      "step": 17005
    },
    {
      "entropy": 5.59917459487915,
      "epoch": 1.6814946619217082,
      "grad_norm": 1.3671875,
      "learning_rate": 0.000472219984417252,
      "loss": 5.3444,
      "mean_token_accuracy": 0.18711143136024475,
      "num_tokens": 38958136.0,
      "step": 17010
    },
    {
      "entropy": 5.639297246932983,
      "epoch": 1.6819889284302096,
      "grad_norm": 1.359375,
      "learning_rate": 0.0004722029954658761,
      "loss": 5.2896,
      "mean_token_accuracy": 0.19137297570705414,
      "num_tokens": 38969353.0,
      "step": 17015
    },
    {
      "entropy": 5.525437068939209,
      "epoch": 1.682483194938711,
      "grad_norm": 1.2890625,
      "learning_rate": 0.0004721860016632758,
      "loss": 5.2684,
      "mean_token_accuracy": 0.19085678160190583,
      "num_tokens": 38979878.0,
      "step": 17020
    },
    {
      "entropy": 5.611176776885986,
      "epoch": 1.6829774614472124,
      "grad_norm": 1.4296875,
      "learning_rate": 0.0004721690030098693,
      "loss": 5.4148,
      "mean_token_accuracy": 0.18562639951705934,
      "num_tokens": 38992847.0,
      "step": 17025
    },
    {
      "entropy": 5.622990417480469,
      "epoch": 1.6834717279557139,
      "grad_norm": 1.3203125,
      "learning_rate": 0.0004721519995060748,
      "loss": 5.2991,
      "mean_token_accuracy": 0.18584561347961426,
      "num_tokens": 39003874.0,
      "step": 17030
    },
    {
      "entropy": 5.617108631134033,
      "epoch": 1.6839659944642151,
      "grad_norm": 1.4765625,
      "learning_rate": 0.00047213499115231043,
      "loss": 5.2694,
      "mean_token_accuracy": 0.18640926629304885,
      "num_tokens": 39014327.0,
      "step": 17035
    },
    {
      "entropy": 5.605392789840698,
      "epoch": 1.6844602609727164,
      "grad_norm": 1.5078125,
      "learning_rate": 0.0004721179779489948,
      "loss": 5.2492,
      "mean_token_accuracy": 0.18275727033615113,
      "num_tokens": 39024507.0,
      "step": 17040
    },
    {
      "entropy": 5.529019927978515,
      "epoch": 1.6849545274812179,
      "grad_norm": 1.3671875,
      "learning_rate": 0.00047210095989654624,
      "loss": 5.2665,
      "mean_token_accuracy": 0.18543069660663605,
      "num_tokens": 39036184.0,
      "step": 17045
    },
    {
      "entropy": 5.532121562957764,
      "epoch": 1.6854487939897194,
      "grad_norm": 1.3671875,
      "learning_rate": 0.00047208393699538356,
      "loss": 5.233,
      "mean_token_accuracy": 0.19430117756128312,
      "num_tokens": 39047649.0,
      "step": 17050
    },
    {
      "entropy": 5.548897743225098,
      "epoch": 1.6859430604982206,
      "grad_norm": 1.4765625,
      "learning_rate": 0.00047206690924592545,
      "loss": 5.2543,
      "mean_token_accuracy": 0.18739078044891358,
      "num_tokens": 39058167.0,
      "step": 17055
    },
    {
      "entropy": 5.60099229812622,
      "epoch": 1.6864373270067219,
      "grad_norm": 1.3828125,
      "learning_rate": 0.0004720498766485907,
      "loss": 5.301,
      "mean_token_accuracy": 0.1867012232542038,
      "num_tokens": 39070099.0,
      "step": 17060
    },
    {
      "entropy": 5.612334156036377,
      "epoch": 1.6869315935152234,
      "grad_norm": 1.375,
      "learning_rate": 0.00047203283920379846,
      "loss": 5.2228,
      "mean_token_accuracy": 0.19435063153505325,
      "num_tokens": 39080337.0,
      "step": 17065
    },
    {
      "entropy": 5.710967493057251,
      "epoch": 1.6874258600237249,
      "grad_norm": 1.2734375,
      "learning_rate": 0.00047201579691196784,
      "loss": 5.4926,
      "mean_token_accuracy": 0.17481014579534532,
      "num_tokens": 39093455.0,
      "step": 17070
    },
    {
      "entropy": 5.619350147247315,
      "epoch": 1.6879201265322261,
      "grad_norm": 1.2421875,
      "learning_rate": 0.00047199874977351807,
      "loss": 5.3148,
      "mean_token_accuracy": 0.18065599948167801,
      "num_tokens": 39105424.0,
      "step": 17075
    },
    {
      "entropy": 5.576512002944947,
      "epoch": 1.6884143930407276,
      "grad_norm": 1.5390625,
      "learning_rate": 0.0004719816977888685,
      "loss": 5.253,
      "mean_token_accuracy": 0.19569894522428513,
      "num_tokens": 39117441.0,
      "step": 17080
    },
    {
      "entropy": 5.5913372993469235,
      "epoch": 1.688908659549229,
      "grad_norm": 1.328125,
      "learning_rate": 0.00047196464095843857,
      "loss": 5.3498,
      "mean_token_accuracy": 0.18002158999443055,
      "num_tokens": 39129853.0,
      "step": 17085
    },
    {
      "entropy": 5.618453884124756,
      "epoch": 1.6894029260577303,
      "grad_norm": 1.3359375,
      "learning_rate": 0.0004719475792826479,
      "loss": 5.2688,
      "mean_token_accuracy": 0.19096520990133287,
      "num_tokens": 39141132.0,
      "step": 17090
    },
    {
      "entropy": 5.5063755989074705,
      "epoch": 1.6898971925662316,
      "grad_norm": 1.71875,
      "learning_rate": 0.0004719305127619162,
      "loss": 5.2697,
      "mean_token_accuracy": 0.1976846918463707,
      "num_tokens": 39153892.0,
      "step": 17095
    },
    {
      "entropy": 5.623325443267822,
      "epoch": 1.690391459074733,
      "grad_norm": 1.765625,
      "learning_rate": 0.0004719134413966635,
      "loss": 5.2339,
      "mean_token_accuracy": 0.191673544049263,
      "num_tokens": 39164410.0,
      "step": 17100
    },
    {
      "entropy": 5.5699601650238035,
      "epoch": 1.6908857255832346,
      "grad_norm": 1.40625,
      "learning_rate": 0.00047189636518730945,
      "loss": 5.2189,
      "mean_token_accuracy": 0.19667695760726928,
      "num_tokens": 39174612.0,
      "step": 17105
    },
    {
      "entropy": 5.593900680541992,
      "epoch": 1.6913799920917358,
      "grad_norm": 1.3203125,
      "learning_rate": 0.00047187928413427424,
      "loss": 5.2981,
      "mean_token_accuracy": 0.1875629559159279,
      "num_tokens": 39187355.0,
      "step": 17110
    },
    {
      "entropy": 5.61171407699585,
      "epoch": 1.691874258600237,
      "grad_norm": 1.8046875,
      "learning_rate": 0.00047186219823797815,
      "loss": 5.3324,
      "mean_token_accuracy": 0.18161751180887223,
      "num_tokens": 39199145.0,
      "step": 17115
    },
    {
      "entropy": 5.686924171447754,
      "epoch": 1.6923685251087386,
      "grad_norm": 1.484375,
      "learning_rate": 0.00047184510749884146,
      "loss": 5.3753,
      "mean_token_accuracy": 0.18694525361061096,
      "num_tokens": 39210589.0,
      "step": 17120
    },
    {
      "entropy": 5.5554056644439695,
      "epoch": 1.69286279161724,
      "grad_norm": 1.453125,
      "learning_rate": 0.0004718280119172846,
      "loss": 5.2507,
      "mean_token_accuracy": 0.18905833512544631,
      "num_tokens": 39222657.0,
      "step": 17125
    },
    {
      "entropy": 5.543187284469605,
      "epoch": 1.6933570581257413,
      "grad_norm": 1.640625,
      "learning_rate": 0.00047181091149372807,
      "loss": 5.2296,
      "mean_token_accuracy": 0.20157125890254973,
      "num_tokens": 39233439.0,
      "step": 17130
    },
    {
      "entropy": 5.5260087013244625,
      "epoch": 1.6938513246342428,
      "grad_norm": 1.6796875,
      "learning_rate": 0.0004717938062285926,
      "loss": 5.2488,
      "mean_token_accuracy": 0.1965789318084717,
      "num_tokens": 39243787.0,
      "step": 17135
    },
    {
      "entropy": 5.625337028503418,
      "epoch": 1.6943455911427443,
      "grad_norm": 1.390625,
      "learning_rate": 0.00047177669612229894,
      "loss": 5.3315,
      "mean_token_accuracy": 0.18010910451412201,
      "num_tokens": 39255658.0,
      "step": 17140
    },
    {
      "entropy": 5.640790319442749,
      "epoch": 1.6948398576512456,
      "grad_norm": 1.2734375,
      "learning_rate": 0.00047175958117526805,
      "loss": 5.3526,
      "mean_token_accuracy": 0.1809498891234398,
      "num_tokens": 39269480.0,
      "step": 17145
    },
    {
      "entropy": 5.632169532775879,
      "epoch": 1.6953341241597468,
      "grad_norm": 1.3125,
      "learning_rate": 0.00047174246138792096,
      "loss": 5.3408,
      "mean_token_accuracy": 0.18934381157159805,
      "num_tokens": 39281063.0,
      "step": 17150
    },
    {
      "entropy": 5.624203538894653,
      "epoch": 1.6958283906682483,
      "grad_norm": 1.421875,
      "learning_rate": 0.00047172533676067874,
      "loss": 5.2909,
      "mean_token_accuracy": 0.18480647206306458,
      "num_tokens": 39292188.0,
      "step": 17155
    },
    {
      "entropy": 5.606174564361572,
      "epoch": 1.6963226571767498,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004717082072939628,
      "loss": 5.3258,
      "mean_token_accuracy": 0.183785642683506,
      "num_tokens": 39303661.0,
      "step": 17160
    },
    {
      "entropy": 5.593181324005127,
      "epoch": 1.696816923685251,
      "grad_norm": 1.3125,
      "learning_rate": 0.0004716910729881944,
      "loss": 5.3035,
      "mean_token_accuracy": 0.1838001474738121,
      "num_tokens": 39315028.0,
      "step": 17165
    },
    {
      "entropy": 5.4845743656158445,
      "epoch": 1.6973111901937523,
      "grad_norm": 1.3359375,
      "learning_rate": 0.00047167393384379513,
      "loss": 5.222,
      "mean_token_accuracy": 0.19210754185914994,
      "num_tokens": 39326629.0,
      "step": 17170
    },
    {
      "entropy": 5.49462661743164,
      "epoch": 1.6978054567022538,
      "grad_norm": 1.515625,
      "learning_rate": 0.00047165678986118653,
      "loss": 5.2112,
      "mean_token_accuracy": 0.19728889763355256,
      "num_tokens": 39338821.0,
      "step": 17175
    },
    {
      "entropy": 5.590615892410279,
      "epoch": 1.6982997232107553,
      "grad_norm": 1.3125,
      "learning_rate": 0.0004716396410407904,
      "loss": 5.2055,
      "mean_token_accuracy": 0.19036183804273604,
      "num_tokens": 39350093.0,
      "step": 17180
    },
    {
      "entropy": 5.522876310348511,
      "epoch": 1.6987939897192565,
      "grad_norm": 1.390625,
      "learning_rate": 0.0004716224873830286,
      "loss": 5.2128,
      "mean_token_accuracy": 0.19431255161762237,
      "num_tokens": 39361120.0,
      "step": 17185
    },
    {
      "entropy": 5.584937524795532,
      "epoch": 1.699288256227758,
      "grad_norm": 1.703125,
      "learning_rate": 0.00047160532888832315,
      "loss": 5.3103,
      "mean_token_accuracy": 0.18529399782419204,
      "num_tokens": 39373040.0,
      "step": 17190
    },
    {
      "entropy": 5.607525396347046,
      "epoch": 1.6997825227362595,
      "grad_norm": 1.421875,
      "learning_rate": 0.00047158816555709597,
      "loss": 5.2519,
      "mean_token_accuracy": 0.18857672810554504,
      "num_tokens": 39384576.0,
      "step": 17195
    },
    {
      "entropy": 5.600713062286377,
      "epoch": 1.7002767892447608,
      "grad_norm": 1.6875,
      "learning_rate": 0.0004715709973897696,
      "loss": 5.2405,
      "mean_token_accuracy": 0.19286413490772247,
      "num_tokens": 39397550.0,
      "step": 17200
    },
    {
      "entropy": 5.60021390914917,
      "epoch": 1.700771055753262,
      "grad_norm": 1.46875,
      "learning_rate": 0.00047155382438676604,
      "loss": 5.3157,
      "mean_token_accuracy": 0.1889979660511017,
      "num_tokens": 39407474.0,
      "step": 17205
    },
    {
      "entropy": 5.577948570251465,
      "epoch": 1.7012653222617635,
      "grad_norm": 1.59375,
      "learning_rate": 0.00047153664654850803,
      "loss": 5.2856,
      "mean_token_accuracy": 0.18776836693286897,
      "num_tokens": 39420104.0,
      "step": 17210
    },
    {
      "entropy": 5.661645793914795,
      "epoch": 1.701759588770265,
      "grad_norm": 1.4140625,
      "learning_rate": 0.00047151946387541795,
      "loss": 5.4216,
      "mean_token_accuracy": 0.17575209438800812,
      "num_tokens": 39431887.0,
      "step": 17215
    },
    {
      "entropy": 5.553757047653198,
      "epoch": 1.7022538552787663,
      "grad_norm": 1.6484375,
      "learning_rate": 0.0004715022763679185,
      "loss": 5.2569,
      "mean_token_accuracy": 0.18703849911689757,
      "num_tokens": 39442772.0,
      "step": 17220
    },
    {
      "entropy": 5.6448485374450685,
      "epoch": 1.7027481217872675,
      "grad_norm": 1.2578125,
      "learning_rate": 0.00047148508402643273,
      "loss": 5.3712,
      "mean_token_accuracy": 0.18131782710552216,
      "num_tokens": 39455067.0,
      "step": 17225
    },
    {
      "entropy": 5.580223608016968,
      "epoch": 1.7032423882957692,
      "grad_norm": 1.4921875,
      "learning_rate": 0.0004714678868513834,
      "loss": 5.3584,
      "mean_token_accuracy": 0.1831586554646492,
      "num_tokens": 39466700.0,
      "step": 17230
    },
    {
      "entropy": 5.6199592590332035,
      "epoch": 1.7037366548042705,
      "grad_norm": 1.46875,
      "learning_rate": 0.0004714506848431935,
      "loss": 5.3319,
      "mean_token_accuracy": 0.19206959754228592,
      "num_tokens": 39477591.0,
      "step": 17235
    },
    {
      "entropy": 5.5991654872894285,
      "epoch": 1.7042309213127718,
      "grad_norm": 1.2890625,
      "learning_rate": 0.00047143347800228624,
      "loss": 5.3127,
      "mean_token_accuracy": 0.18071477562189103,
      "num_tokens": 39488615.0,
      "step": 17240
    },
    {
      "entropy": 5.656261301040649,
      "epoch": 1.7047251878212732,
      "grad_norm": 1.546875,
      "learning_rate": 0.000471416266329085,
      "loss": 5.3277,
      "mean_token_accuracy": 0.1849161058664322,
      "num_tokens": 39499610.0,
      "step": 17245
    },
    {
      "entropy": 5.652618741989135,
      "epoch": 1.7052194543297747,
      "grad_norm": 1.3984375,
      "learning_rate": 0.0004713990498240131,
      "loss": 5.3008,
      "mean_token_accuracy": 0.1860312044620514,
      "num_tokens": 39511180.0,
      "step": 17250
    },
    {
      "entropy": 5.580204868316651,
      "epoch": 1.705713720838276,
      "grad_norm": 1.4140625,
      "learning_rate": 0.00047138182848749415,
      "loss": 5.3333,
      "mean_token_accuracy": 0.19335238486528397,
      "num_tokens": 39523271.0,
      "step": 17255
    },
    {
      "entropy": 5.5935310363769535,
      "epoch": 1.7062079873467773,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004713646023199518,
      "loss": 5.338,
      "mean_token_accuracy": 0.19217924773693085,
      "num_tokens": 39534334.0,
      "step": 17260
    },
    {
      "entropy": 5.581711387634277,
      "epoch": 1.7067022538552787,
      "grad_norm": 1.2890625,
      "learning_rate": 0.0004713473713218097,
      "loss": 5.2431,
      "mean_token_accuracy": 0.19212531447410583,
      "num_tokens": 39545937.0,
      "step": 17265
    },
    {
      "entropy": 5.646730279922485,
      "epoch": 1.7071965203637802,
      "grad_norm": 1.5625,
      "learning_rate": 0.0004713301354934918,
      "loss": 5.3665,
      "mean_token_accuracy": 0.18449095785617828,
      "num_tokens": 39558129.0,
      "step": 17270
    },
    {
      "entropy": 5.6310755729675295,
      "epoch": 1.7076907868722815,
      "grad_norm": 1.3984375,
      "learning_rate": 0.0004713128948354221,
      "loss": 5.3526,
      "mean_token_accuracy": 0.18579082638025285,
      "num_tokens": 39569649.0,
      "step": 17275
    },
    {
      "entropy": 5.620336723327637,
      "epoch": 1.708185053380783,
      "grad_norm": 1.5234375,
      "learning_rate": 0.0004712956493480248,
      "loss": 5.3703,
      "mean_token_accuracy": 0.1837715446949005,
      "num_tokens": 39581051.0,
      "step": 17280
    },
    {
      "entropy": 5.6267365455627445,
      "epoch": 1.7086793198892845,
      "grad_norm": 1.640625,
      "learning_rate": 0.000471278399031724,
      "loss": 5.3297,
      "mean_token_accuracy": 0.18477394729852675,
      "num_tokens": 39591225.0,
      "step": 17285
    },
    {
      "entropy": 5.576082992553711,
      "epoch": 1.7091735863977857,
      "grad_norm": 1.3515625,
      "learning_rate": 0.0004712611438869442,
      "loss": 5.2126,
      "mean_token_accuracy": 0.19559209942817687,
      "num_tokens": 39601270.0,
      "step": 17290
    },
    {
      "entropy": 5.540659236907959,
      "epoch": 1.709667852906287,
      "grad_norm": 1.3671875,
      "learning_rate": 0.00047124388391410975,
      "loss": 5.1512,
      "mean_token_accuracy": 0.19379169195890428,
      "num_tokens": 39611574.0,
      "step": 17295
    },
    {
      "entropy": 5.541296529769897,
      "epoch": 1.7101621194147885,
      "grad_norm": 1.8125,
      "learning_rate": 0.0004712266191136453,
      "loss": 5.2399,
      "mean_token_accuracy": 0.19656410962343215,
      "num_tokens": 39622889.0,
      "step": 17300
    },
    {
      "entropy": 5.607184553146363,
      "epoch": 1.71065638592329,
      "grad_norm": 1.3359375,
      "learning_rate": 0.0004712093494859757,
      "loss": 5.2887,
      "mean_token_accuracy": 0.18673118352890014,
      "num_tokens": 39634286.0,
      "step": 17305
    },
    {
      "entropy": 5.590369510650635,
      "epoch": 1.7111506524317912,
      "grad_norm": 1.3671875,
      "learning_rate": 0.0004711920750315255,
      "loss": 5.369,
      "mean_token_accuracy": 0.18006061762571335,
      "num_tokens": 39646653.0,
      "step": 17310
    },
    {
      "entropy": 5.610978651046753,
      "epoch": 1.7116449189402925,
      "grad_norm": 1.78125,
      "learning_rate": 0.0004711747957507199,
      "loss": 5.2906,
      "mean_token_accuracy": 0.1871691957116127,
      "num_tokens": 39658027.0,
      "step": 17315
    },
    {
      "entropy": 5.638408565521241,
      "epoch": 1.712139185448794,
      "grad_norm": 1.515625,
      "learning_rate": 0.00047115751164398395,
      "loss": 5.3227,
      "mean_token_accuracy": 0.18452032208442687,
      "num_tokens": 39669912.0,
      "step": 17320
    },
    {
      "entropy": 5.520593500137329,
      "epoch": 1.7126334519572954,
      "grad_norm": 1.40625,
      "learning_rate": 0.0004711402227117427,
      "loss": 5.3015,
      "mean_token_accuracy": 0.1873263418674469,
      "num_tokens": 39680857.0,
      "step": 17325
    },
    {
      "entropy": 5.610478162765503,
      "epoch": 1.7131277184657967,
      "grad_norm": 1.2890625,
      "learning_rate": 0.00047112292895442156,
      "loss": 5.2755,
      "mean_token_accuracy": 0.19037665128707887,
      "num_tokens": 39692301.0,
      "step": 17330
    },
    {
      "entropy": 5.624378061294555,
      "epoch": 1.7136219849742982,
      "grad_norm": 1.3046875,
      "learning_rate": 0.000471105630372446,
      "loss": 5.3229,
      "mean_token_accuracy": 0.1820497214794159,
      "num_tokens": 39703641.0,
      "step": 17335
    },
    {
      "entropy": 5.589098167419434,
      "epoch": 1.7141162514827997,
      "grad_norm": 1.625,
      "learning_rate": 0.00047108832696624145,
      "loss": 5.2684,
      "mean_token_accuracy": 0.1971456900238991,
      "num_tokens": 39714919.0,
      "step": 17340
    },
    {
      "entropy": 5.574347686767578,
      "epoch": 1.714610517991301,
      "grad_norm": 1.4453125,
      "learning_rate": 0.0004710710187362336,
      "loss": 5.2917,
      "mean_token_accuracy": 0.1871811717748642,
      "num_tokens": 39725658.0,
      "step": 17345
    },
    {
      "entropy": 5.559394073486328,
      "epoch": 1.7151047844998022,
      "grad_norm": 1.390625,
      "learning_rate": 0.00047105370568284834,
      "loss": 5.2285,
      "mean_token_accuracy": 0.19985225200653076,
      "num_tokens": 39736899.0,
      "step": 17350
    },
    {
      "entropy": 5.624191617965698,
      "epoch": 1.7155990510083037,
      "grad_norm": 1.3515625,
      "learning_rate": 0.0004710363878065115,
      "loss": 5.3855,
      "mean_token_accuracy": 0.17339082807302475,
      "num_tokens": 39747875.0,
      "step": 17355
    },
    {
      "entropy": 5.688376426696777,
      "epoch": 1.7160933175168052,
      "grad_norm": 1.3203125,
      "learning_rate": 0.0004710190651076491,
      "loss": 5.3452,
      "mean_token_accuracy": 0.18529719859361649,
      "num_tokens": 39760253.0,
      "step": 17360
    },
    {
      "entropy": 5.62997407913208,
      "epoch": 1.7165875840253064,
      "grad_norm": 1.25,
      "learning_rate": 0.0004710017375866872,
      "loss": 5.3118,
      "mean_token_accuracy": 0.18715773969888688,
      "num_tokens": 39771031.0,
      "step": 17365
    },
    {
      "entropy": 5.48432297706604,
      "epoch": 1.7170818505338077,
      "grad_norm": 1.265625,
      "learning_rate": 0.00047098440524405227,
      "loss": 5.2458,
      "mean_token_accuracy": 0.19431071132421493,
      "num_tokens": 39780850.0,
      "step": 17370
    },
    {
      "entropy": 5.607624244689942,
      "epoch": 1.7175761170423092,
      "grad_norm": 1.2890625,
      "learning_rate": 0.0004709670680801705,
      "loss": 5.3411,
      "mean_token_accuracy": 0.19476141929626464,
      "num_tokens": 39792975.0,
      "step": 17375
    },
    {
      "entropy": 5.631660604476929,
      "epoch": 1.7180703835508107,
      "grad_norm": 1.21875,
      "learning_rate": 0.0004709497260954685,
      "loss": 5.3154,
      "mean_token_accuracy": 0.19129008650779725,
      "num_tokens": 39803574.0,
      "step": 17380
    },
    {
      "entropy": 5.542653369903564,
      "epoch": 1.718564650059312,
      "grad_norm": 1.2421875,
      "learning_rate": 0.00047093237929037284,
      "loss": 5.2919,
      "mean_token_accuracy": 0.18613855987787248,
      "num_tokens": 39814907.0,
      "step": 17385
    },
    {
      "entropy": 5.583449792861939,
      "epoch": 1.7190589165678134,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0004709150276653101,
      "loss": 5.273,
      "mean_token_accuracy": 0.1841133266687393,
      "num_tokens": 39826344.0,
      "step": 17390
    },
    {
      "entropy": 5.594506120681762,
      "epoch": 1.7195531830763149,
      "grad_norm": 1.3984375,
      "learning_rate": 0.00047089767122070756,
      "loss": 5.307,
      "mean_token_accuracy": 0.18551286458969116,
      "num_tokens": 39838516.0,
      "step": 17395
    },
    {
      "entropy": 5.831244707107544,
      "epoch": 1.7200474495848161,
      "grad_norm": 1.1875,
      "learning_rate": 0.00047088030995699173,
      "loss": 5.5101,
      "mean_token_accuracy": 0.17570637315511703,
      "num_tokens": 39850757.0,
      "step": 17400
    },
    {
      "entropy": 5.704502773284912,
      "epoch": 1.7205417160933174,
      "grad_norm": 1.203125,
      "learning_rate": 0.0004708629438745899,
      "loss": 5.3871,
      "mean_token_accuracy": 0.1781456157565117,
      "num_tokens": 39861105.0,
      "step": 17405
    },
    {
      "entropy": 5.628919792175293,
      "epoch": 1.721035982601819,
      "grad_norm": 1.5546875,
      "learning_rate": 0.0004708455729739293,
      "loss": 5.3607,
      "mean_token_accuracy": 0.1796714797616005,
      "num_tokens": 39873999.0,
      "step": 17410
    },
    {
      "entropy": 5.579667377471924,
      "epoch": 1.7215302491103204,
      "grad_norm": 1.296875,
      "learning_rate": 0.00047082819725543726,
      "loss": 5.3267,
      "mean_token_accuracy": 0.1815303936600685,
      "num_tokens": 39885768.0,
      "step": 17415
    },
    {
      "entropy": 5.73689341545105,
      "epoch": 1.7220245156188216,
      "grad_norm": 1.265625,
      "learning_rate": 0.0004708108167195411,
      "loss": 5.3578,
      "mean_token_accuracy": 0.18284257799386977,
      "num_tokens": 39897548.0,
      "step": 17420
    },
    {
      "entropy": 5.575407457351685,
      "epoch": 1.722518782127323,
      "grad_norm": 1.9296875,
      "learning_rate": 0.0004707934313666685,
      "loss": 5.277,
      "mean_token_accuracy": 0.19429749846458436,
      "num_tokens": 39909192.0,
      "step": 17425
    },
    {
      "entropy": 5.582723236083984,
      "epoch": 1.7230130486358244,
      "grad_norm": 1.4609375,
      "learning_rate": 0.0004707760411972471,
      "loss": 5.2786,
      "mean_token_accuracy": 0.18955908715724945,
      "num_tokens": 39921279.0,
      "step": 17430
    },
    {
      "entropy": 5.62904462814331,
      "epoch": 1.7235073151443259,
      "grad_norm": 1.40625,
      "learning_rate": 0.0004707586462117048,
      "loss": 5.3231,
      "mean_token_accuracy": 0.18266988098621367,
      "num_tokens": 39931638.0,
      "step": 17435
    },
    {
      "entropy": 5.656722688674927,
      "epoch": 1.7240015816528271,
      "grad_norm": 1.2265625,
      "learning_rate": 0.00047074124641046934,
      "loss": 5.3128,
      "mean_token_accuracy": 0.18738672584295274,
      "num_tokens": 39944239.0,
      "step": 17440
    },
    {
      "entropy": 5.688676738739014,
      "epoch": 1.7244958481613286,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0004707238417939689,
      "loss": 5.3812,
      "mean_token_accuracy": 0.1788727968931198,
      "num_tokens": 39956486.0,
      "step": 17445
    },
    {
      "entropy": 5.446270942687988,
      "epoch": 1.72499011466983,
      "grad_norm": 1.234375,
      "learning_rate": 0.0004707064323626316,
      "loss": 5.1634,
      "mean_token_accuracy": 0.196450312435627,
      "num_tokens": 39966271.0,
      "step": 17450
    },
    {
      "entropy": 5.569846725463867,
      "epoch": 1.7254843811783314,
      "grad_norm": 1.28125,
      "learning_rate": 0.00047068901811688564,
      "loss": 5.3496,
      "mean_token_accuracy": 0.18431257903575898,
      "num_tokens": 39978810.0,
      "step": 17455
    },
    {
      "entropy": 5.5953551769256595,
      "epoch": 1.7259786476868326,
      "grad_norm": 1.234375,
      "learning_rate": 0.0004706715990571595,
      "loss": 5.2432,
      "mean_token_accuracy": 0.1884813740849495,
      "num_tokens": 39989331.0,
      "step": 17460
    },
    {
      "entropy": 5.5677149295806885,
      "epoch": 1.726472914195334,
      "grad_norm": 1.5390625,
      "learning_rate": 0.0004706541751838817,
      "loss": 5.2346,
      "mean_token_accuracy": 0.189345982670784,
      "num_tokens": 39999931.0,
      "step": 17465
    },
    {
      "entropy": 5.599851417541504,
      "epoch": 1.7269671807038356,
      "grad_norm": 1.203125,
      "learning_rate": 0.0004706367464974808,
      "loss": 5.2322,
      "mean_token_accuracy": 0.18586724251508713,
      "num_tokens": 40010702.0,
      "step": 17470
    },
    {
      "entropy": 5.6359021186828615,
      "epoch": 1.7274614472123369,
      "grad_norm": 1.28125,
      "learning_rate": 0.00047061931299838554,
      "loss": 5.3409,
      "mean_token_accuracy": 0.18703936487436296,
      "num_tokens": 40022897.0,
      "step": 17475
    },
    {
      "entropy": 5.550184345245361,
      "epoch": 1.7279557137208381,
      "grad_norm": 1.453125,
      "learning_rate": 0.000470601874687025,
      "loss": 5.2823,
      "mean_token_accuracy": 0.18598002195358276,
      "num_tokens": 40034057.0,
      "step": 17480
    },
    {
      "entropy": 5.614707040786743,
      "epoch": 1.7284499802293398,
      "grad_norm": 1.34375,
      "learning_rate": 0.0004705844315638279,
      "loss": 5.3032,
      "mean_token_accuracy": 0.18859024047851564,
      "num_tokens": 40044595.0,
      "step": 17485
    },
    {
      "entropy": 5.629191207885742,
      "epoch": 1.728944246737841,
      "grad_norm": 1.3203125,
      "learning_rate": 0.0004705669836292234,
      "loss": 5.2644,
      "mean_token_accuracy": 0.18638714998960496,
      "num_tokens": 40055175.0,
      "step": 17490
    },
    {
      "entropy": 5.557345151901245,
      "epoch": 1.7294385132463423,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004705495308836408,
      "loss": 5.1877,
      "mean_token_accuracy": 0.1965081125497818,
      "num_tokens": 40065276.0,
      "step": 17495
    },
    {
      "entropy": 5.616838836669922,
      "epoch": 1.7299327797548438,
      "grad_norm": 1.3125,
      "learning_rate": 0.0004705320733275094,
      "loss": 5.336,
      "mean_token_accuracy": 0.1858326554298401,
      "num_tokens": 40077230.0,
      "step": 17500
    },
    {
      "entropy": 5.531122255325317,
      "epoch": 1.7304270462633453,
      "grad_norm": 1.328125,
      "learning_rate": 0.0004705146109612587,
      "loss": 5.1687,
      "mean_token_accuracy": 0.19542232453823088,
      "num_tokens": 40088058.0,
      "step": 17505
    },
    {
      "entropy": 5.479264450073242,
      "epoch": 1.7309213127718466,
      "grad_norm": 1.234375,
      "learning_rate": 0.0004704971437853182,
      "loss": 5.2536,
      "mean_token_accuracy": 0.18729754239320756,
      "num_tokens": 40099618.0,
      "step": 17510
    },
    {
      "entropy": 5.636681604385376,
      "epoch": 1.7314155792803478,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004704796718001176,
      "loss": 5.3534,
      "mean_token_accuracy": 0.19434620887041093,
      "num_tokens": 40111088.0,
      "step": 17515
    },
    {
      "entropy": 5.655070877075195,
      "epoch": 1.7319098457888493,
      "grad_norm": 1.265625,
      "learning_rate": 0.00047046219500608685,
      "loss": 5.3281,
      "mean_token_accuracy": 0.1856656551361084,
      "num_tokens": 40122191.0,
      "step": 17520
    },
    {
      "entropy": 5.606954717636109,
      "epoch": 1.7324041122973508,
      "grad_norm": 1.25,
      "learning_rate": 0.0004704447134036557,
      "loss": 5.3506,
      "mean_token_accuracy": 0.17780194580554962,
      "num_tokens": 40133764.0,
      "step": 17525
    },
    {
      "entropy": 5.582091045379639,
      "epoch": 1.732898378805852,
      "grad_norm": 1.171875,
      "learning_rate": 0.00047042722699325426,
      "loss": 5.2376,
      "mean_token_accuracy": 0.19495914727449418,
      "num_tokens": 40144502.0,
      "step": 17530
    },
    {
      "entropy": 5.591317462921142,
      "epoch": 1.7333926453143536,
      "grad_norm": 1.375,
      "learning_rate": 0.0004704097357753128,
      "loss": 5.2876,
      "mean_token_accuracy": 0.18989259749650955,
      "num_tokens": 40155606.0,
      "step": 17535
    },
    {
      "entropy": 5.542151260375976,
      "epoch": 1.733886911822855,
      "grad_norm": 1.3828125,
      "learning_rate": 0.0004703922397502614,
      "loss": 5.2254,
      "mean_token_accuracy": 0.19372633397579192,
      "num_tokens": 40166551.0,
      "step": 17540
    },
    {
      "entropy": 5.652794981002808,
      "epoch": 1.7343811783313563,
      "grad_norm": 1.234375,
      "learning_rate": 0.00047037473891853066,
      "loss": 5.4524,
      "mean_token_accuracy": 0.18176266849040984,
      "num_tokens": 40178804.0,
      "step": 17545
    },
    {
      "entropy": 5.646605539321899,
      "epoch": 1.7348754448398576,
      "grad_norm": 1.234375,
      "learning_rate": 0.00047035723328055104,
      "loss": 5.3123,
      "mean_token_accuracy": 0.1861835315823555,
      "num_tokens": 40189861.0,
      "step": 17550
    },
    {
      "entropy": 5.54687819480896,
      "epoch": 1.735369711348359,
      "grad_norm": 1.203125,
      "learning_rate": 0.0004703397228367532,
      "loss": 5.2289,
      "mean_token_accuracy": 0.1919678419828415,
      "num_tokens": 40202619.0,
      "step": 17555
    },
    {
      "entropy": 5.542559719085693,
      "epoch": 1.7358639778568605,
      "grad_norm": 1.1640625,
      "learning_rate": 0.00047032220758756786,
      "loss": 5.2547,
      "mean_token_accuracy": 0.18909469544887542,
      "num_tokens": 40213509.0,
      "step": 17560
    },
    {
      "entropy": 5.6481256008148195,
      "epoch": 1.7363582443653618,
      "grad_norm": 1.3359375,
      "learning_rate": 0.0004703046875334259,
      "loss": 5.3139,
      "mean_token_accuracy": 0.18515729606151582,
      "num_tokens": 40224960.0,
      "step": 17565
    },
    {
      "entropy": 5.597984170913696,
      "epoch": 1.736852510873863,
      "grad_norm": 1.359375,
      "learning_rate": 0.00047028716267475827,
      "loss": 5.2978,
      "mean_token_accuracy": 0.1903235450387001,
      "num_tokens": 40238516.0,
      "step": 17570
    },
    {
      "entropy": 5.625869846343994,
      "epoch": 1.7373467773823645,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004702696330119963,
      "loss": 5.3755,
      "mean_token_accuracy": 0.1815244063735008,
      "num_tokens": 40249123.0,
      "step": 17575
    },
    {
      "entropy": 5.6585776805877686,
      "epoch": 1.737841043890866,
      "grad_norm": 1.34375,
      "learning_rate": 0.0004702520985455709,
      "loss": 5.3214,
      "mean_token_accuracy": 0.19243215918540954,
      "num_tokens": 40260168.0,
      "step": 17580
    },
    {
      "entropy": 5.6365001678466795,
      "epoch": 1.7383353103993673,
      "grad_norm": 1.296875,
      "learning_rate": 0.00047023455927591365,
      "loss": 5.386,
      "mean_token_accuracy": 0.17834709733724594,
      "num_tokens": 40273183.0,
      "step": 17585
    },
    {
      "entropy": 5.615384292602539,
      "epoch": 1.7388295769078688,
      "grad_norm": 1.3671875,
      "learning_rate": 0.00047021701520345594,
      "loss": 5.3319,
      "mean_token_accuracy": 0.18291830271482468,
      "num_tokens": 40284452.0,
      "step": 17590
    },
    {
      "entropy": 5.592526245117187,
      "epoch": 1.7393238434163703,
      "grad_norm": 1.2734375,
      "learning_rate": 0.00047019946632862944,
      "loss": 5.2221,
      "mean_token_accuracy": 0.19508425295352935,
      "num_tokens": 40295267.0,
      "step": 17595
    },
    {
      "entropy": 5.554788827896118,
      "epoch": 1.7398181099248715,
      "grad_norm": 1.234375,
      "learning_rate": 0.00047018191265186566,
      "loss": 5.2266,
      "mean_token_accuracy": 0.19118803441524507,
      "num_tokens": 40306766.0,
      "step": 17600
    },
    {
      "entropy": 5.570209789276123,
      "epoch": 1.7403123764333728,
      "grad_norm": 1.28125,
      "learning_rate": 0.00047016435417359667,
      "loss": 5.2406,
      "mean_token_accuracy": 0.1879921957850456,
      "num_tokens": 40317382.0,
      "step": 17605
    },
    {
      "entropy": 5.579920673370362,
      "epoch": 1.7408066429418743,
      "grad_norm": 1.3203125,
      "learning_rate": 0.00047014679089425423,
      "loss": 5.3162,
      "mean_token_accuracy": 0.1875707507133484,
      "num_tokens": 40328273.0,
      "step": 17610
    },
    {
      "entropy": 5.622617149353028,
      "epoch": 1.7413009094503757,
      "grad_norm": 1.3046875,
      "learning_rate": 0.00047012922281427046,
      "loss": 5.3317,
      "mean_token_accuracy": 0.18957780450582504,
      "num_tokens": 40340550.0,
      "step": 17615
    },
    {
      "entropy": 5.690776443481445,
      "epoch": 1.741795175958877,
      "grad_norm": 1.875,
      "learning_rate": 0.00047011164993407753,
      "loss": 5.366,
      "mean_token_accuracy": 0.1877758741378784,
      "num_tokens": 40351752.0,
      "step": 17620
    },
    {
      "entropy": 5.564198160171509,
      "epoch": 1.7422894424673783,
      "grad_norm": 1.7265625,
      "learning_rate": 0.00047009407225410776,
      "loss": 5.2312,
      "mean_token_accuracy": 0.19071638584136963,
      "num_tokens": 40363330.0,
      "step": 17625
    },
    {
      "entropy": 5.507275009155274,
      "epoch": 1.7427837089758798,
      "grad_norm": 1.453125,
      "learning_rate": 0.0004700764897747936,
      "loss": 5.1795,
      "mean_token_accuracy": 0.20213651657104492,
      "num_tokens": 40375674.0,
      "step": 17630
    },
    {
      "entropy": 5.527492570877075,
      "epoch": 1.7432779754843812,
      "grad_norm": 1.328125,
      "learning_rate": 0.0004700589024965674,
      "loss": 5.2826,
      "mean_token_accuracy": 0.18857021033763885,
      "num_tokens": 40387120.0,
      "step": 17635
    },
    {
      "entropy": 5.586859512329101,
      "epoch": 1.7437722419928825,
      "grad_norm": 1.25,
      "learning_rate": 0.000470041310419862,
      "loss": 5.2899,
      "mean_token_accuracy": 0.19089189320802688,
      "num_tokens": 40399196.0,
      "step": 17640
    },
    {
      "entropy": 5.596062469482422,
      "epoch": 1.744266508501384,
      "grad_norm": 1.328125,
      "learning_rate": 0.0004700237135451101,
      "loss": 5.2864,
      "mean_token_accuracy": 0.1881484404206276,
      "num_tokens": 40411693.0,
      "step": 17645
    },
    {
      "entropy": 5.50392255783081,
      "epoch": 1.7447607750098855,
      "grad_norm": 1.5234375,
      "learning_rate": 0.0004700061118727446,
      "loss": 5.1799,
      "mean_token_accuracy": 0.201791650056839,
      "num_tokens": 40422866.0,
      "step": 17650
    },
    {
      "entropy": 5.556821727752686,
      "epoch": 1.7452550415183867,
      "grad_norm": 1.5859375,
      "learning_rate": 0.0004699885054031985,
      "loss": 5.3388,
      "mean_token_accuracy": 0.19352139234542848,
      "num_tokens": 40435028.0,
      "step": 17655
    },
    {
      "entropy": 5.692240762710571,
      "epoch": 1.745749308026888,
      "grad_norm": 1.421875,
      "learning_rate": 0.000469970894136905,
      "loss": 5.4389,
      "mean_token_accuracy": 0.18137546479701996,
      "num_tokens": 40446802.0,
      "step": 17660
    },
    {
      "entropy": 5.704209566116333,
      "epoch": 1.7462435745353895,
      "grad_norm": 1.421875,
      "learning_rate": 0.00046995327807429715,
      "loss": 5.3588,
      "mean_token_accuracy": 0.1850094825029373,
      "num_tokens": 40459025.0,
      "step": 17665
    },
    {
      "entropy": 5.663491249084473,
      "epoch": 1.746737841043891,
      "grad_norm": 1.5,
      "learning_rate": 0.00046993565721580846,
      "loss": 5.3921,
      "mean_token_accuracy": 0.17885632663965226,
      "num_tokens": 40471486.0,
      "step": 17670
    },
    {
      "entropy": 5.588140773773193,
      "epoch": 1.7472321075523922,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004699180315618723,
      "loss": 5.2497,
      "mean_token_accuracy": 0.18945779651403427,
      "num_tokens": 40483163.0,
      "step": 17675
    },
    {
      "entropy": 5.590656995773315,
      "epoch": 1.7477263740608935,
      "grad_norm": 1.296875,
      "learning_rate": 0.0004699004011129224,
      "loss": 5.2453,
      "mean_token_accuracy": 0.1831422969698906,
      "num_tokens": 40494475.0,
      "step": 17680
    },
    {
      "entropy": 5.529447078704834,
      "epoch": 1.748220640569395,
      "grad_norm": 1.3203125,
      "learning_rate": 0.00046988276586939234,
      "loss": 5.2886,
      "mean_token_accuracy": 0.18727412223815917,
      "num_tokens": 40504557.0,
      "step": 17685
    },
    {
      "entropy": 5.521021842956543,
      "epoch": 1.7487149070778965,
      "grad_norm": 1.390625,
      "learning_rate": 0.0004698651258317161,
      "loss": 5.2393,
      "mean_token_accuracy": 0.1954387068748474,
      "num_tokens": 40516147.0,
      "step": 17690
    },
    {
      "entropy": 5.563278532028198,
      "epoch": 1.7492091735863977,
      "grad_norm": 1.2890625,
      "learning_rate": 0.0004698474810003274,
      "loss": 5.2377,
      "mean_token_accuracy": 0.19631812423467637,
      "num_tokens": 40527238.0,
      "step": 17695
    },
    {
      "entropy": 5.5441900253295895,
      "epoch": 1.7497034400948992,
      "grad_norm": 1.328125,
      "learning_rate": 0.0004698298313756605,
      "loss": 5.2054,
      "mean_token_accuracy": 0.1930094137787819,
      "num_tokens": 40537470.0,
      "step": 17700
    },
    {
      "entropy": 5.543980407714844,
      "epoch": 1.7501977066034007,
      "grad_norm": 1.2734375,
      "learning_rate": 0.00046981217695814953,
      "loss": 5.2303,
      "mean_token_accuracy": 0.19392044693231583,
      "num_tokens": 40549865.0,
      "step": 17705
    },
    {
      "entropy": 5.655466508865357,
      "epoch": 1.750691973111902,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004697945177482287,
      "loss": 5.3484,
      "mean_token_accuracy": 0.17952707260847092,
      "num_tokens": 40561796.0,
      "step": 17710
    },
    {
      "entropy": 5.545645618438721,
      "epoch": 1.7511862396204032,
      "grad_norm": 1.296875,
      "learning_rate": 0.00046977685374633267,
      "loss": 5.2035,
      "mean_token_accuracy": 0.19220599681138992,
      "num_tokens": 40574597.0,
      "step": 17715
    },
    {
      "entropy": 5.5153602123260494,
      "epoch": 1.7516805061289047,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00046975918495289576,
      "loss": 5.2882,
      "mean_token_accuracy": 0.18653754889965057,
      "num_tokens": 40586549.0,
      "step": 17720
    },
    {
      "entropy": 5.571998977661133,
      "epoch": 1.7521747726374062,
      "grad_norm": 1.328125,
      "learning_rate": 0.0004697415113683527,
      "loss": 5.2617,
      "mean_token_accuracy": 0.19211031794548034,
      "num_tokens": 40597808.0,
      "step": 17725
    },
    {
      "entropy": 5.673518419265747,
      "epoch": 1.7526690391459074,
      "grad_norm": 1.2265625,
      "learning_rate": 0.00046972383299313813,
      "loss": 5.4096,
      "mean_token_accuracy": 0.18321943581104277,
      "num_tokens": 40608636.0,
      "step": 17730
    },
    {
      "entropy": 5.638261222839356,
      "epoch": 1.7531633056544087,
      "grad_norm": 1.359375,
      "learning_rate": 0.0004697061498276872,
      "loss": 5.2918,
      "mean_token_accuracy": 0.1893991634249687,
      "num_tokens": 40619099.0,
      "step": 17735
    },
    {
      "entropy": 5.526123428344727,
      "epoch": 1.7536575721629104,
      "grad_norm": 1.515625,
      "learning_rate": 0.00046968846187243473,
      "loss": 5.2339,
      "mean_token_accuracy": 0.1968296140432358,
      "num_tokens": 40630436.0,
      "step": 17740
    },
    {
      "entropy": 5.561237144470215,
      "epoch": 1.7541518386714117,
      "grad_norm": 1.28125,
      "learning_rate": 0.00046967076912781585,
      "loss": 5.3045,
      "mean_token_accuracy": 0.1918693706393242,
      "num_tokens": 40643078.0,
      "step": 17745
    },
    {
      "entropy": 5.586308002471924,
      "epoch": 1.754646105179913,
      "grad_norm": 1.34375,
      "learning_rate": 0.00046965307159426594,
      "loss": 5.247,
      "mean_token_accuracy": 0.1936090588569641,
      "num_tokens": 40653368.0,
      "step": 17750
    },
    {
      "entropy": 5.581864833831787,
      "epoch": 1.7551403716884144,
      "grad_norm": 1.3515625,
      "learning_rate": 0.0004696353692722202,
      "loss": 5.2931,
      "mean_token_accuracy": 0.18677907586097717,
      "num_tokens": 40665377.0,
      "step": 17755
    },
    {
      "entropy": 5.620696687698365,
      "epoch": 1.755634638196916,
      "grad_norm": 1.3203125,
      "learning_rate": 0.0004696176621621143,
      "loss": 5.3719,
      "mean_token_accuracy": 0.18811169117689133,
      "num_tokens": 40676599.0,
      "step": 17760
    },
    {
      "entropy": 5.601365947723389,
      "epoch": 1.7561289047054172,
      "grad_norm": 1.5234375,
      "learning_rate": 0.0004695999502643836,
      "loss": 5.2585,
      "mean_token_accuracy": 0.197500604391098,
      "num_tokens": 40687619.0,
      "step": 17765
    },
    {
      "entropy": 5.526253795623779,
      "epoch": 1.7566231712139184,
      "grad_norm": 1.265625,
      "learning_rate": 0.00046958223357946395,
      "loss": 5.2577,
      "mean_token_accuracy": 0.19111137539148332,
      "num_tokens": 40699410.0,
      "step": 17770
    },
    {
      "entropy": 5.60101637840271,
      "epoch": 1.75711743772242,
      "grad_norm": 1.21875,
      "learning_rate": 0.00046956451210779113,
      "loss": 5.2971,
      "mean_token_accuracy": 0.18093891590833663,
      "num_tokens": 40711149.0,
      "step": 17775
    },
    {
      "entropy": 5.5357701778411865,
      "epoch": 1.7576117042309214,
      "grad_norm": 1.3359375,
      "learning_rate": 0.00046954678584980113,
      "loss": 5.2769,
      "mean_token_accuracy": 0.19323269724845887,
      "num_tokens": 40722997.0,
      "step": 17780
    },
    {
      "entropy": 5.644488525390625,
      "epoch": 1.7581059707394227,
      "grad_norm": 1.65625,
      "learning_rate": 0.00046952905480593014,
      "loss": 5.3274,
      "mean_token_accuracy": 0.1910620853304863,
      "num_tokens": 40733786.0,
      "step": 17785
    },
    {
      "entropy": 5.643467903137207,
      "epoch": 1.758600237247924,
      "grad_norm": 1.3515625,
      "learning_rate": 0.00046951131897661415,
      "loss": 5.3881,
      "mean_token_accuracy": 0.18358676135540009,
      "num_tokens": 40745925.0,
      "step": 17790
    },
    {
      "entropy": 5.64861044883728,
      "epoch": 1.7590945037564256,
      "grad_norm": 1.25,
      "learning_rate": 0.00046949357836228946,
      "loss": 5.3557,
      "mean_token_accuracy": 0.18385769575834274,
      "num_tokens": 40760031.0,
      "step": 17795
    },
    {
      "entropy": 5.606079721450806,
      "epoch": 1.7595887702649269,
      "grad_norm": 1.375,
      "learning_rate": 0.00046947583296339266,
      "loss": 5.3676,
      "mean_token_accuracy": 0.18572872132062912,
      "num_tokens": 40771557.0,
      "step": 17800
    },
    {
      "entropy": 5.600269317626953,
      "epoch": 1.7600830367734281,
      "grad_norm": 1.4375,
      "learning_rate": 0.00046945808278036017,
      "loss": 5.3521,
      "mean_token_accuracy": 0.1796276643872261,
      "num_tokens": 40783557.0,
      "step": 17805
    },
    {
      "entropy": 5.607090711593628,
      "epoch": 1.7605773032819296,
      "grad_norm": 1.65625,
      "learning_rate": 0.0004694403278136287,
      "loss": 5.1765,
      "mean_token_accuracy": 0.2001905098557472,
      "num_tokens": 40794213.0,
      "step": 17810
    },
    {
      "entropy": 5.480912780761718,
      "epoch": 1.7610715697904311,
      "grad_norm": 1.3828125,
      "learning_rate": 0.00046942256806363497,
      "loss": 5.2025,
      "mean_token_accuracy": 0.19493167102336884,
      "num_tokens": 40805753.0,
      "step": 17815
    },
    {
      "entropy": 5.588007402420044,
      "epoch": 1.7615658362989324,
      "grad_norm": 1.34375,
      "learning_rate": 0.00046940480353081587,
      "loss": 5.3982,
      "mean_token_accuracy": 0.18515846580266954,
      "num_tokens": 40818315.0,
      "step": 17820
    },
    {
      "entropy": 5.572773551940918,
      "epoch": 1.7620601028074336,
      "grad_norm": 1.2734375,
      "learning_rate": 0.0004693870342156085,
      "loss": 5.2151,
      "mean_token_accuracy": 0.2017627850174904,
      "num_tokens": 40828740.0,
      "step": 17825
    },
    {
      "entropy": 5.560178565979004,
      "epoch": 1.7625543693159351,
      "grad_norm": 2.203125,
      "learning_rate": 0.0004693692601184499,
      "loss": 5.3196,
      "mean_token_accuracy": 0.18602558225393295,
      "num_tokens": 40841035.0,
      "step": 17830
    },
    {
      "entropy": 5.544559144973755,
      "epoch": 1.7630486358244366,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004693514812397774,
      "loss": 5.276,
      "mean_token_accuracy": 0.1928926795721054,
      "num_tokens": 40851857.0,
      "step": 17835
    },
    {
      "entropy": 5.655282020568848,
      "epoch": 1.7635429023329379,
      "grad_norm": 1.265625,
      "learning_rate": 0.0004693336975800283,
      "loss": 5.3279,
      "mean_token_accuracy": 0.1861262395977974,
      "num_tokens": 40863964.0,
      "step": 17840
    },
    {
      "entropy": 5.622573041915894,
      "epoch": 1.7640371688414394,
      "grad_norm": 1.2578125,
      "learning_rate": 0.00046931590913964013,
      "loss": 5.3072,
      "mean_token_accuracy": 0.18961825519800185,
      "num_tokens": 40876076.0,
      "step": 17845
    },
    {
      "entropy": 5.6621355533599855,
      "epoch": 1.7645314353499408,
      "grad_norm": 1.28125,
      "learning_rate": 0.00046929811591905034,
      "loss": 5.391,
      "mean_token_accuracy": 0.18338590413331984,
      "num_tokens": 40887839.0,
      "step": 17850
    },
    {
      "entropy": 5.636042261123658,
      "epoch": 1.765025701858442,
      "grad_norm": 1.25,
      "learning_rate": 0.0004692803179186968,
      "loss": 5.356,
      "mean_token_accuracy": 0.18774719685316085,
      "num_tokens": 40898978.0,
      "step": 17855
    },
    {
      "entropy": 5.660222101211548,
      "epoch": 1.7655199683669434,
      "grad_norm": 1.21875,
      "learning_rate": 0.0004692625151390173,
      "loss": 5.2867,
      "mean_token_accuracy": 0.18315183222293854,
      "num_tokens": 40910990.0,
      "step": 17860
    },
    {
      "entropy": 5.522454023361206,
      "epoch": 1.7660142348754448,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004692447075804498,
      "loss": 5.2366,
      "mean_token_accuracy": 0.19687196463346482,
      "num_tokens": 40922299.0,
      "step": 17865
    },
    {
      "entropy": 5.601914930343628,
      "epoch": 1.7665085013839463,
      "grad_norm": 1.6640625,
      "learning_rate": 0.0004692268952434324,
      "loss": 5.3086,
      "mean_token_accuracy": 0.18722081780433655,
      "num_tokens": 40933181.0,
      "step": 17870
    },
    {
      "entropy": 5.551723337173462,
      "epoch": 1.7670027678924476,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004692090781284032,
      "loss": 5.3011,
      "mean_token_accuracy": 0.18664287328720092,
      "num_tokens": 40944101.0,
      "step": 17875
    },
    {
      "entropy": 5.617815780639648,
      "epoch": 1.7674970344009489,
      "grad_norm": 1.3359375,
      "learning_rate": 0.0004691912562358006,
      "loss": 5.2959,
      "mean_token_accuracy": 0.1888287827372551,
      "num_tokens": 40956492.0,
      "step": 17880
    },
    {
      "entropy": 5.656340646743774,
      "epoch": 1.7679913009094503,
      "grad_norm": 1.109375,
      "learning_rate": 0.00046917342956606287,
      "loss": 5.3508,
      "mean_token_accuracy": 0.18149456083774568,
      "num_tokens": 40967477.0,
      "step": 17885
    },
    {
      "entropy": 5.63769760131836,
      "epoch": 1.7684855674179518,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004691555981196287,
      "loss": 5.3563,
      "mean_token_accuracy": 0.18836382478475572,
      "num_tokens": 40978756.0,
      "step": 17890
    },
    {
      "entropy": 5.561192035675049,
      "epoch": 1.768979833926453,
      "grad_norm": 1.265625,
      "learning_rate": 0.0004691377618969367,
      "loss": 5.309,
      "mean_token_accuracy": 0.18930543810129166,
      "num_tokens": 40990583.0,
      "step": 17895
    },
    {
      "entropy": 5.577971363067627,
      "epoch": 1.7694741004349546,
      "grad_norm": 1.21875,
      "learning_rate": 0.00046911992089842565,
      "loss": 5.2247,
      "mean_token_accuracy": 0.1916408732533455,
      "num_tokens": 41002197.0,
      "step": 17900
    },
    {
      "entropy": 5.565328741073609,
      "epoch": 1.769968366943456,
      "grad_norm": 1.265625,
      "learning_rate": 0.0004691020751245344,
      "loss": 5.3145,
      "mean_token_accuracy": 0.18819564282894136,
      "num_tokens": 41014038.0,
      "step": 17905
    },
    {
      "entropy": 5.556237030029297,
      "epoch": 1.7704626334519573,
      "grad_norm": 1.1328125,
      "learning_rate": 0.000469084224575702,
      "loss": 5.2391,
      "mean_token_accuracy": 0.19091471135616303,
      "num_tokens": 41025752.0,
      "step": 17910
    },
    {
      "entropy": 5.554512023925781,
      "epoch": 1.7709568999604586,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0004690663692523676,
      "loss": 5.2766,
      "mean_token_accuracy": 0.19569144695997237,
      "num_tokens": 41035974.0,
      "step": 17915
    },
    {
      "entropy": 5.561146450042725,
      "epoch": 1.77145116646896,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00046904850915497037,
      "loss": 5.2441,
      "mean_token_accuracy": 0.18578066527843476,
      "num_tokens": 41047669.0,
      "step": 17920
    },
    {
      "entropy": 5.6602232456207275,
      "epoch": 1.7719454329774615,
      "grad_norm": 1.2734375,
      "learning_rate": 0.0004690306442839497,
      "loss": 5.3399,
      "mean_token_accuracy": 0.18088099211454392,
      "num_tokens": 41059123.0,
      "step": 17925
    },
    {
      "entropy": 5.528279161453247,
      "epoch": 1.7724396994859628,
      "grad_norm": 1.25,
      "learning_rate": 0.0004690127746397451,
      "loss": 5.2243,
      "mean_token_accuracy": 0.19681421369314195,
      "num_tokens": 41070382.0,
      "step": 17930
    },
    {
      "entropy": 5.582224130630493,
      "epoch": 1.772933965994464,
      "grad_norm": 1.1796875,
      "learning_rate": 0.00046899490022279613,
      "loss": 5.303,
      "mean_token_accuracy": 0.19314546436071395,
      "num_tokens": 41081672.0,
      "step": 17935
    },
    {
      "entropy": 5.68007607460022,
      "epoch": 1.7734282325029656,
      "grad_norm": 1.265625,
      "learning_rate": 0.00046897702103354256,
      "loss": 5.3072,
      "mean_token_accuracy": 0.19346420019865035,
      "num_tokens": 41092448.0,
      "step": 17940
    },
    {
      "entropy": 5.614037275314331,
      "epoch": 1.773922499011467,
      "grad_norm": 1.578125,
      "learning_rate": 0.00046895913707242423,
      "loss": 5.2501,
      "mean_token_accuracy": 0.1935768410563469,
      "num_tokens": 41103316.0,
      "step": 17945
    },
    {
      "entropy": 5.550587177276611,
      "epoch": 1.7744167655199683,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0004689412483398809,
      "loss": 5.2551,
      "mean_token_accuracy": 0.19109326750040054,
      "num_tokens": 41114991.0,
      "step": 17950
    },
    {
      "entropy": 5.57541823387146,
      "epoch": 1.7749110320284698,
      "grad_norm": 1.140625,
      "learning_rate": 0.00046892335483635284,
      "loss": 5.2308,
      "mean_token_accuracy": 0.18891442567110062,
      "num_tokens": 41126693.0,
      "step": 17955
    },
    {
      "entropy": 5.603558301925659,
      "epoch": 1.7754052985369713,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004689054565622801,
      "loss": 5.2821,
      "mean_token_accuracy": 0.1939552679657936,
      "num_tokens": 41138344.0,
      "step": 17960
    },
    {
      "entropy": 5.5450798034667965,
      "epoch": 1.7758995650454725,
      "grad_norm": 1.3046875,
      "learning_rate": 0.0004688875535181032,
      "loss": 5.2758,
      "mean_token_accuracy": 0.1896183580160141,
      "num_tokens": 41148962.0,
      "step": 17965
    },
    {
      "entropy": 5.525328159332275,
      "epoch": 1.7763938315539738,
      "grad_norm": 1.1953125,
      "learning_rate": 0.00046886964570426226,
      "loss": 5.1638,
      "mean_token_accuracy": 0.19493757635354997,
      "num_tokens": 41159317.0,
      "step": 17970
    },
    {
      "entropy": 5.621600914001465,
      "epoch": 1.7768880980624753,
      "grad_norm": 1.40625,
      "learning_rate": 0.0004688517331211981,
      "loss": 5.2586,
      "mean_token_accuracy": 0.19220978170633315,
      "num_tokens": 41170646.0,
      "step": 17975
    },
    {
      "entropy": 5.56419267654419,
      "epoch": 1.7773823645709768,
      "grad_norm": 1.25,
      "learning_rate": 0.0004688338157693511,
      "loss": 5.3111,
      "mean_token_accuracy": 0.1828644186258316,
      "num_tokens": 41182868.0,
      "step": 17980
    },
    {
      "entropy": 5.507730484008789,
      "epoch": 1.777876631079478,
      "grad_norm": 1.3359375,
      "learning_rate": 0.00046881589364916224,
      "loss": 5.2121,
      "mean_token_accuracy": 0.19631679654121398,
      "num_tokens": 41194556.0,
      "step": 17985
    },
    {
      "entropy": 5.652327251434326,
      "epoch": 1.7783708975879793,
      "grad_norm": 1.25,
      "learning_rate": 0.0004687979667610722,
      "loss": 5.2741,
      "mean_token_accuracy": 0.19276719391345978,
      "num_tokens": 41207082.0,
      "step": 17990
    },
    {
      "entropy": 5.597120857238769,
      "epoch": 1.778865164096481,
      "grad_norm": 1.3671875,
      "learning_rate": 0.00046878003510552224,
      "loss": 5.2631,
      "mean_token_accuracy": 0.19122608453035356,
      "num_tokens": 41217436.0,
      "step": 17995
    },
    {
      "entropy": 5.532157897949219,
      "epoch": 1.7793594306049823,
      "grad_norm": 1.21875,
      "learning_rate": 0.0004687620986829533,
      "loss": 5.2523,
      "mean_token_accuracy": 0.18658482879400254,
      "num_tokens": 41228750.0,
      "step": 18000
    },
    {
      "epoch": 1.7793594306049823,
      "eval_entropy": 5.330345546832677,
      "eval_loss": 5.35257625579834,
      "eval_mean_token_accuracy": 0.19242417482798976,
      "eval_num_tokens": 41228750.0,
      "eval_runtime": 26.5963,
      "eval_samples_per_second": 1222.464,
      "eval_steps_per_second": 152.841,
      "step": 18000
    }
  ],
  "logging_steps": 5,
  "max_steps": 101150,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 10,
  "save_steps": 3000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 6.4610616198528e+16,
  "train_batch_size": 16,
  "trial_name": null,
  "trial_params": null
}