heb-hebr-10mb-after-ppt-shuff-dyck-100mb-ckpt500_seed3407/checkpoint-12000/trainer_state.json

{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.2841243512226443,
  "eval_steps": 3000,
  "global_step": 12000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "entropy": 4.759765005111694,
      "epoch": 0.0005350741077639254,
      "grad_norm": 24.375,
      "learning_rate": 2e-06,
      "loss": 14.199,
      "mean_token_accuracy": 0.004748707497492432,
      "num_tokens": 10038.0,
      "step": 5
    },
    {
      "entropy": 4.763779735565185,
      "epoch": 0.0010701482155278507,
      "grad_norm": 25.125,
      "learning_rate": 4.5e-06,
      "loss": 14.2064,
      "mean_token_accuracy": 0.0057549867779016495,
      "num_tokens": 21916.0,
      "step": 10
    },
    {
      "entropy": 4.7975164413452145,
      "epoch": 0.0016052223232917758,
      "grad_norm": 29.375,
      "learning_rate": 7e-06,
      "loss": 14.1506,
      "mean_token_accuracy": 0.0034938069467898457,
      "num_tokens": 33434.0,
      "step": 15
    },
    {
      "entropy": 4.968814086914063,
      "epoch": 0.0021402964310557014,
      "grad_norm": 38.75,
      "learning_rate": 9.5e-06,
      "loss": 13.7109,
      "mean_token_accuracy": 0.003357043443247676,
      "num_tokens": 44216.0,
      "step": 20
    },
    {
      "entropy": 5.636525678634643,
      "epoch": 0.0026753705388196263,
      "grad_norm": 51.0,
      "learning_rate": 1.2e-05,
      "loss": 12.7453,
      "mean_token_accuracy": 0.0032943477854132652,
      "num_tokens": 54874.0,
      "step": 25
    },
    {
      "entropy": 8.125221157073975,
      "epoch": 0.0032104446465835517,
      "grad_norm": 17.875,
      "learning_rate": 1.4500000000000002e-05,
      "loss": 11.4214,
      "mean_token_accuracy": 0.0011823114822618664,
      "num_tokens": 65085.0,
      "step": 30
    },
    {
      "entropy": 10.552507495880127,
      "epoch": 0.003745518754347477,
      "grad_norm": 4.125,
      "learning_rate": 1.7000000000000003e-05,
      "loss": 10.7363,
      "mean_token_accuracy": 0.0020443544257432223,
      "num_tokens": 75601.0,
      "step": 35
    },
    {
      "entropy": 10.720990562438965,
      "epoch": 0.004280592862111403,
      "grad_norm": 3.328125,
      "learning_rate": 1.95e-05,
      "loss": 10.6406,
      "mean_token_accuracy": 0.013470453396439552,
      "num_tokens": 86193.0,
      "step": 40
    },
    {
      "entropy": 10.704570293426514,
      "epoch": 0.004815666969875327,
      "grad_norm": 2.5625,
      "learning_rate": 2.2e-05,
      "loss": 10.4959,
      "mean_token_accuracy": 0.015227390732616187,
      "num_tokens": 96957.0,
      "step": 45
    },
    {
      "entropy": 10.638626861572266,
      "epoch": 0.005350741077639253,
      "grad_norm": 2.25,
      "learning_rate": 2.4500000000000003e-05,
      "loss": 10.3582,
      "mean_token_accuracy": 0.01454832088202238,
      "num_tokens": 108408.0,
      "step": 50
    },
    {
      "entropy": 10.683897018432617,
      "epoch": 0.005885815185403178,
      "grad_norm": 1.671875,
      "learning_rate": 2.7e-05,
      "loss": 10.2245,
      "mean_token_accuracy": 0.015560841839760541,
      "num_tokens": 119273.0,
      "step": 55
    },
    {
      "entropy": 10.71973533630371,
      "epoch": 0.006420889293167103,
      "grad_norm": 1.859375,
      "learning_rate": 2.95e-05,
      "loss": 10.1245,
      "mean_token_accuracy": 0.03457072209566832,
      "num_tokens": 130817.0,
      "step": 60
    },
    {
      "entropy": 10.70310287475586,
      "epoch": 0.006955963400931029,
      "grad_norm": 1.640625,
      "learning_rate": 3.2e-05,
      "loss": 10.0512,
      "mean_token_accuracy": 0.04912868961691856,
      "num_tokens": 142599.0,
      "step": 65
    },
    {
      "entropy": 10.679985427856446,
      "epoch": 0.007491037508694954,
      "grad_norm": 1.7734375,
      "learning_rate": 3.4500000000000005e-05,
      "loss": 9.9832,
      "mean_token_accuracy": 0.04829649589955807,
      "num_tokens": 153617.0,
      "step": 70
    },
    {
      "entropy": 10.683323860168457,
      "epoch": 0.00802611161645888,
      "grad_norm": 1.5078125,
      "learning_rate": 3.7e-05,
      "loss": 9.9422,
      "mean_token_accuracy": 0.04904289618134498,
      "num_tokens": 165280.0,
      "step": 75
    },
    {
      "entropy": 10.676106262207032,
      "epoch": 0.008561185724222806,
      "grad_norm": 1.3671875,
      "learning_rate": 3.95e-05,
      "loss": 9.8806,
      "mean_token_accuracy": 0.04988635517656803,
      "num_tokens": 176896.0,
      "step": 80
    },
    {
      "entropy": 10.664983177185059,
      "epoch": 0.00909625983198673,
      "grad_norm": 1.5078125,
      "learning_rate": 4.2000000000000004e-05,
      "loss": 9.8275,
      "mean_token_accuracy": 0.05339982435107231,
      "num_tokens": 188000.0,
      "step": 85
    },
    {
      "entropy": 10.663267135620117,
      "epoch": 0.009631333939750655,
      "grad_norm": 1.609375,
      "learning_rate": 4.45e-05,
      "loss": 9.7684,
      "mean_token_accuracy": 0.051240837574005126,
      "num_tokens": 199360.0,
      "step": 90
    },
    {
      "entropy": 10.648833179473877,
      "epoch": 0.01016640804751458,
      "grad_norm": 1.390625,
      "learning_rate": 4.7000000000000004e-05,
      "loss": 9.716,
      "mean_token_accuracy": 0.04947503618896008,
      "num_tokens": 210214.0,
      "step": 95
    },
    {
      "entropy": 10.61328296661377,
      "epoch": 0.010701482155278505,
      "grad_norm": 1.5234375,
      "learning_rate": 4.9500000000000004e-05,
      "loss": 9.5866,
      "mean_token_accuracy": 0.05695506259799003,
      "num_tokens": 220567.0,
      "step": 100
    },
    {
      "entropy": 10.584807205200196,
      "epoch": 0.011236556263042432,
      "grad_norm": 1.4375,
      "learning_rate": 5.2e-05,
      "loss": 9.4837,
      "mean_token_accuracy": 0.05784616619348526,
      "num_tokens": 230585.0,
      "step": 105
    },
    {
      "entropy": 10.56409158706665,
      "epoch": 0.011771630370806356,
      "grad_norm": 1.46875,
      "learning_rate": 5.45e-05,
      "loss": 9.4355,
      "mean_token_accuracy": 0.06093316040933132,
      "num_tokens": 241996.0,
      "step": 110
    },
    {
      "entropy": 10.524872207641602,
      "epoch": 0.012306704478570282,
      "grad_norm": 1.40625,
      "learning_rate": 5.7e-05,
      "loss": 9.3966,
      "mean_token_accuracy": 0.0568605650216341,
      "num_tokens": 253348.0,
      "step": 115
    },
    {
      "entropy": 10.46424674987793,
      "epoch": 0.012841778586334207,
      "grad_norm": 1.4453125,
      "learning_rate": 5.9499999999999996e-05,
      "loss": 9.2988,
      "mean_token_accuracy": 0.05472910478711128,
      "num_tokens": 264239.0,
      "step": 120
    },
    {
      "entropy": 10.440286445617676,
      "epoch": 0.013376852694098133,
      "grad_norm": 1.2109375,
      "learning_rate": 6.2e-05,
      "loss": 9.1996,
      "mean_token_accuracy": 0.05646762736141682,
      "num_tokens": 274522.0,
      "step": 125
    },
    {
      "entropy": 10.376360607147216,
      "epoch": 0.013911926801862057,
      "grad_norm": 1.546875,
      "learning_rate": 6.450000000000001e-05,
      "loss": 9.0874,
      "mean_token_accuracy": 0.056457117572426795,
      "num_tokens": 284492.0,
      "step": 130
    },
    {
      "entropy": 10.292502307891846,
      "epoch": 0.014447000909625984,
      "grad_norm": 1.1796875,
      "learning_rate": 6.7e-05,
      "loss": 9.0249,
      "mean_token_accuracy": 0.057459867745637896,
      "num_tokens": 294796.0,
      "step": 135
    },
    {
      "entropy": 10.18876838684082,
      "epoch": 0.014982075017389908,
      "grad_norm": 0.99609375,
      "learning_rate": 6.950000000000001e-05,
      "loss": 8.9839,
      "mean_token_accuracy": 0.05458516478538513,
      "num_tokens": 305252.0,
      "step": 140
    },
    {
      "entropy": 10.138203525543213,
      "epoch": 0.015517149125153834,
      "grad_norm": 1.171875,
      "learning_rate": 7.2e-05,
      "loss": 8.863,
      "mean_token_accuracy": 0.05204447396099567,
      "num_tokens": 315505.0,
      "step": 145
    },
    {
      "entropy": 10.065136623382568,
      "epoch": 0.01605222323291776,
      "grad_norm": 1.015625,
      "learning_rate": 7.45e-05,
      "loss": 8.8148,
      "mean_token_accuracy": 0.05895447283983231,
      "num_tokens": 326997.0,
      "step": 150
    },
    {
      "entropy": 9.919741535186768,
      "epoch": 0.016587297340681685,
      "grad_norm": 0.96875,
      "learning_rate": 7.7e-05,
      "loss": 8.7167,
      "mean_token_accuracy": 0.05453297197818756,
      "num_tokens": 338089.0,
      "step": 155
    },
    {
      "entropy": 9.827782726287841,
      "epoch": 0.01712237144844561,
      "grad_norm": 0.89453125,
      "learning_rate": 7.950000000000001e-05,
      "loss": 8.6645,
      "mean_token_accuracy": 0.054577385634183885,
      "num_tokens": 348536.0,
      "step": 160
    },
    {
      "entropy": 9.709816837310791,
      "epoch": 0.017657445556209534,
      "grad_norm": 0.921875,
      "learning_rate": 8.2e-05,
      "loss": 8.6434,
      "mean_token_accuracy": 0.05497662127017975,
      "num_tokens": 359776.0,
      "step": 165
    },
    {
      "entropy": 9.536125087738037,
      "epoch": 0.01819251966397346,
      "grad_norm": 1.03125,
      "learning_rate": 8.450000000000001e-05,
      "loss": 8.5416,
      "mean_token_accuracy": 0.05734114237129688,
      "num_tokens": 370810.0,
      "step": 170
    },
    {
      "entropy": 9.37319803237915,
      "epoch": 0.018727593771737387,
      "grad_norm": 0.76953125,
      "learning_rate": 8.7e-05,
      "loss": 8.512,
      "mean_token_accuracy": 0.05475095845758915,
      "num_tokens": 381788.0,
      "step": 175
    },
    {
      "entropy": 9.286770725250244,
      "epoch": 0.01926266787950131,
      "grad_norm": 0.953125,
      "learning_rate": 8.95e-05,
      "loss": 8.4773,
      "mean_token_accuracy": 0.05117404013872147,
      "num_tokens": 391984.0,
      "step": 180
    },
    {
      "entropy": 9.142317199707032,
      "epoch": 0.019797741987265235,
      "grad_norm": 0.609375,
      "learning_rate": 9.2e-05,
      "loss": 8.462,
      "mean_token_accuracy": 0.05436502285301685,
      "num_tokens": 403430.0,
      "step": 185
    },
    {
      "entropy": 9.018431186676025,
      "epoch": 0.02033281609502916,
      "grad_norm": 0.6484375,
      "learning_rate": 9.45e-05,
      "loss": 8.4383,
      "mean_token_accuracy": 0.052350400015711784,
      "num_tokens": 414467.0,
      "step": 190
    },
    {
      "entropy": 8.938930225372314,
      "epoch": 0.020867890202793088,
      "grad_norm": 0.7265625,
      "learning_rate": 9.7e-05,
      "loss": 8.4015,
      "mean_token_accuracy": 0.05855946056544781,
      "num_tokens": 425752.0,
      "step": 195
    },
    {
      "entropy": 8.85777645111084,
      "epoch": 0.02140296431055701,
      "grad_norm": 0.74609375,
      "learning_rate": 9.95e-05,
      "loss": 8.3693,
      "mean_token_accuracy": 0.05885430946946144,
      "num_tokens": 435908.0,
      "step": 200
    },
    {
      "entropy": 8.804098224639892,
      "epoch": 0.021938038418320937,
      "grad_norm": 0.66796875,
      "learning_rate": 0.000102,
      "loss": 8.4059,
      "mean_token_accuracy": 0.0562417134642601,
      "num_tokens": 446424.0,
      "step": 205
    },
    {
      "entropy": 8.765947341918945,
      "epoch": 0.022473112526084863,
      "grad_norm": 0.765625,
      "learning_rate": 0.00010449999999999999,
      "loss": 8.3715,
      "mean_token_accuracy": 0.06059782654047012,
      "num_tokens": 456854.0,
      "step": 210
    },
    {
      "entropy": 8.768339824676513,
      "epoch": 0.02300818663384879,
      "grad_norm": 0.8984375,
      "learning_rate": 0.000107,
      "loss": 8.3964,
      "mean_token_accuracy": 0.06077548712491989,
      "num_tokens": 467899.0,
      "step": 215
    },
    {
      "entropy": 8.720343017578125,
      "epoch": 0.023543260741612712,
      "grad_norm": 0.859375,
      "learning_rate": 0.0001095,
      "loss": 8.3382,
      "mean_token_accuracy": 0.057309944182634354,
      "num_tokens": 478683.0,
      "step": 220
    },
    {
      "entropy": 8.685015773773193,
      "epoch": 0.02407833484937664,
      "grad_norm": 0.78125,
      "learning_rate": 0.000112,
      "loss": 8.3726,
      "mean_token_accuracy": 0.0574649728834629,
      "num_tokens": 488745.0,
      "step": 225
    },
    {
      "entropy": 8.69738130569458,
      "epoch": 0.024613408957140565,
      "grad_norm": 0.640625,
      "learning_rate": 0.0001145,
      "loss": 8.4486,
      "mean_token_accuracy": 0.05442229248583317,
      "num_tokens": 499448.0,
      "step": 230
    },
    {
      "entropy": 8.748478317260743,
      "epoch": 0.02514848306490449,
      "grad_norm": 0.71875,
      "learning_rate": 0.00011700000000000001,
      "loss": 8.3757,
      "mean_token_accuracy": 0.05678051896393299,
      "num_tokens": 510148.0,
      "step": 235
    },
    {
      "entropy": 8.693877410888671,
      "epoch": 0.025683557172668414,
      "grad_norm": 0.73828125,
      "learning_rate": 0.00011949999999999999,
      "loss": 8.3156,
      "mean_token_accuracy": 0.053839444741606714,
      "num_tokens": 522093.0,
      "step": 240
    },
    {
      "entropy": 8.693435382843017,
      "epoch": 0.02621863128043234,
      "grad_norm": 0.7109375,
      "learning_rate": 0.000122,
      "loss": 8.3365,
      "mean_token_accuracy": 0.060893227159976956,
      "num_tokens": 532598.0,
      "step": 245
    },
    {
      "entropy": 8.625317096710205,
      "epoch": 0.026753705388196266,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0001245,
      "loss": 8.3073,
      "mean_token_accuracy": 0.05914956107735634,
      "num_tokens": 542652.0,
      "step": 250
    },
    {
      "entropy": 8.666687965393066,
      "epoch": 0.027288779495960192,
      "grad_norm": 0.62890625,
      "learning_rate": 0.000127,
      "loss": 8.3343,
      "mean_token_accuracy": 0.05921483002603054,
      "num_tokens": 552526.0,
      "step": 255
    },
    {
      "entropy": 8.59899835586548,
      "epoch": 0.027823853603724115,
      "grad_norm": 0.76171875,
      "learning_rate": 0.0001295,
      "loss": 8.357,
      "mean_token_accuracy": 0.059534988924860956,
      "num_tokens": 563143.0,
      "step": 260
    },
    {
      "entropy": 8.635274982452392,
      "epoch": 0.02835892771148804,
      "grad_norm": 0.7421875,
      "learning_rate": 0.000132,
      "loss": 8.3285,
      "mean_token_accuracy": 0.05812331661581993,
      "num_tokens": 573814.0,
      "step": 265
    },
    {
      "entropy": 8.651222038269044,
      "epoch": 0.028894001819251967,
      "grad_norm": 0.74609375,
      "learning_rate": 0.00013450000000000002,
      "loss": 8.2886,
      "mean_token_accuracy": 0.06336523443460465,
      "num_tokens": 585367.0,
      "step": 270
    },
    {
      "entropy": 8.534408664703369,
      "epoch": 0.02942907592701589,
      "grad_norm": 1.9765625,
      "learning_rate": 0.00013700000000000002,
      "loss": 8.3858,
      "mean_token_accuracy": 0.06117042489349842,
      "num_tokens": 595902.0,
      "step": 275
    },
    {
      "entropy": 8.656291198730468,
      "epoch": 0.029964150034779816,
      "grad_norm": 1.046875,
      "learning_rate": 0.0001395,
      "loss": 8.264,
      "mean_token_accuracy": 0.05527368187904358,
      "num_tokens": 607178.0,
      "step": 280
    },
    {
      "entropy": 8.634803867340088,
      "epoch": 0.030499224142543743,
      "grad_norm": 0.8046875,
      "learning_rate": 0.00014199999999999998,
      "loss": 8.2565,
      "mean_token_accuracy": 0.05927442014217377,
      "num_tokens": 618604.0,
      "step": 285
    },
    {
      "entropy": 8.526193332672118,
      "epoch": 0.03103429825030767,
      "grad_norm": 0.80859375,
      "learning_rate": 0.0001445,
      "loss": 8.3182,
      "mean_token_accuracy": 0.06472528986632824,
      "num_tokens": 628111.0,
      "step": 290
    },
    {
      "entropy": 8.551859188079835,
      "epoch": 0.03156937235807159,
      "grad_norm": 0.62109375,
      "learning_rate": 0.000147,
      "loss": 8.3524,
      "mean_token_accuracy": 0.06350056529045105,
      "num_tokens": 639358.0,
      "step": 295
    },
    {
      "entropy": 8.559032249450684,
      "epoch": 0.03210444646583552,
      "grad_norm": 0.703125,
      "learning_rate": 0.0001495,
      "loss": 8.2369,
      "mean_token_accuracy": 0.061780452728271484,
      "num_tokens": 649504.0,
      "step": 300
    },
    {
      "entropy": 8.562529945373536,
      "epoch": 0.032639520573599444,
      "grad_norm": 0.9140625,
      "learning_rate": 0.000152,
      "loss": 8.2503,
      "mean_token_accuracy": 0.06190255731344223,
      "num_tokens": 659924.0,
      "step": 305
    },
    {
      "entropy": 8.53670949935913,
      "epoch": 0.03317459468136337,
      "grad_norm": 0.73046875,
      "learning_rate": 0.00015450000000000001,
      "loss": 8.2818,
      "mean_token_accuracy": 0.060764011740684507,
      "num_tokens": 671120.0,
      "step": 310
    },
    {
      "entropy": 8.538024520874023,
      "epoch": 0.033709668789127296,
      "grad_norm": 0.84375,
      "learning_rate": 0.000157,
      "loss": 8.3386,
      "mean_token_accuracy": 0.05993119850754738,
      "num_tokens": 681956.0,
      "step": 315
    },
    {
      "entropy": 8.596301746368407,
      "epoch": 0.03424474289689122,
      "grad_norm": 0.77734375,
      "learning_rate": 0.0001595,
      "loss": 8.3111,
      "mean_token_accuracy": 0.060398251935839656,
      "num_tokens": 693226.0,
      "step": 320
    },
    {
      "entropy": 8.568628025054931,
      "epoch": 0.03477981700465514,
      "grad_norm": 0.97265625,
      "learning_rate": 0.000162,
      "loss": 8.3253,
      "mean_token_accuracy": 0.06589160449802875,
      "num_tokens": 704691.0,
      "step": 325
    },
    {
      "entropy": 8.47495059967041,
      "epoch": 0.03531489111241907,
      "grad_norm": 0.9140625,
      "learning_rate": 0.00016450000000000001,
      "loss": 8.2856,
      "mean_token_accuracy": 0.05669932141900062,
      "num_tokens": 716000.0,
      "step": 330
    },
    {
      "entropy": 8.474805164337159,
      "epoch": 0.035849965220182994,
      "grad_norm": 0.77734375,
      "learning_rate": 0.00016700000000000002,
      "loss": 8.1999,
      "mean_token_accuracy": 0.06121533028781414,
      "num_tokens": 726723.0,
      "step": 335
    },
    {
      "entropy": 8.498011589050293,
      "epoch": 0.03638503932794692,
      "grad_norm": 0.7890625,
      "learning_rate": 0.00016950000000000003,
      "loss": 8.218,
      "mean_token_accuracy": 0.06442321352660656,
      "num_tokens": 736740.0,
      "step": 340
    },
    {
      "entropy": 8.463557243347168,
      "epoch": 0.03692011343571085,
      "grad_norm": 1.6953125,
      "learning_rate": 0.00017199999999999998,
      "loss": 8.2888,
      "mean_token_accuracy": 0.06197960674762726,
      "num_tokens": 747567.0,
      "step": 345
    },
    {
      "entropy": 8.562387371063233,
      "epoch": 0.03745518754347477,
      "grad_norm": 0.76953125,
      "learning_rate": 0.00017449999999999999,
      "loss": 8.2184,
      "mean_token_accuracy": 0.06554635129868984,
      "num_tokens": 757937.0,
      "step": 350
    },
    {
      "entropy": 8.381116771697998,
      "epoch": 0.0379902616512387,
      "grad_norm": 0.97265625,
      "learning_rate": 0.000177,
      "loss": 8.2329,
      "mean_token_accuracy": 0.06743667759001255,
      "num_tokens": 768003.0,
      "step": 355
    },
    {
      "entropy": 8.57433042526245,
      "epoch": 0.03852533575900262,
      "grad_norm": 0.7734375,
      "learning_rate": 0.0001795,
      "loss": 8.2918,
      "mean_token_accuracy": 0.060314114391803744,
      "num_tokens": 779098.0,
      "step": 360
    },
    {
      "entropy": 8.524942874908447,
      "epoch": 0.039060409866766545,
      "grad_norm": 0.94140625,
      "learning_rate": 0.000182,
      "loss": 8.2617,
      "mean_token_accuracy": 0.05991893112659454,
      "num_tokens": 790002.0,
      "step": 365
    },
    {
      "entropy": 8.520723247528077,
      "epoch": 0.03959548397453047,
      "grad_norm": 1.046875,
      "learning_rate": 0.0001845,
      "loss": 8.24,
      "mean_token_accuracy": 0.0622980535030365,
      "num_tokens": 800444.0,
      "step": 370
    },
    {
      "entropy": 8.49396734237671,
      "epoch": 0.0401305580822944,
      "grad_norm": 0.80078125,
      "learning_rate": 0.000187,
      "loss": 8.2068,
      "mean_token_accuracy": 0.0646934848278761,
      "num_tokens": 810912.0,
      "step": 375
    },
    {
      "entropy": 8.529602336883546,
      "epoch": 0.04066563219005832,
      "grad_norm": 0.73046875,
      "learning_rate": 0.0001895,
      "loss": 8.2892,
      "mean_token_accuracy": 0.061168758943676946,
      "num_tokens": 822809.0,
      "step": 380
    },
    {
      "entropy": 8.436344432830811,
      "epoch": 0.04120070629782225,
      "grad_norm": 0.80859375,
      "learning_rate": 0.000192,
      "loss": 8.1843,
      "mean_token_accuracy": 0.06499753147363663,
      "num_tokens": 833362.0,
      "step": 385
    },
    {
      "entropy": 8.464655780792237,
      "epoch": 0.041735780405586176,
      "grad_norm": 0.82421875,
      "learning_rate": 0.0001945,
      "loss": 8.2136,
      "mean_token_accuracy": 0.06534497700631618,
      "num_tokens": 844239.0,
      "step": 390
    },
    {
      "entropy": 8.412539768218995,
      "epoch": 0.0422708545133501,
      "grad_norm": 0.91015625,
      "learning_rate": 0.00019700000000000002,
      "loss": 8.21,
      "mean_token_accuracy": 0.05918620526790619,
      "num_tokens": 855178.0,
      "step": 395
    },
    {
      "entropy": 8.480862522125244,
      "epoch": 0.04280592862111402,
      "grad_norm": 0.8515625,
      "learning_rate": 0.00019950000000000002,
      "loss": 8.2122,
      "mean_token_accuracy": 0.060220999643206596,
      "num_tokens": 866120.0,
      "step": 400
    },
    {
      "entropy": 8.434346771240234,
      "epoch": 0.04334100272887795,
      "grad_norm": 0.8359375,
      "learning_rate": 0.000202,
      "loss": 8.1945,
      "mean_token_accuracy": 0.06288457810878753,
      "num_tokens": 876569.0,
      "step": 405
    },
    {
      "entropy": 8.53380298614502,
      "epoch": 0.043876076836641874,
      "grad_norm": 0.8203125,
      "learning_rate": 0.00020449999999999998,
      "loss": 8.2451,
      "mean_token_accuracy": 0.05817388035356998,
      "num_tokens": 887580.0,
      "step": 410
    },
    {
      "entropy": 8.417744541168213,
      "epoch": 0.0444111509444058,
      "grad_norm": 0.7890625,
      "learning_rate": 0.000207,
      "loss": 8.1963,
      "mean_token_accuracy": 0.06088313870131969,
      "num_tokens": 897922.0,
      "step": 415
    },
    {
      "entropy": 8.480956935882569,
      "epoch": 0.044946225052169726,
      "grad_norm": 1.078125,
      "learning_rate": 0.0002095,
      "loss": 8.154,
      "mean_token_accuracy": 0.062450488656759263,
      "num_tokens": 908522.0,
      "step": 420
    },
    {
      "entropy": 8.501266574859619,
      "epoch": 0.04548129915993365,
      "grad_norm": 0.9765625,
      "learning_rate": 0.000212,
      "loss": 8.1712,
      "mean_token_accuracy": 0.06173374205827713,
      "num_tokens": 918253.0,
      "step": 425
    },
    {
      "entropy": 8.375071716308593,
      "epoch": 0.04601637326769758,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0002145,
      "loss": 8.1577,
      "mean_token_accuracy": 0.06654028706252575,
      "num_tokens": 929150.0,
      "step": 430
    },
    {
      "entropy": 8.457318782806396,
      "epoch": 0.0465514473754615,
      "grad_norm": 0.8125,
      "learning_rate": 0.00021700000000000002,
      "loss": 8.2037,
      "mean_token_accuracy": 0.06640968844294548,
      "num_tokens": 941041.0,
      "step": 435
    },
    {
      "entropy": 8.420125675201415,
      "epoch": 0.047086521483225424,
      "grad_norm": 1.4921875,
      "learning_rate": 0.0002195,
      "loss": 8.1506,
      "mean_token_accuracy": 0.06981723047792912,
      "num_tokens": 952714.0,
      "step": 440
    },
    {
      "entropy": 8.38680305480957,
      "epoch": 0.04762159559098935,
      "grad_norm": 1.1328125,
      "learning_rate": 0.000222,
      "loss": 8.2206,
      "mean_token_accuracy": 0.056760451197624205,
      "num_tokens": 964330.0,
      "step": 445
    },
    {
      "entropy": 8.4091046333313,
      "epoch": 0.04815666969875328,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0002245,
      "loss": 8.1359,
      "mean_token_accuracy": 0.06024715341627598,
      "num_tokens": 975257.0,
      "step": 450
    },
    {
      "entropy": 8.439432144165039,
      "epoch": 0.0486917438065172,
      "grad_norm": 0.71875,
      "learning_rate": 0.00022700000000000002,
      "loss": 8.173,
      "mean_token_accuracy": 0.06317405998706818,
      "num_tokens": 986335.0,
      "step": 455
    },
    {
      "entropy": 8.334716606140137,
      "epoch": 0.04922681791428113,
      "grad_norm": 0.70703125,
      "learning_rate": 0.00022950000000000002,
      "loss": 8.0587,
      "mean_token_accuracy": 0.06826802715659142,
      "num_tokens": 997521.0,
      "step": 460
    },
    {
      "entropy": 8.383316135406494,
      "epoch": 0.049761892022045055,
      "grad_norm": 0.7734375,
      "learning_rate": 0.00023200000000000003,
      "loss": 8.0987,
      "mean_token_accuracy": 0.061755566671490666,
      "num_tokens": 1008383.0,
      "step": 465
    },
    {
      "entropy": 8.42426586151123,
      "epoch": 0.05029696612980898,
      "grad_norm": 1.078125,
      "learning_rate": 0.00023449999999999998,
      "loss": 8.1665,
      "mean_token_accuracy": 0.06531071439385414,
      "num_tokens": 1020552.0,
      "step": 470
    },
    {
      "entropy": 8.319906425476074,
      "epoch": 0.0508320402375729,
      "grad_norm": 1.046875,
      "learning_rate": 0.000237,
      "loss": 8.1349,
      "mean_token_accuracy": 0.06562352441251278,
      "num_tokens": 1031127.0,
      "step": 475
    },
    {
      "entropy": 8.294714164733886,
      "epoch": 0.05136711434533683,
      "grad_norm": 0.72265625,
      "learning_rate": 0.0002395,
      "loss": 8.0537,
      "mean_token_accuracy": 0.06683347783982754,
      "num_tokens": 1043209.0,
      "step": 480
    },
    {
      "entropy": 8.477115249633789,
      "epoch": 0.05190218845310075,
      "grad_norm": 0.77734375,
      "learning_rate": 0.000242,
      "loss": 8.182,
      "mean_token_accuracy": 0.06099085658788681,
      "num_tokens": 1054032.0,
      "step": 485
    },
    {
      "entropy": 8.271202278137206,
      "epoch": 0.05243726256086468,
      "grad_norm": 0.7109375,
      "learning_rate": 0.0002445,
      "loss": 8.0176,
      "mean_token_accuracy": 0.06989072859287263,
      "num_tokens": 1064565.0,
      "step": 490
    },
    {
      "entropy": 8.429040908813477,
      "epoch": 0.052972336668628606,
      "grad_norm": 0.7890625,
      "learning_rate": 0.000247,
      "loss": 8.1709,
      "mean_token_accuracy": 0.06545415259897709,
      "num_tokens": 1076352.0,
      "step": 495
    },
    {
      "entropy": 8.389126300811768,
      "epoch": 0.05350741077639253,
      "grad_norm": 0.921875,
      "learning_rate": 0.0002495,
      "loss": 8.0995,
      "mean_token_accuracy": 0.06924427561461925,
      "num_tokens": 1087697.0,
      "step": 500
    },
    {
      "entropy": 8.324423885345459,
      "epoch": 0.05404248488415646,
      "grad_norm": 1.0078125,
      "learning_rate": 0.000252,
      "loss": 8.0191,
      "mean_token_accuracy": 0.06561592519283295,
      "num_tokens": 1098056.0,
      "step": 505
    },
    {
      "entropy": 8.339075374603272,
      "epoch": 0.054577558991920384,
      "grad_norm": 0.82421875,
      "learning_rate": 0.0002545,
      "loss": 8.0061,
      "mean_token_accuracy": 0.07367064505815506,
      "num_tokens": 1109219.0,
      "step": 510
    },
    {
      "entropy": 8.308711051940918,
      "epoch": 0.055112633099684304,
      "grad_norm": 0.76171875,
      "learning_rate": 0.000257,
      "loss": 8.0719,
      "mean_token_accuracy": 0.06625799126923085,
      "num_tokens": 1120248.0,
      "step": 515
    },
    {
      "entropy": 8.255969905853272,
      "epoch": 0.05564770720744823,
      "grad_norm": 0.984375,
      "learning_rate": 0.0002595,
      "loss": 8.0894,
      "mean_token_accuracy": 0.06586733907461166,
      "num_tokens": 1131278.0,
      "step": 520
    },
    {
      "entropy": 8.364176273345947,
      "epoch": 0.056182781315212156,
      "grad_norm": 0.90625,
      "learning_rate": 0.000262,
      "loss": 8.1062,
      "mean_token_accuracy": 0.05967978574335575,
      "num_tokens": 1143147.0,
      "step": 525
    },
    {
      "entropy": 8.352798652648925,
      "epoch": 0.05671785542297608,
      "grad_norm": 0.7578125,
      "learning_rate": 0.00026450000000000003,
      "loss": 8.0109,
      "mean_token_accuracy": 0.06417375653982163,
      "num_tokens": 1154316.0,
      "step": 530
    },
    {
      "entropy": 8.29659538269043,
      "epoch": 0.05725292953074001,
      "grad_norm": 0.94921875,
      "learning_rate": 0.00026700000000000004,
      "loss": 8.0685,
      "mean_token_accuracy": 0.06354658231139183,
      "num_tokens": 1164696.0,
      "step": 535
    },
    {
      "entropy": 8.285994625091552,
      "epoch": 0.057788003638503935,
      "grad_norm": 0.953125,
      "learning_rate": 0.00026950000000000005,
      "loss": 8.0421,
      "mean_token_accuracy": 0.07412712648510933,
      "num_tokens": 1176129.0,
      "step": 540
    },
    {
      "entropy": 8.28906831741333,
      "epoch": 0.05832307774626786,
      "grad_norm": 0.91015625,
      "learning_rate": 0.00027200000000000005,
      "loss": 8.071,
      "mean_token_accuracy": 0.06631042063236237,
      "num_tokens": 1186499.0,
      "step": 545
    },
    {
      "entropy": 8.289284801483154,
      "epoch": 0.05885815185403178,
      "grad_norm": 0.859375,
      "learning_rate": 0.0002745,
      "loss": 8.0173,
      "mean_token_accuracy": 0.06871062219142914,
      "num_tokens": 1196841.0,
      "step": 550
    },
    {
      "entropy": 8.295639991760254,
      "epoch": 0.059393225961795706,
      "grad_norm": 0.828125,
      "learning_rate": 0.000277,
      "loss": 7.9761,
      "mean_token_accuracy": 0.07033407911658288,
      "num_tokens": 1207647.0,
      "step": 555
    },
    {
      "entropy": 8.243279266357423,
      "epoch": 0.05992830006955963,
      "grad_norm": 0.875,
      "learning_rate": 0.0002795,
      "loss": 7.963,
      "mean_token_accuracy": 0.072792012616992,
      "num_tokens": 1217072.0,
      "step": 560
    },
    {
      "entropy": 8.300912570953368,
      "epoch": 0.06046337417732356,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00028199999999999997,
      "loss": 8.073,
      "mean_token_accuracy": 0.06520008333027363,
      "num_tokens": 1228564.0,
      "step": 565
    },
    {
      "entropy": 8.203814697265624,
      "epoch": 0.060998448285087485,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0002845,
      "loss": 7.9942,
      "mean_token_accuracy": 0.06911226697266101,
      "num_tokens": 1238755.0,
      "step": 570
    },
    {
      "entropy": 8.239333248138427,
      "epoch": 0.06153352239285141,
      "grad_norm": 0.7890625,
      "learning_rate": 0.000287,
      "loss": 7.9646,
      "mean_token_accuracy": 0.07128063514828682,
      "num_tokens": 1248968.0,
      "step": 575
    },
    {
      "entropy": 8.241281127929687,
      "epoch": 0.06206859650061534,
      "grad_norm": 0.8359375,
      "learning_rate": 0.0002895,
      "loss": 7.9258,
      "mean_token_accuracy": 0.0690683875232935,
      "num_tokens": 1259256.0,
      "step": 580
    },
    {
      "entropy": 8.180652809143066,
      "epoch": 0.06260367060837926,
      "grad_norm": 0.87109375,
      "learning_rate": 0.000292,
      "loss": 7.9653,
      "mean_token_accuracy": 0.07212716266512871,
      "num_tokens": 1270469.0,
      "step": 585
    },
    {
      "entropy": 8.237191200256348,
      "epoch": 0.06313874471614318,
      "grad_norm": 0.78125,
      "learning_rate": 0.0002945,
      "loss": 7.9286,
      "mean_token_accuracy": 0.06839926056563854,
      "num_tokens": 1280558.0,
      "step": 590
    },
    {
      "entropy": 8.18700132369995,
      "epoch": 0.06367381882390712,
      "grad_norm": 0.9296875,
      "learning_rate": 0.000297,
      "loss": 7.9695,
      "mean_token_accuracy": 0.06805149577558041,
      "num_tokens": 1291372.0,
      "step": 595
    },
    {
      "entropy": 8.287422943115235,
      "epoch": 0.06420889293167104,
      "grad_norm": 0.76171875,
      "learning_rate": 0.0002995,
      "loss": 8.0554,
      "mean_token_accuracy": 0.06435842141509056,
      "num_tokens": 1302521.0,
      "step": 600
    },
    {
      "entropy": 8.17969207763672,
      "epoch": 0.06474396703943497,
      "grad_norm": 0.8671875,
      "learning_rate": 0.000302,
      "loss": 7.8954,
      "mean_token_accuracy": 0.07011312432587147,
      "num_tokens": 1313632.0,
      "step": 605
    },
    {
      "entropy": 8.187294721603394,
      "epoch": 0.06527904114719889,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0003045,
      "loss": 7.9765,
      "mean_token_accuracy": 0.06986295953392982,
      "num_tokens": 1325247.0,
      "step": 610
    },
    {
      "entropy": 8.145281457901001,
      "epoch": 0.06581411525496281,
      "grad_norm": 0.80859375,
      "learning_rate": 0.000307,
      "loss": 7.9495,
      "mean_token_accuracy": 0.07135364897549153,
      "num_tokens": 1336026.0,
      "step": 615
    },
    {
      "entropy": 8.15605869293213,
      "epoch": 0.06634918936272674,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0003095,
      "loss": 7.8724,
      "mean_token_accuracy": 0.07117584012448788,
      "num_tokens": 1346920.0,
      "step": 620
    },
    {
      "entropy": 8.162275314331055,
      "epoch": 0.06688426347049066,
      "grad_norm": 1.1796875,
      "learning_rate": 0.000312,
      "loss": 8.0208,
      "mean_token_accuracy": 0.06915087811648846,
      "num_tokens": 1359752.0,
      "step": 625
    },
    {
      "entropy": 8.272911071777344,
      "epoch": 0.06741933757825459,
      "grad_norm": 0.96875,
      "learning_rate": 0.0003145,
      "loss": 8.0125,
      "mean_token_accuracy": 0.06714854501187802,
      "num_tokens": 1370874.0,
      "step": 630
    },
    {
      "entropy": 8.166405773162841,
      "epoch": 0.06795441168601851,
      "grad_norm": 0.91015625,
      "learning_rate": 0.000317,
      "loss": 7.933,
      "mean_token_accuracy": 0.07350475676357746,
      "num_tokens": 1382316.0,
      "step": 635
    },
    {
      "entropy": 8.12221031188965,
      "epoch": 0.06848948579378245,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0003195,
      "loss": 7.9287,
      "mean_token_accuracy": 0.06466298960149289,
      "num_tokens": 1394656.0,
      "step": 640
    },
    {
      "entropy": 8.132702732086182,
      "epoch": 0.06902455990154636,
      "grad_norm": 0.921875,
      "learning_rate": 0.000322,
      "loss": 7.904,
      "mean_token_accuracy": 0.07535643540322781,
      "num_tokens": 1405061.0,
      "step": 645
    },
    {
      "entropy": 8.1514066696167,
      "epoch": 0.06955963400931028,
      "grad_norm": 1.171875,
      "learning_rate": 0.00032450000000000003,
      "loss": 7.8574,
      "mean_token_accuracy": 0.07722640819847584,
      "num_tokens": 1415573.0,
      "step": 650
    },
    {
      "entropy": 8.076834058761596,
      "epoch": 0.07009470811707422,
      "grad_norm": 0.90625,
      "learning_rate": 0.00032700000000000003,
      "loss": 7.8971,
      "mean_token_accuracy": 0.06901067160069943,
      "num_tokens": 1426103.0,
      "step": 655
    },
    {
      "entropy": 8.042639923095702,
      "epoch": 0.07062978222483814,
      "grad_norm": 1.109375,
      "learning_rate": 0.00032950000000000004,
      "loss": 7.9236,
      "mean_token_accuracy": 0.06627062112092971,
      "num_tokens": 1437256.0,
      "step": 660
    },
    {
      "entropy": 8.271612071990967,
      "epoch": 0.07116485633260207,
      "grad_norm": 0.93359375,
      "learning_rate": 0.00033200000000000005,
      "loss": 7.8667,
      "mean_token_accuracy": 0.07184043861925601,
      "num_tokens": 1446975.0,
      "step": 665
    },
    {
      "entropy": 8.110226726531982,
      "epoch": 0.07169993044036599,
      "grad_norm": 0.984375,
      "learning_rate": 0.00033450000000000005,
      "loss": 7.8856,
      "mean_token_accuracy": 0.07188437804579735,
      "num_tokens": 1457751.0,
      "step": 670
    },
    {
      "entropy": 7.960531234741211,
      "epoch": 0.07223500454812992,
      "grad_norm": 0.8515625,
      "learning_rate": 0.000337,
      "loss": 7.8516,
      "mean_token_accuracy": 0.07059676125645638,
      "num_tokens": 1468186.0,
      "step": 675
    },
    {
      "entropy": 8.202023792266846,
      "epoch": 0.07277007865589384,
      "grad_norm": 0.953125,
      "learning_rate": 0.0003395,
      "loss": 7.896,
      "mean_token_accuracy": 0.0678649365901947,
      "num_tokens": 1479780.0,
      "step": 680
    },
    {
      "entropy": 8.120744943618774,
      "epoch": 0.07330515276365776,
      "grad_norm": 0.98828125,
      "learning_rate": 0.000342,
      "loss": 7.841,
      "mean_token_accuracy": 0.07492000721395016,
      "num_tokens": 1490565.0,
      "step": 685
    },
    {
      "entropy": 8.100931549072266,
      "epoch": 0.0738402268714217,
      "grad_norm": 0.7890625,
      "learning_rate": 0.00034449999999999997,
      "loss": 7.8612,
      "mean_token_accuracy": 0.07190988808870316,
      "num_tokens": 1501552.0,
      "step": 690
    },
    {
      "entropy": 8.065852403640747,
      "epoch": 0.07437530097918561,
      "grad_norm": 1.140625,
      "learning_rate": 0.000347,
      "loss": 7.8713,
      "mean_token_accuracy": 0.06612264662981034,
      "num_tokens": 1513311.0,
      "step": 695
    },
    {
      "entropy": 8.115069341659545,
      "epoch": 0.07491037508694955,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0003495,
      "loss": 7.895,
      "mean_token_accuracy": 0.07125801891088486,
      "num_tokens": 1524142.0,
      "step": 700
    },
    {
      "entropy": 8.081360721588135,
      "epoch": 0.07544544919471347,
      "grad_norm": 1.0,
      "learning_rate": 0.000352,
      "loss": 7.8645,
      "mean_token_accuracy": 0.07241233922541142,
      "num_tokens": 1535571.0,
      "step": 705
    },
    {
      "entropy": 8.069763135910033,
      "epoch": 0.0759805233024774,
      "grad_norm": 0.80078125,
      "learning_rate": 0.0003545,
      "loss": 7.8535,
      "mean_token_accuracy": 0.07254451140761375,
      "num_tokens": 1546528.0,
      "step": 710
    },
    {
      "entropy": 8.03998236656189,
      "epoch": 0.07651559741024132,
      "grad_norm": 0.91796875,
      "learning_rate": 0.000357,
      "loss": 7.8782,
      "mean_token_accuracy": 0.06598596908152103,
      "num_tokens": 1557264.0,
      "step": 715
    },
    {
      "entropy": 8.095155239105225,
      "epoch": 0.07705067151800524,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0003595,
      "loss": 7.8277,
      "mean_token_accuracy": 0.07438212521374225,
      "num_tokens": 1566773.0,
      "step": 720
    },
    {
      "entropy": 7.952378559112549,
      "epoch": 0.07758574562576917,
      "grad_norm": 0.89453125,
      "learning_rate": 0.000362,
      "loss": 7.7892,
      "mean_token_accuracy": 0.07861022278666496,
      "num_tokens": 1578173.0,
      "step": 725
    },
    {
      "entropy": 8.084946393966675,
      "epoch": 0.07812081973353309,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0003645,
      "loss": 7.7521,
      "mean_token_accuracy": 0.07678151875734329,
      "num_tokens": 1588537.0,
      "step": 730
    },
    {
      "entropy": 7.978636407852173,
      "epoch": 0.07865589384129702,
      "grad_norm": 1.0859375,
      "learning_rate": 0.000367,
      "loss": 7.7674,
      "mean_token_accuracy": 0.08002844266593456,
      "num_tokens": 1599159.0,
      "step": 735
    },
    {
      "entropy": 8.004686641693116,
      "epoch": 0.07919096794906094,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0003695,
      "loss": 7.8519,
      "mean_token_accuracy": 0.07209457606077194,
      "num_tokens": 1610378.0,
      "step": 740
    },
    {
      "entropy": 8.040560579299926,
      "epoch": 0.07972604205682488,
      "grad_norm": 1.0,
      "learning_rate": 0.000372,
      "loss": 7.861,
      "mean_token_accuracy": 0.07267312295734882,
      "num_tokens": 1621215.0,
      "step": 745
    },
    {
      "entropy": 7.936432123184204,
      "epoch": 0.0802611161645888,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0003745,
      "loss": 7.79,
      "mean_token_accuracy": 0.07331596687436104,
      "num_tokens": 1631170.0,
      "step": 750
    },
    {
      "entropy": 8.133660507202148,
      "epoch": 0.08079619027235273,
      "grad_norm": 0.87109375,
      "learning_rate": 0.000377,
      "loss": 7.7989,
      "mean_token_accuracy": 0.07404692210257054,
      "num_tokens": 1641897.0,
      "step": 755
    },
    {
      "entropy": 7.98411865234375,
      "epoch": 0.08133126438011665,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0003795,
      "loss": 7.8606,
      "mean_token_accuracy": 0.07070158869028091,
      "num_tokens": 1653592.0,
      "step": 760
    },
    {
      "entropy": 7.9289227485656735,
      "epoch": 0.08186633848788057,
      "grad_norm": 0.94921875,
      "learning_rate": 0.000382,
      "loss": 7.7832,
      "mean_token_accuracy": 0.06835788786411286,
      "num_tokens": 1665760.0,
      "step": 765
    },
    {
      "entropy": 8.100461387634278,
      "epoch": 0.0824014125956445,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0003845,
      "loss": 7.7963,
      "mean_token_accuracy": 0.07924762107431889,
      "num_tokens": 1676211.0,
      "step": 770
    },
    {
      "entropy": 8.04494333267212,
      "epoch": 0.08293648670340842,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00038700000000000003,
      "loss": 7.8154,
      "mean_token_accuracy": 0.07205268889665603,
      "num_tokens": 1686405.0,
      "step": 775
    },
    {
      "entropy": 8.116489696502686,
      "epoch": 0.08347156081117235,
      "grad_norm": 1.140625,
      "learning_rate": 0.00038950000000000003,
      "loss": 7.816,
      "mean_token_accuracy": 0.07210099287331104,
      "num_tokens": 1697340.0,
      "step": 780
    },
    {
      "entropy": 8.015373849868775,
      "epoch": 0.08400663491893627,
      "grad_norm": 1.046875,
      "learning_rate": 0.00039200000000000004,
      "loss": 7.716,
      "mean_token_accuracy": 0.0766339547932148,
      "num_tokens": 1707250.0,
      "step": 785
    },
    {
      "entropy": 7.935082626342774,
      "epoch": 0.0845417090267002,
      "grad_norm": 1.0,
      "learning_rate": 0.00039450000000000005,
      "loss": 7.6759,
      "mean_token_accuracy": 0.07099579833447933,
      "num_tokens": 1718333.0,
      "step": 790
    },
    {
      "entropy": 8.006236696243286,
      "epoch": 0.08507678313446412,
      "grad_norm": 0.8984375,
      "learning_rate": 0.00039700000000000005,
      "loss": 7.7727,
      "mean_token_accuracy": 0.07233709581196308,
      "num_tokens": 1730520.0,
      "step": 795
    },
    {
      "entropy": 7.998106575012207,
      "epoch": 0.08561185724222804,
      "grad_norm": 0.96875,
      "learning_rate": 0.0003995,
      "loss": 7.8245,
      "mean_token_accuracy": 0.0690892156213522,
      "num_tokens": 1741898.0,
      "step": 800
    },
    {
      "entropy": 7.937285470962524,
      "epoch": 0.08614693134999198,
      "grad_norm": 0.93359375,
      "learning_rate": 0.000402,
      "loss": 7.7619,
      "mean_token_accuracy": 0.07777528837323189,
      "num_tokens": 1751671.0,
      "step": 805
    },
    {
      "entropy": 7.906507158279419,
      "epoch": 0.0866820054577559,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004045,
      "loss": 7.7796,
      "mean_token_accuracy": 0.07674273923039436,
      "num_tokens": 1762076.0,
      "step": 810
    },
    {
      "entropy": 8.027475690841674,
      "epoch": 0.08721707956551983,
      "grad_norm": 0.87890625,
      "learning_rate": 0.00040699999999999997,
      "loss": 7.7598,
      "mean_token_accuracy": 0.07528497837483883,
      "num_tokens": 1772666.0,
      "step": 815
    },
    {
      "entropy": 7.961116218566895,
      "epoch": 0.08775215367328375,
      "grad_norm": 0.875,
      "learning_rate": 0.0004095,
      "loss": 7.7747,
      "mean_token_accuracy": 0.08033046908676625,
      "num_tokens": 1783621.0,
      "step": 820
    },
    {
      "entropy": 7.981131458282471,
      "epoch": 0.08828722778104768,
      "grad_norm": 1.328125,
      "learning_rate": 0.000412,
      "loss": 7.8234,
      "mean_token_accuracy": 0.07162153050303459,
      "num_tokens": 1794654.0,
      "step": 825
    },
    {
      "entropy": 7.881627893447876,
      "epoch": 0.0888223018888116,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004145,
      "loss": 7.7166,
      "mean_token_accuracy": 0.08037983030080795,
      "num_tokens": 1805853.0,
      "step": 830
    },
    {
      "entropy": 7.805557489395142,
      "epoch": 0.08935737599657552,
      "grad_norm": 0.84765625,
      "learning_rate": 0.000417,
      "loss": 7.6985,
      "mean_token_accuracy": 0.07677435502409935,
      "num_tokens": 1817006.0,
      "step": 835
    },
    {
      "entropy": 8.030841255187989,
      "epoch": 0.08989245010433945,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004195,
      "loss": 7.6996,
      "mean_token_accuracy": 0.07248782590031624,
      "num_tokens": 1827166.0,
      "step": 840
    },
    {
      "entropy": 8.012809896469117,
      "epoch": 0.09042752421210337,
      "grad_norm": 0.984375,
      "learning_rate": 0.000422,
      "loss": 7.781,
      "mean_token_accuracy": 0.07629549242556095,
      "num_tokens": 1837182.0,
      "step": 845
    },
    {
      "entropy": 7.861330270767212,
      "epoch": 0.0909625983198673,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004245,
      "loss": 7.7371,
      "mean_token_accuracy": 0.07596477270126342,
      "num_tokens": 1849034.0,
      "step": 850
    },
    {
      "entropy": 7.900086402893066,
      "epoch": 0.09149767242763122,
      "grad_norm": 0.87109375,
      "learning_rate": 0.000427,
      "loss": 7.6039,
      "mean_token_accuracy": 0.08392401710152626,
      "num_tokens": 1859033.0,
      "step": 855
    },
    {
      "entropy": 7.819063472747803,
      "epoch": 0.09203274653539516,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004295,
      "loss": 7.7286,
      "mean_token_accuracy": 0.07808272317051887,
      "num_tokens": 1870274.0,
      "step": 860
    },
    {
      "entropy": 7.888581132888794,
      "epoch": 0.09256782064315908,
      "grad_norm": 1.25,
      "learning_rate": 0.000432,
      "loss": 7.6714,
      "mean_token_accuracy": 0.08056179471313954,
      "num_tokens": 1881306.0,
      "step": 865
    },
    {
      "entropy": 7.833876037597657,
      "epoch": 0.093102894750923,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004345,
      "loss": 7.6631,
      "mean_token_accuracy": 0.07485895380377769,
      "num_tokens": 1892464.0,
      "step": 870
    },
    {
      "entropy": 7.968428325653076,
      "epoch": 0.09363796885868693,
      "grad_norm": 0.8984375,
      "learning_rate": 0.000437,
      "loss": 7.7325,
      "mean_token_accuracy": 0.07241618894040584,
      "num_tokens": 1903743.0,
      "step": 875
    },
    {
      "entropy": 7.845100402832031,
      "epoch": 0.09417304296645085,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004395,
      "loss": 7.6869,
      "mean_token_accuracy": 0.08143132627010345,
      "num_tokens": 1915253.0,
      "step": 880
    },
    {
      "entropy": 7.928981351852417,
      "epoch": 0.09470811707421478,
      "grad_norm": 1.171875,
      "learning_rate": 0.000442,
      "loss": 7.6399,
      "mean_token_accuracy": 0.08035231530666351,
      "num_tokens": 1926113.0,
      "step": 885
    },
    {
      "entropy": 7.823946809768676,
      "epoch": 0.0952431911819787,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004445,
      "loss": 7.735,
      "mean_token_accuracy": 0.07786822356283665,
      "num_tokens": 1937718.0,
      "step": 890
    },
    {
      "entropy": 7.9432416439056395,
      "epoch": 0.09577826528974263,
      "grad_norm": 0.9609375,
      "learning_rate": 0.000447,
      "loss": 7.7198,
      "mean_token_accuracy": 0.07977167144417763,
      "num_tokens": 1948307.0,
      "step": 895
    },
    {
      "entropy": 7.745344495773315,
      "epoch": 0.09631333939750655,
      "grad_norm": 0.86328125,
      "learning_rate": 0.00044950000000000003,
      "loss": 7.5286,
      "mean_token_accuracy": 0.08684809878468513,
      "num_tokens": 1957861.0,
      "step": 900
    },
    {
      "entropy": 7.771445035934448,
      "epoch": 0.09684841350527049,
      "grad_norm": 0.81640625,
      "learning_rate": 0.00045200000000000004,
      "loss": 7.5873,
      "mean_token_accuracy": 0.08686093017458915,
      "num_tokens": 1967984.0,
      "step": 905
    },
    {
      "entropy": 7.84833459854126,
      "epoch": 0.0973834876130344,
      "grad_norm": 0.92578125,
      "learning_rate": 0.00045450000000000004,
      "loss": 7.5976,
      "mean_token_accuracy": 0.08169375136494636,
      "num_tokens": 1978608.0,
      "step": 910
    },
    {
      "entropy": 7.825530004501343,
      "epoch": 0.09791856172079832,
      "grad_norm": 0.8515625,
      "learning_rate": 0.00045700000000000005,
      "loss": 7.6436,
      "mean_token_accuracy": 0.08153785914182662,
      "num_tokens": 1989355.0,
      "step": 915
    },
    {
      "entropy": 7.696963882446289,
      "epoch": 0.09845363582856226,
      "grad_norm": 0.89453125,
      "learning_rate": 0.00045950000000000006,
      "loss": 7.6287,
      "mean_token_accuracy": 0.08496365323662758,
      "num_tokens": 1999754.0,
      "step": 920
    },
    {
      "entropy": 7.85645866394043,
      "epoch": 0.09898870993632618,
      "grad_norm": 0.9765625,
      "learning_rate": 0.000462,
      "loss": 7.638,
      "mean_token_accuracy": 0.08035108707845211,
      "num_tokens": 2010877.0,
      "step": 925
    },
    {
      "entropy": 7.902437019348144,
      "epoch": 0.09952378404409011,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004645,
      "loss": 7.7244,
      "mean_token_accuracy": 0.0775139220058918,
      "num_tokens": 2022301.0,
      "step": 930
    },
    {
      "entropy": 7.757477712631226,
      "epoch": 0.10005885815185403,
      "grad_norm": 0.95703125,
      "learning_rate": 0.000467,
      "loss": 7.6194,
      "mean_token_accuracy": 0.08088013455271721,
      "num_tokens": 2033537.0,
      "step": 935
    },
    {
      "entropy": 7.801491928100586,
      "epoch": 0.10059393225961796,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004695,
      "loss": 7.5671,
      "mean_token_accuracy": 0.0867505919188261,
      "num_tokens": 2044360.0,
      "step": 940
    },
    {
      "entropy": 7.825805759429931,
      "epoch": 0.10112900636738188,
      "grad_norm": 0.921875,
      "learning_rate": 0.000472,
      "loss": 7.6443,
      "mean_token_accuracy": 0.08098645284771919,
      "num_tokens": 2055000.0,
      "step": 945
    },
    {
      "entropy": 7.741448211669922,
      "epoch": 0.1016640804751458,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004745,
      "loss": 7.6416,
      "mean_token_accuracy": 0.08422183245420456,
      "num_tokens": 2064807.0,
      "step": 950
    },
    {
      "entropy": 7.827320861816406,
      "epoch": 0.10219915458290973,
      "grad_norm": 0.8671875,
      "learning_rate": 0.000477,
      "loss": 7.6029,
      "mean_token_accuracy": 0.07696961686015129,
      "num_tokens": 2075618.0,
      "step": 955
    },
    {
      "entropy": 7.788719272613525,
      "epoch": 0.10273422869067365,
      "grad_norm": 0.8046875,
      "learning_rate": 0.0004795,
      "loss": 7.6011,
      "mean_token_accuracy": 0.0814262680709362,
      "num_tokens": 2086226.0,
      "step": 960
    },
    {
      "entropy": 7.8088513851165775,
      "epoch": 0.10326930279843759,
      "grad_norm": 0.85546875,
      "learning_rate": 0.000482,
      "loss": 7.5913,
      "mean_token_accuracy": 0.078329161927104,
      "num_tokens": 2097222.0,
      "step": 965
    },
    {
      "entropy": 7.7249979972839355,
      "epoch": 0.1038043769062015,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004845,
      "loss": 7.6347,
      "mean_token_accuracy": 0.08402503952383995,
      "num_tokens": 2108919.0,
      "step": 970
    },
    {
      "entropy": 7.705420303344726,
      "epoch": 0.10433945101396544,
      "grad_norm": 0.95703125,
      "learning_rate": 0.000487,
      "loss": 7.5907,
      "mean_token_accuracy": 0.07948351129889489,
      "num_tokens": 2120215.0,
      "step": 975
    },
    {
      "entropy": 7.832537698745727,
      "epoch": 0.10487452512172936,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004895,
      "loss": 7.6102,
      "mean_token_accuracy": 0.07788611873984337,
      "num_tokens": 2131503.0,
      "step": 980
    },
    {
      "entropy": 7.718122386932373,
      "epoch": 0.10540959922949328,
      "grad_norm": 0.86328125,
      "learning_rate": 0.000492,
      "loss": 7.5579,
      "mean_token_accuracy": 0.08647179454565049,
      "num_tokens": 2141551.0,
      "step": 985
    },
    {
      "entropy": 7.673153209686279,
      "epoch": 0.10594467333725721,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004945,
      "loss": 7.5469,
      "mean_token_accuracy": 0.08761123642325401,
      "num_tokens": 2151821.0,
      "step": 990
    },
    {
      "entropy": 7.752789545059204,
      "epoch": 0.10647974744502113,
      "grad_norm": 0.9921875,
      "learning_rate": 0.000497,
      "loss": 7.5979,
      "mean_token_accuracy": 0.0813947595655918,
      "num_tokens": 2162474.0,
      "step": 995
    },
    {
      "entropy": 7.811589527130127,
      "epoch": 0.10701482155278506,
      "grad_norm": 0.8125,
      "learning_rate": 0.0004995,
      "loss": 7.6235,
      "mean_token_accuracy": 0.08300729878246785,
      "num_tokens": 2173985.0,
      "step": 1000
    },
    {
      "entropy": 7.779503297805786,
      "epoch": 0.10754989566054898,
      "grad_norm": 0.8046875,
      "learning_rate": 0.0004999999979210101,
      "loss": 7.6631,
      "mean_token_accuracy": 0.07762378752231598,
      "num_tokens": 2186432.0,
      "step": 1005
    },
    {
      "entropy": 7.744147109985351,
      "epoch": 0.10808496976831292,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004999999894751138,
      "loss": 7.5197,
      "mean_token_accuracy": 0.0851745329797268,
      "num_tokens": 2197085.0,
      "step": 1010
    },
    {
      "entropy": 7.667597770690918,
      "epoch": 0.10862004387607684,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004999999745323744,
      "loss": 7.539,
      "mean_token_accuracy": 0.0865162130445242,
      "num_tokens": 2207162.0,
      "step": 1015
    },
    {
      "entropy": 7.788536834716797,
      "epoch": 0.10915511798384077,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004999999530927923,
      "loss": 7.6289,
      "mean_token_accuracy": 0.07713088616728783,
      "num_tokens": 2218714.0,
      "step": 1020
    },
    {
      "entropy": 7.642853784561157,
      "epoch": 0.10969019209160469,
      "grad_norm": 0.828125,
      "learning_rate": 0.0004999999251563682,
      "loss": 7.5508,
      "mean_token_accuracy": 0.08075930066406727,
      "num_tokens": 2229711.0,
      "step": 1025
    },
    {
      "entropy": 7.76542911529541,
      "epoch": 0.11022526619936861,
      "grad_norm": 0.8203125,
      "learning_rate": 0.0004999998907231029,
      "loss": 7.559,
      "mean_token_accuracy": 0.08542619198560715,
      "num_tokens": 2239885.0,
      "step": 1030
    },
    {
      "entropy": 7.702492570877075,
      "epoch": 0.11076034030713254,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004999998497929974,
      "loss": 7.5658,
      "mean_token_accuracy": 0.08461903110146522,
      "num_tokens": 2250221.0,
      "step": 1035
    },
    {
      "entropy": 7.676487588882447,
      "epoch": 0.11129541441489646,
      "grad_norm": 0.8203125,
      "learning_rate": 0.0004999998023660527,
      "loss": 7.6434,
      "mean_token_accuracy": 0.07421790175139904,
      "num_tokens": 2261059.0,
      "step": 1040
    },
    {
      "entropy": 7.728254747390747,
      "epoch": 0.11183048852266039,
      "grad_norm": 0.796875,
      "learning_rate": 0.0004999997484422705,
      "loss": 7.4963,
      "mean_token_accuracy": 0.08282011076807975,
      "num_tokens": 2271174.0,
      "step": 1045
    },
    {
      "entropy": 7.690599012374878,
      "epoch": 0.11236556263042431,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004999996880216521,
      "loss": 7.5629,
      "mean_token_accuracy": 0.08049203157424926,
      "num_tokens": 2282431.0,
      "step": 1050
    },
    {
      "entropy": 7.683617353439331,
      "epoch": 0.11290063673818825,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004999996211041994,
      "loss": 7.5512,
      "mean_token_accuracy": 0.08223441652953625,
      "num_tokens": 2292891.0,
      "step": 1055
    },
    {
      "entropy": 7.760586452484131,
      "epoch": 0.11343571084595216,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004999995476899141,
      "loss": 7.5679,
      "mean_token_accuracy": 0.08535757660865784,
      "num_tokens": 2303764.0,
      "step": 1060
    },
    {
      "entropy": 7.620778036117554,
      "epoch": 0.11397078495371608,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004999994677787987,
      "loss": 7.4748,
      "mean_token_accuracy": 0.08901284039020538,
      "num_tokens": 2314172.0,
      "step": 1065
    },
    {
      "entropy": 7.693076801300049,
      "epoch": 0.11450585906148002,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004999993813708551,
      "loss": 7.4564,
      "mean_token_accuracy": 0.08755525574088097,
      "num_tokens": 2324848.0,
      "step": 1070
    },
    {
      "entropy": 7.582232046127319,
      "epoch": 0.11504093316924394,
      "grad_norm": 0.83203125,
      "learning_rate": 0.000499999288466086,
      "loss": 7.4952,
      "mean_token_accuracy": 0.08118128105998039,
      "num_tokens": 2336601.0,
      "step": 1075
    },
    {
      "entropy": 7.6848491668701175,
      "epoch": 0.11557600727700787,
      "grad_norm": 0.8125,
      "learning_rate": 0.0004999991890644941,
      "loss": 7.468,
      "mean_token_accuracy": 0.08362995944917202,
      "num_tokens": 2347281.0,
      "step": 1080
    },
    {
      "entropy": 7.642825555801392,
      "epoch": 0.11611108138477179,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004999990831660822,
      "loss": 7.5125,
      "mean_token_accuracy": 0.08922351896762848,
      "num_tokens": 2358199.0,
      "step": 1085
    },
    {
      "entropy": 7.686036920547485,
      "epoch": 0.11664615549253572,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004999989707708534,
      "loss": 7.5507,
      "mean_token_accuracy": 0.08290127031505108,
      "num_tokens": 2369092.0,
      "step": 1090
    },
    {
      "entropy": 7.613842344284057,
      "epoch": 0.11718122960029964,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004999988518788111,
      "loss": 7.5223,
      "mean_token_accuracy": 0.08195193111896515,
      "num_tokens": 2378849.0,
      "step": 1095
    },
    {
      "entropy": 7.688374471664429,
      "epoch": 0.11771630370806356,
      "grad_norm": 0.8125,
      "learning_rate": 0.0004999987264899583,
      "loss": 7.5234,
      "mean_token_accuracy": 0.08619830012321472,
      "num_tokens": 2389587.0,
      "step": 1100
    },
    {
      "entropy": 7.740108346939087,
      "epoch": 0.1182513778158275,
      "grad_norm": 0.87109375,
      "learning_rate": 0.000499998594604299,
      "loss": 7.4909,
      "mean_token_accuracy": 0.08550030142068862,
      "num_tokens": 2400442.0,
      "step": 1105
    },
    {
      "entropy": 7.534623289108277,
      "epoch": 0.11878645192359141,
      "grad_norm": 0.828125,
      "learning_rate": 0.000499998456221837,
      "loss": 7.4883,
      "mean_token_accuracy": 0.08606440126895905,
      "num_tokens": 2410771.0,
      "step": 1110
    },
    {
      "entropy": 7.644052982330322,
      "epoch": 0.11932152603135535,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004999983113425762,
      "loss": 7.4918,
      "mean_token_accuracy": 0.09239444956183433,
      "num_tokens": 2421112.0,
      "step": 1115
    },
    {
      "entropy": 7.656321287155151,
      "epoch": 0.11985660013911927,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004999981599665207,
      "loss": 7.4718,
      "mean_token_accuracy": 0.08363690003752708,
      "num_tokens": 2431891.0,
      "step": 1120
    },
    {
      "entropy": 7.589166831970215,
      "epoch": 0.1203916742468832,
      "grad_norm": 0.875,
      "learning_rate": 0.0004999980020936748,
      "loss": 7.4192,
      "mean_token_accuracy": 0.09008971899747849,
      "num_tokens": 2442987.0,
      "step": 1125
    },
    {
      "entropy": 7.620885610580444,
      "epoch": 0.12092674835464712,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004999978377240434,
      "loss": 7.4522,
      "mean_token_accuracy": 0.08518644496798515,
      "num_tokens": 2452703.0,
      "step": 1130
    },
    {
      "entropy": 7.634619951248169,
      "epoch": 0.12146182246241104,
      "grad_norm": 0.9140625,
      "learning_rate": 0.000499997666857631,
      "loss": 7.5143,
      "mean_token_accuracy": 0.08547966852784157,
      "num_tokens": 2462975.0,
      "step": 1135
    },
    {
      "entropy": 7.556209659576416,
      "epoch": 0.12199689657017497,
      "grad_norm": 0.78125,
      "learning_rate": 0.0004999974894944426,
      "loss": 7.465,
      "mean_token_accuracy": 0.08037517294287681,
      "num_tokens": 2473853.0,
      "step": 1140
    },
    {
      "entropy": 7.648143863677978,
      "epoch": 0.12253197067793889,
      "grad_norm": 0.8125,
      "learning_rate": 0.0004999973056344832,
      "loss": 7.4356,
      "mean_token_accuracy": 0.08240287378430367,
      "num_tokens": 2485633.0,
      "step": 1145
    },
    {
      "entropy": 7.544134950637817,
      "epoch": 0.12306704478570282,
      "grad_norm": 0.8125,
      "learning_rate": 0.0004999971152777583,
      "loss": 7.4008,
      "mean_token_accuracy": 0.0854021079838276,
      "num_tokens": 2496922.0,
      "step": 1150
    },
    {
      "entropy": 7.654058313369751,
      "epoch": 0.12360211889346674,
      "grad_norm": 0.78515625,
      "learning_rate": 0.0004999969184242733,
      "loss": 7.4612,
      "mean_token_accuracy": 0.08849633410573006,
      "num_tokens": 2507890.0,
      "step": 1155
    },
    {
      "entropy": 7.603252363204956,
      "epoch": 0.12413719300123068,
      "grad_norm": 0.9296875,
      "learning_rate": 0.000499996715074034,
      "loss": 7.4782,
      "mean_token_accuracy": 0.08564752526581287,
      "num_tokens": 2519749.0,
      "step": 1160
    },
    {
      "entropy": 7.571427631378174,
      "epoch": 0.1246722671089946,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004999965052270461,
      "loss": 7.4656,
      "mean_token_accuracy": 0.08699908182024955,
      "num_tokens": 2530666.0,
      "step": 1165
    },
    {
      "entropy": 7.64540319442749,
      "epoch": 0.12520734121675853,
      "grad_norm": 0.83203125,
      "learning_rate": 0.0004999962888833157,
      "loss": 7.471,
      "mean_token_accuracy": 0.08744210675358773,
      "num_tokens": 2541594.0,
      "step": 1170
    },
    {
      "entropy": 7.585118579864502,
      "epoch": 0.12574241532452243,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004999960660428491,
      "loss": 7.4757,
      "mean_token_accuracy": 0.08734978139400482,
      "num_tokens": 2552330.0,
      "step": 1175
    },
    {
      "entropy": 7.640705585479736,
      "epoch": 0.12627748943228637,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004999958367056526,
      "loss": 7.5049,
      "mean_token_accuracy": 0.08555901274085045,
      "num_tokens": 2564601.0,
      "step": 1180
    },
    {
      "entropy": 7.65483775138855,
      "epoch": 0.1268125635400503,
      "grad_norm": 0.88671875,
      "learning_rate": 0.000499995600871733,
      "loss": 7.4721,
      "mean_token_accuracy": 0.08904926031827927,
      "num_tokens": 2575539.0,
      "step": 1185
    },
    {
      "entropy": 7.503138256072998,
      "epoch": 0.12734763764781423,
      "grad_norm": 0.8125,
      "learning_rate": 0.0004999953585410971,
      "loss": 7.4135,
      "mean_token_accuracy": 0.08864182159304619,
      "num_tokens": 2586635.0,
      "step": 1190
    },
    {
      "entropy": 7.650179767608643,
      "epoch": 0.12788271175557814,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004999951097137518,
      "loss": 7.4342,
      "mean_token_accuracy": 0.09002284705638885,
      "num_tokens": 2596814.0,
      "step": 1195
    },
    {
      "entropy": 7.510055303573608,
      "epoch": 0.12841778586334207,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0004999948543897044,
      "loss": 7.4695,
      "mean_token_accuracy": 0.08551743030548095,
      "num_tokens": 2608087.0,
      "step": 1200
    },
    {
      "entropy": 7.754941749572754,
      "epoch": 0.128952859971106,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004999945925689621,
      "loss": 7.4764,
      "mean_token_accuracy": 0.09063678905367852,
      "num_tokens": 2619377.0,
      "step": 1205
    },
    {
      "entropy": 7.45523681640625,
      "epoch": 0.12948793407886994,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004999943242515325,
      "loss": 7.3686,
      "mean_token_accuracy": 0.08870491459965706,
      "num_tokens": 2629089.0,
      "step": 1210
    },
    {
      "entropy": 7.6135406494140625,
      "epoch": 0.13002300818663384,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004999940494374236,
      "loss": 7.4405,
      "mean_token_accuracy": 0.0854348972439766,
      "num_tokens": 2639743.0,
      "step": 1215
    },
    {
      "entropy": 7.64836049079895,
      "epoch": 0.13055808229439778,
      "grad_norm": 0.83984375,
      "learning_rate": 0.000499993768126643,
      "loss": 7.4719,
      "mean_token_accuracy": 0.08272441625595092,
      "num_tokens": 2650631.0,
      "step": 1220
    },
    {
      "entropy": 7.567201042175293,
      "epoch": 0.1310931564021617,
      "grad_norm": 0.875,
      "learning_rate": 0.000499993480319199,
      "loss": 7.4509,
      "mean_token_accuracy": 0.08986086025834084,
      "num_tokens": 2660197.0,
      "step": 1225
    },
    {
      "entropy": 7.526758337020874,
      "epoch": 0.13162823050992561,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004999931860150999,
      "loss": 7.4156,
      "mean_token_accuracy": 0.08493227660655975,
      "num_tokens": 2670162.0,
      "step": 1230
    },
    {
      "entropy": 7.630824851989746,
      "epoch": 0.13216330461768955,
      "grad_norm": 0.7734375,
      "learning_rate": 0.0004999928852143541,
      "loss": 7.4031,
      "mean_token_accuracy": 0.09029604569077491,
      "num_tokens": 2681233.0,
      "step": 1235
    },
    {
      "entropy": 7.431710243225098,
      "epoch": 0.13269837872545348,
      "grad_norm": 0.80078125,
      "learning_rate": 0.0004999925779169703,
      "loss": 7.3671,
      "mean_token_accuracy": 0.09119424894452095,
      "num_tokens": 2692145.0,
      "step": 1240
    },
    {
      "entropy": 7.588590002059936,
      "epoch": 0.13323345283321741,
      "grad_norm": 0.8125,
      "learning_rate": 0.0004999922641229575,
      "loss": 7.4026,
      "mean_token_accuracy": 0.09271374940872193,
      "num_tokens": 2703192.0,
      "step": 1245
    },
    {
      "entropy": 7.56281681060791,
      "epoch": 0.13376852694098132,
      "grad_norm": 0.81640625,
      "learning_rate": 0.0004999919438323248,
      "loss": 7.4117,
      "mean_token_accuracy": 0.08688192069530487,
      "num_tokens": 2714804.0,
      "step": 1250
    },
    {
      "entropy": 7.49661545753479,
      "epoch": 0.13430360104874525,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004999916170450812,
      "loss": 7.3701,
      "mean_token_accuracy": 0.0922422744333744,
      "num_tokens": 2724340.0,
      "step": 1255
    },
    {
      "entropy": 7.538181924819947,
      "epoch": 0.13483867515650919,
      "grad_norm": 0.82421875,
      "learning_rate": 0.0004999912837612364,
      "loss": 7.3767,
      "mean_token_accuracy": 0.09194523319602013,
      "num_tokens": 2735767.0,
      "step": 1260
    },
    {
      "entropy": 7.622563457489013,
      "epoch": 0.1353737492642731,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004999909439807997,
      "loss": 7.4463,
      "mean_token_accuracy": 0.08266032785177231,
      "num_tokens": 2747658.0,
      "step": 1265
    },
    {
      "entropy": 7.48611364364624,
      "epoch": 0.13590882337203702,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004999905977037813,
      "loss": 7.312,
      "mean_token_accuracy": 0.09179738909006119,
      "num_tokens": 2757901.0,
      "step": 1270
    },
    {
      "entropy": 7.4827721118927,
      "epoch": 0.13644389747980096,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004999902449301909,
      "loss": 7.3539,
      "mean_token_accuracy": 0.08355544060468674,
      "num_tokens": 2768945.0,
      "step": 1275
    },
    {
      "entropy": 7.4961072444915775,
      "epoch": 0.1369789715875649,
      "grad_norm": 0.74609375,
      "learning_rate": 0.0004999898856600387,
      "loss": 7.3173,
      "mean_token_accuracy": 0.10180329754948617,
      "num_tokens": 2780276.0,
      "step": 1280
    },
    {
      "entropy": 7.553973293304443,
      "epoch": 0.1375140456953288,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004999895198933354,
      "loss": 7.3965,
      "mean_token_accuracy": 0.0919288918375969,
      "num_tokens": 2791183.0,
      "step": 1285
    },
    {
      "entropy": 7.49184365272522,
      "epoch": 0.13804911980309273,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004999891476300911,
      "loss": 7.3122,
      "mean_token_accuracy": 0.08812543600797654,
      "num_tokens": 2801928.0,
      "step": 1290
    },
    {
      "entropy": 7.552814531326294,
      "epoch": 0.13858419391085666,
      "grad_norm": 0.84765625,
      "learning_rate": 0.000499988768870317,
      "loss": 7.3956,
      "mean_token_accuracy": 0.08465510159730912,
      "num_tokens": 2813415.0,
      "step": 1295
    },
    {
      "entropy": 7.482685708999634,
      "epoch": 0.13911926801862057,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004999883836140236,
      "loss": 7.4172,
      "mean_token_accuracy": 0.08735132664442062,
      "num_tokens": 2825288.0,
      "step": 1300
    },
    {
      "entropy": 7.536992979049683,
      "epoch": 0.1396543421263845,
      "grad_norm": 0.875,
      "learning_rate": 0.0004999879918612224,
      "loss": 7.3522,
      "mean_token_accuracy": 0.09331145882606506,
      "num_tokens": 2836298.0,
      "step": 1305
    },
    {
      "entropy": 7.510290431976318,
      "epoch": 0.14018941623414843,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004999875936119245,
      "loss": 7.3316,
      "mean_token_accuracy": 0.09056525379419327,
      "num_tokens": 2846367.0,
      "step": 1310
    },
    {
      "entropy": 7.458161878585815,
      "epoch": 0.14072449034191237,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004999871888661415,
      "loss": 7.3488,
      "mean_token_accuracy": 0.08874687254428863,
      "num_tokens": 2856832.0,
      "step": 1315
    },
    {
      "entropy": 7.506878137588501,
      "epoch": 0.14125956444967627,
      "grad_norm": 0.84375,
      "learning_rate": 0.000499986777623885,
      "loss": 7.3681,
      "mean_token_accuracy": 0.08353512287139893,
      "num_tokens": 2867954.0,
      "step": 1320
    },
    {
      "entropy": 7.641098499298096,
      "epoch": 0.1417946385574402,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004999863598851669,
      "loss": 7.4016,
      "mean_token_accuracy": 0.09097437039017678,
      "num_tokens": 2878714.0,
      "step": 1325
    },
    {
      "entropy": 7.356536340713501,
      "epoch": 0.14232971266520414,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004999859356499992,
      "loss": 7.3319,
      "mean_token_accuracy": 0.09417055919766426,
      "num_tokens": 2890697.0,
      "step": 1330
    },
    {
      "entropy": 7.514051151275635,
      "epoch": 0.14286478677296804,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004999855049183943,
      "loss": 7.3504,
      "mean_token_accuracy": 0.08786595612764359,
      "num_tokens": 2901468.0,
      "step": 1335
    },
    {
      "entropy": 7.498105907440186,
      "epoch": 0.14339986088073198,
      "grad_norm": 0.796875,
      "learning_rate": 0.0004999850676903646,
      "loss": 7.3144,
      "mean_token_accuracy": 0.09161052480340004,
      "num_tokens": 2913466.0,
      "step": 1340
    },
    {
      "entropy": 7.440569972991943,
      "epoch": 0.1439349349884959,
      "grad_norm": 0.8125,
      "learning_rate": 0.0004999846239659226,
      "loss": 7.2868,
      "mean_token_accuracy": 0.09555015340447426,
      "num_tokens": 2923638.0,
      "step": 1345
    },
    {
      "entropy": 7.524512910842896,
      "epoch": 0.14447000909625984,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004999841737450812,
      "loss": 7.3678,
      "mean_token_accuracy": 0.0967521421611309,
      "num_tokens": 2934790.0,
      "step": 1350
    },
    {
      "entropy": 7.4529260158538815,
      "epoch": 0.14500508320402375,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004999837170278535,
      "loss": 7.3126,
      "mean_token_accuracy": 0.0890039324760437,
      "num_tokens": 2946320.0,
      "step": 1355
    },
    {
      "entropy": 7.528018951416016,
      "epoch": 0.14554015731178768,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004999832538142526,
      "loss": 7.2832,
      "mean_token_accuracy": 0.08959799520671367,
      "num_tokens": 2957077.0,
      "step": 1360
    },
    {
      "entropy": 7.395437908172608,
      "epoch": 0.14607523141955162,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004999827841042917,
      "loss": 7.305,
      "mean_token_accuracy": 0.08984916433691978,
      "num_tokens": 2967286.0,
      "step": 1365
    },
    {
      "entropy": 7.475974082946777,
      "epoch": 0.14661030552731552,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004999823078979846,
      "loss": 7.342,
      "mean_token_accuracy": 0.0904863603413105,
      "num_tokens": 2979516.0,
      "step": 1370
    },
    {
      "entropy": 7.595507574081421,
      "epoch": 0.14714537963507945,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004999818251953449,
      "loss": 7.4628,
      "mean_token_accuracy": 0.08827103711664677,
      "num_tokens": 2991594.0,
      "step": 1375
    },
    {
      "entropy": 7.429067468643188,
      "epoch": 0.1476804537428434,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004999813359963867,
      "loss": 7.3428,
      "mean_token_accuracy": 0.08966336324810982,
      "num_tokens": 3002487.0,
      "step": 1380
    },
    {
      "entropy": 7.569780778884888,
      "epoch": 0.14821552785060732,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004999808403011241,
      "loss": 7.3603,
      "mean_token_accuracy": 0.09212637171149254,
      "num_tokens": 3013197.0,
      "step": 1385
    },
    {
      "entropy": 7.384968948364258,
      "epoch": 0.14875060195837123,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004999803381095712,
      "loss": 7.3808,
      "mean_token_accuracy": 0.08996171355247498,
      "num_tokens": 3024512.0,
      "step": 1390
    },
    {
      "entropy": 7.576485824584961,
      "epoch": 0.14928567606613516,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004999798294217428,
      "loss": 7.346,
      "mean_token_accuracy": 0.08968236446380615,
      "num_tokens": 3035621.0,
      "step": 1395
    },
    {
      "entropy": 7.431740236282349,
      "epoch": 0.1498207501738991,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004999793142376533,
      "loss": 7.3432,
      "mean_token_accuracy": 0.08854975476861,
      "num_tokens": 3046492.0,
      "step": 1400
    },
    {
      "entropy": 7.440773344039917,
      "epoch": 0.150355824281663,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004999787925573177,
      "loss": 7.3546,
      "mean_token_accuracy": 0.09137408435344696,
      "num_tokens": 3057715.0,
      "step": 1405
    },
    {
      "entropy": 7.582657051086426,
      "epoch": 0.15089089838942693,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004999782643807513,
      "loss": 7.3135,
      "mean_token_accuracy": 0.08860881105065346,
      "num_tokens": 3068344.0,
      "step": 1410
    },
    {
      "entropy": 7.376219367980957,
      "epoch": 0.15142597249719086,
      "grad_norm": 0.81640625,
      "learning_rate": 0.0004999777297079689,
      "loss": 7.2929,
      "mean_token_accuracy": 0.08662425726652145,
      "num_tokens": 3079576.0,
      "step": 1415
    },
    {
      "entropy": 7.48095703125,
      "epoch": 0.1519610466049548,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004999771885389863,
      "loss": 7.2626,
      "mean_token_accuracy": 0.09326665848493576,
      "num_tokens": 3090201.0,
      "step": 1420
    },
    {
      "entropy": 7.417229890823364,
      "epoch": 0.1524961207127187,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004999766408738189,
      "loss": 7.2349,
      "mean_token_accuracy": 0.09925753399729728,
      "num_tokens": 3099824.0,
      "step": 1425
    },
    {
      "entropy": 7.380178737640381,
      "epoch": 0.15303119482048264,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004999760867124827,
      "loss": 7.3052,
      "mean_token_accuracy": 0.09141960963606835,
      "num_tokens": 3109948.0,
      "step": 1430
    },
    {
      "entropy": 7.5375657081604,
      "epoch": 0.15356626892824657,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004999755260549937,
      "loss": 7.3051,
      "mean_token_accuracy": 0.09628649353981018,
      "num_tokens": 3121492.0,
      "step": 1435
    },
    {
      "entropy": 7.324652862548828,
      "epoch": 0.15410134303601047,
      "grad_norm": 1.265625,
      "learning_rate": 0.0004999749589013677,
      "loss": 7.0668,
      "mean_token_accuracy": 0.11169986054301262,
      "num_tokens": 3131990.0,
      "step": 1440
    },
    {
      "entropy": 7.332792663574219,
      "epoch": 0.1546364171437744,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004999743852516217,
      "loss": 7.2535,
      "mean_token_accuracy": 0.09437919408082962,
      "num_tokens": 3142567.0,
      "step": 1445
    },
    {
      "entropy": 7.527145719528198,
      "epoch": 0.15517149125153834,
      "grad_norm": 1.25,
      "learning_rate": 0.0004999738051057717,
      "loss": 7.3012,
      "mean_token_accuracy": 0.09176478385925294,
      "num_tokens": 3153083.0,
      "step": 1450
    },
    {
      "entropy": 7.429166221618653,
      "epoch": 0.15570656535930227,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004999732184638347,
      "loss": 7.2866,
      "mean_token_accuracy": 0.09161894842982292,
      "num_tokens": 3163985.0,
      "step": 1455
    },
    {
      "entropy": 7.386832141876221,
      "epoch": 0.15624163946706618,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004999726253258278,
      "loss": 7.2769,
      "mean_token_accuracy": 0.09116858392953872,
      "num_tokens": 3175259.0,
      "step": 1460
    },
    {
      "entropy": 7.479492425918579,
      "epoch": 0.1567767135748301,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004999720256917678,
      "loss": 7.2395,
      "mean_token_accuracy": 0.09686134830117225,
      "num_tokens": 3185487.0,
      "step": 1465
    },
    {
      "entropy": 7.282340335845947,
      "epoch": 0.15731178768259405,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004999714195616723,
      "loss": 7.2391,
      "mean_token_accuracy": 0.09826455116271973,
      "num_tokens": 3196200.0,
      "step": 1470
    },
    {
      "entropy": 7.583243417739868,
      "epoch": 0.15784686179035795,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004999708069355586,
      "loss": 7.3415,
      "mean_token_accuracy": 0.08557748645544053,
      "num_tokens": 3207675.0,
      "step": 1475
    },
    {
      "entropy": 7.284139347076416,
      "epoch": 0.15838193589812188,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004999701878134445,
      "loss": 7.2096,
      "mean_token_accuracy": 0.09773985520005227,
      "num_tokens": 3218117.0,
      "step": 1480
    },
    {
      "entropy": 7.4924530506134035,
      "epoch": 0.15891701000588582,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004999695621953477,
      "loss": 7.2714,
      "mean_token_accuracy": 0.10123906880617142,
      "num_tokens": 3229208.0,
      "step": 1485
    },
    {
      "entropy": 7.381686782836914,
      "epoch": 0.15945208411364975,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004999689300812866,
      "loss": 7.1971,
      "mean_token_accuracy": 0.10069452524185181,
      "num_tokens": 3239586.0,
      "step": 1490
    },
    {
      "entropy": 7.443973064422607,
      "epoch": 0.15998715822141366,
      "grad_norm": 0.78125,
      "learning_rate": 0.0004999682914712791,
      "loss": 7.257,
      "mean_token_accuracy": 0.0957643635571003,
      "num_tokens": 3250103.0,
      "step": 1495
    },
    {
      "entropy": 7.41712498664856,
      "epoch": 0.1605222323291776,
      "grad_norm": 0.8203125,
      "learning_rate": 0.0004999676463653439,
      "loss": 7.2518,
      "mean_token_accuracy": 0.09973225593566895,
      "num_tokens": 3261844.0,
      "step": 1500
    },
    {
      "entropy": 7.393565559387207,
      "epoch": 0.16105730643694152,
      "grad_norm": 0.875,
      "learning_rate": 0.0004999669947634996,
      "loss": 7.2099,
      "mean_token_accuracy": 0.09588405340909958,
      "num_tokens": 3272073.0,
      "step": 1505
    },
    {
      "entropy": 7.391902828216553,
      "epoch": 0.16159238054470546,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004999663366657647,
      "loss": 7.2034,
      "mean_token_accuracy": 0.09728947803378105,
      "num_tokens": 3281725.0,
      "step": 1510
    },
    {
      "entropy": 7.398671960830688,
      "epoch": 0.16212745465246936,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004999656720721586,
      "loss": 7.3271,
      "mean_token_accuracy": 0.09106058180332184,
      "num_tokens": 3292708.0,
      "step": 1515
    },
    {
      "entropy": 7.4855554580688475,
      "epoch": 0.1626625287602333,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004999650009827004,
      "loss": 7.3079,
      "mean_token_accuracy": 0.094503453373909,
      "num_tokens": 3303548.0,
      "step": 1520
    },
    {
      "entropy": 7.324214076995849,
      "epoch": 0.16319760286799723,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004999643233974092,
      "loss": 7.1854,
      "mean_token_accuracy": 0.10153073742985726,
      "num_tokens": 3314261.0,
      "step": 1525
    },
    {
      "entropy": 7.4001932621002195,
      "epoch": 0.16373267697576113,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004999636393163049,
      "loss": 7.1979,
      "mean_token_accuracy": 0.09524251073598862,
      "num_tokens": 3324833.0,
      "step": 1530
    },
    {
      "entropy": 7.291304874420166,
      "epoch": 0.16426775108352507,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004999629487394071,
      "loss": 7.1051,
      "mean_token_accuracy": 0.10538214668631554,
      "num_tokens": 3334790.0,
      "step": 1535
    },
    {
      "entropy": 7.413803243637085,
      "epoch": 0.164802825191289,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004999622516667358,
      "loss": 7.2313,
      "mean_token_accuracy": 0.09709590896964074,
      "num_tokens": 3345115.0,
      "step": 1540
    },
    {
      "entropy": 7.333492660522461,
      "epoch": 0.16533789929905293,
      "grad_norm": 0.7890625,
      "learning_rate": 0.000499961548098311,
      "loss": 7.1207,
      "mean_token_accuracy": 0.10122803598642349,
      "num_tokens": 3356187.0,
      "step": 1545
    },
    {
      "entropy": 7.272494459152222,
      "epoch": 0.16587297340681684,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004999608380341533,
      "loss": 7.1359,
      "mean_token_accuracy": 0.10306615009903908,
      "num_tokens": 3367218.0,
      "step": 1550
    },
    {
      "entropy": 7.344357633590699,
      "epoch": 0.16640804751458077,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004999601214742829,
      "loss": 7.2837,
      "mean_token_accuracy": 0.09136597141623497,
      "num_tokens": 3377557.0,
      "step": 1555
    },
    {
      "entropy": 7.438312625885009,
      "epoch": 0.1669431216223447,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004999593984187206,
      "loss": 7.2729,
      "mean_token_accuracy": 0.09725563302636146,
      "num_tokens": 3387402.0,
      "step": 1560
    },
    {
      "entropy": 7.341435861587525,
      "epoch": 0.1674781957301086,
      "grad_norm": 0.80859375,
      "learning_rate": 0.0004999586688674872,
      "loss": 7.1538,
      "mean_token_accuracy": 0.10022934228181839,
      "num_tokens": 3397924.0,
      "step": 1565
    },
    {
      "entropy": 7.39786114692688,
      "epoch": 0.16801326983787254,
      "grad_norm": 0.84375,
      "learning_rate": 0.000499957932820604,
      "loss": 7.2342,
      "mean_token_accuracy": 0.09389038234949112,
      "num_tokens": 3408622.0,
      "step": 1570
    },
    {
      "entropy": 7.419701194763183,
      "epoch": 0.16854834394563648,
      "grad_norm": 0.875,
      "learning_rate": 0.000499957190278092,
      "loss": 7.1859,
      "mean_token_accuracy": 0.09724239408969879,
      "num_tokens": 3419692.0,
      "step": 1575
    },
    {
      "entropy": 7.312865161895752,
      "epoch": 0.1690834180534004,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004999564412399728,
      "loss": 7.2472,
      "mean_token_accuracy": 0.093363007158041,
      "num_tokens": 3430986.0,
      "step": 1580
    },
    {
      "entropy": 7.353525066375733,
      "epoch": 0.1696184921611643,
      "grad_norm": 0.85546875,
      "learning_rate": 0.000499955685706268,
      "loss": 7.1695,
      "mean_token_accuracy": 0.096306062489748,
      "num_tokens": 3442211.0,
      "step": 1585
    },
    {
      "entropy": 7.285671186447144,
      "epoch": 0.17015356626892825,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004999549236769993,
      "loss": 7.1595,
      "mean_token_accuracy": 0.10178262889385223,
      "num_tokens": 3453585.0,
      "step": 1590
    },
    {
      "entropy": 7.279556846618652,
      "epoch": 0.17068864037669218,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004999541551521888,
      "loss": 7.1921,
      "mean_token_accuracy": 0.09866762459278107,
      "num_tokens": 3464156.0,
      "step": 1595
    },
    {
      "entropy": 7.484783601760864,
      "epoch": 0.17122371448445609,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004999533801318587,
      "loss": 7.2645,
      "mean_token_accuracy": 0.08954625204205513,
      "num_tokens": 3474853.0,
      "step": 1600
    },
    {
      "entropy": 7.384049606323242,
      "epoch": 0.17175878859222002,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004999525986160313,
      "loss": 7.2346,
      "mean_token_accuracy": 0.1001165673136711,
      "num_tokens": 3486841.0,
      "step": 1605
    },
    {
      "entropy": 7.336293649673462,
      "epoch": 0.17229386269998395,
      "grad_norm": 0.8359375,
      "learning_rate": 0.0004999518106047293,
      "loss": 7.2373,
      "mean_token_accuracy": 0.09608884081244469,
      "num_tokens": 3498735.0,
      "step": 1610
    },
    {
      "entropy": 7.364135122299194,
      "epoch": 0.17282893680774788,
      "grad_norm": 0.80859375,
      "learning_rate": 0.0004999510160979754,
      "loss": 7.2662,
      "mean_token_accuracy": 0.09740655794739723,
      "num_tokens": 3508829.0,
      "step": 1615
    },
    {
      "entropy": 7.306561088562011,
      "epoch": 0.1733640109155118,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004999502150957925,
      "loss": 7.189,
      "mean_token_accuracy": 0.09756208583712578,
      "num_tokens": 3519465.0,
      "step": 1620
    },
    {
      "entropy": 7.395194959640503,
      "epoch": 0.17389908502327572,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004999494075982037,
      "loss": 7.1279,
      "mean_token_accuracy": 0.10642676651477814,
      "num_tokens": 3530401.0,
      "step": 1625
    },
    {
      "entropy": 7.308092880249023,
      "epoch": 0.17443415913103966,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004999485936052324,
      "loss": 7.1994,
      "mean_token_accuracy": 0.09804261550307274,
      "num_tokens": 3541136.0,
      "step": 1630
    },
    {
      "entropy": 7.413141489028931,
      "epoch": 0.17496923323880356,
      "grad_norm": 0.84765625,
      "learning_rate": 0.000499947773116902,
      "loss": 7.1996,
      "mean_token_accuracy": 0.09641246423125267,
      "num_tokens": 3552525.0,
      "step": 1635
    },
    {
      "entropy": 7.236075019836425,
      "epoch": 0.1755043073465675,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004999469461332365,
      "loss": 7.1501,
      "mean_token_accuracy": 0.10242327377200126,
      "num_tokens": 3563028.0,
      "step": 1640
    },
    {
      "entropy": 7.417467212677002,
      "epoch": 0.17603938145433143,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004999461126542592,
      "loss": 7.1158,
      "mean_token_accuracy": 0.10092604756355286,
      "num_tokens": 3573354.0,
      "step": 1645
    },
    {
      "entropy": 7.150946855545044,
      "epoch": 0.17657445556209536,
      "grad_norm": 0.78125,
      "learning_rate": 0.0004999452726799947,
      "loss": 7.104,
      "mean_token_accuracy": 0.09954961612820626,
      "num_tokens": 3585576.0,
      "step": 1650
    },
    {
      "entropy": 7.43422303199768,
      "epoch": 0.17710952966985927,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004999444262104671,
      "loss": 7.2255,
      "mean_token_accuracy": 0.09162149503827095,
      "num_tokens": 3596478.0,
      "step": 1655
    },
    {
      "entropy": 7.3217792987823485,
      "epoch": 0.1776446037776232,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004999435732457007,
      "loss": 7.1781,
      "mean_token_accuracy": 0.0928413562476635,
      "num_tokens": 3608014.0,
      "step": 1660
    },
    {
      "entropy": 7.3171303272247314,
      "epoch": 0.17817967788538713,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004999427137857203,
      "loss": 7.231,
      "mean_token_accuracy": 0.09090021923184395,
      "num_tokens": 3620120.0,
      "step": 1665
    },
    {
      "entropy": 7.364529132843018,
      "epoch": 0.17871475199315104,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004999418478305506,
      "loss": 7.1385,
      "mean_token_accuracy": 0.10106266811490058,
      "num_tokens": 3632578.0,
      "step": 1670
    },
    {
      "entropy": 7.233688068389893,
      "epoch": 0.17924982610091497,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004999409753802167,
      "loss": 7.1471,
      "mean_token_accuracy": 0.10476156324148178,
      "num_tokens": 3643245.0,
      "step": 1675
    },
    {
      "entropy": 7.329768943786621,
      "epoch": 0.1797849002086789,
      "grad_norm": 0.79296875,
      "learning_rate": 0.0004999400964347437,
      "loss": 7.1406,
      "mean_token_accuracy": 0.09999557435512543,
      "num_tokens": 3655832.0,
      "step": 1680
    },
    {
      "entropy": 7.324776554107666,
      "epoch": 0.18031997431644284,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004999392109941571,
      "loss": 7.1195,
      "mean_token_accuracy": 0.10120863169431686,
      "num_tokens": 3666566.0,
      "step": 1685
    },
    {
      "entropy": 7.377109861373901,
      "epoch": 0.18085504842420674,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004999383190584822,
      "loss": 7.1558,
      "mean_token_accuracy": 0.09975881800055504,
      "num_tokens": 3677572.0,
      "step": 1690
    },
    {
      "entropy": 7.258830785751343,
      "epoch": 0.18139012253197068,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004999374206277451,
      "loss": 7.0797,
      "mean_token_accuracy": 0.10004075467586518,
      "num_tokens": 3687116.0,
      "step": 1695
    },
    {
      "entropy": 7.235633325576782,
      "epoch": 0.1819251966397346,
      "grad_norm": 0.83203125,
      "learning_rate": 0.0004999365157019717,
      "loss": 7.1698,
      "mean_token_accuracy": 0.10185194239020348,
      "num_tokens": 3697961.0,
      "step": 1700
    },
    {
      "entropy": 7.383031129837036,
      "epoch": 0.18246027074749852,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004999356042811878,
      "loss": 7.0962,
      "mean_token_accuracy": 0.10583037212491035,
      "num_tokens": 3708834.0,
      "step": 1705
    },
    {
      "entropy": 7.2048969745635985,
      "epoch": 0.18299534485526245,
      "grad_norm": 0.796875,
      "learning_rate": 0.00049993468636542,
      "loss": 7.168,
      "mean_token_accuracy": 0.09880446568131447,
      "num_tokens": 3719835.0,
      "step": 1710
    },
    {
      "entropy": 7.3344207286834715,
      "epoch": 0.18353041896302638,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004999337619546948,
      "loss": 7.0614,
      "mean_token_accuracy": 0.10437633171677589,
      "num_tokens": 3730408.0,
      "step": 1715
    },
    {
      "entropy": 7.20396728515625,
      "epoch": 0.18406549307079031,
      "grad_norm": 0.83203125,
      "learning_rate": 0.0004999328310490387,
      "loss": 7.1371,
      "mean_token_accuracy": 0.10319086164236069,
      "num_tokens": 3741257.0,
      "step": 1720
    },
    {
      "entropy": 7.309871482849121,
      "epoch": 0.18460056717855422,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004999318936484789,
      "loss": 7.1195,
      "mean_token_accuracy": 0.10339285656809807,
      "num_tokens": 3752615.0,
      "step": 1725
    },
    {
      "entropy": 7.274545431137085,
      "epoch": 0.18513564128631815,
      "grad_norm": 0.83203125,
      "learning_rate": 0.0004999309497530422,
      "loss": 7.1536,
      "mean_token_accuracy": 0.09540738239884376,
      "num_tokens": 3763656.0,
      "step": 1730
    },
    {
      "entropy": 7.17682466506958,
      "epoch": 0.1856707153940821,
      "grad_norm": 0.828125,
      "learning_rate": 0.0004999299993627558,
      "loss": 7.1274,
      "mean_token_accuracy": 0.10024873688817024,
      "num_tokens": 3775257.0,
      "step": 1735
    },
    {
      "entropy": 7.275924921035767,
      "epoch": 0.186205789501846,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004999290424776475,
      "loss": 7.1085,
      "mean_token_accuracy": 0.10480740368366241,
      "num_tokens": 3786094.0,
      "step": 1740
    },
    {
      "entropy": 7.383003568649292,
      "epoch": 0.18674086360960993,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004999280790977445,
      "loss": 7.1905,
      "mean_token_accuracy": 0.09309849962592125,
      "num_tokens": 3796672.0,
      "step": 1745
    },
    {
      "entropy": 7.339628458023071,
      "epoch": 0.18727593771737386,
      "grad_norm": 0.8671875,
      "learning_rate": 0.000499927109223075,
      "loss": 7.1565,
      "mean_token_accuracy": 0.10013005062937737,
      "num_tokens": 3807910.0,
      "step": 1750
    },
    {
      "entropy": 7.22684063911438,
      "epoch": 0.1878110118251378,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0004999261328536667,
      "loss": 7.1184,
      "mean_token_accuracy": 0.10545954629778861,
      "num_tokens": 3820792.0,
      "step": 1755
    },
    {
      "entropy": 7.222686910629273,
      "epoch": 0.1883460859329017,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0004999251499895479,
      "loss": 7.0348,
      "mean_token_accuracy": 0.10182796642184258,
      "num_tokens": 3831126.0,
      "step": 1760
    },
    {
      "entropy": 7.290640163421631,
      "epoch": 0.18888116004066563,
      "grad_norm": 0.8359375,
      "learning_rate": 0.0004999241606307471,
      "loss": 7.1585,
      "mean_token_accuracy": 0.0980623982846737,
      "num_tokens": 3841923.0,
      "step": 1765
    },
    {
      "entropy": 7.286150789260864,
      "epoch": 0.18941623414842956,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004999231647772927,
      "loss": 7.0679,
      "mean_token_accuracy": 0.10358999967575074,
      "num_tokens": 3852504.0,
      "step": 1770
    },
    {
      "entropy": 7.19472336769104,
      "epoch": 0.1899513082561935,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004999221624292136,
      "loss": 7.0699,
      "mean_token_accuracy": 0.10635367557406425,
      "num_tokens": 3862761.0,
      "step": 1775
    },
    {
      "entropy": 7.289284896850586,
      "epoch": 0.1904863823639574,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004999211535865385,
      "loss": 7.0759,
      "mean_token_accuracy": 0.10067537054419518,
      "num_tokens": 3873662.0,
      "step": 1780
    },
    {
      "entropy": 7.168746614456177,
      "epoch": 0.19102145647172133,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004999201382492969,
      "loss": 7.0188,
      "mean_token_accuracy": 0.10261877253651619,
      "num_tokens": 3884835.0,
      "step": 1785
    },
    {
      "entropy": 7.28413405418396,
      "epoch": 0.19155653057948527,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004999191164175178,
      "loss": 7.1592,
      "mean_token_accuracy": 0.09962226003408432,
      "num_tokens": 3895073.0,
      "step": 1790
    },
    {
      "entropy": 7.337110424041748,
      "epoch": 0.19209160468724917,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004999180880912309,
      "loss": 7.1158,
      "mean_token_accuracy": 0.10559302195906639,
      "num_tokens": 3905440.0,
      "step": 1795
    },
    {
      "entropy": 7.21136155128479,
      "epoch": 0.1926266787950131,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004999170532704657,
      "loss": 7.1183,
      "mean_token_accuracy": 0.09755382165312768,
      "num_tokens": 3917135.0,
      "step": 1800
    },
    {
      "entropy": 7.304487466812134,
      "epoch": 0.19316175290277704,
      "grad_norm": 0.74609375,
      "learning_rate": 0.0004999160119552523,
      "loss": 7.1225,
      "mean_token_accuracy": 0.10279463827610016,
      "num_tokens": 3928247.0,
      "step": 1805
    },
    {
      "entropy": 7.196545743942261,
      "epoch": 0.19369682701054097,
      "grad_norm": 0.875,
      "learning_rate": 0.0004999149641456206,
      "loss": 7.1084,
      "mean_token_accuracy": 0.10402424335479736,
      "num_tokens": 3938609.0,
      "step": 1810
    },
    {
      "entropy": 7.373271131515503,
      "epoch": 0.19423190111830488,
      "grad_norm": 0.91796875,
      "learning_rate": 0.000499913909841601,
      "loss": 7.0897,
      "mean_token_accuracy": 0.10455763563513756,
      "num_tokens": 3949221.0,
      "step": 1815
    },
    {
      "entropy": 7.1703612327575685,
      "epoch": 0.1947669752260688,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004999128490432238,
      "loss": 7.0609,
      "mean_token_accuracy": 0.09710687473416328,
      "num_tokens": 3959475.0,
      "step": 1820
    },
    {
      "entropy": 7.2145233154296875,
      "epoch": 0.19530204933383274,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004999117817505196,
      "loss": 7.0592,
      "mean_token_accuracy": 0.1138175070285797,
      "num_tokens": 3969638.0,
      "step": 1825
    },
    {
      "entropy": 7.178833293914795,
      "epoch": 0.19583712344159665,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004999107079635194,
      "loss": 7.1232,
      "mean_token_accuracy": 0.10179126933217049,
      "num_tokens": 3980543.0,
      "step": 1830
    },
    {
      "entropy": 7.44319224357605,
      "epoch": 0.19637219754936058,
      "grad_norm": 0.8359375,
      "learning_rate": 0.000499909627682254,
      "loss": 7.1773,
      "mean_token_accuracy": 0.08765889480710029,
      "num_tokens": 3993518.0,
      "step": 1835
    },
    {
      "entropy": 7.2637087345123295,
      "epoch": 0.19690727165712452,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004999085409067549,
      "loss": 7.1375,
      "mean_token_accuracy": 0.10476782023906708,
      "num_tokens": 4002940.0,
      "step": 1840
    },
    {
      "entropy": 7.169889783859253,
      "epoch": 0.19744234576488845,
      "grad_norm": 0.83203125,
      "learning_rate": 0.0004999074476370531,
      "loss": 7.0939,
      "mean_token_accuracy": 0.09844619929790496,
      "num_tokens": 4013982.0,
      "step": 1845
    },
    {
      "entropy": 7.24789080619812,
      "epoch": 0.19797741987265235,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0004999063478731805,
      "loss": 7.0485,
      "mean_token_accuracy": 0.10713553130626678,
      "num_tokens": 4025607.0,
      "step": 1850
    },
    {
      "entropy": 7.222923517227173,
      "epoch": 0.1985124939804163,
      "grad_norm": 0.8203125,
      "learning_rate": 0.0004999052416151687,
      "loss": 7.1148,
      "mean_token_accuracy": 0.10136601626873017,
      "num_tokens": 4037467.0,
      "step": 1855
    },
    {
      "entropy": 7.270085382461548,
      "epoch": 0.19904756808818022,
      "grad_norm": 0.80078125,
      "learning_rate": 0.0004999041288630496,
      "loss": 7.1147,
      "mean_token_accuracy": 0.10222559496760368,
      "num_tokens": 4049146.0,
      "step": 1860
    },
    {
      "entropy": 7.300042200088501,
      "epoch": 0.19958264219594413,
      "grad_norm": 0.80859375,
      "learning_rate": 0.0004999030096168553,
      "loss": 7.1579,
      "mean_token_accuracy": 0.09921248778700828,
      "num_tokens": 4060500.0,
      "step": 1865
    },
    {
      "entropy": 7.314883184432984,
      "epoch": 0.20011771630370806,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004999018838766182,
      "loss": 7.0989,
      "mean_token_accuracy": 0.0998796634376049,
      "num_tokens": 4070553.0,
      "step": 1870
    },
    {
      "entropy": 7.253989124298096,
      "epoch": 0.200652790411472,
      "grad_norm": 0.90234375,
      "learning_rate": 0.000499900751642371,
      "loss": 7.0327,
      "mean_token_accuracy": 0.11456628292798995,
      "num_tokens": 4079653.0,
      "step": 1875
    },
    {
      "entropy": 7.165084648132324,
      "epoch": 0.20118786451923593,
      "grad_norm": 0.875,
      "learning_rate": 0.0004998996129141461,
      "loss": 7.1197,
      "mean_token_accuracy": 0.09987151175737381,
      "num_tokens": 4089912.0,
      "step": 1880
    },
    {
      "entropy": 7.321857929229736,
      "epoch": 0.20172293862699983,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004998984676919764,
      "loss": 7.0693,
      "mean_token_accuracy": 0.09889922812581062,
      "num_tokens": 4100577.0,
      "step": 1885
    },
    {
      "entropy": 7.251675939559936,
      "epoch": 0.20225801273476376,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004998973159758952,
      "loss": 7.116,
      "mean_token_accuracy": 0.1035578764975071,
      "num_tokens": 4111752.0,
      "step": 1890
    },
    {
      "entropy": 7.180023431777954,
      "epoch": 0.2027930868425277,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004998961577659355,
      "loss": 7.0633,
      "mean_token_accuracy": 0.10196540728211403,
      "num_tokens": 4122616.0,
      "step": 1895
    },
    {
      "entropy": 7.318381118774414,
      "epoch": 0.2033281609502916,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004998949930621309,
      "loss": 7.1603,
      "mean_token_accuracy": 0.10213067010045052,
      "num_tokens": 4134275.0,
      "step": 1900
    },
    {
      "entropy": 7.190880680084229,
      "epoch": 0.20386323505805554,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004998938218645149,
      "loss": 7.0717,
      "mean_token_accuracy": 0.10233089625835419,
      "num_tokens": 4146412.0,
      "step": 1905
    },
    {
      "entropy": 7.185058450698852,
      "epoch": 0.20439830916581947,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004998926441731215,
      "loss": 7.0594,
      "mean_token_accuracy": 0.10094341784715652,
      "num_tokens": 4157592.0,
      "step": 1910
    },
    {
      "entropy": 7.2327782154083256,
      "epoch": 0.2049333832735834,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004998914599879845,
      "loss": 7.0388,
      "mean_token_accuracy": 0.10173192545771599,
      "num_tokens": 4168637.0,
      "step": 1915
    },
    {
      "entropy": 7.216303873062134,
      "epoch": 0.2054684573813473,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004998902693091382,
      "loss": 7.073,
      "mean_token_accuracy": 0.10192683935165406,
      "num_tokens": 4179951.0,
      "step": 1920
    },
    {
      "entropy": 7.214565849304199,
      "epoch": 0.20600353148911124,
      "grad_norm": 0.8125,
      "learning_rate": 0.0004998890721366171,
      "loss": 6.9886,
      "mean_token_accuracy": 0.1056469924747944,
      "num_tokens": 4189895.0,
      "step": 1925
    },
    {
      "entropy": 7.218944406509399,
      "epoch": 0.20653860559687517,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004998878684704556,
      "loss": 7.0203,
      "mean_token_accuracy": 0.10886224210262299,
      "num_tokens": 4199796.0,
      "step": 1930
    },
    {
      "entropy": 7.145756816864013,
      "epoch": 0.20707367970463908,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004998866583106884,
      "loss": 7.0497,
      "mean_token_accuracy": 0.1005377635359764,
      "num_tokens": 4210428.0,
      "step": 1935
    },
    {
      "entropy": 7.31018853187561,
      "epoch": 0.207608753812403,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004998854416573506,
      "loss": 7.1162,
      "mean_token_accuracy": 0.10497400760650635,
      "num_tokens": 4221515.0,
      "step": 1940
    },
    {
      "entropy": 7.217876052856445,
      "epoch": 0.20814382792016695,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004998842185104772,
      "loss": 7.1294,
      "mean_token_accuracy": 0.10152154713869095,
      "num_tokens": 4232580.0,
      "step": 1945
    },
    {
      "entropy": 7.19381012916565,
      "epoch": 0.20867890202793088,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004998829888701036,
      "loss": 7.0433,
      "mean_token_accuracy": 0.10803714469075203,
      "num_tokens": 4242871.0,
      "step": 1950
    },
    {
      "entropy": 7.283778476715088,
      "epoch": 0.20921397613569478,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004998817527362654,
      "loss": 7.0692,
      "mean_token_accuracy": 0.09783539399504662,
      "num_tokens": 4253419.0,
      "step": 1955
    },
    {
      "entropy": 7.182916593551636,
      "epoch": 0.20974905024345872,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004998805101089982,
      "loss": 7.0529,
      "mean_token_accuracy": 0.10560425892472267,
      "num_tokens": 4264327.0,
      "step": 1960
    },
    {
      "entropy": 7.240354061126709,
      "epoch": 0.21028412435122265,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004998792609883378,
      "loss": 7.0356,
      "mean_token_accuracy": 0.10485936850309371,
      "num_tokens": 4274568.0,
      "step": 1965
    },
    {
      "entropy": 7.218569707870484,
      "epoch": 0.21081919845898656,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004998780053743203,
      "loss": 7.0283,
      "mean_token_accuracy": 0.10580286756157875,
      "num_tokens": 4284895.0,
      "step": 1970
    },
    {
      "entropy": 7.211511325836182,
      "epoch": 0.2113542725667505,
      "grad_norm": 0.8203125,
      "learning_rate": 0.0004998767432669822,
      "loss": 7.0579,
      "mean_token_accuracy": 0.10149188414216041,
      "num_tokens": 4297258.0,
      "step": 1975
    },
    {
      "entropy": 7.180872201919556,
      "epoch": 0.21188934667451442,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004998754746663595,
      "loss": 6.9933,
      "mean_token_accuracy": 0.1065586656332016,
      "num_tokens": 4308307.0,
      "step": 1980
    },
    {
      "entropy": 7.1800261497497555,
      "epoch": 0.21242442078227836,
      "grad_norm": 0.8046875,
      "learning_rate": 0.0004998741995724892,
      "loss": 7.0546,
      "mean_token_accuracy": 0.10103240609169006,
      "num_tokens": 4318801.0,
      "step": 1985
    },
    {
      "entropy": 7.196444845199585,
      "epoch": 0.21295949489004226,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004998729179854079,
      "loss": 7.0325,
      "mean_token_accuracy": 0.10279674157500267,
      "num_tokens": 4329531.0,
      "step": 1990
    },
    {
      "entropy": 7.1866326332092285,
      "epoch": 0.2134945689978062,
      "grad_norm": 0.8203125,
      "learning_rate": 0.0004998716299051527,
      "loss": 7.0133,
      "mean_token_accuracy": 0.10350802689790725,
      "num_tokens": 4341203.0,
      "step": 1995
    },
    {
      "entropy": 7.124855422973633,
      "epoch": 0.21402964310557013,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004998703353317609,
      "loss": 7.0584,
      "mean_token_accuracy": 0.10162648260593414,
      "num_tokens": 4352426.0,
      "step": 2000
    },
    {
      "entropy": 7.259735202789306,
      "epoch": 0.21456471721333403,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004998690342652697,
      "loss": 7.0121,
      "mean_token_accuracy": 0.10889948382973672,
      "num_tokens": 4363413.0,
      "step": 2005
    },
    {
      "entropy": 7.1536116123199465,
      "epoch": 0.21509979132109797,
      "grad_norm": 0.796875,
      "learning_rate": 0.0004998677267057166,
      "loss": 6.9458,
      "mean_token_accuracy": 0.10910924375057221,
      "num_tokens": 4373470.0,
      "step": 2010
    },
    {
      "entropy": 7.114294338226318,
      "epoch": 0.2156348654288619,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004998664126531397,
      "loss": 7.0155,
      "mean_token_accuracy": 0.10767255127429962,
      "num_tokens": 4384438.0,
      "step": 2015
    },
    {
      "entropy": 7.260488796234131,
      "epoch": 0.21616993953662583,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004998650921075766,
      "loss": 6.9928,
      "mean_token_accuracy": 0.10748248249292373,
      "num_tokens": 4395100.0,
      "step": 2020
    },
    {
      "entropy": 7.089138031005859,
      "epoch": 0.21670501364438974,
      "grad_norm": 0.8046875,
      "learning_rate": 0.0004998637650690656,
      "loss": 7.1018,
      "mean_token_accuracy": 0.09796615988016129,
      "num_tokens": 4407131.0,
      "step": 2025
    },
    {
      "entropy": 7.218321037292481,
      "epoch": 0.21724008775215367,
      "grad_norm": 0.9140625,
      "learning_rate": 0.000499862431537645,
      "loss": 6.9445,
      "mean_token_accuracy": 0.10602100789546967,
      "num_tokens": 4417701.0,
      "step": 2030
    },
    {
      "entropy": 7.156389379501343,
      "epoch": 0.2177751618599176,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004998610915133533,
      "loss": 7.0019,
      "mean_token_accuracy": 0.10421578660607338,
      "num_tokens": 4429309.0,
      "step": 2035
    },
    {
      "entropy": 7.151696300506591,
      "epoch": 0.21831023596768154,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004998597449962292,
      "loss": 7.0604,
      "mean_token_accuracy": 0.1074062243103981,
      "num_tokens": 4440850.0,
      "step": 2040
    },
    {
      "entropy": 7.173864507675171,
      "epoch": 0.21884531007544544,
      "grad_norm": 0.875,
      "learning_rate": 0.0004998583919863115,
      "loss": 7.0455,
      "mean_token_accuracy": 0.10184828117489815,
      "num_tokens": 4451995.0,
      "step": 2045
    },
    {
      "entropy": 7.095217037200928,
      "epoch": 0.21938038418320938,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004998570324836393,
      "loss": 6.9646,
      "mean_token_accuracy": 0.10822436287999153,
      "num_tokens": 4461916.0,
      "step": 2050
    },
    {
      "entropy": 7.188471364974975,
      "epoch": 0.2199154582909733,
      "grad_norm": 0.921875,
      "learning_rate": 0.000499855666488252,
      "loss": 7.0417,
      "mean_token_accuracy": 0.10385469049215316,
      "num_tokens": 4471603.0,
      "step": 2055
    },
    {
      "entropy": 7.260391330718994,
      "epoch": 0.22045053239873721,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004998542940001889,
      "loss": 7.0733,
      "mean_token_accuracy": 0.10464386790990829,
      "num_tokens": 4483166.0,
      "step": 2060
    },
    {
      "entropy": 7.165126323699951,
      "epoch": 0.22098560650650115,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004998529150194895,
      "loss": 6.984,
      "mean_token_accuracy": 0.10515503585338593,
      "num_tokens": 4493824.0,
      "step": 2065
    },
    {
      "entropy": 7.1778943061828615,
      "epoch": 0.22152068061426508,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004998515295461939,
      "loss": 6.8879,
      "mean_token_accuracy": 0.12077882513403893,
      "num_tokens": 4505674.0,
      "step": 2070
    },
    {
      "entropy": 7.045021867752075,
      "epoch": 0.22205575472202901,
      "grad_norm": 0.8671875,
      "learning_rate": 0.000499850137580342,
      "loss": 6.9944,
      "mean_token_accuracy": 0.11151223108172417,
      "num_tokens": 4516516.0,
      "step": 2075
    },
    {
      "entropy": 7.183830261230469,
      "epoch": 0.22259082882979292,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004998487391219739,
      "loss": 6.9922,
      "mean_token_accuracy": 0.10238008573651314,
      "num_tokens": 4527811.0,
      "step": 2080
    },
    {
      "entropy": 7.124439287185669,
      "epoch": 0.22312590293755685,
      "grad_norm": 0.80078125,
      "learning_rate": 0.0004998473341711301,
      "loss": 6.9376,
      "mean_token_accuracy": 0.10194609165191651,
      "num_tokens": 4538988.0,
      "step": 2085
    },
    {
      "entropy": 7.129032325744629,
      "epoch": 0.22366097704532079,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004998459227278512,
      "loss": 6.964,
      "mean_token_accuracy": 0.10870476886630058,
      "num_tokens": 4550049.0,
      "step": 2090
    },
    {
      "entropy": 7.269771909713745,
      "epoch": 0.2241960511530847,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004998445047921777,
      "loss": 7.0811,
      "mean_token_accuracy": 0.1076191745698452,
      "num_tokens": 4559784.0,
      "step": 2095
    },
    {
      "entropy": 7.1074059009552,
      "epoch": 0.22473112526084862,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004998430803641509,
      "loss": 6.9183,
      "mean_token_accuracy": 0.10604787841439248,
      "num_tokens": 4569982.0,
      "step": 2100
    },
    {
      "entropy": 7.101476860046387,
      "epoch": 0.22526619936861256,
      "grad_norm": 0.8203125,
      "learning_rate": 0.0004998416494438118,
      "loss": 6.9299,
      "mean_token_accuracy": 0.10904891490936279,
      "num_tokens": 4581117.0,
      "step": 2105
    },
    {
      "entropy": 7.105316066741944,
      "epoch": 0.2258012734763765,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004998402120312014,
      "loss": 6.9953,
      "mean_token_accuracy": 0.11073005571961403,
      "num_tokens": 4592012.0,
      "step": 2110
    },
    {
      "entropy": 7.180981636047363,
      "epoch": 0.2263363475841404,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004998387681263616,
      "loss": 7.0385,
      "mean_token_accuracy": 0.10344724059104919,
      "num_tokens": 4602591.0,
      "step": 2115
    },
    {
      "entropy": 7.147944641113281,
      "epoch": 0.22687142169190433,
      "grad_norm": 0.87109375,
      "learning_rate": 0.000499837317729334,
      "loss": 6.9648,
      "mean_token_accuracy": 0.10446924120187759,
      "num_tokens": 4613418.0,
      "step": 2120
    },
    {
      "entropy": 7.088868284225464,
      "epoch": 0.22740649579966826,
      "grad_norm": 0.77734375,
      "learning_rate": 0.0004998358608401603,
      "loss": 6.8946,
      "mean_token_accuracy": 0.11337370723485947,
      "num_tokens": 4625156.0,
      "step": 2125
    },
    {
      "entropy": 7.165902519226075,
      "epoch": 0.22794156990743217,
      "grad_norm": 0.83984375,
      "learning_rate": 0.000499834397458883,
      "loss": 6.9344,
      "mean_token_accuracy": 0.11145322620868683,
      "num_tokens": 4634523.0,
      "step": 2130
    },
    {
      "entropy": 7.076514863967896,
      "epoch": 0.2284766440151961,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004998329275855438,
      "loss": 6.9174,
      "mean_token_accuracy": 0.11302619948983192,
      "num_tokens": 4646292.0,
      "step": 2135
    },
    {
      "entropy": 7.122889423370362,
      "epoch": 0.22901171812296003,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004998314512201855,
      "loss": 6.9004,
      "mean_token_accuracy": 0.10689050704240799,
      "num_tokens": 4656417.0,
      "step": 2140
    },
    {
      "entropy": 7.06037015914917,
      "epoch": 0.22954679223072397,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004998299683628507,
      "loss": 6.912,
      "mean_token_accuracy": 0.11160982474684715,
      "num_tokens": 4666933.0,
      "step": 2145
    },
    {
      "entropy": 7.187684774398804,
      "epoch": 0.23008186633848787,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004998284790135821,
      "loss": 7.1033,
      "mean_token_accuracy": 0.1016832061111927,
      "num_tokens": 4678482.0,
      "step": 2150
    },
    {
      "entropy": 7.139988660812378,
      "epoch": 0.2306169404462518,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004998269831724228,
      "loss": 6.9424,
      "mean_token_accuracy": 0.10893533229827881,
      "num_tokens": 4688454.0,
      "step": 2155
    },
    {
      "entropy": 7.114541387557983,
      "epoch": 0.23115201455401574,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004998254808394159,
      "loss": 6.9693,
      "mean_token_accuracy": 0.1090779609978199,
      "num_tokens": 4699545.0,
      "step": 2160
    },
    {
      "entropy": 7.173770380020142,
      "epoch": 0.23168708866177964,
      "grad_norm": 0.7578125,
      "learning_rate": 0.0004998239720146048,
      "loss": 6.9818,
      "mean_token_accuracy": 0.10480888038873673,
      "num_tokens": 4711149.0,
      "step": 2165
    },
    {
      "entropy": 7.0449871063232425,
      "epoch": 0.23222216276954358,
      "grad_norm": 0.8359375,
      "learning_rate": 0.0004998224566980332,
      "loss": 6.9846,
      "mean_token_accuracy": 0.10382255315780639,
      "num_tokens": 4722651.0,
      "step": 2170
    },
    {
      "entropy": 7.14964804649353,
      "epoch": 0.2327572368773075,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004998209348897447,
      "loss": 6.9818,
      "mean_token_accuracy": 0.10008153393864631,
      "num_tokens": 4733883.0,
      "step": 2175
    },
    {
      "entropy": 7.267318153381348,
      "epoch": 0.23329231098507144,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004998194065897833,
      "loss": 6.9546,
      "mean_token_accuracy": 0.10759458690881729,
      "num_tokens": 4744517.0,
      "step": 2180
    },
    {
      "entropy": 7.039386034011841,
      "epoch": 0.23382738509283535,
      "grad_norm": 0.92578125,
      "learning_rate": 0.000499817871798193,
      "loss": 6.9613,
      "mean_token_accuracy": 0.11343310549855232,
      "num_tokens": 4755481.0,
      "step": 2185
    },
    {
      "entropy": 7.088238620758057,
      "epoch": 0.23436245920059928,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004998163305150185,
      "loss": 6.8813,
      "mean_token_accuracy": 0.1131195604801178,
      "num_tokens": 4765535.0,
      "step": 2190
    },
    {
      "entropy": 7.1311625957489015,
      "epoch": 0.23489753330836322,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004998147827403038,
      "loss": 7.0102,
      "mean_token_accuracy": 0.1072376735508442,
      "num_tokens": 4777045.0,
      "step": 2195
    },
    {
      "entropy": 7.156279706954956,
      "epoch": 0.23543260741612712,
      "grad_norm": 0.8671875,
      "learning_rate": 0.000499813228474094,
      "loss": 6.8885,
      "mean_token_accuracy": 0.11066517904400826,
      "num_tokens": 4787958.0,
      "step": 2200
    },
    {
      "entropy": 7.07044153213501,
      "epoch": 0.23596768152389105,
      "grad_norm": 0.83203125,
      "learning_rate": 0.0004998116677164338,
      "loss": 6.9279,
      "mean_token_accuracy": 0.10897202789783478,
      "num_tokens": 4798502.0,
      "step": 2205
    },
    {
      "entropy": 7.007950210571289,
      "epoch": 0.236502755631655,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004998101004673682,
      "loss": 6.9386,
      "mean_token_accuracy": 0.11299166306853295,
      "num_tokens": 4809179.0,
      "step": 2210
    },
    {
      "entropy": 7.225791692733765,
      "epoch": 0.23703782973941892,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004998085267269426,
      "loss": 7.0021,
      "mean_token_accuracy": 0.1013013631105423,
      "num_tokens": 4819803.0,
      "step": 2215
    },
    {
      "entropy": 7.156044769287109,
      "epoch": 0.23757290384718283,
      "grad_norm": 0.80078125,
      "learning_rate": 0.0004998069464952025,
      "loss": 6.9661,
      "mean_token_accuracy": 0.10483337342739105,
      "num_tokens": 4831226.0,
      "step": 2220
    },
    {
      "entropy": 7.1146551132202145,
      "epoch": 0.23810797795494676,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004998053597721932,
      "loss": 6.9805,
      "mean_token_accuracy": 0.10689718723297119,
      "num_tokens": 4842168.0,
      "step": 2225
    },
    {
      "entropy": 7.112945604324341,
      "epoch": 0.2386430520627107,
      "grad_norm": 0.82421875,
      "learning_rate": 0.0004998037665579608,
      "loss": 6.9683,
      "mean_token_accuracy": 0.10687630698084831,
      "num_tokens": 4852655.0,
      "step": 2230
    },
    {
      "entropy": 7.031319570541382,
      "epoch": 0.2391781261704746,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004998021668525513,
      "loss": 6.8648,
      "mean_token_accuracy": 0.11213752254843712,
      "num_tokens": 4862164.0,
      "step": 2235
    },
    {
      "entropy": 7.138062334060669,
      "epoch": 0.23971320027823853,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004998005606560107,
      "loss": 6.9837,
      "mean_token_accuracy": 0.10962075069546699,
      "num_tokens": 4874233.0,
      "step": 2240
    },
    {
      "entropy": 7.145175266265869,
      "epoch": 0.24024827438600246,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004997989479683856,
      "loss": 6.9847,
      "mean_token_accuracy": 0.1075660951435566,
      "num_tokens": 4885948.0,
      "step": 2245
    },
    {
      "entropy": 7.035645341873169,
      "epoch": 0.2407833484937664,
      "grad_norm": 0.80078125,
      "learning_rate": 0.0004997973287897224,
      "loss": 6.9566,
      "mean_token_accuracy": 0.10865945667028427,
      "num_tokens": 4897128.0,
      "step": 2250
    },
    {
      "entropy": 7.135949563980103,
      "epoch": 0.2413184226015303,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004997957031200681,
      "loss": 6.9369,
      "mean_token_accuracy": 0.11560432091355324,
      "num_tokens": 4907699.0,
      "step": 2255
    },
    {
      "entropy": 7.00885157585144,
      "epoch": 0.24185349670929424,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004997940709594692,
      "loss": 6.8547,
      "mean_token_accuracy": 0.11122522950172424,
      "num_tokens": 4918772.0,
      "step": 2260
    },
    {
      "entropy": 7.157874059677124,
      "epoch": 0.24238857081705817,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004997924323079733,
      "loss": 6.9092,
      "mean_token_accuracy": 0.10879954397678375,
      "num_tokens": 4930046.0,
      "step": 2265
    },
    {
      "entropy": 7.033572673797607,
      "epoch": 0.24292364492482207,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004997907871656273,
      "loss": 6.9361,
      "mean_token_accuracy": 0.11303869113326073,
      "num_tokens": 4940609.0,
      "step": 2270
    },
    {
      "entropy": 7.085981941223144,
      "epoch": 0.243458719032586,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004997891355324791,
      "loss": 6.9537,
      "mean_token_accuracy": 0.11050518602132797,
      "num_tokens": 4951339.0,
      "step": 2275
    },
    {
      "entropy": 7.1102917194366455,
      "epoch": 0.24399379314034994,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004997874774085761,
      "loss": 6.8694,
      "mean_token_accuracy": 0.10475466623902321,
      "num_tokens": 4961083.0,
      "step": 2280
    },
    {
      "entropy": 7.02321424484253,
      "epoch": 0.24452886724811387,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004997858127939662,
      "loss": 6.8815,
      "mean_token_accuracy": 0.11015179753303528,
      "num_tokens": 4971399.0,
      "step": 2285
    },
    {
      "entropy": 7.133182764053345,
      "epoch": 0.24506394135587778,
      "grad_norm": 0.875,
      "learning_rate": 0.0004997841416886976,
      "loss": 6.9557,
      "mean_token_accuracy": 0.10723848342895508,
      "num_tokens": 4982429.0,
      "step": 2290
    },
    {
      "entropy": 7.134330749511719,
      "epoch": 0.2455990154636417,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004997824640928186,
      "loss": 6.9981,
      "mean_token_accuracy": 0.10663792341947556,
      "num_tokens": 4993706.0,
      "step": 2295
    },
    {
      "entropy": 7.106071710586548,
      "epoch": 0.24613408957140565,
      "grad_norm": 0.82421875,
      "learning_rate": 0.0004997807800063774,
      "loss": 6.8969,
      "mean_token_accuracy": 0.11038667410612106,
      "num_tokens": 5005411.0,
      "step": 2300
    },
    {
      "entropy": 7.113573980331421,
      "epoch": 0.24666916367916958,
      "grad_norm": 0.8984375,
      "learning_rate": 0.000499779089429423,
      "loss": 7.0192,
      "mean_token_accuracy": 0.10511812567710876,
      "num_tokens": 5016011.0,
      "step": 2305
    },
    {
      "entropy": 7.082342147827148,
      "epoch": 0.24720423778693348,
      "grad_norm": 0.79296875,
      "learning_rate": 0.0004997773923620037,
      "loss": 6.9766,
      "mean_token_accuracy": 0.1077098935842514,
      "num_tokens": 5027841.0,
      "step": 2310
    },
    {
      "entropy": 7.156000328063965,
      "epoch": 0.24773931189469742,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004997756888041689,
      "loss": 6.9674,
      "mean_token_accuracy": 0.09967386648058892,
      "num_tokens": 5038640.0,
      "step": 2315
    },
    {
      "entropy": 7.031879425048828,
      "epoch": 0.24827438600246135,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004997739787559677,
      "loss": 6.9064,
      "mean_token_accuracy": 0.1101887047290802,
      "num_tokens": 5050423.0,
      "step": 2320
    },
    {
      "entropy": 7.084950113296509,
      "epoch": 0.24880946011022526,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004997722622174494,
      "loss": 6.9261,
      "mean_token_accuracy": 0.10869491174817085,
      "num_tokens": 5060654.0,
      "step": 2325
    },
    {
      "entropy": 7.073810243606568,
      "epoch": 0.2493445342179892,
      "grad_norm": 0.875,
      "learning_rate": 0.0004997705391886636,
      "loss": 6.8532,
      "mean_token_accuracy": 0.1153720997273922,
      "num_tokens": 5070165.0,
      "step": 2330
    },
    {
      "entropy": 6.990339374542236,
      "epoch": 0.24987960832575312,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004997688096696601,
      "loss": 6.8889,
      "mean_token_accuracy": 0.10511518865823746,
      "num_tokens": 5080937.0,
      "step": 2335
    },
    {
      "entropy": 7.040760135650634,
      "epoch": 0.25041468243351706,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004997670736604888,
      "loss": 6.8536,
      "mean_token_accuracy": 0.11363203302025796,
      "num_tokens": 5090955.0,
      "step": 2340
    },
    {
      "entropy": 7.100010633468628,
      "epoch": 0.250949756541281,
      "grad_norm": 0.828125,
      "learning_rate": 0.0004997653311611998,
      "loss": 6.9896,
      "mean_token_accuracy": 0.1013368934392929,
      "num_tokens": 5102201.0,
      "step": 2345
    },
    {
      "entropy": 7.11283597946167,
      "epoch": 0.25148483064904487,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004997635821718435,
      "loss": 6.912,
      "mean_token_accuracy": 0.11232623681426049,
      "num_tokens": 5112235.0,
      "step": 2350
    },
    {
      "entropy": 7.029507255554199,
      "epoch": 0.2520199047568088,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004997618266924704,
      "loss": 6.7832,
      "mean_token_accuracy": 0.10930138230323791,
      "num_tokens": 5122360.0,
      "step": 2355
    },
    {
      "entropy": 7.053276777267456,
      "epoch": 0.25255497886457273,
      "grad_norm": 0.91796875,
      "learning_rate": 0.000499760064723131,
      "loss": 6.9599,
      "mean_token_accuracy": 0.10386712178587913,
      "num_tokens": 5133084.0,
      "step": 2360
    },
    {
      "entropy": 7.001993083953858,
      "epoch": 0.25309005297233667,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004997582962638764,
      "loss": 6.9092,
      "mean_token_accuracy": 0.10329946726560593,
      "num_tokens": 5144495.0,
      "step": 2365
    },
    {
      "entropy": 7.14462685585022,
      "epoch": 0.2536251270801006,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004997565213147575,
      "loss": 6.9045,
      "mean_token_accuracy": 0.11057875901460648,
      "num_tokens": 5154824.0,
      "step": 2370
    },
    {
      "entropy": 7.04837121963501,
      "epoch": 0.25416020118786453,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004997547398758257,
      "loss": 6.8976,
      "mean_token_accuracy": 0.10639405995607376,
      "num_tokens": 5165061.0,
      "step": 2375
    },
    {
      "entropy": 7.022197437286377,
      "epoch": 0.25469527529562846,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004997529519471323,
      "loss": 6.8471,
      "mean_token_accuracy": 0.11550139263272285,
      "num_tokens": 5174964.0,
      "step": 2380
    },
    {
      "entropy": 7.051410436630249,
      "epoch": 0.25523034940339234,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004997511575287291,
      "loss": 6.8892,
      "mean_token_accuracy": 0.11107081025838852,
      "num_tokens": 5185458.0,
      "step": 2385
    },
    {
      "entropy": 7.052774667739868,
      "epoch": 0.2557654235111563,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004997493566206677,
      "loss": 6.878,
      "mean_token_accuracy": 0.11274964585900307,
      "num_tokens": 5196193.0,
      "step": 2390
    },
    {
      "entropy": 7.087007999420166,
      "epoch": 0.2563004976189202,
      "grad_norm": 0.7890625,
      "learning_rate": 0.0004997475492230003,
      "loss": 7.0016,
      "mean_token_accuracy": 0.10122420638799667,
      "num_tokens": 5208541.0,
      "step": 2395
    },
    {
      "entropy": 7.037209749221802,
      "epoch": 0.25683557172668414,
      "grad_norm": 0.828125,
      "learning_rate": 0.000499745735335779,
      "loss": 6.8283,
      "mean_token_accuracy": 0.11095813065767288,
      "num_tokens": 5218567.0,
      "step": 2400
    },
    {
      "entropy": 7.078734445571899,
      "epoch": 0.2573706458344481,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004997439149590561,
      "loss": 6.9304,
      "mean_token_accuracy": 0.10828692242503166,
      "num_tokens": 5228293.0,
      "step": 2405
    },
    {
      "entropy": 7.043195676803589,
      "epoch": 0.257905719942212,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004997420880928843,
      "loss": 6.8715,
      "mean_token_accuracy": 0.11050004214048385,
      "num_tokens": 5238880.0,
      "step": 2410
    },
    {
      "entropy": 7.082090950012207,
      "epoch": 0.25844079404997594,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004997402547373162,
      "loss": 6.9731,
      "mean_token_accuracy": 0.10441731810569763,
      "num_tokens": 5250104.0,
      "step": 2415
    },
    {
      "entropy": 7.139094257354737,
      "epoch": 0.2589758681577399,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004997384148924049,
      "loss": 6.9951,
      "mean_token_accuracy": 0.10500225946307182,
      "num_tokens": 5260355.0,
      "step": 2420
    },
    {
      "entropy": 7.020048427581787,
      "epoch": 0.25951094226550375,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004997365685582035,
      "loss": 6.9181,
      "mean_token_accuracy": 0.10640754848718643,
      "num_tokens": 5272117.0,
      "step": 2425
    },
    {
      "entropy": 7.079926252365112,
      "epoch": 0.2600460163732677,
      "grad_norm": 0.765625,
      "learning_rate": 0.0004997347157347651,
      "loss": 6.9946,
      "mean_token_accuracy": 0.10754604786634445,
      "num_tokens": 5284583.0,
      "step": 2430
    },
    {
      "entropy": 7.123588037490845,
      "epoch": 0.2605810904810316,
      "grad_norm": 0.81640625,
      "learning_rate": 0.0004997328564221435,
      "loss": 6.7935,
      "mean_token_accuracy": 0.12066915556788445,
      "num_tokens": 5295846.0,
      "step": 2435
    },
    {
      "entropy": 6.995146322250366,
      "epoch": 0.26111616458879555,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0004997309906203922,
      "loss": 6.9324,
      "mean_token_accuracy": 0.10952212065458297,
      "num_tokens": 5307802.0,
      "step": 2440
    },
    {
      "entropy": 7.15656852722168,
      "epoch": 0.2616512386965595,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004997291183295652,
      "loss": 6.8757,
      "mean_token_accuracy": 0.10969269722700119,
      "num_tokens": 5318263.0,
      "step": 2445
    },
    {
      "entropy": 7.028390216827392,
      "epoch": 0.2621863128043234,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004997272395497164,
      "loss": 6.9303,
      "mean_token_accuracy": 0.10968295708298684,
      "num_tokens": 5328555.0,
      "step": 2450
    },
    {
      "entropy": 6.9868518829345705,
      "epoch": 0.26272138691208735,
      "grad_norm": 0.79296875,
      "learning_rate": 0.0004997253542809002,
      "loss": 6.8927,
      "mean_token_accuracy": 0.10809791460633278,
      "num_tokens": 5339954.0,
      "step": 2455
    },
    {
      "entropy": 7.193512296676635,
      "epoch": 0.26325646101985123,
      "grad_norm": 0.80859375,
      "learning_rate": 0.0004997234625231709,
      "loss": 6.9324,
      "mean_token_accuracy": 0.10953526422381402,
      "num_tokens": 5350919.0,
      "step": 2460
    },
    {
      "entropy": 6.973828077316284,
      "epoch": 0.26379153512761516,
      "grad_norm": 0.78125,
      "learning_rate": 0.0004997215642765832,
      "loss": 6.895,
      "mean_token_accuracy": 0.11250809505581856,
      "num_tokens": 5361844.0,
      "step": 2465
    },
    {
      "entropy": 7.0807849884033205,
      "epoch": 0.2643266092353791,
      "grad_norm": 0.828125,
      "learning_rate": 0.000499719659541192,
      "loss": 6.9167,
      "mean_token_accuracy": 0.10835950300097466,
      "num_tokens": 5372026.0,
      "step": 2470
    },
    {
      "entropy": 7.093844032287597,
      "epoch": 0.26486168334314303,
      "grad_norm": 0.78515625,
      "learning_rate": 0.0004997177483170521,
      "loss": 6.9599,
      "mean_token_accuracy": 0.11532194167375565,
      "num_tokens": 5382965.0,
      "step": 2475
    },
    {
      "entropy": 7.004912328720093,
      "epoch": 0.26539675745090696,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004997158306042188,
      "loss": 6.9202,
      "mean_token_accuracy": 0.11223710849881172,
      "num_tokens": 5393738.0,
      "step": 2480
    },
    {
      "entropy": 7.040785694122315,
      "epoch": 0.2659318315586709,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004997139064027476,
      "loss": 6.7822,
      "mean_token_accuracy": 0.1194936640560627,
      "num_tokens": 5404059.0,
      "step": 2485
    },
    {
      "entropy": 6.9767382621765135,
      "epoch": 0.26646690566643483,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004997119757126938,
      "loss": 6.8286,
      "mean_token_accuracy": 0.11358326822519302,
      "num_tokens": 5414152.0,
      "step": 2490
    },
    {
      "entropy": 7.081306219100952,
      "epoch": 0.2670019797741987,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004997100385341133,
      "loss": 7.0047,
      "mean_token_accuracy": 0.11303253397345543,
      "num_tokens": 5425227.0,
      "step": 2495
    },
    {
      "entropy": 7.00633659362793,
      "epoch": 0.26753705388196264,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004997080948670621,
      "loss": 6.8416,
      "mean_token_accuracy": 0.11532852947711944,
      "num_tokens": 5435716.0,
      "step": 2500
    },
    {
      "entropy": 7.059450101852417,
      "epoch": 0.26807212798972657,
      "grad_norm": 0.828125,
      "learning_rate": 0.0004997061447115962,
      "loss": 6.8843,
      "mean_token_accuracy": 0.10835974663496017,
      "num_tokens": 5446519.0,
      "step": 2505
    },
    {
      "entropy": 7.0279497623443605,
      "epoch": 0.2686072020974905,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004997041880677719,
      "loss": 6.888,
      "mean_token_accuracy": 0.11044454723596572,
      "num_tokens": 5457496.0,
      "step": 2510
    },
    {
      "entropy": 6.935314702987671,
      "epoch": 0.26914227620525444,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004997022249356457,
      "loss": 6.7806,
      "mean_token_accuracy": 0.11524100303649902,
      "num_tokens": 5469059.0,
      "step": 2515
    },
    {
      "entropy": 7.044953393936157,
      "epoch": 0.26967735031301837,
      "grad_norm": 1.125,
      "learning_rate": 0.0004997002553152745,
      "loss": 6.8806,
      "mean_token_accuracy": 0.11304009705781937,
      "num_tokens": 5480324.0,
      "step": 2520
    },
    {
      "entropy": 7.024924993515015,
      "epoch": 0.2702124244207823,
      "grad_norm": 0.875,
      "learning_rate": 0.0004996982792067148,
      "loss": 6.889,
      "mean_token_accuracy": 0.10333864018321037,
      "num_tokens": 5491513.0,
      "step": 2525
    },
    {
      "entropy": 6.982390928268432,
      "epoch": 0.2707474985285462,
      "grad_norm": 0.83203125,
      "learning_rate": 0.000499696296610024,
      "loss": 6.8084,
      "mean_token_accuracy": 0.1128513678908348,
      "num_tokens": 5502414.0,
      "step": 2530
    },
    {
      "entropy": 6.966418361663818,
      "epoch": 0.2712825726363101,
      "grad_norm": 0.828125,
      "learning_rate": 0.0004996943075252592,
      "loss": 6.944,
      "mean_token_accuracy": 0.11141985207796097,
      "num_tokens": 5512962.0,
      "step": 2535
    },
    {
      "entropy": 7.015233278274536,
      "epoch": 0.27181764674407405,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004996923119524777,
      "loss": 6.8026,
      "mean_token_accuracy": 0.11136919856071473,
      "num_tokens": 5524648.0,
      "step": 2540
    },
    {
      "entropy": 6.970895910263062,
      "epoch": 0.272352720851838,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0004996903098917375,
      "loss": 6.8846,
      "mean_token_accuracy": 0.10550413206219673,
      "num_tokens": 5536158.0,
      "step": 2545
    },
    {
      "entropy": 6.9682692527771,
      "epoch": 0.2728877949596019,
      "grad_norm": 0.84765625,
      "learning_rate": 0.000499688301343096,
      "loss": 6.7946,
      "mean_token_accuracy": 0.11154654324054718,
      "num_tokens": 5547374.0,
      "step": 2550
    },
    {
      "entropy": 7.100108480453491,
      "epoch": 0.27342286906736585,
      "grad_norm": 0.82421875,
      "learning_rate": 0.0004996862863066114,
      "loss": 6.8914,
      "mean_token_accuracy": 0.11287438571453094,
      "num_tokens": 5559212.0,
      "step": 2555
    },
    {
      "entropy": 6.999144172668457,
      "epoch": 0.2739579431751298,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004996842647823419,
      "loss": 6.8469,
      "mean_token_accuracy": 0.11468030512332916,
      "num_tokens": 5569302.0,
      "step": 2560
    },
    {
      "entropy": 6.963889455795288,
      "epoch": 0.27449301728289366,
      "grad_norm": 0.875,
      "learning_rate": 0.0004996822367703458,
      "loss": 6.8464,
      "mean_token_accuracy": 0.10833697766065598,
      "num_tokens": 5581688.0,
      "step": 2565
    },
    {
      "entropy": 7.065867328643799,
      "epoch": 0.2750280913906576,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004996802022706817,
      "loss": 6.7811,
      "mean_token_accuracy": 0.11610291451215744,
      "num_tokens": 5591376.0,
      "step": 2570
    },
    {
      "entropy": 6.911547708511352,
      "epoch": 0.2755631654984215,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004996781612834083,
      "loss": 6.8206,
      "mean_token_accuracy": 0.11811210587620735,
      "num_tokens": 5601510.0,
      "step": 2575
    },
    {
      "entropy": 7.062700414657593,
      "epoch": 0.27609823960618546,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004996761138085846,
      "loss": 6.9144,
      "mean_token_accuracy": 0.10678515806794167,
      "num_tokens": 5611436.0,
      "step": 2580
    },
    {
      "entropy": 7.025034236907959,
      "epoch": 0.2766333137139494,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004996740598462697,
      "loss": 6.9045,
      "mean_token_accuracy": 0.10823121890425683,
      "num_tokens": 5620470.0,
      "step": 2585
    },
    {
      "entropy": 6.927712631225586,
      "epoch": 0.2771683878217133,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004996719993965229,
      "loss": 6.803,
      "mean_token_accuracy": 0.1145929142832756,
      "num_tokens": 5630740.0,
      "step": 2590
    },
    {
      "entropy": 6.955496549606323,
      "epoch": 0.27770346192947726,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004996699324594036,
      "loss": 6.8039,
      "mean_token_accuracy": 0.1161543108522892,
      "num_tokens": 5641138.0,
      "step": 2595
    },
    {
      "entropy": 7.075690460205078,
      "epoch": 0.27823853603724114,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004996678590349717,
      "loss": 6.9325,
      "mean_token_accuracy": 0.11235370934009552,
      "num_tokens": 5652474.0,
      "step": 2600
    },
    {
      "entropy": 6.996727037429809,
      "epoch": 0.27877361014500507,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004996657791232868,
      "loss": 6.8411,
      "mean_token_accuracy": 0.11515266224741935,
      "num_tokens": 5663178.0,
      "step": 2605
    },
    {
      "entropy": 7.003625869750977,
      "epoch": 0.279308684252769,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004996636927244092,
      "loss": 6.8484,
      "mean_token_accuracy": 0.10914000719785691,
      "num_tokens": 5673565.0,
      "step": 2610
    },
    {
      "entropy": 7.075772523880005,
      "epoch": 0.27984375836053293,
      "grad_norm": 0.87109375,
      "learning_rate": 0.000499661599838399,
      "loss": 6.9003,
      "mean_token_accuracy": 0.10649769231677056,
      "num_tokens": 5684651.0,
      "step": 2615
    },
    {
      "entropy": 6.911233377456665,
      "epoch": 0.28037883246829687,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004996595004653167,
      "loss": 6.7904,
      "mean_token_accuracy": 0.11583374589681625,
      "num_tokens": 5696081.0,
      "step": 2620
    },
    {
      "entropy": 6.993151569366455,
      "epoch": 0.2809139065760608,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004996573946052229,
      "loss": 6.8294,
      "mean_token_accuracy": 0.1125739298760891,
      "num_tokens": 5706830.0,
      "step": 2625
    },
    {
      "entropy": 6.982648468017578,
      "epoch": 0.28144898068382473,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004996552822581783,
      "loss": 6.8391,
      "mean_token_accuracy": 0.1167409248650074,
      "num_tokens": 5717261.0,
      "step": 2630
    },
    {
      "entropy": 7.002830171585083,
      "epoch": 0.2819840547915886,
      "grad_norm": 1.03125,
      "learning_rate": 0.000499653163424244,
      "loss": 6.8305,
      "mean_token_accuracy": 0.11221889033913612,
      "num_tokens": 5727280.0,
      "step": 2635
    },
    {
      "entropy": 6.9843268394470215,
      "epoch": 0.28251912889935255,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004996510381034814,
      "loss": 6.8746,
      "mean_token_accuracy": 0.10521704554557801,
      "num_tokens": 5737485.0,
      "step": 2640
    },
    {
      "entropy": 7.011574792861938,
      "epoch": 0.2830542030071165,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004996489062959515,
      "loss": 6.8336,
      "mean_token_accuracy": 0.11000596359372139,
      "num_tokens": 5747683.0,
      "step": 2645
    },
    {
      "entropy": 6.939910221099853,
      "epoch": 0.2835892771148804,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004996467680017159,
      "loss": 6.9016,
      "mean_token_accuracy": 0.10526101067662239,
      "num_tokens": 5758148.0,
      "step": 2650
    },
    {
      "entropy": 6.925260782241821,
      "epoch": 0.28412435122264434,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004996446232208365,
      "loss": 6.8311,
      "mean_token_accuracy": 0.11652650088071823,
      "num_tokens": 5769109.0,
      "step": 2655
    },
    {
      "entropy": 7.011774253845215,
      "epoch": 0.2846594253304083,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004996424719533753,
      "loss": 6.8467,
      "mean_token_accuracy": 0.11380974426865578,
      "num_tokens": 5780344.0,
      "step": 2660
    },
    {
      "entropy": 6.951174783706665,
      "epoch": 0.2851944994381722,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004996403141993941,
      "loss": 6.6666,
      "mean_token_accuracy": 0.12389900684356689,
      "num_tokens": 5790167.0,
      "step": 2665
    },
    {
      "entropy": 6.946682929992676,
      "epoch": 0.2857295735459361,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004996381499589555,
      "loss": 6.8417,
      "mean_token_accuracy": 0.11240337193012237,
      "num_tokens": 5800076.0,
      "step": 2670
    },
    {
      "entropy": 7.035910606384277,
      "epoch": 0.2862646476537,
      "grad_norm": 0.875,
      "learning_rate": 0.0004996359792321219,
      "loss": 6.7903,
      "mean_token_accuracy": 0.11802778467535972,
      "num_tokens": 5810547.0,
      "step": 2675
    },
    {
      "entropy": 6.917967891693115,
      "epoch": 0.28679972176146395,
      "grad_norm": 0.90625,
      "learning_rate": 0.000499633802018956,
      "loss": 6.8173,
      "mean_token_accuracy": 0.11811300665140152,
      "num_tokens": 5821210.0,
      "step": 2680
    },
    {
      "entropy": 6.960421514511109,
      "epoch": 0.2873347958692279,
      "grad_norm": 0.875,
      "learning_rate": 0.0004996316183195204,
      "loss": 6.8489,
      "mean_token_accuracy": 0.11026589795947075,
      "num_tokens": 5832361.0,
      "step": 2685
    },
    {
      "entropy": 7.026253318786621,
      "epoch": 0.2878698699769918,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004996294281338786,
      "loss": 6.8443,
      "mean_token_accuracy": 0.10899497270584106,
      "num_tokens": 5843242.0,
      "step": 2690
    },
    {
      "entropy": 7.042272329330444,
      "epoch": 0.28840494408475575,
      "grad_norm": 0.8359375,
      "learning_rate": 0.0004996272314620936,
      "loss": 6.8897,
      "mean_token_accuracy": 0.10638803094625474,
      "num_tokens": 5855163.0,
      "step": 2695
    },
    {
      "entropy": 6.922289705276489,
      "epoch": 0.2889400181925197,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004996250283042288,
      "loss": 6.8265,
      "mean_token_accuracy": 0.1135579526424408,
      "num_tokens": 5866908.0,
      "step": 2700
    },
    {
      "entropy": 7.018845796585083,
      "epoch": 0.28947509230028357,
      "grad_norm": 0.953125,
      "learning_rate": 0.000499622818660348,
      "loss": 6.8806,
      "mean_token_accuracy": 0.10942182540893555,
      "num_tokens": 5877342.0,
      "step": 2705
    },
    {
      "entropy": 6.949248218536377,
      "epoch": 0.2900101664080475,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004996206025305147,
      "loss": 6.8217,
      "mean_token_accuracy": 0.10982293486595154,
      "num_tokens": 5887960.0,
      "step": 2710
    },
    {
      "entropy": 6.947164630889892,
      "epoch": 0.29054524051581143,
      "grad_norm": 0.875,
      "learning_rate": 0.0004996183799147932,
      "loss": 6.7974,
      "mean_token_accuracy": 0.11249916031956672,
      "num_tokens": 5899887.0,
      "step": 2715
    },
    {
      "entropy": 7.010842323303223,
      "epoch": 0.29108031462357536,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004996161508132475,
      "loss": 6.8142,
      "mean_token_accuracy": 0.10648874044418336,
      "num_tokens": 5911022.0,
      "step": 2720
    },
    {
      "entropy": 7.063547801971436,
      "epoch": 0.2916153887313393,
      "grad_norm": 0.8828125,
      "learning_rate": 0.000499613915225942,
      "loss": 6.8805,
      "mean_token_accuracy": 0.11401300653815269,
      "num_tokens": 5922780.0,
      "step": 2725
    },
    {
      "entropy": 6.957791137695312,
      "epoch": 0.29215046283910323,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004996116731529412,
      "loss": 6.9079,
      "mean_token_accuracy": 0.11033277809619904,
      "num_tokens": 5934112.0,
      "step": 2730
    },
    {
      "entropy": 6.973647975921631,
      "epoch": 0.29268553694686716,
      "grad_norm": 0.94140625,
      "learning_rate": 0.00049960942459431,
      "loss": 6.8414,
      "mean_token_accuracy": 0.10922785475850105,
      "num_tokens": 5944386.0,
      "step": 2735
    },
    {
      "entropy": 6.913372564315796,
      "epoch": 0.29322061105463104,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004996071695501132,
      "loss": 6.7672,
      "mean_token_accuracy": 0.11577581316232681,
      "num_tokens": 5955552.0,
      "step": 2740
    },
    {
      "entropy": 6.972257375717163,
      "epoch": 0.293755685162395,
      "grad_norm": 0.8125,
      "learning_rate": 0.0004996049080204159,
      "loss": 6.7788,
      "mean_token_accuracy": 0.11552264243364334,
      "num_tokens": 5966790.0,
      "step": 2745
    },
    {
      "entropy": 6.993252277374268,
      "epoch": 0.2942907592701589,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004996026400052835,
      "loss": 6.7831,
      "mean_token_accuracy": 0.11271130293607712,
      "num_tokens": 5977704.0,
      "step": 2750
    },
    {
      "entropy": 6.870125818252563,
      "epoch": 0.29482583337792284,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004996003655047814,
      "loss": 6.8028,
      "mean_token_accuracy": 0.11466444432735443,
      "num_tokens": 5989221.0,
      "step": 2755
    },
    {
      "entropy": 6.9888458251953125,
      "epoch": 0.2953609074856868,
      "grad_norm": 0.77734375,
      "learning_rate": 0.0004995980845189753,
      "loss": 6.834,
      "mean_token_accuracy": 0.1083465002477169,
      "num_tokens": 6000906.0,
      "step": 2760
    },
    {
      "entropy": 6.996977138519287,
      "epoch": 0.2958959815934507,
      "grad_norm": 0.78125,
      "learning_rate": 0.0004995957970479312,
      "loss": 6.8506,
      "mean_token_accuracy": 0.11252145394682884,
      "num_tokens": 6012039.0,
      "step": 2765
    },
    {
      "entropy": 6.935248565673828,
      "epoch": 0.29643105570121464,
      "grad_norm": 0.73828125,
      "learning_rate": 0.0004995935030917148,
      "loss": 6.7372,
      "mean_token_accuracy": 0.11361273676156998,
      "num_tokens": 6024383.0,
      "step": 2770
    },
    {
      "entropy": 7.046666049957276,
      "epoch": 0.2969661298089785,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004995912026503926,
      "loss": 6.8044,
      "mean_token_accuracy": 0.1105383276939392,
      "num_tokens": 6034904.0,
      "step": 2775
    },
    {
      "entropy": 6.906943941116333,
      "epoch": 0.29750120391674245,
      "grad_norm": 0.8984375,
      "learning_rate": 0.000499588895724031,
      "loss": 6.8156,
      "mean_token_accuracy": 0.1101146712899208,
      "num_tokens": 6044449.0,
      "step": 2780
    },
    {
      "entropy": 6.984871864318848,
      "epoch": 0.2980362780245064,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004995865823126968,
      "loss": 6.8266,
      "mean_token_accuracy": 0.11390623450279236,
      "num_tokens": 6054465.0,
      "step": 2785
    },
    {
      "entropy": 6.957597541809082,
      "epoch": 0.2985713521322703,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004995842624164564,
      "loss": 6.8403,
      "mean_token_accuracy": 0.11375648602843284,
      "num_tokens": 6065539.0,
      "step": 2790
    },
    {
      "entropy": 6.96545295715332,
      "epoch": 0.29910642624003425,
      "grad_norm": 0.84765625,
      "learning_rate": 0.000499581936035377,
      "loss": 6.8012,
      "mean_token_accuracy": 0.11368539929389954,
      "num_tokens": 6076135.0,
      "step": 2795
    },
    {
      "entropy": 6.972835540771484,
      "epoch": 0.2996415003477982,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0004995796031695257,
      "loss": 6.8043,
      "mean_token_accuracy": 0.11199271976947785,
      "num_tokens": 6086604.0,
      "step": 2800
    },
    {
      "entropy": 6.936370754241944,
      "epoch": 0.3001765744555621,
      "grad_norm": 0.9140625,
      "learning_rate": 0.00049957726381897,
      "loss": 6.8275,
      "mean_token_accuracy": 0.11501410380005836,
      "num_tokens": 6095672.0,
      "step": 2805
    },
    {
      "entropy": 6.921350908279419,
      "epoch": 0.300711648563326,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0004995749179837773,
      "loss": 6.7088,
      "mean_token_accuracy": 0.12310401126742362,
      "num_tokens": 6105652.0,
      "step": 2810
    },
    {
      "entropy": 6.871649312973022,
      "epoch": 0.30124672267108993,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0004995725656640155,
      "loss": 6.7453,
      "mean_token_accuracy": 0.11668358147144317,
      "num_tokens": 6116930.0,
      "step": 2815
    },
    {
      "entropy": 6.905279350280762,
      "epoch": 0.30178179677885386,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004995702068597524,
      "loss": 6.7557,
      "mean_token_accuracy": 0.11802282258868217,
      "num_tokens": 6126659.0,
      "step": 2820
    },
    {
      "entropy": 6.936028718948364,
      "epoch": 0.3023168708866178,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004995678415710561,
      "loss": 6.7841,
      "mean_token_accuracy": 0.11382660195231438,
      "num_tokens": 6137227.0,
      "step": 2825
    },
    {
      "entropy": 7.028936529159546,
      "epoch": 0.3028519449943817,
      "grad_norm": 0.8515625,
      "learning_rate": 0.000499565469797995,
      "loss": 6.8442,
      "mean_token_accuracy": 0.11068922504782677,
      "num_tokens": 6147800.0,
      "step": 2830
    },
    {
      "entropy": 6.8801487445831295,
      "epoch": 0.30338701910214566,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004995630915406374,
      "loss": 6.6811,
      "mean_token_accuracy": 0.1217758022248745,
      "num_tokens": 6157671.0,
      "step": 2835
    },
    {
      "entropy": 6.933578777313232,
      "epoch": 0.3039220932099096,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0004995607067990521,
      "loss": 6.8252,
      "mean_token_accuracy": 0.11223353296518326,
      "num_tokens": 6168651.0,
      "step": 2840
    },
    {
      "entropy": 6.9156494140625,
      "epoch": 0.30445716731767347,
      "grad_norm": 1.171875,
      "learning_rate": 0.000499558315573308,
      "loss": 6.7999,
      "mean_token_accuracy": 0.1103752687573433,
      "num_tokens": 6179925.0,
      "step": 2845
    },
    {
      "entropy": 6.876695585250855,
      "epoch": 0.3049922414254374,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004995559178634741,
      "loss": 6.7933,
      "mean_token_accuracy": 0.1192070983350277,
      "num_tokens": 6190541.0,
      "step": 2850
    },
    {
      "entropy": 7.041800832748413,
      "epoch": 0.30552731553320134,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004995535136696196,
      "loss": 6.838,
      "mean_token_accuracy": 0.10699132680892945,
      "num_tokens": 6201491.0,
      "step": 2855
    },
    {
      "entropy": 6.847650003433228,
      "epoch": 0.30606238964096527,
      "grad_norm": 0.7890625,
      "learning_rate": 0.000499551102991814,
      "loss": 6.6434,
      "mean_token_accuracy": 0.12001704573631286,
      "num_tokens": 6212443.0,
      "step": 2860
    },
    {
      "entropy": 6.952008056640625,
      "epoch": 0.3065974637487292,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004995486858301268,
      "loss": 6.8451,
      "mean_token_accuracy": 0.10546251088380813,
      "num_tokens": 6222623.0,
      "step": 2865
    },
    {
      "entropy": 6.9607843399047855,
      "epoch": 0.30713253785649314,
      "grad_norm": 0.8046875,
      "learning_rate": 0.0004995462621846279,
      "loss": 6.7437,
      "mean_token_accuracy": 0.11431733518838882,
      "num_tokens": 6233712.0,
      "step": 2870
    },
    {
      "entropy": 6.921725225448609,
      "epoch": 0.30766761196425707,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004995438320553871,
      "loss": 6.8108,
      "mean_token_accuracy": 0.11184044554829597,
      "num_tokens": 6244254.0,
      "step": 2875
    },
    {
      "entropy": 6.933862113952637,
      "epoch": 0.30820268607202095,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004995413954424748,
      "loss": 6.7041,
      "mean_token_accuracy": 0.12413104623556137,
      "num_tokens": 6254202.0,
      "step": 2880
    },
    {
      "entropy": 6.896720361709595,
      "epoch": 0.3087377601797849,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004995389523459612,
      "loss": 6.7875,
      "mean_token_accuracy": 0.10941583663225174,
      "num_tokens": 6264496.0,
      "step": 2885
    },
    {
      "entropy": 6.89367413520813,
      "epoch": 0.3092728342875488,
      "grad_norm": 0.8671875,
      "learning_rate": 0.000499536502765917,
      "loss": 6.7968,
      "mean_token_accuracy": 0.11605312377214431,
      "num_tokens": 6275835.0,
      "step": 2890
    },
    {
      "entropy": 6.961062669754028,
      "epoch": 0.30980790839531275,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004995340467024128,
      "loss": 6.7421,
      "mean_token_accuracy": 0.11403903961181641,
      "num_tokens": 6286805.0,
      "step": 2895
    },
    {
      "entropy": 6.9369104385375975,
      "epoch": 0.3103429825030767,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004995315841555195,
      "loss": 6.7534,
      "mean_token_accuracy": 0.10973872393369674,
      "num_tokens": 6298444.0,
      "step": 2900
    },
    {
      "entropy": 6.821942901611328,
      "epoch": 0.3108780566108406,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004995291151253083,
      "loss": 6.6866,
      "mean_token_accuracy": 0.11732677444815635,
      "num_tokens": 6308259.0,
      "step": 2905
    },
    {
      "entropy": 6.903902912139893,
      "epoch": 0.31141313071860455,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004995266396118505,
      "loss": 6.762,
      "mean_token_accuracy": 0.10594131126999855,
      "num_tokens": 6320058.0,
      "step": 2910
    },
    {
      "entropy": 6.915698528289795,
      "epoch": 0.3119482048263684,
      "grad_norm": 0.80078125,
      "learning_rate": 0.0004995241576152174,
      "loss": 6.7316,
      "mean_token_accuracy": 0.10760388672351837,
      "num_tokens": 6331203.0,
      "step": 2915
    },
    {
      "entropy": 6.955277776718139,
      "epoch": 0.31248327893413236,
      "grad_norm": 0.93359375,
      "learning_rate": 0.000499521669135481,
      "loss": 6.8324,
      "mean_token_accuracy": 0.11208058670163154,
      "num_tokens": 6342027.0,
      "step": 2920
    },
    {
      "entropy": 6.928550672531128,
      "epoch": 0.3130183530418963,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004995191741727128,
      "loss": 6.7431,
      "mean_token_accuracy": 0.11125858277082443,
      "num_tokens": 6352580.0,
      "step": 2925
    },
    {
      "entropy": 6.969546937942505,
      "epoch": 0.3135534271496602,
      "grad_norm": 0.76171875,
      "learning_rate": 0.000499516672726985,
      "loss": 6.7556,
      "mean_token_accuracy": 0.1169343538582325,
      "num_tokens": 6363997.0,
      "step": 2930
    },
    {
      "entropy": 6.8640326976776125,
      "epoch": 0.31408850125742416,
      "grad_norm": 0.8359375,
      "learning_rate": 0.0004995141647983699,
      "loss": 6.8027,
      "mean_token_accuracy": 0.11516904607415199,
      "num_tokens": 6375284.0,
      "step": 2935
    },
    {
      "entropy": 6.883784198760987,
      "epoch": 0.3146235753651881,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004995116503869398,
      "loss": 6.6913,
      "mean_token_accuracy": 0.12319560199975968,
      "num_tokens": 6386698.0,
      "step": 2940
    },
    {
      "entropy": 6.950956916809082,
      "epoch": 0.315158649472952,
      "grad_norm": 0.875,
      "learning_rate": 0.0004995091294927673,
      "loss": 6.7806,
      "mean_token_accuracy": 0.11270102486014366,
      "num_tokens": 6397237.0,
      "step": 2945
    },
    {
      "entropy": 6.972240686416626,
      "epoch": 0.3156937235807159,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004995066021159253,
      "loss": 6.8847,
      "mean_token_accuracy": 0.11340105310082435,
      "num_tokens": 6408266.0,
      "step": 2950
    },
    {
      "entropy": 6.8899555683135985,
      "epoch": 0.31622879768847983,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004995040682564867,
      "loss": 6.775,
      "mean_token_accuracy": 0.11872687861323357,
      "num_tokens": 6419563.0,
      "step": 2955
    },
    {
      "entropy": 6.864490795135498,
      "epoch": 0.31676387179624377,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004995015279145247,
      "loss": 6.7399,
      "mean_token_accuracy": 0.11859864667057991,
      "num_tokens": 6430220.0,
      "step": 2960
    },
    {
      "entropy": 6.928368997573853,
      "epoch": 0.3172989459040077,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004994989810901126,
      "loss": 6.7558,
      "mean_token_accuracy": 0.11230956315994263,
      "num_tokens": 6440157.0,
      "step": 2965
    },
    {
      "entropy": 6.9050641536712645,
      "epoch": 0.31783402001177163,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004994964277833239,
      "loss": 6.7907,
      "mean_token_accuracy": 0.1221705548465252,
      "num_tokens": 6449511.0,
      "step": 2970
    },
    {
      "entropy": 6.942772340774536,
      "epoch": 0.31836909411953557,
      "grad_norm": 0.8046875,
      "learning_rate": 0.0004994938679942324,
      "loss": 6.7836,
      "mean_token_accuracy": 0.11035550981760026,
      "num_tokens": 6460608.0,
      "step": 2975
    },
    {
      "entropy": 6.934708499908448,
      "epoch": 0.3189041682272995,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004994913017229121,
      "loss": 6.77,
      "mean_token_accuracy": 0.11715537756681442,
      "num_tokens": 6472737.0,
      "step": 2980
    },
    {
      "entropy": 6.8332374572753904,
      "epoch": 0.31943924233506343,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004994887289694371,
      "loss": 6.6674,
      "mean_token_accuracy": 0.11837019473314285,
      "num_tokens": 6482993.0,
      "step": 2985
    },
    {
      "entropy": 7.0178844928741455,
      "epoch": 0.3199743164428273,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004994861497338814,
      "loss": 6.8735,
      "mean_token_accuracy": 0.11568538472056389,
      "num_tokens": 6494530.0,
      "step": 2990
    },
    {
      "entropy": 6.916510963439942,
      "epoch": 0.32050939055059124,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004994835640163198,
      "loss": 6.6973,
      "mean_token_accuracy": 0.1126147136092186,
      "num_tokens": 6504691.0,
      "step": 2995
    },
    {
      "entropy": 6.894684362411499,
      "epoch": 0.3210444646583552,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004994809718168267,
      "loss": 6.7383,
      "mean_token_accuracy": 0.11528538763523102,
      "num_tokens": 6514924.0,
      "step": 3000
    },
    {
      "epoch": 0.3210444646583552,
      "eval_entropy": 6.626076072759705,
      "eval_loss": 6.841334342956543,
      "eval_mean_token_accuracy": 0.11807519927460228,
      "eval_num_tokens": 6514924.0,
      "eval_runtime": 17.6886,
      "eval_samples_per_second": 1677.858,
      "eval_steps_per_second": 209.739,
      "step": 3000
    },
    {
      "entropy": 6.8141203880310055,
      "epoch": 0.3215795387661191,
      "grad_norm": 0.875,
      "learning_rate": 0.0004994783731354771,
      "loss": 6.708,
      "mean_token_accuracy": 0.11827568635344506,
      "num_tokens": 6526097.0,
      "step": 3005
    },
    {
      "entropy": 6.951326608657837,
      "epoch": 0.32211461287388304,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004994757679723461,
      "loss": 6.7658,
      "mean_token_accuracy": 0.1161842055618763,
      "num_tokens": 6536384.0,
      "step": 3010
    },
    {
      "entropy": 6.974445486068726,
      "epoch": 0.322649686981647,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004994731563275088,
      "loss": 6.8276,
      "mean_token_accuracy": 0.10699201673269272,
      "num_tokens": 6547161.0,
      "step": 3015
    },
    {
      "entropy": 6.791270780563354,
      "epoch": 0.3231847610894109,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004994705382010406,
      "loss": 6.7301,
      "mean_token_accuracy": 0.11511025950312614,
      "num_tokens": 6556751.0,
      "step": 3020
    },
    {
      "entropy": 6.882776594161987,
      "epoch": 0.3237198351971748,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004994679135930174,
      "loss": 6.7881,
      "mean_token_accuracy": 0.11802244856953621,
      "num_tokens": 6567655.0,
      "step": 3025
    },
    {
      "entropy": 6.978914546966553,
      "epoch": 0.3242549093049387,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004994652825035144,
      "loss": 6.8168,
      "mean_token_accuracy": 0.1150478482246399,
      "num_tokens": 6579127.0,
      "step": 3030
    },
    {
      "entropy": 6.948042249679565,
      "epoch": 0.32478998341270265,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004994626449326081,
      "loss": 6.7982,
      "mean_token_accuracy": 0.11559739410877228,
      "num_tokens": 6590779.0,
      "step": 3035
    },
    {
      "entropy": 6.8800136089324955,
      "epoch": 0.3253250575204666,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004994600008803745,
      "loss": 6.7028,
      "mean_token_accuracy": 0.12257652655243874,
      "num_tokens": 6600849.0,
      "step": 3040
    },
    {
      "entropy": 6.915249013900757,
      "epoch": 0.3258601316282305,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004994573503468899,
      "loss": 6.6975,
      "mean_token_accuracy": 0.12107903882861137,
      "num_tokens": 6610633.0,
      "step": 3045
    },
    {
      "entropy": 6.825544548034668,
      "epoch": 0.32639520573599445,
      "grad_norm": 0.80078125,
      "learning_rate": 0.0004994546933322308,
      "loss": 6.7466,
      "mean_token_accuracy": 0.11225979700684548,
      "num_tokens": 6621327.0,
      "step": 3050
    },
    {
      "entropy": 6.873090410232544,
      "epoch": 0.3269302798437584,
      "grad_norm": 0.86328125,
      "learning_rate": 0.000499452029836474,
      "loss": 6.689,
      "mean_token_accuracy": 0.12065511345863342,
      "num_tokens": 6632267.0,
      "step": 3055
    },
    {
      "entropy": 6.888823795318603,
      "epoch": 0.32746535395152226,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004994493598596963,
      "loss": 6.7075,
      "mean_token_accuracy": 0.11505150720477104,
      "num_tokens": 6642714.0,
      "step": 3060
    },
    {
      "entropy": 6.890615558624267,
      "epoch": 0.3280004280592862,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004994466834019749,
      "loss": 6.7309,
      "mean_token_accuracy": 0.12258474081754685,
      "num_tokens": 6652353.0,
      "step": 3065
    },
    {
      "entropy": 6.854852104187012,
      "epoch": 0.32853550216705013,
      "grad_norm": 0.875,
      "learning_rate": 0.0004994440004633871,
      "loss": 6.6994,
      "mean_token_accuracy": 0.11629214882850647,
      "num_tokens": 6663133.0,
      "step": 3070
    },
    {
      "entropy": 6.802253580093383,
      "epoch": 0.32907057627481406,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004994413110440103,
      "loss": 6.6619,
      "mean_token_accuracy": 0.12232538983225823,
      "num_tokens": 6673984.0,
      "step": 3075
    },
    {
      "entropy": 6.876217079162598,
      "epoch": 0.329605650382578,
      "grad_norm": 0.7734375,
      "learning_rate": 0.0004994386151439222,
      "loss": 6.7476,
      "mean_token_accuracy": 0.11251990124583244,
      "num_tokens": 6686171.0,
      "step": 3080
    },
    {
      "entropy": 6.9876720905303955,
      "epoch": 0.33014072449034193,
      "grad_norm": 0.81640625,
      "learning_rate": 0.0004994359127632006,
      "loss": 6.7986,
      "mean_token_accuracy": 0.11241496056318283,
      "num_tokens": 6696609.0,
      "step": 3085
    },
    {
      "entropy": 6.918059539794922,
      "epoch": 0.33067579859810586,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004994332039019235,
      "loss": 6.7256,
      "mean_token_accuracy": 0.11809317544102668,
      "num_tokens": 6706188.0,
      "step": 3090
    },
    {
      "entropy": 6.764942979812622,
      "epoch": 0.33121087270586974,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004994304885601694,
      "loss": 6.7204,
      "mean_token_accuracy": 0.11531962379813195,
      "num_tokens": 6716276.0,
      "step": 3095
    },
    {
      "entropy": 6.8081374168396,
      "epoch": 0.3317459468136337,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004994277667380162,
      "loss": 6.6702,
      "mean_token_accuracy": 0.12529247477650643,
      "num_tokens": 6727176.0,
      "step": 3100
    },
    {
      "entropy": 6.876701164245605,
      "epoch": 0.3322810209213976,
      "grad_norm": 0.82421875,
      "learning_rate": 0.0004994250384355429,
      "loss": 6.761,
      "mean_token_accuracy": 0.11975758746266366,
      "num_tokens": 6737768.0,
      "step": 3105
    },
    {
      "entropy": 6.85945611000061,
      "epoch": 0.33281609502916154,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004994223036528282,
      "loss": 6.6926,
      "mean_token_accuracy": 0.11432832181453705,
      "num_tokens": 6747962.0,
      "step": 3110
    },
    {
      "entropy": 6.838385963439942,
      "epoch": 0.3333511691369255,
      "grad_norm": 0.94140625,
      "learning_rate": 0.000499419562389951,
      "loss": 6.6981,
      "mean_token_accuracy": 0.12037034779787063,
      "num_tokens": 6758400.0,
      "step": 3115
    },
    {
      "entropy": 6.864870595932007,
      "epoch": 0.3338862432446894,
      "grad_norm": 0.875,
      "learning_rate": 0.0004994168146469904,
      "loss": 6.6933,
      "mean_token_accuracy": 0.12071826979517937,
      "num_tokens": 6768855.0,
      "step": 3120
    },
    {
      "entropy": 6.902755212783814,
      "epoch": 0.33442131735245334,
      "grad_norm": 0.82421875,
      "learning_rate": 0.0004994140604240259,
      "loss": 6.6813,
      "mean_token_accuracy": 0.1156503714621067,
      "num_tokens": 6778656.0,
      "step": 3125
    },
    {
      "entropy": 6.852896070480346,
      "epoch": 0.3349563914602172,
      "grad_norm": 0.82421875,
      "learning_rate": 0.0004994112997211369,
      "loss": 6.7448,
      "mean_token_accuracy": 0.11959866657853127,
      "num_tokens": 6789960.0,
      "step": 3130
    },
    {
      "entropy": 6.8003246784210205,
      "epoch": 0.33549146556798115,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004994085325384031,
      "loss": 6.7323,
      "mean_token_accuracy": 0.11916140839457512,
      "num_tokens": 6800188.0,
      "step": 3135
    },
    {
      "entropy": 6.8773034572601315,
      "epoch": 0.3360265396757451,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004994057588759045,
      "loss": 6.6903,
      "mean_token_accuracy": 0.12074850872159004,
      "num_tokens": 6811032.0,
      "step": 3140
    },
    {
      "entropy": 6.792485857009888,
      "epoch": 0.336561613783509,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004994029787337212,
      "loss": 6.7104,
      "mean_token_accuracy": 0.11358091682195663,
      "num_tokens": 6823060.0,
      "step": 3145
    },
    {
      "entropy": 6.898675489425659,
      "epoch": 0.33709668789127295,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004994001921119333,
      "loss": 6.7803,
      "mean_token_accuracy": 0.117774448543787,
      "num_tokens": 6833559.0,
      "step": 3150
    },
    {
      "entropy": 6.897660970687866,
      "epoch": 0.3376317619990369,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004993973990106215,
      "loss": 6.7276,
      "mean_token_accuracy": 0.11970929205417633,
      "num_tokens": 6843657.0,
      "step": 3155
    },
    {
      "entropy": 6.811191844940185,
      "epoch": 0.3381668361068008,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004993945994298662,
      "loss": 6.6928,
      "mean_token_accuracy": 0.11271135210990905,
      "num_tokens": 6853615.0,
      "step": 3160
    },
    {
      "entropy": 6.889709424972534,
      "epoch": 0.3387019102145647,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004993917933697484,
      "loss": 6.7701,
      "mean_token_accuracy": 0.11692628338932991,
      "num_tokens": 6865256.0,
      "step": 3165
    },
    {
      "entropy": 7.066078853607178,
      "epoch": 0.3392369843223286,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004993889808303493,
      "loss": 6.802,
      "mean_token_accuracy": 0.11643452644348144,
      "num_tokens": 6875358.0,
      "step": 3170
    },
    {
      "entropy": 6.784234189987183,
      "epoch": 0.33977205843009256,
      "grad_norm": 0.8359375,
      "learning_rate": 0.0004993861618117498,
      "loss": 6.7118,
      "mean_token_accuracy": 0.11509301662445068,
      "num_tokens": 6886584.0,
      "step": 3175
    },
    {
      "entropy": 6.8454875469207765,
      "epoch": 0.3403071325378565,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004993833363140314,
      "loss": 6.6499,
      "mean_token_accuracy": 0.12495435997843743,
      "num_tokens": 6896958.0,
      "step": 3180
    },
    {
      "entropy": 6.899998950958252,
      "epoch": 0.3408422066456204,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004993805043372756,
      "loss": 6.721,
      "mean_token_accuracy": 0.12064734548330307,
      "num_tokens": 6907944.0,
      "step": 3185
    },
    {
      "entropy": 6.884324169158935,
      "epoch": 0.34137728075338436,
      "grad_norm": 0.8203125,
      "learning_rate": 0.0004993776658815644,
      "loss": 6.7916,
      "mean_token_accuracy": 0.11133322417736054,
      "num_tokens": 6919486.0,
      "step": 3190
    },
    {
      "entropy": 6.93391604423523,
      "epoch": 0.3419123548611483,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004993748209469796,
      "loss": 6.7743,
      "mean_token_accuracy": 0.12054007947444915,
      "num_tokens": 6930650.0,
      "step": 3195
    },
    {
      "entropy": 6.829514265060425,
      "epoch": 0.34244742896891217,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0004993719695336033,
      "loss": 6.7183,
      "mean_token_accuracy": 0.116023488342762,
      "num_tokens": 6941519.0,
      "step": 3200
    },
    {
      "entropy": 6.871858549118042,
      "epoch": 0.3429825030766761,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004993691116415179,
      "loss": 6.7584,
      "mean_token_accuracy": 0.11689019277691841,
      "num_tokens": 6952952.0,
      "step": 3205
    },
    {
      "entropy": 6.865701389312744,
      "epoch": 0.34351757718444004,
      "grad_norm": 0.83984375,
      "learning_rate": 0.000499366247270806,
      "loss": 6.7087,
      "mean_token_accuracy": 0.1214831866323948,
      "num_tokens": 6962867.0,
      "step": 3210
    },
    {
      "entropy": 6.8616862297058105,
      "epoch": 0.34405265129220397,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004993633764215502,
      "loss": 6.6533,
      "mean_token_accuracy": 0.12417162358760833,
      "num_tokens": 6973434.0,
      "step": 3215
    },
    {
      "entropy": 6.876732921600341,
      "epoch": 0.3445877253999679,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004993604990938336,
      "loss": 6.6436,
      "mean_token_accuracy": 0.1319417916238308,
      "num_tokens": 6984161.0,
      "step": 3220
    },
    {
      "entropy": 6.887901353836059,
      "epoch": 0.34512279950773184,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004993576152877389,
      "loss": 6.6539,
      "mean_token_accuracy": 0.11877508088946342,
      "num_tokens": 6994700.0,
      "step": 3225
    },
    {
      "entropy": 6.865823125839233,
      "epoch": 0.34565787361549577,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004993547250033496,
      "loss": 6.8033,
      "mean_token_accuracy": 0.10758280605077744,
      "num_tokens": 7006497.0,
      "step": 3230
    },
    {
      "entropy": 6.89277138710022,
      "epoch": 0.34619294772325965,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004993518282407493,
      "loss": 6.7089,
      "mean_token_accuracy": 0.1204972542822361,
      "num_tokens": 7016415.0,
      "step": 3235
    },
    {
      "entropy": 6.824367952346802,
      "epoch": 0.3467280218310236,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004993489250000213,
      "loss": 6.6683,
      "mean_token_accuracy": 0.11787926405668259,
      "num_tokens": 7026610.0,
      "step": 3240
    },
    {
      "entropy": 6.865869045257568,
      "epoch": 0.3472630959387875,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0004993460152812497,
      "loss": 6.6843,
      "mean_token_accuracy": 0.11314239874482154,
      "num_tokens": 7038236.0,
      "step": 3245
    },
    {
      "entropy": 6.821169090270996,
      "epoch": 0.34779817004655145,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004993430990845184,
      "loss": 6.7329,
      "mean_token_accuracy": 0.1261778935790062,
      "num_tokens": 7049438.0,
      "step": 3250
    },
    {
      "entropy": 6.8721363067626955,
      "epoch": 0.3483332441543154,
      "grad_norm": 0.82421875,
      "learning_rate": 0.0004993401764099118,
      "loss": 6.7005,
      "mean_token_accuracy": 0.11510813310742378,
      "num_tokens": 7061001.0,
      "step": 3255
    },
    {
      "entropy": 6.864164257049561,
      "epoch": 0.3488683182620793,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004993372472575139,
      "loss": 6.6814,
      "mean_token_accuracy": 0.1169338621199131,
      "num_tokens": 7071328.0,
      "step": 3260
    },
    {
      "entropy": 6.914004755020142,
      "epoch": 0.34940339236984325,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004993343116274096,
      "loss": 6.8575,
      "mean_token_accuracy": 0.10851389616727829,
      "num_tokens": 7082597.0,
      "step": 3265
    },
    {
      "entropy": 6.894482135772705,
      "epoch": 0.3499384664776071,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004993313695196836,
      "loss": 6.6804,
      "mean_token_accuracy": 0.1231270395219326,
      "num_tokens": 7093463.0,
      "step": 3270
    },
    {
      "entropy": 6.794412565231323,
      "epoch": 0.35047354058537106,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004993284209344208,
      "loss": 6.7627,
      "mean_token_accuracy": 0.12201037406921386,
      "num_tokens": 7104350.0,
      "step": 3275
    },
    {
      "entropy": 6.926002883911133,
      "epoch": 0.351008614693135,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004993254658717065,
      "loss": 6.6938,
      "mean_token_accuracy": 0.12726418748497964,
      "num_tokens": 7114851.0,
      "step": 3280
    },
    {
      "entropy": 6.871751928329468,
      "epoch": 0.3515436888008989,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004993225043316257,
      "loss": 6.7547,
      "mean_token_accuracy": 0.11642403826117516,
      "num_tokens": 7126440.0,
      "step": 3285
    },
    {
      "entropy": 6.894772243499756,
      "epoch": 0.35207876290866286,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004993195363142643,
      "loss": 6.775,
      "mean_token_accuracy": 0.11527071371674538,
      "num_tokens": 7137884.0,
      "step": 3290
    },
    {
      "entropy": 6.943993806838989,
      "epoch": 0.3526138370164268,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004993165618197076,
      "loss": 6.7509,
      "mean_token_accuracy": 0.11260337382555008,
      "num_tokens": 7147930.0,
      "step": 3295
    },
    {
      "entropy": 6.814736032485962,
      "epoch": 0.3531489111241907,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004993135808480418,
      "loss": 6.6043,
      "mean_token_accuracy": 0.12858601436018943,
      "num_tokens": 7159200.0,
      "step": 3300
    },
    {
      "entropy": 6.884348058700562,
      "epoch": 0.3536839852319546,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004993105933993529,
      "loss": 6.7094,
      "mean_token_accuracy": 0.12247735410928726,
      "num_tokens": 7169601.0,
      "step": 3305
    },
    {
      "entropy": 6.798114442825318,
      "epoch": 0.35421905933971853,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004993075994737271,
      "loss": 6.6409,
      "mean_token_accuracy": 0.12730678617954255,
      "num_tokens": 7180465.0,
      "step": 3310
    },
    {
      "entropy": 6.855682373046875,
      "epoch": 0.35475413344748247,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004993045990712508,
      "loss": 6.6546,
      "mean_token_accuracy": 0.12138160839676856,
      "num_tokens": 7190603.0,
      "step": 3315
    },
    {
      "entropy": 6.80737338066101,
      "epoch": 0.3552892075552464,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004993015921920109,
      "loss": 6.6164,
      "mean_token_accuracy": 0.12704969346523284,
      "num_tokens": 7201017.0,
      "step": 3320
    },
    {
      "entropy": 6.7541686534881595,
      "epoch": 0.35582428166301033,
      "grad_norm": 0.90234375,
      "learning_rate": 0.000499298578836094,
      "loss": 6.6315,
      "mean_token_accuracy": 0.12172743976116181,
      "num_tokens": 7210908.0,
      "step": 3325
    },
    {
      "entropy": 6.896972274780273,
      "epoch": 0.35635935577077427,
      "grad_norm": 0.9453125,
      "learning_rate": 0.000499295559003587,
      "loss": 6.6669,
      "mean_token_accuracy": 0.12253023311495781,
      "num_tokens": 7221306.0,
      "step": 3330
    },
    {
      "entropy": 6.821090650558472,
      "epoch": 0.3568944298785382,
      "grad_norm": 0.8359375,
      "learning_rate": 0.0004992925326945774,
      "loss": 6.7672,
      "mean_token_accuracy": 0.11355544701218605,
      "num_tokens": 7233076.0,
      "step": 3335
    },
    {
      "entropy": 6.866760158538819,
      "epoch": 0.3574295039863021,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004992894999091524,
      "loss": 6.771,
      "mean_token_accuracy": 0.11949312463402748,
      "num_tokens": 7244703.0,
      "step": 3340
    },
    {
      "entropy": 6.897739601135254,
      "epoch": 0.357964578094066,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004992864606473996,
      "loss": 6.7545,
      "mean_token_accuracy": 0.10833368301391602,
      "num_tokens": 7255438.0,
      "step": 3345
    },
    {
      "entropy": 6.838145685195923,
      "epoch": 0.35849965220182994,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004992834149094069,
      "loss": 6.6846,
      "mean_token_accuracy": 0.12186626270413399,
      "num_tokens": 7265720.0,
      "step": 3350
    },
    {
      "entropy": 6.900753784179687,
      "epoch": 0.3590347263095939,
      "grad_norm": 0.8046875,
      "learning_rate": 0.0004992803626952619,
      "loss": 6.7495,
      "mean_token_accuracy": 0.11561599299311638,
      "num_tokens": 7277791.0,
      "step": 3355
    },
    {
      "entropy": 6.7818128108978275,
      "epoch": 0.3595698004173578,
      "grad_norm": 0.8984375,
      "learning_rate": 0.000499277304005053,
      "loss": 6.6111,
      "mean_token_accuracy": 0.12490361779928208,
      "num_tokens": 7288521.0,
      "step": 3360
    },
    {
      "entropy": 6.859988403320313,
      "epoch": 0.36010487452512174,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004992742388388686,
      "loss": 6.8157,
      "mean_token_accuracy": 0.10504508838057518,
      "num_tokens": 7299298.0,
      "step": 3365
    },
    {
      "entropy": 6.829821062088013,
      "epoch": 0.3606399486328857,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004992711671967968,
      "loss": 6.6284,
      "mean_token_accuracy": 0.11733799502253532,
      "num_tokens": 7310271.0,
      "step": 3370
    },
    {
      "entropy": 6.864026784896851,
      "epoch": 0.36117502274064955,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004992680890789268,
      "loss": 6.6758,
      "mean_token_accuracy": 0.11942022815346717,
      "num_tokens": 7321112.0,
      "step": 3375
    },
    {
      "entropy": 6.750688362121582,
      "epoch": 0.3617100968484135,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004992650044853471,
      "loss": 6.6393,
      "mean_token_accuracy": 0.11746473759412765,
      "num_tokens": 7331976.0,
      "step": 3380
    },
    {
      "entropy": 6.890619802474975,
      "epoch": 0.3622451709561774,
      "grad_norm": 0.91015625,
      "learning_rate": 0.000499261913416147,
      "loss": 6.7588,
      "mean_token_accuracy": 0.11621564850211144,
      "num_tokens": 7342800.0,
      "step": 3385
    },
    {
      "entropy": 6.848920202255249,
      "epoch": 0.36278024506394135,
      "grad_norm": 0.80859375,
      "learning_rate": 0.0004992588158714157,
      "loss": 6.5817,
      "mean_token_accuracy": 0.11895588338375092,
      "num_tokens": 7354213.0,
      "step": 3390
    },
    {
      "entropy": 6.815144014358521,
      "epoch": 0.3633153191717053,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004992557118512424,
      "loss": 6.6529,
      "mean_token_accuracy": 0.12157573848962784,
      "num_tokens": 7363250.0,
      "step": 3395
    },
    {
      "entropy": 6.803383541107178,
      "epoch": 0.3638503932794692,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004992526013557171,
      "loss": 6.6955,
      "mean_token_accuracy": 0.11666846051812171,
      "num_tokens": 7374185.0,
      "step": 3400
    },
    {
      "entropy": 6.794870615005493,
      "epoch": 0.36438546738723315,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004992494843849294,
      "loss": 6.6654,
      "mean_token_accuracy": 0.11655777841806411,
      "num_tokens": 7384579.0,
      "step": 3405
    },
    {
      "entropy": 6.915937185287476,
      "epoch": 0.36492054149499703,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004992463609389694,
      "loss": 6.6681,
      "mean_token_accuracy": 0.11573902368545533,
      "num_tokens": 7395277.0,
      "step": 3410
    },
    {
      "entropy": 6.742115163803101,
      "epoch": 0.36545561560276096,
      "grad_norm": 0.8359375,
      "learning_rate": 0.0004992432310179272,
      "loss": 6.6648,
      "mean_token_accuracy": 0.11871817484498023,
      "num_tokens": 7406688.0,
      "step": 3415
    },
    {
      "entropy": 6.779878377914429,
      "epoch": 0.3659906897105249,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004992400946218932,
      "loss": 6.7219,
      "mean_token_accuracy": 0.12013051733374595,
      "num_tokens": 7417378.0,
      "step": 3420
    },
    {
      "entropy": 6.994897317886353,
      "epoch": 0.36652576381828883,
      "grad_norm": 0.8359375,
      "learning_rate": 0.0004992369517509581,
      "loss": 6.756,
      "mean_token_accuracy": 0.11834986060857773,
      "num_tokens": 7427675.0,
      "step": 3425
    },
    {
      "entropy": 6.822107934951783,
      "epoch": 0.36706083792605276,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004992338024052123,
      "loss": 6.7854,
      "mean_token_accuracy": 0.11357039287686348,
      "num_tokens": 7438083.0,
      "step": 3430
    },
    {
      "entropy": 6.792652750015259,
      "epoch": 0.3675959120338167,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004992306465847473,
      "loss": 6.6328,
      "mean_token_accuracy": 0.12360611706972122,
      "num_tokens": 7449051.0,
      "step": 3435
    },
    {
      "entropy": 6.7997828960418705,
      "epoch": 0.36813098614158063,
      "grad_norm": 0.83203125,
      "learning_rate": 0.0004992274842896536,
      "loss": 6.6609,
      "mean_token_accuracy": 0.12163360193371772,
      "num_tokens": 7459074.0,
      "step": 3440
    },
    {
      "entropy": 6.837110090255737,
      "epoch": 0.3686660602493445,
      "grad_norm": 0.796875,
      "learning_rate": 0.0004992243155200229,
      "loss": 6.7077,
      "mean_token_accuracy": 0.12012316286563873,
      "num_tokens": 7470472.0,
      "step": 3445
    },
    {
      "entropy": 6.830043697357178,
      "epoch": 0.36920113435710844,
      "grad_norm": 0.8359375,
      "learning_rate": 0.0004992211402759466,
      "loss": 6.6807,
      "mean_token_accuracy": 0.12608814984560013,
      "num_tokens": 7481477.0,
      "step": 3450
    },
    {
      "entropy": 6.813068199157715,
      "epoch": 0.3697362084648724,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004992179585575164,
      "loss": 6.6334,
      "mean_token_accuracy": 0.12384276241064071,
      "num_tokens": 7491906.0,
      "step": 3455
    },
    {
      "entropy": 6.824427318572998,
      "epoch": 0.3702712825726363,
      "grad_norm": 0.9375,
      "learning_rate": 0.000499214770364824,
      "loss": 6.5898,
      "mean_token_accuracy": 0.11620399430394172,
      "num_tokens": 7502447.0,
      "step": 3460
    },
    {
      "entropy": 6.735115385055542,
      "epoch": 0.37080635668040024,
      "grad_norm": 0.82421875,
      "learning_rate": 0.0004992115756979617,
      "loss": 6.5782,
      "mean_token_accuracy": 0.12983837723731995,
      "num_tokens": 7513505.0,
      "step": 3465
    },
    {
      "entropy": 6.775961589813233,
      "epoch": 0.3713414307881642,
      "grad_norm": 0.79296875,
      "learning_rate": 0.0004992083745570218,
      "loss": 6.5941,
      "mean_token_accuracy": 0.12342580780386925,
      "num_tokens": 7524884.0,
      "step": 3470
    },
    {
      "entropy": 6.764170551300049,
      "epoch": 0.3718765048959281,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004992051669420964,
      "loss": 6.676,
      "mean_token_accuracy": 0.12419689074158669,
      "num_tokens": 7535942.0,
      "step": 3475
    },
    {
      "entropy": 6.829311561584473,
      "epoch": 0.372411579003692,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004992019528532785,
      "loss": 6.6426,
      "mean_token_accuracy": 0.12233269810676575,
      "num_tokens": 7545506.0,
      "step": 3480
    },
    {
      "entropy": 6.849927377700806,
      "epoch": 0.3729466531114559,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004991987322906605,
      "loss": 6.7158,
      "mean_token_accuracy": 0.11780445948243141,
      "num_tokens": 7555328.0,
      "step": 3485
    },
    {
      "entropy": 6.837383031845093,
      "epoch": 0.37348172721921985,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004991955052543357,
      "loss": 6.6114,
      "mean_token_accuracy": 0.12114308625459672,
      "num_tokens": 7565762.0,
      "step": 3490
    },
    {
      "entropy": 6.844478034973145,
      "epoch": 0.3740168013269838,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004991922717443972,
      "loss": 6.6433,
      "mean_token_accuracy": 0.12708517611026765,
      "num_tokens": 7575884.0,
      "step": 3495
    },
    {
      "entropy": 6.724173927307129,
      "epoch": 0.3745518754347477,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004991890317609384,
      "loss": 6.6636,
      "mean_token_accuracy": 0.12050025686621665,
      "num_tokens": 7586100.0,
      "step": 3500
    },
    {
      "entropy": 6.865896463394165,
      "epoch": 0.37508694954251165,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004991857853040528,
      "loss": 6.6853,
      "mean_token_accuracy": 0.11960910484194756,
      "num_tokens": 7597137.0,
      "step": 3505
    },
    {
      "entropy": 6.800037050247193,
      "epoch": 0.3756220236502756,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004991825323738341,
      "loss": 6.7123,
      "mean_token_accuracy": 0.12142123505473137,
      "num_tokens": 7607640.0,
      "step": 3510
    },
    {
      "entropy": 6.873905754089355,
      "epoch": 0.3761570977580395,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004991792729703763,
      "loss": 6.7616,
      "mean_token_accuracy": 0.120759766548872,
      "num_tokens": 7618319.0,
      "step": 3515
    },
    {
      "entropy": 6.834002447128296,
      "epoch": 0.3766921718658034,
      "grad_norm": 0.82421875,
      "learning_rate": 0.0004991760070937734,
      "loss": 6.6307,
      "mean_token_accuracy": 0.1232881985604763,
      "num_tokens": 7628350.0,
      "step": 3520
    },
    {
      "entropy": 6.795883989334106,
      "epoch": 0.3772272459735673,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004991727347441199,
      "loss": 6.6589,
      "mean_token_accuracy": 0.11747006997466088,
      "num_tokens": 7637857.0,
      "step": 3525
    },
    {
      "entropy": 6.8453436374664305,
      "epoch": 0.37776232008133126,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004991694559215102,
      "loss": 6.6895,
      "mean_token_accuracy": 0.11790692433714867,
      "num_tokens": 7648242.0,
      "step": 3530
    },
    {
      "entropy": 6.828597497940064,
      "epoch": 0.3782973941890952,
      "grad_norm": 0.7265625,
      "learning_rate": 0.000499166170626039,
      "loss": 6.6843,
      "mean_token_accuracy": 0.12224968299269676,
      "num_tokens": 7660565.0,
      "step": 3535
    },
    {
      "entropy": 6.7761329174041744,
      "epoch": 0.3788324682968591,
      "grad_norm": 0.98046875,
      "learning_rate": 0.000499162878857801,
      "loss": 6.7028,
      "mean_token_accuracy": 0.12394043356180191,
      "num_tokens": 7671600.0,
      "step": 3540
    },
    {
      "entropy": 6.851832103729248,
      "epoch": 0.37936754240462306,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004991595806168915,
      "loss": 6.7028,
      "mean_token_accuracy": 0.116616740077734,
      "num_tokens": 7682453.0,
      "step": 3545
    },
    {
      "entropy": 6.792314147949218,
      "epoch": 0.379902616512387,
      "grad_norm": 0.8359375,
      "learning_rate": 0.0004991562759034055,
      "loss": 6.6307,
      "mean_token_accuracy": 0.12220644429326058,
      "num_tokens": 7693490.0,
      "step": 3550
    },
    {
      "entropy": 6.855330133438111,
      "epoch": 0.38043769062015087,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004991529647174386,
      "loss": 6.6002,
      "mean_token_accuracy": 0.1216971792280674,
      "num_tokens": 7703478.0,
      "step": 3555
    },
    {
      "entropy": 6.825657939910888,
      "epoch": 0.3809727647279148,
      "grad_norm": 0.875,
      "learning_rate": 0.0004991496470590864,
      "loss": 6.6945,
      "mean_token_accuracy": 0.12218287289142608,
      "num_tokens": 7714647.0,
      "step": 3560
    },
    {
      "entropy": 6.8190515518188475,
      "epoch": 0.38150783883567874,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004991463229284445,
      "loss": 6.6358,
      "mean_token_accuracy": 0.12489367127418519,
      "num_tokens": 7725528.0,
      "step": 3565
    },
    {
      "entropy": 6.758315944671631,
      "epoch": 0.38204291294344267,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004991429923256091,
      "loss": 6.6856,
      "mean_token_accuracy": 0.11895663514733315,
      "num_tokens": 7737708.0,
      "step": 3570
    },
    {
      "entropy": 6.861998987197876,
      "epoch": 0.3825779870512066,
      "grad_norm": 0.82421875,
      "learning_rate": 0.0004991396552506762,
      "loss": 6.6692,
      "mean_token_accuracy": 0.11622913479804993,
      "num_tokens": 7749093.0,
      "step": 3575
    },
    {
      "entropy": 6.778561115264893,
      "epoch": 0.38311306115897054,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004991363117037423,
      "loss": 6.6198,
      "mean_token_accuracy": 0.12512530609965325,
      "num_tokens": 7760024.0,
      "step": 3580
    },
    {
      "entropy": 6.771070766448974,
      "epoch": 0.38364813526673447,
      "grad_norm": 0.82421875,
      "learning_rate": 0.0004991329616849039,
      "loss": 6.6592,
      "mean_token_accuracy": 0.12613205164670943,
      "num_tokens": 7770801.0,
      "step": 3585
    },
    {
      "entropy": 6.844554233551025,
      "epoch": 0.38418320937449835,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004991296051942578,
      "loss": 6.7097,
      "mean_token_accuracy": 0.12112276777625083,
      "num_tokens": 7782257.0,
      "step": 3590
    },
    {
      "entropy": 6.784887075424194,
      "epoch": 0.3847182834822623,
      "grad_norm": 0.81640625,
      "learning_rate": 0.0004991262422319008,
      "loss": 6.6227,
      "mean_token_accuracy": 0.12433370351791381,
      "num_tokens": 7793016.0,
      "step": 3595
    },
    {
      "entropy": 6.7855127334594725,
      "epoch": 0.3852533575900262,
      "grad_norm": 0.89453125,
      "learning_rate": 0.00049912287279793,
      "loss": 6.5883,
      "mean_token_accuracy": 0.12935441955924035,
      "num_tokens": 7802207.0,
      "step": 3600
    },
    {
      "entropy": 6.801633358001709,
      "epoch": 0.38578843169779015,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004991194968924429,
      "loss": 6.7064,
      "mean_token_accuracy": 0.11721168383955956,
      "num_tokens": 7813487.0,
      "step": 3605
    },
    {
      "entropy": 6.892347049713135,
      "epoch": 0.3863235058055541,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004991161145155367,
      "loss": 6.6713,
      "mean_token_accuracy": 0.11569483578205109,
      "num_tokens": 7824587.0,
      "step": 3610
    },
    {
      "entropy": 6.836808586120606,
      "epoch": 0.386858579913318,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004991127256673091,
      "loss": 6.6643,
      "mean_token_accuracy": 0.11696894839406013,
      "num_tokens": 7836240.0,
      "step": 3615
    },
    {
      "entropy": 6.777364730834961,
      "epoch": 0.38739365402108195,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004991093303478582,
      "loss": 6.6112,
      "mean_token_accuracy": 0.12282805442810059,
      "num_tokens": 7847014.0,
      "step": 3620
    },
    {
      "entropy": 6.840905952453613,
      "epoch": 0.3879287281288458,
      "grad_norm": 0.796875,
      "learning_rate": 0.0004991059285572818,
      "loss": 6.715,
      "mean_token_accuracy": 0.12360445708036423,
      "num_tokens": 7857899.0,
      "step": 3625
    },
    {
      "entropy": 6.8158944606781,
      "epoch": 0.38846380223660976,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004991025202956781,
      "loss": 6.6287,
      "mean_token_accuracy": 0.1213743507862091,
      "num_tokens": 7868987.0,
      "step": 3630
    },
    {
      "entropy": 6.874086570739746,
      "epoch": 0.3889988763443737,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004990991055631457,
      "loss": 6.733,
      "mean_token_accuracy": 0.12092002257704734,
      "num_tokens": 7879547.0,
      "step": 3635
    },
    {
      "entropy": 6.778404331207275,
      "epoch": 0.3895339504521376,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004990956843597832,
      "loss": 6.6001,
      "mean_token_accuracy": 0.12471188604831696,
      "num_tokens": 7889824.0,
      "step": 3640
    },
    {
      "entropy": 6.730760717391968,
      "epoch": 0.39006902455990156,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004990922566856892,
      "loss": 6.5945,
      "mean_token_accuracy": 0.11946317404508591,
      "num_tokens": 7901156.0,
      "step": 3645
    },
    {
      "entropy": 6.825276613235474,
      "epoch": 0.3906040986676655,
      "grad_norm": 1.0,
      "learning_rate": 0.0004990888225409629,
      "loss": 6.6251,
      "mean_token_accuracy": 0.12112335860729218,
      "num_tokens": 7911695.0,
      "step": 3650
    },
    {
      "entropy": 6.731439781188965,
      "epoch": 0.3911391727754294,
      "grad_norm": 0.81640625,
      "learning_rate": 0.0004990853819257033,
      "loss": 6.6116,
      "mean_token_accuracy": 0.12454076483845711,
      "num_tokens": 7923559.0,
      "step": 3655
    },
    {
      "entropy": 6.8649694442749025,
      "epoch": 0.3916742468831933,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004990819348400097,
      "loss": 6.6536,
      "mean_token_accuracy": 0.11768093705177307,
      "num_tokens": 7935792.0,
      "step": 3660
    },
    {
      "entropy": 6.825340223312378,
      "epoch": 0.39220932099095723,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004990784812839818,
      "loss": 6.6292,
      "mean_token_accuracy": 0.1266237623989582,
      "num_tokens": 7946987.0,
      "step": 3665
    },
    {
      "entropy": 6.719356107711792,
      "epoch": 0.39274439509872117,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004990750212577192,
      "loss": 6.5651,
      "mean_token_accuracy": 0.1250915713608265,
      "num_tokens": 7957160.0,
      "step": 3670
    },
    {
      "entropy": 6.817027235031128,
      "epoch": 0.3932794692064851,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004990715547613219,
      "loss": 6.6522,
      "mean_token_accuracy": 0.11589304953813553,
      "num_tokens": 7968833.0,
      "step": 3675
    },
    {
      "entropy": 6.832051086425781,
      "epoch": 0.39381454331424903,
      "grad_norm": 0.77734375,
      "learning_rate": 0.0004990680817948898,
      "loss": 6.6972,
      "mean_token_accuracy": 0.11313962563872337,
      "num_tokens": 7980661.0,
      "step": 3680
    },
    {
      "entropy": 6.884352779388427,
      "epoch": 0.39434961742201297,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004990646023585234,
      "loss": 6.6231,
      "mean_token_accuracy": 0.12205359265208245,
      "num_tokens": 7992677.0,
      "step": 3685
    },
    {
      "entropy": 6.752724313735962,
      "epoch": 0.3948846915297769,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004990611164523231,
      "loss": 6.6034,
      "mean_token_accuracy": 0.12537218481302262,
      "num_tokens": 8002796.0,
      "step": 3690
    },
    {
      "entropy": 6.684204196929931,
      "epoch": 0.3954197656375408,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004990576240763896,
      "loss": 6.6338,
      "mean_token_accuracy": 0.12649924010038377,
      "num_tokens": 8012779.0,
      "step": 3695
    },
    {
      "entropy": 6.789287137985229,
      "epoch": 0.3959548397453047,
      "grad_norm": 0.7890625,
      "learning_rate": 0.0004990541252308237,
      "loss": 6.621,
      "mean_token_accuracy": 0.12149769961833953,
      "num_tokens": 8023442.0,
      "step": 3700
    },
    {
      "entropy": 6.840408802032471,
      "epoch": 0.39648991385306864,
      "grad_norm": 0.875,
      "learning_rate": 0.0004990506199157263,
      "loss": 6.7067,
      "mean_token_accuracy": 0.1183815985918045,
      "num_tokens": 8035163.0,
      "step": 3705
    },
    {
      "entropy": 6.808131217956543,
      "epoch": 0.3970249879608326,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004990471081311988,
      "loss": 6.6411,
      "mean_token_accuracy": 0.1226613163948059,
      "num_tokens": 8045330.0,
      "step": 3710
    },
    {
      "entropy": 6.8097728252410885,
      "epoch": 0.3975600620685965,
      "grad_norm": 0.82421875,
      "learning_rate": 0.0004990435898773426,
      "loss": 6.66,
      "mean_token_accuracy": 0.12126943394541741,
      "num_tokens": 8056154.0,
      "step": 3715
    },
    {
      "entropy": 6.841643762588501,
      "epoch": 0.39809513617636044,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0004990400651542592,
      "loss": 6.6104,
      "mean_token_accuracy": 0.1250067502260208,
      "num_tokens": 8066101.0,
      "step": 3720
    },
    {
      "entropy": 6.837434148788452,
      "epoch": 0.3986302102841244,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004990365339620504,
      "loss": 6.6817,
      "mean_token_accuracy": 0.11575175449252129,
      "num_tokens": 8077249.0,
      "step": 3725
    },
    {
      "entropy": 6.773148679733277,
      "epoch": 0.39916528439188825,
      "grad_norm": 0.9296875,
      "learning_rate": 0.000499032996300818,
      "loss": 6.6239,
      "mean_token_accuracy": 0.12317326664924622,
      "num_tokens": 8088532.0,
      "step": 3730
    },
    {
      "entropy": 6.802285242080688,
      "epoch": 0.3997003584996522,
      "grad_norm": 1.0,
      "learning_rate": 0.0004990294521706645,
      "loss": 6.6675,
      "mean_token_accuracy": 0.11330687180161476,
      "num_tokens": 8099541.0,
      "step": 3735
    },
    {
      "entropy": 6.784977293014526,
      "epoch": 0.4002354326074161,
      "grad_norm": 0.828125,
      "learning_rate": 0.000499025901571692,
      "loss": 6.7093,
      "mean_token_accuracy": 0.12464805692434311,
      "num_tokens": 8110532.0,
      "step": 3740
    },
    {
      "entropy": 6.850379228591919,
      "epoch": 0.40077050671518005,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004990223445040031,
      "loss": 6.6445,
      "mean_token_accuracy": 0.1286566063761711,
      "num_tokens": 8120991.0,
      "step": 3745
    },
    {
      "entropy": 6.778837108612061,
      "epoch": 0.401305580822944,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004990187809677004,
      "loss": 6.5695,
      "mean_token_accuracy": 0.12042674124240875,
      "num_tokens": 8130737.0,
      "step": 3750
    },
    {
      "entropy": 6.708615112304687,
      "epoch": 0.4018406549307079,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004990152109628869,
      "loss": 6.5774,
      "mean_token_accuracy": 0.12504880353808404,
      "num_tokens": 8142315.0,
      "step": 3755
    },
    {
      "entropy": 6.7948565006256105,
      "epoch": 0.40237572903847185,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004990116344896657,
      "loss": 6.6528,
      "mean_token_accuracy": 0.11660494431853294,
      "num_tokens": 8153618.0,
      "step": 3760
    },
    {
      "entropy": 6.712233686447144,
      "epoch": 0.40291080314623573,
      "grad_norm": 0.83203125,
      "learning_rate": 0.00049900805154814,
      "loss": 6.6012,
      "mean_token_accuracy": 0.1282593384385109,
      "num_tokens": 8164304.0,
      "step": 3765
    },
    {
      "entropy": 6.75973072052002,
      "epoch": 0.40344587725399966,
      "grad_norm": 0.796875,
      "learning_rate": 0.0004990044621384134,
      "loss": 6.5954,
      "mean_token_accuracy": 0.12287844493985176,
      "num_tokens": 8175289.0,
      "step": 3770
    },
    {
      "entropy": 6.851854515075684,
      "epoch": 0.4039809513617636,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004990008662605893,
      "loss": 6.6595,
      "mean_token_accuracy": 0.11499276533722877,
      "num_tokens": 8186274.0,
      "step": 3775
    },
    {
      "entropy": 6.803466510772705,
      "epoch": 0.40451602546952753,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004989972639147717,
      "loss": 6.5814,
      "mean_token_accuracy": 0.12695536240935326,
      "num_tokens": 8196380.0,
      "step": 3780
    },
    {
      "entropy": 6.756079292297363,
      "epoch": 0.40505109957729146,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004989936551010646,
      "loss": 6.6541,
      "mean_token_accuracy": 0.12403199076652527,
      "num_tokens": 8207204.0,
      "step": 3785
    },
    {
      "entropy": 6.709351348876953,
      "epoch": 0.4055861736850554,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004989900398195722,
      "loss": 6.5713,
      "mean_token_accuracy": 0.12644470483064651,
      "num_tokens": 8217745.0,
      "step": 3790
    },
    {
      "entropy": 6.757201862335205,
      "epoch": 0.40612124779281933,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004989864180703988,
      "loss": 6.5731,
      "mean_token_accuracy": 0.12548816651105882,
      "num_tokens": 8228171.0,
      "step": 3795
    },
    {
      "entropy": 6.756083679199219,
      "epoch": 0.4066563219005832,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004989827898536491,
      "loss": 6.6065,
      "mean_token_accuracy": 0.11865482330322266,
      "num_tokens": 8239220.0,
      "step": 3800
    },
    {
      "entropy": 6.798965406417847,
      "epoch": 0.40719139600834714,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004989791551694279,
      "loss": 6.6643,
      "mean_token_accuracy": 0.1210280641913414,
      "num_tokens": 8250363.0,
      "step": 3805
    },
    {
      "entropy": 6.774178981781006,
      "epoch": 0.4077264701161111,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004989755140178398,
      "loss": 6.6237,
      "mean_token_accuracy": 0.12307491078972817,
      "num_tokens": 8261207.0,
      "step": 3810
    },
    {
      "entropy": 6.712477159500122,
      "epoch": 0.408261544223875,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004989718663989905,
      "loss": 6.5186,
      "mean_token_accuracy": 0.12528306394815444,
      "num_tokens": 8272343.0,
      "step": 3815
    },
    {
      "entropy": 6.727295970916748,
      "epoch": 0.40879661833163894,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004989682123129849,
      "loss": 6.5847,
      "mean_token_accuracy": 0.12415433675050735,
      "num_tokens": 8282677.0,
      "step": 3820
    },
    {
      "entropy": 6.73093900680542,
      "epoch": 0.40933169243940287,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004989645517599286,
      "loss": 6.596,
      "mean_token_accuracy": 0.1210504062473774,
      "num_tokens": 8292753.0,
      "step": 3825
    },
    {
      "entropy": 6.7588269233703615,
      "epoch": 0.4098667665471668,
      "grad_norm": 0.875,
      "learning_rate": 0.0004989608847399275,
      "loss": 6.5883,
      "mean_token_accuracy": 0.12015826031565666,
      "num_tokens": 8302747.0,
      "step": 3830
    },
    {
      "entropy": 6.7176045894622805,
      "epoch": 0.4104018406549307,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004989572112530871,
      "loss": 6.6381,
      "mean_token_accuracy": 0.11648379042744636,
      "num_tokens": 8314766.0,
      "step": 3835
    },
    {
      "entropy": 6.836350011825561,
      "epoch": 0.4109369147626946,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004989535312995139,
      "loss": 6.6636,
      "mean_token_accuracy": 0.12048284634947777,
      "num_tokens": 8325791.0,
      "step": 3840
    },
    {
      "entropy": 6.763233232498169,
      "epoch": 0.41147198887045855,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004989498448793139,
      "loss": 6.6071,
      "mean_token_accuracy": 0.12325042858719826,
      "num_tokens": 8335809.0,
      "step": 3845
    },
    {
      "entropy": 6.73609185218811,
      "epoch": 0.4120070629782225,
      "grad_norm": 0.83203125,
      "learning_rate": 0.0004989461519925935,
      "loss": 6.596,
      "mean_token_accuracy": 0.11986378282308578,
      "num_tokens": 8347505.0,
      "step": 3850
    },
    {
      "entropy": 6.789737033843994,
      "epoch": 0.4125421370859864,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004989424526394596,
      "loss": 6.602,
      "mean_token_accuracy": 0.12010528445243836,
      "num_tokens": 8358363.0,
      "step": 3855
    },
    {
      "entropy": 6.752479887008667,
      "epoch": 0.41307721119375035,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004989387468200187,
      "loss": 6.631,
      "mean_token_accuracy": 0.12690046951174735,
      "num_tokens": 8369076.0,
      "step": 3860
    },
    {
      "entropy": 6.815656948089599,
      "epoch": 0.4136122853015143,
      "grad_norm": 0.81640625,
      "learning_rate": 0.000498935034534378,
      "loss": 6.6618,
      "mean_token_accuracy": 0.12442757785320283,
      "num_tokens": 8380071.0,
      "step": 3865
    },
    {
      "entropy": 6.747093915939331,
      "epoch": 0.41414735940927816,
      "grad_norm": 0.8046875,
      "learning_rate": 0.0004989313157826446,
      "loss": 6.6123,
      "mean_token_accuracy": 0.12264053821563721,
      "num_tokens": 8390574.0,
      "step": 3870
    },
    {
      "entropy": 6.720603561401367,
      "epoch": 0.4146824335170421,
      "grad_norm": 0.796875,
      "learning_rate": 0.000498927590564926,
      "loss": 6.6093,
      "mean_token_accuracy": 0.12397766932845115,
      "num_tokens": 8401154.0,
      "step": 3875
    },
    {
      "entropy": 6.792613697052002,
      "epoch": 0.415217507624806,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0004989238588813296,
      "loss": 6.6893,
      "mean_token_accuracy": 0.1173297606408596,
      "num_tokens": 8412113.0,
      "step": 3880
    },
    {
      "entropy": 6.836045598983764,
      "epoch": 0.41575258173256996,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004989201207319634,
      "loss": 6.6742,
      "mean_token_accuracy": 0.12323395013809205,
      "num_tokens": 8422734.0,
      "step": 3885
    },
    {
      "entropy": 6.767079925537109,
      "epoch": 0.4162876558403339,
      "grad_norm": 0.8046875,
      "learning_rate": 0.0004989163761169351,
      "loss": 6.6009,
      "mean_token_accuracy": 0.12026888653635978,
      "num_tokens": 8433647.0,
      "step": 3890
    },
    {
      "entropy": 6.77981743812561,
      "epoch": 0.4168227299480978,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004989126250363529,
      "loss": 6.6333,
      "mean_token_accuracy": 0.11988705322146416,
      "num_tokens": 8444726.0,
      "step": 3895
    },
    {
      "entropy": 6.7848625659942625,
      "epoch": 0.41735780405586176,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004989088674903251,
      "loss": 6.6331,
      "mean_token_accuracy": 0.12055689990520477,
      "num_tokens": 8455351.0,
      "step": 3900
    },
    {
      "entropy": 6.751009321212768,
      "epoch": 0.41789287816362564,
      "grad_norm": 0.82421875,
      "learning_rate": 0.0004989051034789602,
      "loss": 6.6129,
      "mean_token_accuracy": 0.12630177587270736,
      "num_tokens": 8466423.0,
      "step": 3905
    },
    {
      "entropy": 6.756326627731323,
      "epoch": 0.41842795227138957,
      "grad_norm": 0.91015625,
      "learning_rate": 0.000498901333002367,
      "loss": 6.5578,
      "mean_token_accuracy": 0.1217512920498848,
      "num_tokens": 8475841.0,
      "step": 3910
    },
    {
      "entropy": 6.75618543624878,
      "epoch": 0.4189630263791535,
      "grad_norm": 0.8359375,
      "learning_rate": 0.0004988975560606541,
      "loss": 6.6614,
      "mean_token_accuracy": 0.11742390394210815,
      "num_tokens": 8487656.0,
      "step": 3915
    },
    {
      "entropy": 6.782296848297119,
      "epoch": 0.41949810048691744,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004988937726539308,
      "loss": 6.67,
      "mean_token_accuracy": 0.11672923117876052,
      "num_tokens": 8497959.0,
      "step": 3920
    },
    {
      "entropy": 6.8015392303466795,
      "epoch": 0.42003317459468137,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004988899827823062,
      "loss": 6.5929,
      "mean_token_accuracy": 0.12176745384931564,
      "num_tokens": 8508228.0,
      "step": 3925
    },
    {
      "entropy": 6.76314640045166,
      "epoch": 0.4205682487024453,
      "grad_norm": 0.8671875,
      "learning_rate": 0.00049888618644589,
      "loss": 6.6357,
      "mean_token_accuracy": 0.11630026996135712,
      "num_tokens": 8518999.0,
      "step": 3930
    },
    {
      "entropy": 6.720941352844238,
      "epoch": 0.42110332281020924,
      "grad_norm": 0.79296875,
      "learning_rate": 0.0004988823836447916,
      "loss": 6.6701,
      "mean_token_accuracy": 0.11666706353425979,
      "num_tokens": 8529583.0,
      "step": 3935
    },
    {
      "entropy": 6.880489730834961,
      "epoch": 0.4216383969179731,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004988785743791207,
      "loss": 6.7288,
      "mean_token_accuracy": 0.11347419321537018,
      "num_tokens": 8540069.0,
      "step": 3940
    },
    {
      "entropy": 6.77430419921875,
      "epoch": 0.42217347102573705,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004988747586489876,
      "loss": 6.6066,
      "mean_token_accuracy": 0.12069976776838302,
      "num_tokens": 8550441.0,
      "step": 3945
    },
    {
      "entropy": 6.724952983856201,
      "epoch": 0.422708545133501,
      "grad_norm": 0.8984375,
      "learning_rate": 0.000498870936454502,
      "loss": 6.5822,
      "mean_token_accuracy": 0.1276530534029007,
      "num_tokens": 8560257.0,
      "step": 3950
    },
    {
      "entropy": 6.781778383255005,
      "epoch": 0.4232436192412649,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004988671077957749,
      "loss": 6.6431,
      "mean_token_accuracy": 0.123650910705328,
      "num_tokens": 8570991.0,
      "step": 3955
    },
    {
      "entropy": 6.8194362163543705,
      "epoch": 0.42377869334902885,
      "grad_norm": 0.828125,
      "learning_rate": 0.0004988632726729164,
      "loss": 6.7012,
      "mean_token_accuracy": 0.11642257273197174,
      "num_tokens": 8583668.0,
      "step": 3960
    },
    {
      "entropy": 6.782205390930176,
      "epoch": 0.4243137674567928,
      "grad_norm": 0.81640625,
      "learning_rate": 0.0004988594310860374,
      "loss": 6.6329,
      "mean_token_accuracy": 0.12215517908334732,
      "num_tokens": 8593727.0,
      "step": 3965
    },
    {
      "entropy": 6.732775068283081,
      "epoch": 0.4248488415645567,
      "grad_norm": 0.74609375,
      "learning_rate": 0.0004988555830352485,
      "loss": 6.6328,
      "mean_token_accuracy": 0.12335548922419548,
      "num_tokens": 8605470.0,
      "step": 3970
    },
    {
      "entropy": 6.800445938110352,
      "epoch": 0.4253839156723206,
      "grad_norm": 0.796875,
      "learning_rate": 0.0004988517285206614,
      "loss": 6.5566,
      "mean_token_accuracy": 0.12064253017306328,
      "num_tokens": 8617176.0,
      "step": 3975
    },
    {
      "entropy": 6.773797082901001,
      "epoch": 0.4259189897800845,
      "grad_norm": 0.78125,
      "learning_rate": 0.0004988478675423871,
      "loss": 6.6421,
      "mean_token_accuracy": 0.12061286568641663,
      "num_tokens": 8627756.0,
      "step": 3980
    },
    {
      "entropy": 6.770265436172485,
      "epoch": 0.42645406388784846,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004988440001005369,
      "loss": 6.5829,
      "mean_token_accuracy": 0.12523626312613487,
      "num_tokens": 8637766.0,
      "step": 3985
    },
    {
      "entropy": 6.754474687576294,
      "epoch": 0.4269891379956124,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004988401261952227,
      "loss": 6.6195,
      "mean_token_accuracy": 0.11977186426520348,
      "num_tokens": 8648562.0,
      "step": 3990
    },
    {
      "entropy": 6.81419939994812,
      "epoch": 0.4275242121033763,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004988362458265565,
      "loss": 6.6331,
      "mean_token_accuracy": 0.11861854270100594,
      "num_tokens": 8658393.0,
      "step": 3995
    },
    {
      "entropy": 6.745327091217041,
      "epoch": 0.42805928621114026,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004988323589946499,
      "loss": 6.5726,
      "mean_token_accuracy": 0.12602216973900796,
      "num_tokens": 8668365.0,
      "step": 4000
    },
    {
      "entropy": 6.7576432704925535,
      "epoch": 0.4285943603189042,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004988284656996156,
      "loss": 6.5932,
      "mean_token_accuracy": 0.11847178786993026,
      "num_tokens": 8679228.0,
      "step": 4005
    },
    {
      "entropy": 6.70848708152771,
      "epoch": 0.42912943442666807,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004988245659415656,
      "loss": 6.4966,
      "mean_token_accuracy": 0.1268126145005226,
      "num_tokens": 8688940.0,
      "step": 4010
    },
    {
      "entropy": 6.789049434661865,
      "epoch": 0.429664508534432,
      "grad_norm": 0.875,
      "learning_rate": 0.0004988206597206129,
      "loss": 6.6533,
      "mean_token_accuracy": 0.11652215644717216,
      "num_tokens": 8699923.0,
      "step": 4015
    },
    {
      "entropy": 6.688563680648803,
      "epoch": 0.43019958264219593,
      "grad_norm": 0.86328125,
      "learning_rate": 0.00049881674703687,
      "loss": 6.4966,
      "mean_token_accuracy": 0.12585265636444093,
      "num_tokens": 8710445.0,
      "step": 4020
    },
    {
      "entropy": 6.723779106140137,
      "epoch": 0.43073465674995987,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004988128278904499,
      "loss": 6.6101,
      "mean_token_accuracy": 0.12553784623742104,
      "num_tokens": 8720686.0,
      "step": 4025
    },
    {
      "entropy": 6.76382417678833,
      "epoch": 0.4312697308577238,
      "grad_norm": 0.8828125,
      "learning_rate": 0.000498808902281466,
      "loss": 6.6258,
      "mean_token_accuracy": 0.1235751561820507,
      "num_tokens": 8732122.0,
      "step": 4030
    },
    {
      "entropy": 6.71265287399292,
      "epoch": 0.43180480496548773,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004988049702100315,
      "loss": 6.5908,
      "mean_token_accuracy": 0.12264637053012847,
      "num_tokens": 8744122.0,
      "step": 4035
    },
    {
      "entropy": 6.793091678619385,
      "epoch": 0.43233987907325166,
      "grad_norm": 0.828125,
      "learning_rate": 0.0004988010316762598,
      "loss": 6.5945,
      "mean_token_accuracy": 0.12287564054131508,
      "num_tokens": 8754758.0,
      "step": 4040
    },
    {
      "entropy": 6.687934494018554,
      "epoch": 0.4328749531810156,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004987970866802649,
      "loss": 6.6165,
      "mean_token_accuracy": 0.11594383940100669,
      "num_tokens": 8766577.0,
      "step": 4045
    },
    {
      "entropy": 6.767072296142578,
      "epoch": 0.4334100272887795,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004987931352221605,
      "loss": 6.6001,
      "mean_token_accuracy": 0.11936594918370247,
      "num_tokens": 8777698.0,
      "step": 4050
    },
    {
      "entropy": 6.77272047996521,
      "epoch": 0.4339451013965434,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004987891773020606,
      "loss": 6.6255,
      "mean_token_accuracy": 0.12437722161412239,
      "num_tokens": 8788637.0,
      "step": 4055
    },
    {
      "entropy": 6.755249404907227,
      "epoch": 0.43448017550430734,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004987852129200799,
      "loss": 6.6011,
      "mean_token_accuracy": 0.12569011077284814,
      "num_tokens": 8799709.0,
      "step": 4060
    },
    {
      "entropy": 6.790832901000977,
      "epoch": 0.4350152496120713,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004987812420763326,
      "loss": 6.5919,
      "mean_token_accuracy": 0.1250280186533928,
      "num_tokens": 8810469.0,
      "step": 4065
    },
    {
      "entropy": 6.773603105545044,
      "epoch": 0.4355503237198352,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004987772647709333,
      "loss": 6.5687,
      "mean_token_accuracy": 0.12102466896176338,
      "num_tokens": 8821142.0,
      "step": 4070
    },
    {
      "entropy": 6.6965799808502195,
      "epoch": 0.43608539782759914,
      "grad_norm": 0.8125,
      "learning_rate": 0.000498773281003997,
      "loss": 6.5329,
      "mean_token_accuracy": 0.13130529895424842,
      "num_tokens": 8832951.0,
      "step": 4075
    },
    {
      "entropy": 6.716156911849976,
      "epoch": 0.4366204719353631,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004987692907756385,
      "loss": 6.6321,
      "mean_token_accuracy": 0.11649341732263566,
      "num_tokens": 8843579.0,
      "step": 4080
    },
    {
      "entropy": 6.68398380279541,
      "epoch": 0.43715554604312695,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004987652940859733,
      "loss": 6.5737,
      "mean_token_accuracy": 0.119865170866251,
      "num_tokens": 8854612.0,
      "step": 4085
    },
    {
      "entropy": 6.678323125839233,
      "epoch": 0.4376906201508909,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004987612909351167,
      "loss": 6.5225,
      "mean_token_accuracy": 0.12679266855120658,
      "num_tokens": 8865584.0,
      "step": 4090
    },
    {
      "entropy": 6.702922630310058,
      "epoch": 0.4382256942586548,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004987572813231842,
      "loss": 6.5523,
      "mean_token_accuracy": 0.12998123988509178,
      "num_tokens": 8876662.0,
      "step": 4095
    },
    {
      "entropy": 6.730002212524414,
      "epoch": 0.43876076836641875,
      "grad_norm": 0.8125,
      "learning_rate": 0.0004987532652502917,
      "loss": 6.5808,
      "mean_token_accuracy": 0.12212803661823272,
      "num_tokens": 8887249.0,
      "step": 4100
    },
    {
      "entropy": 6.674190044403076,
      "epoch": 0.4392958424741827,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004987492427165551,
      "loss": 6.4124,
      "mean_token_accuracy": 0.14259165078401564,
      "num_tokens": 8898635.0,
      "step": 4105
    },
    {
      "entropy": 6.6693785190582275,
      "epoch": 0.4398309165819466,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004987452137220906,
      "loss": 6.5918,
      "mean_token_accuracy": 0.12297084257006645,
      "num_tokens": 8908794.0,
      "step": 4110
    },
    {
      "entropy": 6.837216567993164,
      "epoch": 0.44036599068971055,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004987411782670144,
      "loss": 6.6168,
      "mean_token_accuracy": 0.11972223967313766,
      "num_tokens": 8919015.0,
      "step": 4115
    },
    {
      "entropy": 6.835398626327515,
      "epoch": 0.44090106479747443,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004987371363514431,
      "loss": 6.6538,
      "mean_token_accuracy": 0.11519176959991455,
      "num_tokens": 8929028.0,
      "step": 4120
    },
    {
      "entropy": 6.677055406570434,
      "epoch": 0.44143613890523836,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004987330879754933,
      "loss": 6.5376,
      "mean_token_accuracy": 0.12245551198720932,
      "num_tokens": 8939789.0,
      "step": 4125
    },
    {
      "entropy": 6.727229261398316,
      "epoch": 0.4419712130130023,
      "grad_norm": 0.8125,
      "learning_rate": 0.0004987290331392823,
      "loss": 6.5154,
      "mean_token_accuracy": 0.13091592267155647,
      "num_tokens": 8950657.0,
      "step": 4130
    },
    {
      "entropy": 6.799406862258911,
      "epoch": 0.44250628712076623,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004987249718429269,
      "loss": 6.6207,
      "mean_token_accuracy": 0.12651147246360778,
      "num_tokens": 8960744.0,
      "step": 4135
    },
    {
      "entropy": 6.71635856628418,
      "epoch": 0.44304136122853016,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004987209040865441,
      "loss": 6.4854,
      "mean_token_accuracy": 0.12618361711502074,
      "num_tokens": 8972411.0,
      "step": 4140
    },
    {
      "entropy": 6.717485332489014,
      "epoch": 0.4435764353362941,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004987168298702519,
      "loss": 6.642,
      "mean_token_accuracy": 0.1232242576777935,
      "num_tokens": 8982818.0,
      "step": 4145
    },
    {
      "entropy": 6.756543302536011,
      "epoch": 0.44411150944405803,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004987127491941675,
      "loss": 6.5719,
      "mean_token_accuracy": 0.12182455062866211,
      "num_tokens": 8993227.0,
      "step": 4150
    },
    {
      "entropy": 6.670086431503296,
      "epoch": 0.4446465835518219,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004987086620584091,
      "loss": 6.5038,
      "mean_token_accuracy": 0.12411652579903602,
      "num_tokens": 9003796.0,
      "step": 4155
    },
    {
      "entropy": 6.707034969329834,
      "epoch": 0.44518165765958584,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004987045684630944,
      "loss": 6.5262,
      "mean_token_accuracy": 0.13413502499461175,
      "num_tokens": 9014931.0,
      "step": 4160
    },
    {
      "entropy": 6.748621940612793,
      "epoch": 0.44571673176734977,
      "grad_norm": 0.8359375,
      "learning_rate": 0.0004987004684083417,
      "loss": 6.5949,
      "mean_token_accuracy": 0.12303428947925568,
      "num_tokens": 9025312.0,
      "step": 4165
    },
    {
      "entropy": 6.70564079284668,
      "epoch": 0.4462518058751137,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004986963618942694,
      "loss": 6.5717,
      "mean_token_accuracy": 0.13180141299962997,
      "num_tokens": 9035563.0,
      "step": 4170
    },
    {
      "entropy": 6.804406261444091,
      "epoch": 0.44678687998287764,
      "grad_norm": 0.8359375,
      "learning_rate": 0.0004986922489209961,
      "loss": 6.6082,
      "mean_token_accuracy": 0.12511870563030242,
      "num_tokens": 9046065.0,
      "step": 4175
    },
    {
      "entropy": 6.678038454055786,
      "epoch": 0.44732195409064157,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0004986881294886406,
      "loss": 6.498,
      "mean_token_accuracy": 0.1308855652809143,
      "num_tokens": 9056696.0,
      "step": 4180
    },
    {
      "entropy": 6.673586320877075,
      "epoch": 0.4478570281984055,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004986840035973218,
      "loss": 6.564,
      "mean_token_accuracy": 0.12332830429077149,
      "num_tokens": 9067035.0,
      "step": 4185
    },
    {
      "entropy": 6.726327848434448,
      "epoch": 0.4483921023061694,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004986798712471588,
      "loss": 6.5423,
      "mean_token_accuracy": 0.12333020940423012,
      "num_tokens": 9078253.0,
      "step": 4190
    },
    {
      "entropy": 6.842236042022705,
      "epoch": 0.4489271764139333,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004986757324382709,
      "loss": 6.6082,
      "mean_token_accuracy": 0.11263529285788536,
      "num_tokens": 9088184.0,
      "step": 4195
    },
    {
      "entropy": 6.713875579833984,
      "epoch": 0.44946225052169725,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004986715871707777,
      "loss": 6.671,
      "mean_token_accuracy": 0.11528211683034897,
      "num_tokens": 9099321.0,
      "step": 4200
    },
    {
      "entropy": 6.77054238319397,
      "epoch": 0.4499973246294612,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004986674354447988,
      "loss": 6.6999,
      "mean_token_accuracy": 0.12187818437814713,
      "num_tokens": 9111410.0,
      "step": 4205
    },
    {
      "entropy": 6.772527551651001,
      "epoch": 0.4505323987372251,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004986632772604543,
      "loss": 6.5189,
      "mean_token_accuracy": 0.12885569408535957,
      "num_tokens": 9121932.0,
      "step": 4210
    },
    {
      "entropy": 6.614354991912842,
      "epoch": 0.45106747284498905,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004986591126178639,
      "loss": 6.6003,
      "mean_token_accuracy": 0.12762246951460837,
      "num_tokens": 9132686.0,
      "step": 4215
    },
    {
      "entropy": 6.67122106552124,
      "epoch": 0.451602546952753,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004986549415171482,
      "loss": 6.5193,
      "mean_token_accuracy": 0.12586723566055297,
      "num_tokens": 9143582.0,
      "step": 4220
    },
    {
      "entropy": 6.866072940826416,
      "epoch": 0.45213762106051686,
      "grad_norm": 0.8125,
      "learning_rate": 0.0004986507639584274,
      "loss": 6.6057,
      "mean_token_accuracy": 0.11669112965464593,
      "num_tokens": 9156173.0,
      "step": 4225
    },
    {
      "entropy": 6.694578695297241,
      "epoch": 0.4526726951682808,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004986465799418223,
      "loss": 6.6024,
      "mean_token_accuracy": 0.11952880546450614,
      "num_tokens": 9166882.0,
      "step": 4230
    },
    {
      "entropy": 6.651588058471679,
      "epoch": 0.4532077692760447,
      "grad_norm": 0.78125,
      "learning_rate": 0.0004986423894674534,
      "loss": 6.5896,
      "mean_token_accuracy": 0.12054572701454162,
      "num_tokens": 9177525.0,
      "step": 4235
    },
    {
      "entropy": 6.781280660629273,
      "epoch": 0.45374284338380866,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004986381925354422,
      "loss": 6.5576,
      "mean_token_accuracy": 0.12628965452313423,
      "num_tokens": 9188586.0,
      "step": 4240
    },
    {
      "entropy": 6.691897439956665,
      "epoch": 0.4542779174915726,
      "grad_norm": 0.82421875,
      "learning_rate": 0.0004986339891459094,
      "loss": 6.4673,
      "mean_token_accuracy": 0.127530487626791,
      "num_tokens": 9199920.0,
      "step": 4245
    },
    {
      "entropy": 6.642374420166016,
      "epoch": 0.4548129915993365,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004986297792989768,
      "loss": 6.4694,
      "mean_token_accuracy": 0.13375552520155906,
      "num_tokens": 9210923.0,
      "step": 4250
    },
    {
      "entropy": 6.779571628570556,
      "epoch": 0.45534806570710046,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004986255629947655,
      "loss": 6.6384,
      "mean_token_accuracy": 0.11917833164334297,
      "num_tokens": 9221459.0,
      "step": 4255
    },
    {
      "entropy": 6.746447467803955,
      "epoch": 0.45588313981486434,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004986213402333978,
      "loss": 6.5841,
      "mean_token_accuracy": 0.121009661257267,
      "num_tokens": 9231768.0,
      "step": 4260
    },
    {
      "entropy": 6.689784193038941,
      "epoch": 0.45641821392262827,
      "grad_norm": 0.82421875,
      "learning_rate": 0.0004986171110149951,
      "loss": 6.5714,
      "mean_token_accuracy": 0.1208104893565178,
      "num_tokens": 9242230.0,
      "step": 4265
    },
    {
      "entropy": 6.755019187927246,
      "epoch": 0.4569532880303922,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004986128753396798,
      "loss": 6.4709,
      "mean_token_accuracy": 0.13061774894595146,
      "num_tokens": 9252485.0,
      "step": 4270
    },
    {
      "entropy": 6.625811624526977,
      "epoch": 0.45748836213815613,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004986086332075742,
      "loss": 6.5478,
      "mean_token_accuracy": 0.12935234606266022,
      "num_tokens": 9263014.0,
      "step": 4275
    },
    {
      "entropy": 6.703430414199829,
      "epoch": 0.45802343624592007,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004986043846188006,
      "loss": 6.5806,
      "mean_token_accuracy": 0.12819859609007836,
      "num_tokens": 9273777.0,
      "step": 4280
    },
    {
      "entropy": 6.6102972507476805,
      "epoch": 0.458558510353684,
      "grad_norm": 0.96484375,
      "learning_rate": 0.000498600129573482,
      "loss": 6.5214,
      "mean_token_accuracy": 0.11930121630430221,
      "num_tokens": 9284738.0,
      "step": 4285
    },
    {
      "entropy": 6.747187185287475,
      "epoch": 0.45909358446144793,
      "grad_norm": 0.89453125,
      "learning_rate": 0.000498595868071741,
      "loss": 6.5802,
      "mean_token_accuracy": 0.12222979590296745,
      "num_tokens": 9295921.0,
      "step": 4290
    },
    {
      "entropy": 6.741103410720825,
      "epoch": 0.4596286585692118,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004985916001137006,
      "loss": 6.5547,
      "mean_token_accuracy": 0.12327921092510223,
      "num_tokens": 9306568.0,
      "step": 4295
    },
    {
      "entropy": 6.708829498291015,
      "epoch": 0.46016373267697575,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004985873256994843,
      "loss": 6.517,
      "mean_token_accuracy": 0.12360680028796196,
      "num_tokens": 9316468.0,
      "step": 4300
    },
    {
      "entropy": 6.688055419921875,
      "epoch": 0.4606988067847397,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004985830448292154,
      "loss": 6.593,
      "mean_token_accuracy": 0.12291383445262909,
      "num_tokens": 9328185.0,
      "step": 4305
    },
    {
      "entropy": 6.687855386734009,
      "epoch": 0.4612338808925036,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004985787575030175,
      "loss": 6.5371,
      "mean_token_accuracy": 0.1250103920698166,
      "num_tokens": 9338591.0,
      "step": 4310
    },
    {
      "entropy": 6.734978055953979,
      "epoch": 0.46176895500026754,
      "grad_norm": 0.828125,
      "learning_rate": 0.0004985744637210144,
      "loss": 6.556,
      "mean_token_accuracy": 0.12288020104169846,
      "num_tokens": 9349286.0,
      "step": 4315
    },
    {
      "entropy": 6.735143327713013,
      "epoch": 0.4623040291080315,
      "grad_norm": 0.9296875,
      "learning_rate": 0.00049857016348333,
      "loss": 6.5502,
      "mean_token_accuracy": 0.13360480219125748,
      "num_tokens": 9359752.0,
      "step": 4320
    },
    {
      "entropy": 6.7408709049224855,
      "epoch": 0.4628391032157954,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004985658567900886,
      "loss": 6.6129,
      "mean_token_accuracy": 0.11857379451394082,
      "num_tokens": 9371823.0,
      "step": 4325
    },
    {
      "entropy": 6.59757809638977,
      "epoch": 0.4633741773235593,
      "grad_norm": 0.83203125,
      "learning_rate": 0.0004985615436414145,
      "loss": 6.4569,
      "mean_token_accuracy": 0.12301377132534981,
      "num_tokens": 9383127.0,
      "step": 4330
    },
    {
      "entropy": 6.671346235275268,
      "epoch": 0.4639092514313232,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004985572240374321,
      "loss": 6.5678,
      "mean_token_accuracy": 0.12829141393303872,
      "num_tokens": 9394296.0,
      "step": 4335
    },
    {
      "entropy": 6.764807176589966,
      "epoch": 0.46444432553908715,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004985528979782665,
      "loss": 6.5357,
      "mean_token_accuracy": 0.12359946742653846,
      "num_tokens": 9405988.0,
      "step": 4340
    },
    {
      "entropy": 6.7524127006530765,
      "epoch": 0.4649793996468511,
      "grad_norm": 0.828125,
      "learning_rate": 0.0004985485654640423,
      "loss": 6.5599,
      "mean_token_accuracy": 0.12768663391470908,
      "num_tokens": 9417479.0,
      "step": 4345
    },
    {
      "entropy": 6.697694635391235,
      "epoch": 0.465514473754615,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004985442264948847,
      "loss": 6.5056,
      "mean_token_accuracy": 0.13216489255428315,
      "num_tokens": 9428050.0,
      "step": 4350
    },
    {
      "entropy": 6.648604536056519,
      "epoch": 0.46604954786237895,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004985398810709189,
      "loss": 6.4727,
      "mean_token_accuracy": 0.13219011574983597,
      "num_tokens": 9438229.0,
      "step": 4355
    },
    {
      "entropy": 6.6446418285369875,
      "epoch": 0.4665846219701429,
      "grad_norm": 0.828125,
      "learning_rate": 0.0004985355291922704,
      "loss": 6.5434,
      "mean_token_accuracy": 0.12346789464354516,
      "num_tokens": 9449611.0,
      "step": 4360
    },
    {
      "entropy": 6.6712123394012455,
      "epoch": 0.46711969607790677,
      "grad_norm": 0.97265625,
      "learning_rate": 0.000498531170859065,
      "loss": 6.5078,
      "mean_token_accuracy": 0.12737661376595497,
      "num_tokens": 9460234.0,
      "step": 4365
    },
    {
      "entropy": 6.731583738327027,
      "epoch": 0.4676547701856707,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004985268060714285,
      "loss": 6.5717,
      "mean_token_accuracy": 0.12688400596380234,
      "num_tokens": 9472136.0,
      "step": 4370
    },
    {
      "entropy": 6.655231046676636,
      "epoch": 0.46818984429343463,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004985224348294868,
      "loss": 6.519,
      "mean_token_accuracy": 0.1265267513692379,
      "num_tokens": 9482602.0,
      "step": 4375
    },
    {
      "entropy": 6.784295654296875,
      "epoch": 0.46872491840119856,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004985180571333663,
      "loss": 6.5188,
      "mean_token_accuracy": 0.12609197646379472,
      "num_tokens": 9493782.0,
      "step": 4380
    },
    {
      "entropy": 6.6205767631530765,
      "epoch": 0.4692599925089625,
      "grad_norm": 0.8359375,
      "learning_rate": 0.0004985136729831932,
      "loss": 6.4878,
      "mean_token_accuracy": 0.1269471064209938,
      "num_tokens": 9504389.0,
      "step": 4385
    },
    {
      "entropy": 6.6520030975341795,
      "epoch": 0.46979506661672643,
      "grad_norm": 0.7890625,
      "learning_rate": 0.0004985092823790942,
      "loss": 6.6104,
      "mean_token_accuracy": 0.12734476551413537,
      "num_tokens": 9515166.0,
      "step": 4390
    },
    {
      "entropy": 6.7322594165802006,
      "epoch": 0.47033014072449036,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004985048853211961,
      "loss": 6.5243,
      "mean_token_accuracy": 0.1255890816450119,
      "num_tokens": 9525566.0,
      "step": 4395
    },
    {
      "entropy": 6.735842847824097,
      "epoch": 0.47086521483225424,
      "grad_norm": 0.875,
      "learning_rate": 0.000498500481809626,
      "loss": 6.4401,
      "mean_token_accuracy": 0.13288491889834403,
      "num_tokens": 9536021.0,
      "step": 4400
    },
    {
      "entropy": 6.676405382156372,
      "epoch": 0.4714002889400182,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004984960718445107,
      "loss": 6.5484,
      "mean_token_accuracy": 0.12439467236399651,
      "num_tokens": 9546827.0,
      "step": 4405
    },
    {
      "entropy": 6.768996953964233,
      "epoch": 0.4719353630477821,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004984916554259778,
      "loss": 6.6555,
      "mean_token_accuracy": 0.11520670205354691,
      "num_tokens": 9558104.0,
      "step": 4410
    },
    {
      "entropy": 6.817309331893921,
      "epoch": 0.47247043715554604,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004984872325541547,
      "loss": 6.5555,
      "mean_token_accuracy": 0.12726601585745811,
      "num_tokens": 9568487.0,
      "step": 4415
    },
    {
      "entropy": 6.658626842498779,
      "epoch": 0.47300551126331,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004984828032291692,
      "loss": 6.5062,
      "mean_token_accuracy": 0.13354175090789794,
      "num_tokens": 9579509.0,
      "step": 4420
    },
    {
      "entropy": 6.69633994102478,
      "epoch": 0.4735405853710739,
      "grad_norm": 0.875,
      "learning_rate": 0.0004984783674511492,
      "loss": 6.5307,
      "mean_token_accuracy": 0.12417809590697289,
      "num_tokens": 9589931.0,
      "step": 4425
    },
    {
      "entropy": 6.746572542190552,
      "epoch": 0.47407565947883784,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004984739252202227,
      "loss": 6.5656,
      "mean_token_accuracy": 0.12624306231737137,
      "num_tokens": 9599764.0,
      "step": 4430
    },
    {
      "entropy": 6.670381259918213,
      "epoch": 0.4746107335866017,
      "grad_norm": 0.890625,
      "learning_rate": 0.000498469476536518,
      "loss": 6.5282,
      "mean_token_accuracy": 0.12489766702055931,
      "num_tokens": 9611145.0,
      "step": 4435
    },
    {
      "entropy": 6.662897253036499,
      "epoch": 0.47514580769436565,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004984650214001636,
      "loss": 6.5386,
      "mean_token_accuracy": 0.13048497065901757,
      "num_tokens": 9621441.0,
      "step": 4440
    },
    {
      "entropy": 6.6825775623321535,
      "epoch": 0.4756808818021296,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004984605598112881,
      "loss": 6.566,
      "mean_token_accuracy": 0.1295418195426464,
      "num_tokens": 9631874.0,
      "step": 4445
    },
    {
      "entropy": 6.6638665199279785,
      "epoch": 0.4762159559098935,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004984560917700204,
      "loss": 6.544,
      "mean_token_accuracy": 0.11912723928689957,
      "num_tokens": 9643006.0,
      "step": 4450
    },
    {
      "entropy": 6.682493591308594,
      "epoch": 0.47675103001765745,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004984516172764894,
      "loss": 6.4444,
      "mean_token_accuracy": 0.13263275399804114,
      "num_tokens": 9653897.0,
      "step": 4455
    },
    {
      "entropy": 6.6289448738098145,
      "epoch": 0.4772861041254214,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004984471363308243,
      "loss": 6.5144,
      "mean_token_accuracy": 0.12464602962136269,
      "num_tokens": 9664460.0,
      "step": 4460
    },
    {
      "entropy": 6.681101226806641,
      "epoch": 0.4778211782331853,
      "grad_norm": 0.8046875,
      "learning_rate": 0.0004984426489331546,
      "loss": 6.5323,
      "mean_token_accuracy": 0.13034801334142684,
      "num_tokens": 9674534.0,
      "step": 4465
    },
    {
      "entropy": 6.785943937301636,
      "epoch": 0.4783562523409492,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004984381550836097,
      "loss": 6.6077,
      "mean_token_accuracy": 0.12375456094741821,
      "num_tokens": 9684828.0,
      "step": 4470
    },
    {
      "entropy": 6.758577537536621,
      "epoch": 0.47889132644871313,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004984336547823196,
      "loss": 6.565,
      "mean_token_accuracy": 0.12997907698154448,
      "num_tokens": 9694536.0,
      "step": 4475
    },
    {
      "entropy": 6.653159952163696,
      "epoch": 0.47942640055647706,
      "grad_norm": 0.83984375,
      "learning_rate": 0.000498429148029414,
      "loss": 6.4319,
      "mean_token_accuracy": 0.13408037573099135,
      "num_tokens": 9705715.0,
      "step": 4480
    },
    {
      "entropy": 6.625295925140381,
      "epoch": 0.479961474664241,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004984246348250233,
      "loss": 6.5029,
      "mean_token_accuracy": 0.13184099048376083,
      "num_tokens": 9717505.0,
      "step": 4485
    },
    {
      "entropy": 6.672426366806031,
      "epoch": 0.4804965487720049,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004984201151692775,
      "loss": 6.4013,
      "mean_token_accuracy": 0.12957659140229225,
      "num_tokens": 9727910.0,
      "step": 4490
    },
    {
      "entropy": 6.6448219299316404,
      "epoch": 0.48103162287976886,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004984155890623074,
      "loss": 6.494,
      "mean_token_accuracy": 0.13356658741831778,
      "num_tokens": 9738528.0,
      "step": 4495
    },
    {
      "entropy": 6.6721742153167725,
      "epoch": 0.4815666969875328,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004984110565042435,
      "loss": 6.5053,
      "mean_token_accuracy": 0.12528721392154693,
      "num_tokens": 9749744.0,
      "step": 4500
    },
    {
      "entropy": 6.722189235687256,
      "epoch": 0.48210177109529667,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004984065174952168,
      "loss": 6.5162,
      "mean_token_accuracy": 0.12471330910921097,
      "num_tokens": 9759968.0,
      "step": 4505
    },
    {
      "entropy": 6.647542953491211,
      "epoch": 0.4826368452030606,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004984019720353582,
      "loss": 6.5304,
      "mean_token_accuracy": 0.12465517371892929,
      "num_tokens": 9769791.0,
      "step": 4510
    },
    {
      "entropy": 6.664258527755737,
      "epoch": 0.48317191931082454,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004983974201247991,
      "loss": 6.5143,
      "mean_token_accuracy": 0.13621895313262938,
      "num_tokens": 9780369.0,
      "step": 4515
    },
    {
      "entropy": 6.695696401596069,
      "epoch": 0.48370699341858847,
      "grad_norm": 0.81640625,
      "learning_rate": 0.0004983928617636709,
      "loss": 6.5391,
      "mean_token_accuracy": 0.1274557776749134,
      "num_tokens": 9791125.0,
      "step": 4520
    },
    {
      "entropy": 6.72871413230896,
      "epoch": 0.4842420675263524,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004983882969521052,
      "loss": 6.5509,
      "mean_token_accuracy": 0.12490316405892372,
      "num_tokens": 9801697.0,
      "step": 4525
    },
    {
      "entropy": 6.783517837524414,
      "epoch": 0.48477714163411634,
      "grad_norm": 0.8203125,
      "learning_rate": 0.0004983837256902338,
      "loss": 6.5859,
      "mean_token_accuracy": 0.13063669353723525,
      "num_tokens": 9812171.0,
      "step": 4530
    },
    {
      "entropy": 6.709694766998291,
      "epoch": 0.48531221574188027,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004983791479781887,
      "loss": 6.4443,
      "mean_token_accuracy": 0.13055962696671486,
      "num_tokens": 9821596.0,
      "step": 4535
    },
    {
      "entropy": 6.698323726654053,
      "epoch": 0.48584728984964415,
      "grad_norm": 0.875,
      "learning_rate": 0.0004983745638161021,
      "loss": 6.5499,
      "mean_token_accuracy": 0.1214986227452755,
      "num_tokens": 9831634.0,
      "step": 4540
    },
    {
      "entropy": 6.669496822357178,
      "epoch": 0.4863823639574081,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004983699732041064,
      "loss": 6.5104,
      "mean_token_accuracy": 0.13144705891609193,
      "num_tokens": 9841662.0,
      "step": 4545
    },
    {
      "entropy": 6.707806730270386,
      "epoch": 0.486917438065172,
      "grad_norm": 0.8203125,
      "learning_rate": 0.000498365376142334,
      "loss": 6.4959,
      "mean_token_accuracy": 0.1266673430800438,
      "num_tokens": 9853797.0,
      "step": 4550
    },
    {
      "entropy": 6.679695320129395,
      "epoch": 0.48745251217293595,
      "grad_norm": 0.8359375,
      "learning_rate": 0.0004983607726309179,
      "loss": 6.5456,
      "mean_token_accuracy": 0.13214531913399696,
      "num_tokens": 9865245.0,
      "step": 4555
    },
    {
      "entropy": 6.706293153762817,
      "epoch": 0.4879875862806999,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004983561626699908,
      "loss": 6.6246,
      "mean_token_accuracy": 0.11848078146576882,
      "num_tokens": 9876207.0,
      "step": 4560
    },
    {
      "entropy": 6.682948398590088,
      "epoch": 0.4885226603884638,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004983515462596859,
      "loss": 6.4545,
      "mean_token_accuracy": 0.1299903854727745,
      "num_tokens": 9887210.0,
      "step": 4565
    },
    {
      "entropy": 6.7182141780853275,
      "epoch": 0.48905773449622775,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004983469234001365,
      "loss": 6.6238,
      "mean_token_accuracy": 0.12008717283606529,
      "num_tokens": 9899607.0,
      "step": 4570
    },
    {
      "entropy": 6.620535135269165,
      "epoch": 0.4895928086039917,
      "grad_norm": 1.0,
      "learning_rate": 0.000498342294091476,
      "loss": 6.4071,
      "mean_token_accuracy": 0.1346537686884403,
      "num_tokens": 9909910.0,
      "step": 4575
    },
    {
      "entropy": 6.622541522979736,
      "epoch": 0.49012788271175556,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004983376583338382,
      "loss": 6.5393,
      "mean_token_accuracy": 0.12581005394458772,
      "num_tokens": 9922137.0,
      "step": 4580
    },
    {
      "entropy": 6.662765979766846,
      "epoch": 0.4906629568195195,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004983330161273569,
      "loss": 6.5304,
      "mean_token_accuracy": 0.1304611496627331,
      "num_tokens": 9932514.0,
      "step": 4585
    },
    {
      "entropy": 6.667660045623779,
      "epoch": 0.4911980309272834,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004983283674721662,
      "loss": 6.5536,
      "mean_token_accuracy": 0.12558515146374702,
      "num_tokens": 9943054.0,
      "step": 4590
    },
    {
      "entropy": 6.77188024520874,
      "epoch": 0.49173310503504736,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0004983237123684002,
      "loss": 6.5326,
      "mean_token_accuracy": 0.12073590010404586,
      "num_tokens": 9953791.0,
      "step": 4595
    },
    {
      "entropy": 6.65752100944519,
      "epoch": 0.4922681791428113,
      "grad_norm": 0.875,
      "learning_rate": 0.0004983190508161934,
      "loss": 6.4855,
      "mean_token_accuracy": 0.12589664459228517,
      "num_tokens": 9964782.0,
      "step": 4600
    },
    {
      "entropy": 6.7109299659729,
      "epoch": 0.4928032532505752,
      "grad_norm": 0.8359375,
      "learning_rate": 0.0004983143828156804,
      "loss": 6.5558,
      "mean_token_accuracy": 0.12979992628097534,
      "num_tokens": 9975843.0,
      "step": 4605
    },
    {
      "entropy": 6.713517475128174,
      "epoch": 0.49333832735833916,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004983097083669959,
      "loss": 6.5394,
      "mean_token_accuracy": 0.12991684526205063,
      "num_tokens": 9987060.0,
      "step": 4610
    },
    {
      "entropy": 6.6631989002227785,
      "epoch": 0.49387340146610303,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004983050274702751,
      "loss": 6.4872,
      "mean_token_accuracy": 0.12487173229455947,
      "num_tokens": 9997380.0,
      "step": 4615
    },
    {
      "entropy": 6.7034773349761965,
      "epoch": 0.49440847557386697,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004983003401256529,
      "loss": 6.5359,
      "mean_token_accuracy": 0.12999945655465125,
      "num_tokens": 10007955.0,
      "step": 4620
    },
    {
      "entropy": 6.818626832962036,
      "epoch": 0.4949435496816309,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004982956463332647,
      "loss": 6.6132,
      "mean_token_accuracy": 0.12420329973101615,
      "num_tokens": 10017645.0,
      "step": 4625
    },
    {
      "entropy": 6.686611795425415,
      "epoch": 0.49547862378939483,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004982909460932463,
      "loss": 6.546,
      "mean_token_accuracy": 0.12951503768563272,
      "num_tokens": 10027619.0,
      "step": 4630
    },
    {
      "entropy": 6.618823432922364,
      "epoch": 0.49601369789715877,
      "grad_norm": 0.87890625,
      "learning_rate": 0.000498286239405733,
      "loss": 6.4206,
      "mean_token_accuracy": 0.1362138234078884,
      "num_tokens": 10037551.0,
      "step": 4635
    },
    {
      "entropy": 6.655293130874634,
      "epoch": 0.4965487720049227,
      "grad_norm": 0.8359375,
      "learning_rate": 0.000498281526270861,
      "loss": 6.4505,
      "mean_token_accuracy": 0.13801832348108292,
      "num_tokens": 10047771.0,
      "step": 4640
    },
    {
      "entropy": 6.7661138534545895,
      "epoch": 0.49708384611268663,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004982768066887663,
      "loss": 6.5863,
      "mean_token_accuracy": 0.11948011070489883,
      "num_tokens": 10058771.0,
      "step": 4645
    },
    {
      "entropy": 6.655697870254516,
      "epoch": 0.4976189202204505,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004982720806595851,
      "loss": 6.4608,
      "mean_token_accuracy": 0.13360660597682,
      "num_tokens": 10070318.0,
      "step": 4650
    },
    {
      "entropy": 6.634393501281738,
      "epoch": 0.49815399432821444,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004982673481834541,
      "loss": 6.4953,
      "mean_token_accuracy": 0.12757233008742333,
      "num_tokens": 10081810.0,
      "step": 4655
    },
    {
      "entropy": 6.659189367294312,
      "epoch": 0.4986890684359784,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004982626092605097,
      "loss": 6.4983,
      "mean_token_accuracy": 0.12614117041230202,
      "num_tokens": 10091724.0,
      "step": 4660
    },
    {
      "entropy": 6.691552066802979,
      "epoch": 0.4992241425437423,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004982578638908888,
      "loss": 6.4887,
      "mean_token_accuracy": 0.12917553260922432,
      "num_tokens": 10102510.0,
      "step": 4665
    },
    {
      "entropy": 6.649389266967773,
      "epoch": 0.49975921665150624,
      "grad_norm": 0.875,
      "learning_rate": 0.0004982531120747286,
      "loss": 6.5663,
      "mean_token_accuracy": 0.12157985270023346,
      "num_tokens": 10112636.0,
      "step": 4670
    },
    {
      "entropy": 6.655121469497681,
      "epoch": 0.5002942907592701,
      "grad_norm": 0.82421875,
      "learning_rate": 0.000498248353812166,
      "loss": 6.5482,
      "mean_token_accuracy": 0.13074629306793212,
      "num_tokens": 10123562.0,
      "step": 4675
    },
    {
      "entropy": 6.707145500183105,
      "epoch": 0.5008293648670341,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004982435891033387,
      "loss": 6.5227,
      "mean_token_accuracy": 0.11998097375035285,
      "num_tokens": 10134731.0,
      "step": 4680
    },
    {
      "entropy": 6.716118907928466,
      "epoch": 0.501364438974798,
      "grad_norm": 0.7890625,
      "learning_rate": 0.000498238817948384,
      "loss": 6.503,
      "mean_token_accuracy": 0.1241519220173359,
      "num_tokens": 10145232.0,
      "step": 4685
    },
    {
      "entropy": 6.6831278800964355,
      "epoch": 0.501899513082562,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004982340403474398,
      "loss": 6.4747,
      "mean_token_accuracy": 0.12642326802015305,
      "num_tokens": 10155857.0,
      "step": 4690
    },
    {
      "entropy": 6.655167865753174,
      "epoch": 0.5024345871903259,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004982292563006441,
      "loss": 6.4852,
      "mean_token_accuracy": 0.13339488878846167,
      "num_tokens": 10166145.0,
      "step": 4695
    },
    {
      "entropy": 6.720065402984619,
      "epoch": 0.5029696612980897,
      "grad_norm": 0.93359375,
      "learning_rate": 0.000498224465808135,
      "loss": 6.6101,
      "mean_token_accuracy": 0.12126021236181259,
      "num_tokens": 10177086.0,
      "step": 4700
    },
    {
      "entropy": 6.721355295181274,
      "epoch": 0.5035047354058537,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004982196688700509,
      "loss": 6.4768,
      "mean_token_accuracy": 0.12901106253266334,
      "num_tokens": 10187120.0,
      "step": 4705
    },
    {
      "entropy": 6.66040358543396,
      "epoch": 0.5040398095136176,
      "grad_norm": 0.8046875,
      "learning_rate": 0.0004982148654865302,
      "loss": 6.5379,
      "mean_token_accuracy": 0.12791489511728288,
      "num_tokens": 10197784.0,
      "step": 4710
    },
    {
      "entropy": 6.690552377700806,
      "epoch": 0.5045748836213816,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004982100556577115,
      "loss": 6.394,
      "mean_token_accuracy": 0.13775371462106706,
      "num_tokens": 10209373.0,
      "step": 4715
    },
    {
      "entropy": 6.676543092727661,
      "epoch": 0.5051099577291455,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004982052393837338,
      "loss": 6.5497,
      "mean_token_accuracy": 0.13146620616316795,
      "num_tokens": 10220316.0,
      "step": 4720
    },
    {
      "entropy": 6.618153238296509,
      "epoch": 0.5056450318369095,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004982004166647363,
      "loss": 6.42,
      "mean_token_accuracy": 0.13332393765449524,
      "num_tokens": 10230478.0,
      "step": 4725
    },
    {
      "entropy": 6.578539705276489,
      "epoch": 0.5061801059446733,
      "grad_norm": 0.875,
      "learning_rate": 0.0004981955875008582,
      "loss": 6.5266,
      "mean_token_accuracy": 0.12779373079538345,
      "num_tokens": 10240641.0,
      "step": 4730
    },
    {
      "entropy": 6.663200330734253,
      "epoch": 0.5067151800524372,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004981907518922387,
      "loss": 6.488,
      "mean_token_accuracy": 0.1358850859105587,
      "num_tokens": 10250676.0,
      "step": 4735
    },
    {
      "entropy": 6.759254455566406,
      "epoch": 0.5072502541602012,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004981859098390177,
      "loss": 6.5517,
      "mean_token_accuracy": 0.12901933640241622,
      "num_tokens": 10262016.0,
      "step": 4740
    },
    {
      "entropy": 6.661891937255859,
      "epoch": 0.5077853282679651,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004981810613413348,
      "loss": 6.5024,
      "mean_token_accuracy": 0.1266100212931633,
      "num_tokens": 10271985.0,
      "step": 4745
    },
    {
      "entropy": 6.6667498588562015,
      "epoch": 0.5083204023757291,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004981762063993302,
      "loss": 6.4803,
      "mean_token_accuracy": 0.1339687556028366,
      "num_tokens": 10282156.0,
      "step": 4750
    },
    {
      "entropy": 6.594398450851441,
      "epoch": 0.5088554764834929,
      "grad_norm": 0.90625,
      "learning_rate": 0.000498171345013144,
      "loss": 6.4911,
      "mean_token_accuracy": 0.12266959324479103,
      "num_tokens": 10292576.0,
      "step": 4755
    },
    {
      "entropy": 6.635583543777466,
      "epoch": 0.5093905505912569,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004981664771829165,
      "loss": 6.4902,
      "mean_token_accuracy": 0.13049110919237136,
      "num_tokens": 10303648.0,
      "step": 4760
    },
    {
      "entropy": 6.659964656829834,
      "epoch": 0.5099256246990208,
      "grad_norm": 0.82421875,
      "learning_rate": 0.0004981616029087884,
      "loss": 6.3731,
      "mean_token_accuracy": 0.14045070260763168,
      "num_tokens": 10314275.0,
      "step": 4765
    },
    {
      "entropy": 6.65841326713562,
      "epoch": 0.5104606988067847,
      "grad_norm": 0.8203125,
      "learning_rate": 0.0004981567221909004,
      "loss": 6.5144,
      "mean_token_accuracy": 0.1222583793103695,
      "num_tokens": 10325386.0,
      "step": 4770
    },
    {
      "entropy": 6.664293098449707,
      "epoch": 0.5109957729145487,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004981518350293935,
      "loss": 6.4803,
      "mean_token_accuracy": 0.12706643268465995,
      "num_tokens": 10335041.0,
      "step": 4775
    },
    {
      "entropy": 6.6265764236450195,
      "epoch": 0.5115308470223126,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004981469414244086,
      "loss": 6.4401,
      "mean_token_accuracy": 0.13401475921273232,
      "num_tokens": 10345746.0,
      "step": 4780
    },
    {
      "entropy": 6.611003446578979,
      "epoch": 0.5120659211300765,
      "grad_norm": 0.89453125,
      "learning_rate": 0.000498142041376087,
      "loss": 6.533,
      "mean_token_accuracy": 0.13049467653036118,
      "num_tokens": 10356995.0,
      "step": 4785
    },
    {
      "entropy": 6.653438758850098,
      "epoch": 0.5126009952378404,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004981371348845705,
      "loss": 6.4605,
      "mean_token_accuracy": 0.13274952098727227,
      "num_tokens": 10368445.0,
      "step": 4790
    },
    {
      "entropy": 6.68891224861145,
      "epoch": 0.5131360693456044,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004981322219500006,
      "loss": 6.4091,
      "mean_token_accuracy": 0.13305947482585906,
      "num_tokens": 10378256.0,
      "step": 4795
    },
    {
      "entropy": 6.65896463394165,
      "epoch": 0.5136711434533683,
      "grad_norm": 0.8359375,
      "learning_rate": 0.000498127302572519,
      "loss": 6.5043,
      "mean_token_accuracy": 0.13102471306920052,
      "num_tokens": 10388698.0,
      "step": 4800
    },
    {
      "entropy": 6.588460779190063,
      "epoch": 0.5142062175611322,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004981223767522679,
      "loss": 6.4969,
      "mean_token_accuracy": 0.13006809875369071,
      "num_tokens": 10399975.0,
      "step": 4805
    },
    {
      "entropy": 6.686613750457764,
      "epoch": 0.5147412916688962,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004981174444893896,
      "loss": 6.5067,
      "mean_token_accuracy": 0.1265137203037739,
      "num_tokens": 10410480.0,
      "step": 4810
    },
    {
      "entropy": 6.665117025375366,
      "epoch": 0.51527636577666,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004981125057840264,
      "loss": 6.4575,
      "mean_token_accuracy": 0.13104326874017716,
      "num_tokens": 10421023.0,
      "step": 4815
    },
    {
      "entropy": 6.654813051223755,
      "epoch": 0.515811439884424,
      "grad_norm": 0.86328125,
      "learning_rate": 0.000498107560636321,
      "loss": 6.5038,
      "mean_token_accuracy": 0.13196004256606103,
      "num_tokens": 10431152.0,
      "step": 4820
    },
    {
      "entropy": 6.657983207702637,
      "epoch": 0.5163465139921879,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004981026090464161,
      "loss": 6.4142,
      "mean_token_accuracy": 0.1262127973139286,
      "num_tokens": 10441986.0,
      "step": 4825
    },
    {
      "entropy": 6.6557539939880375,
      "epoch": 0.5168815880999519,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004980976510144548,
      "loss": 6.4844,
      "mean_token_accuracy": 0.1264335423707962,
      "num_tokens": 10452932.0,
      "step": 4830
    },
    {
      "entropy": 6.692061710357666,
      "epoch": 0.5174166622077158,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004980926865405801,
      "loss": 6.5639,
      "mean_token_accuracy": 0.13087983354926108,
      "num_tokens": 10463411.0,
      "step": 4835
    },
    {
      "entropy": 6.676014041900634,
      "epoch": 0.5179517363154797,
      "grad_norm": 0.875,
      "learning_rate": 0.0004980877156249354,
      "loss": 6.4577,
      "mean_token_accuracy": 0.1286552980542183,
      "num_tokens": 10474820.0,
      "step": 4840
    },
    {
      "entropy": 6.621929407119751,
      "epoch": 0.5184868104232436,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004980827382676643,
      "loss": 6.4737,
      "mean_token_accuracy": 0.1348734863102436,
      "num_tokens": 10485701.0,
      "step": 4845
    },
    {
      "entropy": 6.6411299228668215,
      "epoch": 0.5190218845310075,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004980777544689105,
      "loss": 6.4551,
      "mean_token_accuracy": 0.13278646394610405,
      "num_tokens": 10495825.0,
      "step": 4850
    },
    {
      "entropy": 6.6085044860839846,
      "epoch": 0.5195569586387715,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004980727642288178,
      "loss": 6.4436,
      "mean_token_accuracy": 0.1337565451860428,
      "num_tokens": 10505847.0,
      "step": 4855
    },
    {
      "entropy": 6.689910840988159,
      "epoch": 0.5200920327465354,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004980677675475305,
      "loss": 6.4972,
      "mean_token_accuracy": 0.1257264494895935,
      "num_tokens": 10516596.0,
      "step": 4860
    },
    {
      "entropy": 6.640674066543579,
      "epoch": 0.5206271068542994,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004980627644251926,
      "loss": 6.424,
      "mean_token_accuracy": 0.1361898109316826,
      "num_tokens": 10528175.0,
      "step": 4865
    },
    {
      "entropy": 6.587651538848877,
      "epoch": 0.5211621809620632,
      "grad_norm": 0.8046875,
      "learning_rate": 0.0004980577548619489,
      "loss": 6.5086,
      "mean_token_accuracy": 0.1265055663883686,
      "num_tokens": 10540076.0,
      "step": 4870
    },
    {
      "entropy": 6.67489595413208,
      "epoch": 0.5216972550698272,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004980527388579437,
      "loss": 6.5248,
      "mean_token_accuracy": 0.13013955950737,
      "num_tokens": 10552025.0,
      "step": 4875
    },
    {
      "entropy": 6.70230655670166,
      "epoch": 0.5222323291775911,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004980477164133221,
      "loss": 6.522,
      "mean_token_accuracy": 0.12733396738767624,
      "num_tokens": 10562535.0,
      "step": 4880
    },
    {
      "entropy": 6.617531108856201,
      "epoch": 0.522767403285355,
      "grad_norm": 0.84765625,
      "learning_rate": 0.000498042687528229,
      "loss": 6.4483,
      "mean_token_accuracy": 0.132208301872015,
      "num_tokens": 10572989.0,
      "step": 4885
    },
    {
      "entropy": 6.6338588237762455,
      "epoch": 0.523302477393119,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004980376522028098,
      "loss": 6.4665,
      "mean_token_accuracy": 0.13189956918358803,
      "num_tokens": 10583033.0,
      "step": 4890
    },
    {
      "entropy": 6.690638208389283,
      "epoch": 0.5238375515008828,
      "grad_norm": 0.8359375,
      "learning_rate": 0.0004980326104372095,
      "loss": 6.5387,
      "mean_token_accuracy": 0.13196553736925126,
      "num_tokens": 10595205.0,
      "step": 4895
    },
    {
      "entropy": 6.6683584690094,
      "epoch": 0.5243726256086468,
      "grad_norm": 0.953125,
      "learning_rate": 0.000498027562231574,
      "loss": 6.3906,
      "mean_token_accuracy": 0.13348505273461342,
      "num_tokens": 10605244.0,
      "step": 4900
    },
    {
      "entropy": 6.6075310707092285,
      "epoch": 0.5249076997164107,
      "grad_norm": 0.8203125,
      "learning_rate": 0.000498022507586049,
      "loss": 6.4814,
      "mean_token_accuracy": 0.12973640710115433,
      "num_tokens": 10615817.0,
      "step": 4905
    },
    {
      "entropy": 6.6691591262817385,
      "epoch": 0.5254427738241747,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004980174465007804,
      "loss": 6.4943,
      "mean_token_accuracy": 0.12603137716650964,
      "num_tokens": 10627160.0,
      "step": 4910
    },
    {
      "entropy": 6.656597852706909,
      "epoch": 0.5259778479319386,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004980123789759145,
      "loss": 6.4877,
      "mean_token_accuracy": 0.13532912358641624,
      "num_tokens": 10637552.0,
      "step": 4915
    },
    {
      "entropy": 6.630317211151123,
      "epoch": 0.5265129220397025,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004980073050115973,
      "loss": 6.5171,
      "mean_token_accuracy": 0.13262762352824212,
      "num_tokens": 10648773.0,
      "step": 4920
    },
    {
      "entropy": 6.712649917602539,
      "epoch": 0.5270479961474664,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004980022246079755,
      "loss": 6.5196,
      "mean_token_accuracy": 0.12795575633645057,
      "num_tokens": 10659537.0,
      "step": 4925
    },
    {
      "entropy": 6.715398979187012,
      "epoch": 0.5275830702552303,
      "grad_norm": 0.8359375,
      "learning_rate": 0.000497997137765196,
      "loss": 6.5583,
      "mean_token_accuracy": 0.12573519349098206,
      "num_tokens": 10671390.0,
      "step": 4930
    },
    {
      "entropy": 6.679694366455078,
      "epoch": 0.5281181443629943,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004979920444834054,
      "loss": 6.3888,
      "mean_token_accuracy": 0.14320642352104188,
      "num_tokens": 10682389.0,
      "step": 4935
    },
    {
      "entropy": 6.600399398803711,
      "epoch": 0.5286532184707582,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004979869447627508,
      "loss": 6.4609,
      "mean_token_accuracy": 0.131199461966753,
      "num_tokens": 10692400.0,
      "step": 4940
    },
    {
      "entropy": 6.561653804779053,
      "epoch": 0.5291882925785222,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004979818386033795,
      "loss": 6.3845,
      "mean_token_accuracy": 0.13536884859204293,
      "num_tokens": 10702396.0,
      "step": 4945
    },
    {
      "entropy": 6.637121248245239,
      "epoch": 0.5297233666862861,
      "grad_norm": 0.8046875,
      "learning_rate": 0.000497976726005439,
      "loss": 6.4988,
      "mean_token_accuracy": 0.13272100910544396,
      "num_tokens": 10712863.0,
      "step": 4950
    },
    {
      "entropy": 6.71592607498169,
      "epoch": 0.5302584407940499,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004979716069690768,
      "loss": 6.5057,
      "mean_token_accuracy": 0.13116242736577988,
      "num_tokens": 10724234.0,
      "step": 4955
    },
    {
      "entropy": 6.731963491439819,
      "epoch": 0.5307935149018139,
      "grad_norm": 1.21875,
      "learning_rate": 0.0004979664814944409,
      "loss": 6.5279,
      "mean_token_accuracy": 0.12522164285182952,
      "num_tokens": 10734405.0,
      "step": 4960
    },
    {
      "entropy": 6.664322423934936,
      "epoch": 0.5313285890095778,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004979613495816791,
      "loss": 6.4711,
      "mean_token_accuracy": 0.13456571102142334,
      "num_tokens": 10744573.0,
      "step": 4965
    },
    {
      "entropy": 6.711752843856812,
      "epoch": 0.5318636631173418,
      "grad_norm": 0.80859375,
      "learning_rate": 0.0004979562112309397,
      "loss": 6.541,
      "mean_token_accuracy": 0.12778567150235176,
      "num_tokens": 10755555.0,
      "step": 4970
    },
    {
      "entropy": 6.626407051086426,
      "epoch": 0.5323987372251057,
      "grad_norm": 0.8046875,
      "learning_rate": 0.000497951066442371,
      "loss": 6.5437,
      "mean_token_accuracy": 0.12731776833534242,
      "num_tokens": 10766493.0,
      "step": 4975
    },
    {
      "entropy": 6.694499826431274,
      "epoch": 0.5329338113328697,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004979459152161215,
      "loss": 6.5025,
      "mean_token_accuracy": 0.12069962471723557,
      "num_tokens": 10776735.0,
      "step": 4980
    },
    {
      "entropy": 6.6064189910888675,
      "epoch": 0.5334688854406335,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004979407575523402,
      "loss": 6.4902,
      "mean_token_accuracy": 0.12979846075177193,
      "num_tokens": 10787500.0,
      "step": 4985
    },
    {
      "entropy": 6.638271999359131,
      "epoch": 0.5340039595483974,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004979355934511757,
      "loss": 6.5058,
      "mean_token_accuracy": 0.12979728877544403,
      "num_tokens": 10798002.0,
      "step": 4990
    },
    {
      "entropy": 6.662521028518677,
      "epoch": 0.5345390336561614,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004979304229127773,
      "loss": 6.4538,
      "mean_token_accuracy": 0.13369745686650275,
      "num_tokens": 10808982.0,
      "step": 4995
    },
    {
      "entropy": 6.631230354309082,
      "epoch": 0.5350741077639253,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004979252459372944,
      "loss": 6.4146,
      "mean_token_accuracy": 0.1316783122718334,
      "num_tokens": 10821619.0,
      "step": 5000
    },
    {
      "entropy": 6.617094469070435,
      "epoch": 0.5356091818716893,
      "grad_norm": 0.828125,
      "learning_rate": 0.0004979200625248761,
      "loss": 6.4536,
      "mean_token_accuracy": 0.13066781982779502,
      "num_tokens": 10832344.0,
      "step": 5005
    },
    {
      "entropy": 6.660971975326538,
      "epoch": 0.5361442559794531,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004979148726756725,
      "loss": 6.4217,
      "mean_token_accuracy": 0.12439092099666596,
      "num_tokens": 10843149.0,
      "step": 5010
    },
    {
      "entropy": 6.6501552104949955,
      "epoch": 0.5366793300872171,
      "grad_norm": 0.78125,
      "learning_rate": 0.0004979096763898333,
      "loss": 6.4666,
      "mean_token_accuracy": 0.1364528313279152,
      "num_tokens": 10854590.0,
      "step": 5015
    },
    {
      "entropy": 6.684966707229615,
      "epoch": 0.537214404194981,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004979044736675084,
      "loss": 6.4394,
      "mean_token_accuracy": 0.12906123027205468,
      "num_tokens": 10865500.0,
      "step": 5020
    },
    {
      "entropy": 6.601755046844483,
      "epoch": 0.5377494783027449,
      "grad_norm": 1.453125,
      "learning_rate": 0.0004978992645088483,
      "loss": 6.4624,
      "mean_token_accuracy": 0.14228275641798974,
      "num_tokens": 10876866.0,
      "step": 5025
    },
    {
      "entropy": 6.52980055809021,
      "epoch": 0.5382845524105089,
      "grad_norm": 0.96484375,
      "learning_rate": 0.000497894048914003,
      "loss": 6.4285,
      "mean_token_accuracy": 0.12853240743279457,
      "num_tokens": 10888627.0,
      "step": 5030
    },
    {
      "entropy": 6.70817985534668,
      "epoch": 0.5388196265182728,
      "grad_norm": 0.83203125,
      "learning_rate": 0.0004978888268831236,
      "loss": 6.5347,
      "mean_token_accuracy": 0.12227588817477227,
      "num_tokens": 10900992.0,
      "step": 5035
    },
    {
      "entropy": 6.764741897583008,
      "epoch": 0.5393547006260367,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004978835984163606,
      "loss": 6.5723,
      "mean_token_accuracy": 0.11759168133139611,
      "num_tokens": 10912323.0,
      "step": 5040
    },
    {
      "entropy": 6.626711463928222,
      "epoch": 0.5398897747338006,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004978783635138649,
      "loss": 6.5012,
      "mean_token_accuracy": 0.1324291668832302,
      "num_tokens": 10923991.0,
      "step": 5045
    },
    {
      "entropy": 6.616898250579834,
      "epoch": 0.5404248488415646,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004978731221757878,
      "loss": 6.3803,
      "mean_token_accuracy": 0.13645441010594367,
      "num_tokens": 10934081.0,
      "step": 5050
    },
    {
      "entropy": 6.646523284912109,
      "epoch": 0.5409599229493285,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004978678744022808,
      "loss": 6.4452,
      "mean_token_accuracy": 0.13217141032218932,
      "num_tokens": 10944729.0,
      "step": 5055
    },
    {
      "entropy": 6.668096733093262,
      "epoch": 0.5414949970570924,
      "grad_norm": 0.7890625,
      "learning_rate": 0.000497862620193495,
      "loss": 6.5113,
      "mean_token_accuracy": 0.12759771272540094,
      "num_tokens": 10955708.0,
      "step": 5060
    },
    {
      "entropy": 6.62319049835205,
      "epoch": 0.5420300711648564,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004978573595495826,
      "loss": 6.4556,
      "mean_token_accuracy": 0.13306488543748857,
      "num_tokens": 10966427.0,
      "step": 5065
    },
    {
      "entropy": 6.63427619934082,
      "epoch": 0.5425651452726202,
      "grad_norm": 0.91796875,
      "learning_rate": 0.000497852092470695,
      "loss": 6.4834,
      "mean_token_accuracy": 0.13202762305736543,
      "num_tokens": 10977741.0,
      "step": 5070
    },
    {
      "entropy": 6.672744941711426,
      "epoch": 0.5431002193803842,
      "grad_norm": 0.83203125,
      "learning_rate": 0.0004978468189569847,
      "loss": 6.445,
      "mean_token_accuracy": 0.13317141979932784,
      "num_tokens": 10989127.0,
      "step": 5075
    },
    {
      "entropy": 6.592401599884033,
      "epoch": 0.5436352934881481,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004978415390086038,
      "loss": 6.4634,
      "mean_token_accuracy": 0.12352445498108863,
      "num_tokens": 10999791.0,
      "step": 5080
    },
    {
      "entropy": 6.687466955184936,
      "epoch": 0.5441703675959121,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004978362526257047,
      "loss": 6.5355,
      "mean_token_accuracy": 0.12518023177981377,
      "num_tokens": 11010045.0,
      "step": 5085
    },
    {
      "entropy": 6.659976673126221,
      "epoch": 0.544705441703676,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004978309598084403,
      "loss": 6.4536,
      "mean_token_accuracy": 0.1302490249276161,
      "num_tokens": 11020729.0,
      "step": 5090
    },
    {
      "entropy": 6.654502201080322,
      "epoch": 0.5452405158114398,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004978256605569631,
      "loss": 6.4915,
      "mean_token_accuracy": 0.1297528125345707,
      "num_tokens": 11030641.0,
      "step": 5095
    },
    {
      "entropy": 6.650192928314209,
      "epoch": 0.5457755899192038,
      "grad_norm": 0.8359375,
      "learning_rate": 0.0004978203548714262,
      "loss": 6.4833,
      "mean_token_accuracy": 0.12867137864232064,
      "num_tokens": 11041533.0,
      "step": 5100
    },
    {
      "entropy": 6.626247215270996,
      "epoch": 0.5463106640269677,
      "grad_norm": 0.78125,
      "learning_rate": 0.000497815042751983,
      "loss": 6.4235,
      "mean_token_accuracy": 0.12988842129707337,
      "num_tokens": 11052170.0,
      "step": 5105
    },
    {
      "entropy": 6.532457256317139,
      "epoch": 0.5468457381347317,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004978097241987868,
      "loss": 6.4025,
      "mean_token_accuracy": 0.1317355863749981,
      "num_tokens": 11062872.0,
      "step": 5110
    },
    {
      "entropy": 6.630930852890015,
      "epoch": 0.5473808122424956,
      "grad_norm": 0.8671875,
      "learning_rate": 0.000497804399211991,
      "loss": 6.506,
      "mean_token_accuracy": 0.12932709231972694,
      "num_tokens": 11074199.0,
      "step": 5115
    },
    {
      "entropy": 6.651639652252197,
      "epoch": 0.5479158863502596,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004977990677917495,
      "loss": 6.459,
      "mean_token_accuracy": 0.13692924305796622,
      "num_tokens": 11083881.0,
      "step": 5120
    },
    {
      "entropy": 6.591510486602783,
      "epoch": 0.5484509604580234,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004977937299382162,
      "loss": 6.505,
      "mean_token_accuracy": 0.12828393876552582,
      "num_tokens": 11094374.0,
      "step": 5125
    },
    {
      "entropy": 6.615193510055542,
      "epoch": 0.5489860345657873,
      "grad_norm": 1.234375,
      "learning_rate": 0.0004977883856515453,
      "loss": 6.3454,
      "mean_token_accuracy": 0.14302551373839378,
      "num_tokens": 11105174.0,
      "step": 5130
    },
    {
      "entropy": 6.625015830993652,
      "epoch": 0.5495211086735513,
      "grad_norm": 0.8359375,
      "learning_rate": 0.000497783034931891,
      "loss": 6.5183,
      "mean_token_accuracy": 0.13052447959780694,
      "num_tokens": 11117223.0,
      "step": 5135
    },
    {
      "entropy": 6.631676435470581,
      "epoch": 0.5500561827813152,
      "grad_norm": 0.875,
      "learning_rate": 0.000497777677779408,
      "loss": 6.4426,
      "mean_token_accuracy": 0.1306950606405735,
      "num_tokens": 11127240.0,
      "step": 5140
    },
    {
      "entropy": 6.593652677536011,
      "epoch": 0.5505912568890792,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004977723141942509,
      "loss": 6.4036,
      "mean_token_accuracy": 0.1429332561790943,
      "num_tokens": 11137287.0,
      "step": 5145
    },
    {
      "entropy": 6.623790645599366,
      "epoch": 0.551126330996843,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004977669441765743,
      "loss": 6.582,
      "mean_token_accuracy": 0.12360026016831398,
      "num_tokens": 11148988.0,
      "step": 5150
    },
    {
      "entropy": 6.6897046089172365,
      "epoch": 0.551661405104607,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004977615677265336,
      "loss": 6.486,
      "mean_token_accuracy": 0.12912213951349258,
      "num_tokens": 11159874.0,
      "step": 5155
    },
    {
      "entropy": 6.688545560836792,
      "epoch": 0.5521964792123709,
      "grad_norm": 0.94921875,
      "learning_rate": 0.000497756184844284,
      "loss": 6.4355,
      "mean_token_accuracy": 0.13699986264109612,
      "num_tokens": 11170703.0,
      "step": 5160
    },
    {
      "entropy": 6.5400135040283205,
      "epoch": 0.5527315533201348,
      "grad_norm": 0.8359375,
      "learning_rate": 0.0004977507955299809,
      "loss": 6.3297,
      "mean_token_accuracy": 0.13553624749183654,
      "num_tokens": 11182230.0,
      "step": 5165
    },
    {
      "entropy": 6.573509454727173,
      "epoch": 0.5532666274278988,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004977453997837797,
      "loss": 6.4224,
      "mean_token_accuracy": 0.12132932245731354,
      "num_tokens": 11192897.0,
      "step": 5170
    },
    {
      "entropy": 6.608253240585327,
      "epoch": 0.5538017015356627,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004977399976058366,
      "loss": 6.495,
      "mean_token_accuracy": 0.12757838517427444,
      "num_tokens": 11203942.0,
      "step": 5175
    },
    {
      "entropy": 6.690961456298828,
      "epoch": 0.5543367756434266,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004977345889963072,
      "loss": 6.548,
      "mean_token_accuracy": 0.12905979976058007,
      "num_tokens": 11214361.0,
      "step": 5180
    },
    {
      "entropy": 6.592653083801269,
      "epoch": 0.5548718497511905,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004977291739553479,
      "loss": 6.4476,
      "mean_token_accuracy": 0.13367174714803695,
      "num_tokens": 11225928.0,
      "step": 5185
    },
    {
      "entropy": 6.604433345794678,
      "epoch": 0.5554069238589545,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004977237524831149,
      "loss": 6.4047,
      "mean_token_accuracy": 0.12101099863648415,
      "num_tokens": 11236660.0,
      "step": 5190
    },
    {
      "entropy": 6.544157266616821,
      "epoch": 0.5559419979667184,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004977183245797649,
      "loss": 6.4277,
      "mean_token_accuracy": 0.13961708843708037,
      "num_tokens": 11247272.0,
      "step": 5195
    },
    {
      "entropy": 6.64446496963501,
      "epoch": 0.5564770720744823,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004977128902454547,
      "loss": 6.529,
      "mean_token_accuracy": 0.12302258089184762,
      "num_tokens": 11258472.0,
      "step": 5200
    },
    {
      "entropy": 6.697921371459961,
      "epoch": 0.5570121461822463,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004977074494803409,
      "loss": 6.4213,
      "mean_token_accuracy": 0.13686134666204453,
      "num_tokens": 11268344.0,
      "step": 5205
    },
    {
      "entropy": 6.626495981216431,
      "epoch": 0.5575472202900101,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004977020022845809,
      "loss": 6.5256,
      "mean_token_accuracy": 0.12177680134773254,
      "num_tokens": 11279931.0,
      "step": 5210
    },
    {
      "entropy": 6.688230848312378,
      "epoch": 0.5580822943977741,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004976965486583318,
      "loss": 6.4646,
      "mean_token_accuracy": 0.1283648930490017,
      "num_tokens": 11290595.0,
      "step": 5215
    },
    {
      "entropy": 6.610369396209717,
      "epoch": 0.558617368505538,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004976910886017513,
      "loss": 6.4855,
      "mean_token_accuracy": 0.1312863752245903,
      "num_tokens": 11300774.0,
      "step": 5220
    },
    {
      "entropy": 6.611403465270996,
      "epoch": 0.559152442613302,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004976856221149969,
      "loss": 6.3636,
      "mean_token_accuracy": 0.14082069247961043,
      "num_tokens": 11310288.0,
      "step": 5225
    },
    {
      "entropy": 6.605205345153808,
      "epoch": 0.5596875167210659,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004976801491982263,
      "loss": 6.4576,
      "mean_token_accuracy": 0.1295248970389366,
      "num_tokens": 11321599.0,
      "step": 5230
    },
    {
      "entropy": 6.677119493484497,
      "epoch": 0.5602225908288297,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004976746698515977,
      "loss": 6.504,
      "mean_token_accuracy": 0.13436227515339852,
      "num_tokens": 11331383.0,
      "step": 5235
    },
    {
      "entropy": 6.601748704910278,
      "epoch": 0.5607576649365937,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004976691840752694,
      "loss": 6.4686,
      "mean_token_accuracy": 0.12666866481304168,
      "num_tokens": 11342085.0,
      "step": 5240
    },
    {
      "entropy": 6.649465560913086,
      "epoch": 0.5612927390443576,
      "grad_norm": 0.76953125,
      "learning_rate": 0.0004976636918693996,
      "loss": 6.5105,
      "mean_token_accuracy": 0.12576734274625778,
      "num_tokens": 11354061.0,
      "step": 5245
    },
    {
      "entropy": 6.718101549148559,
      "epoch": 0.5618278131521216,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004976581932341471,
      "loss": 6.4453,
      "mean_token_accuracy": 0.1351204000413418,
      "num_tokens": 11364448.0,
      "step": 5250
    },
    {
      "entropy": 6.71000394821167,
      "epoch": 0.5623628872598855,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004976526881696706,
      "loss": 6.4108,
      "mean_token_accuracy": 0.13188011795282364,
      "num_tokens": 11374838.0,
      "step": 5255
    },
    {
      "entropy": 6.52580189704895,
      "epoch": 0.5628979613676495,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004976471766761288,
      "loss": 6.4683,
      "mean_token_accuracy": 0.13095718398690223,
      "num_tokens": 11385310.0,
      "step": 5260
    },
    {
      "entropy": 6.633668661117554,
      "epoch": 0.5634330354754133,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004976416587536812,
      "loss": 6.4553,
      "mean_token_accuracy": 0.12800781652331353,
      "num_tokens": 11396590.0,
      "step": 5265
    },
    {
      "entropy": 6.64537558555603,
      "epoch": 0.5639681095831772,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004976361344024871,
      "loss": 6.425,
      "mean_token_accuracy": 0.1297707349061966,
      "num_tokens": 11407218.0,
      "step": 5270
    },
    {
      "entropy": 6.509176731109619,
      "epoch": 0.5645031836909412,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004976306036227056,
      "loss": 6.4438,
      "mean_token_accuracy": 0.12941014617681504,
      "num_tokens": 11417716.0,
      "step": 5275
    },
    {
      "entropy": 6.691148519515991,
      "epoch": 0.5650382577987051,
      "grad_norm": 0.8671875,
      "learning_rate": 0.000497625066414497,
      "loss": 6.5224,
      "mean_token_accuracy": 0.12348874360322952,
      "num_tokens": 11428295.0,
      "step": 5280
    },
    {
      "entropy": 6.729833936691284,
      "epoch": 0.5655733319064691,
      "grad_norm": 0.80859375,
      "learning_rate": 0.0004976195227780207,
      "loss": 6.4514,
      "mean_token_accuracy": 0.12749890610575676,
      "num_tokens": 11439044.0,
      "step": 5285
    },
    {
      "entropy": 6.631151819229126,
      "epoch": 0.566108406014233,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004976139727134371,
      "loss": 6.4106,
      "mean_token_accuracy": 0.12706983014941214,
      "num_tokens": 11450029.0,
      "step": 5290
    },
    {
      "entropy": 6.603351879119873,
      "epoch": 0.566643480121997,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004976084162209062,
      "loss": 6.5689,
      "mean_token_accuracy": 0.12012592554092408,
      "num_tokens": 11461190.0,
      "step": 5295
    },
    {
      "entropy": 6.639957475662231,
      "epoch": 0.5671785542297608,
      "grad_norm": 0.765625,
      "learning_rate": 0.0004976028533005886,
      "loss": 6.4234,
      "mean_token_accuracy": 0.13233305662870407,
      "num_tokens": 11472143.0,
      "step": 5300
    },
    {
      "entropy": 6.648490476608276,
      "epoch": 0.5677136283375247,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004975972839526449,
      "loss": 6.5461,
      "mean_token_accuracy": 0.12183723077178002,
      "num_tokens": 11483745.0,
      "step": 5305
    },
    {
      "entropy": 6.626348638534546,
      "epoch": 0.5682487024452887,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004975917081772358,
      "loss": 6.4137,
      "mean_token_accuracy": 0.12992365583777427,
      "num_tokens": 11495695.0,
      "step": 5310
    },
    {
      "entropy": 6.653946590423584,
      "epoch": 0.5687837765530526,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004975861259745225,
      "loss": 6.4558,
      "mean_token_accuracy": 0.13149744644761086,
      "num_tokens": 11505576.0,
      "step": 5315
    },
    {
      "entropy": 6.5848089218139645,
      "epoch": 0.5693188506608166,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004975805373446662,
      "loss": 6.31,
      "mean_token_accuracy": 0.13852847293019294,
      "num_tokens": 11516614.0,
      "step": 5320
    },
    {
      "entropy": 6.6240356922149655,
      "epoch": 0.5698539247685804,
      "grad_norm": 0.8515625,
      "learning_rate": 0.000497574942287828,
      "loss": 6.4482,
      "mean_token_accuracy": 0.1252579554915428,
      "num_tokens": 11528032.0,
      "step": 5325
    },
    {
      "entropy": 6.602037477493286,
      "epoch": 0.5703889988763444,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004975693408041697,
      "loss": 6.4417,
      "mean_token_accuracy": 0.127547724545002,
      "num_tokens": 11538822.0,
      "step": 5330
    },
    {
      "entropy": 6.650227212905884,
      "epoch": 0.5709240729841083,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004975637328938529,
      "loss": 6.4659,
      "mean_token_accuracy": 0.12432368323206902,
      "num_tokens": 11548895.0,
      "step": 5335
    },
    {
      "entropy": 6.596523475646973,
      "epoch": 0.5714591470918722,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004975581185570398,
      "loss": 6.3762,
      "mean_token_accuracy": 0.12635455653071404,
      "num_tokens": 11559613.0,
      "step": 5340
    },
    {
      "entropy": 6.602152347564697,
      "epoch": 0.5719942211996362,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004975524977938921,
      "loss": 6.3939,
      "mean_token_accuracy": 0.13863522708415985,
      "num_tokens": 11571092.0,
      "step": 5345
    },
    {
      "entropy": 6.627554702758789,
      "epoch": 0.5725292953074,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004975468706045722,
      "loss": 6.5225,
      "mean_token_accuracy": 0.12761716544628143,
      "num_tokens": 11581448.0,
      "step": 5350
    },
    {
      "entropy": 6.636335706710815,
      "epoch": 0.573064369415164,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004975412369892429,
      "loss": 6.4315,
      "mean_token_accuracy": 0.13777912333607673,
      "num_tokens": 11592273.0,
      "step": 5355
    },
    {
      "entropy": 6.644360065460205,
      "epoch": 0.5735994435229279,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004975355969480665,
      "loss": 6.4013,
      "mean_token_accuracy": 0.13845689967274666,
      "num_tokens": 11602759.0,
      "step": 5360
    },
    {
      "entropy": 6.60584716796875,
      "epoch": 0.5741345176306919,
      "grad_norm": 0.76953125,
      "learning_rate": 0.0004975299504812061,
      "loss": 6.4341,
      "mean_token_accuracy": 0.1288062922656536,
      "num_tokens": 11613977.0,
      "step": 5365
    },
    {
      "entropy": 6.668964147567749,
      "epoch": 0.5746695917384558,
      "grad_norm": 0.78125,
      "learning_rate": 0.0004975242975888246,
      "loss": 6.4656,
      "mean_token_accuracy": 0.13144578859210015,
      "num_tokens": 11625425.0,
      "step": 5370
    },
    {
      "entropy": 6.5949547290802,
      "epoch": 0.5752046658462197,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004975186382710854,
      "loss": 6.4424,
      "mean_token_accuracy": 0.1307839035987854,
      "num_tokens": 11636530.0,
      "step": 5375
    },
    {
      "entropy": 6.643009614944458,
      "epoch": 0.5757397399539836,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004975129725281516,
      "loss": 6.4347,
      "mean_token_accuracy": 0.13281472772359848,
      "num_tokens": 11646516.0,
      "step": 5380
    },
    {
      "entropy": 6.616060066223144,
      "epoch": 0.5762748140617475,
      "grad_norm": 0.83203125,
      "learning_rate": 0.0004975073003601871,
      "loss": 6.4113,
      "mean_token_accuracy": 0.12877700477838516,
      "num_tokens": 11657424.0,
      "step": 5385
    },
    {
      "entropy": 6.644890213012696,
      "epoch": 0.5768098881695115,
      "grad_norm": 0.80859375,
      "learning_rate": 0.0004975016217673556,
      "loss": 6.4461,
      "mean_token_accuracy": 0.12669419050216674,
      "num_tokens": 11669447.0,
      "step": 5390
    },
    {
      "entropy": 6.60390157699585,
      "epoch": 0.5773449622772754,
      "grad_norm": 0.87109375,
      "learning_rate": 0.000497495936749821,
      "loss": 6.4026,
      "mean_token_accuracy": 0.13998956829309464,
      "num_tokens": 11679612.0,
      "step": 5395
    },
    {
      "entropy": 6.594708633422852,
      "epoch": 0.5778800363850394,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004974902453077474,
      "loss": 6.3853,
      "mean_token_accuracy": 0.1350052125751972,
      "num_tokens": 11689527.0,
      "step": 5400
    },
    {
      "entropy": 6.647299957275391,
      "epoch": 0.5784151104928033,
      "grad_norm": 0.7890625,
      "learning_rate": 0.0004974845474412993,
      "loss": 6.4248,
      "mean_token_accuracy": 0.13386151045560837,
      "num_tokens": 11700452.0,
      "step": 5405
    },
    {
      "entropy": 6.546576118469238,
      "epoch": 0.5789501846005671,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004974788431506412,
      "loss": 6.4383,
      "mean_token_accuracy": 0.12854185029864312,
      "num_tokens": 11710902.0,
      "step": 5410
    },
    {
      "entropy": 6.623003578186035,
      "epoch": 0.5794852587083311,
      "grad_norm": 0.79296875,
      "learning_rate": 0.0004974731324359378,
      "loss": 6.448,
      "mean_token_accuracy": 0.1285107046365738,
      "num_tokens": 11721901.0,
      "step": 5415
    },
    {
      "entropy": 6.633054113388061,
      "epoch": 0.580020332816095,
      "grad_norm": 0.83203125,
      "learning_rate": 0.0004974674152973538,
      "loss": 6.4406,
      "mean_token_accuracy": 0.12691360265016555,
      "num_tokens": 11733622.0,
      "step": 5420
    },
    {
      "entropy": 6.659692049026489,
      "epoch": 0.580555406923859,
      "grad_norm": 0.828125,
      "learning_rate": 0.0004974616917350545,
      "loss": 6.4502,
      "mean_token_accuracy": 0.1322809189558029,
      "num_tokens": 11745116.0,
      "step": 5425
    },
    {
      "entropy": 6.534192943572998,
      "epoch": 0.5810904810316229,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004974559617492052,
      "loss": 6.3659,
      "mean_token_accuracy": 0.14103469774127006,
      "num_tokens": 11756203.0,
      "step": 5430
    },
    {
      "entropy": 6.622519063949585,
      "epoch": 0.5816255551393869,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004974502253399712,
      "loss": 6.426,
      "mean_token_accuracy": 0.1334656834602356,
      "num_tokens": 11766797.0,
      "step": 5435
    },
    {
      "entropy": 6.691503620147705,
      "epoch": 0.5821606292471507,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004974444825075182,
      "loss": 6.5263,
      "mean_token_accuracy": 0.12716197073459626,
      "num_tokens": 11778110.0,
      "step": 5440
    },
    {
      "entropy": 6.556562280654907,
      "epoch": 0.5826957033549146,
      "grad_norm": 0.91015625,
      "learning_rate": 0.000497438733252012,
      "loss": 6.3758,
      "mean_token_accuracy": 0.13210416957736015,
      "num_tokens": 11788396.0,
      "step": 5445
    },
    {
      "entropy": 6.653188276290893,
      "epoch": 0.5832307774626786,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004974329775736188,
      "loss": 6.4567,
      "mean_token_accuracy": 0.13075546100735663,
      "num_tokens": 11798691.0,
      "step": 5450
    },
    {
      "entropy": 6.678783988952636,
      "epoch": 0.5837658515704425,
      "grad_norm": 1.0,
      "learning_rate": 0.0004974272154725044,
      "loss": 6.5191,
      "mean_token_accuracy": 0.12994415536522866,
      "num_tokens": 11808965.0,
      "step": 5455
    },
    {
      "entropy": 6.611812782287598,
      "epoch": 0.5843009256782065,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004974214469488355,
      "loss": 6.3422,
      "mean_token_accuracy": 0.13759486824274064,
      "num_tokens": 11819932.0,
      "step": 5460
    },
    {
      "entropy": 6.634679317474365,
      "epoch": 0.5848359997859703,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004974156720027786,
      "loss": 6.453,
      "mean_token_accuracy": 0.1301378272473812,
      "num_tokens": 11831332.0,
      "step": 5465
    },
    {
      "entropy": 6.622493648529053,
      "epoch": 0.5853710738937343,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004974098906345004,
      "loss": 6.4313,
      "mean_token_accuracy": 0.12657588049769403,
      "num_tokens": 11840947.0,
      "step": 5470
    },
    {
      "entropy": 6.598509502410889,
      "epoch": 0.5859061480014982,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004974041028441679,
      "loss": 6.3798,
      "mean_token_accuracy": 0.12926354855298997,
      "num_tokens": 11851640.0,
      "step": 5475
    },
    {
      "entropy": 6.655171680450439,
      "epoch": 0.5864412221092621,
      "grad_norm": 0.80859375,
      "learning_rate": 0.0004973983086319481,
      "loss": 6.493,
      "mean_token_accuracy": 0.12535899356007577,
      "num_tokens": 11863608.0,
      "step": 5480
    },
    {
      "entropy": 6.631993961334229,
      "epoch": 0.5869762962170261,
      "grad_norm": 0.81640625,
      "learning_rate": 0.0004973925079980085,
      "loss": 6.3975,
      "mean_token_accuracy": 0.13125982657074928,
      "num_tokens": 11874707.0,
      "step": 5485
    },
    {
      "entropy": 6.593030309677124,
      "epoch": 0.58751137032479,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004973867009425164,
      "loss": 6.4779,
      "mean_token_accuracy": 0.13411123901605607,
      "num_tokens": 11885118.0,
      "step": 5490
    },
    {
      "entropy": 6.689449691772461,
      "epoch": 0.5880464444325539,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004973808874656396,
      "loss": 6.4416,
      "mean_token_accuracy": 0.13338536843657495,
      "num_tokens": 11895859.0,
      "step": 5495
    },
    {
      "entropy": 6.678749036788941,
      "epoch": 0.5885815185403178,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004973750675675458,
      "loss": 6.4658,
      "mean_token_accuracy": 0.12978944033384324,
      "num_tokens": 11907019.0,
      "step": 5500
    },
    {
      "entropy": 6.668684005737305,
      "epoch": 0.5891165926480818,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004973692412484034,
      "loss": 6.4154,
      "mean_token_accuracy": 0.13129291459918022,
      "num_tokens": 11918257.0,
      "step": 5505
    },
    {
      "entropy": 6.582723999023438,
      "epoch": 0.5896516667558457,
      "grad_norm": 0.875,
      "learning_rate": 0.0004973634085083802,
      "loss": 6.411,
      "mean_token_accuracy": 0.14034318551421165,
      "num_tokens": 11929003.0,
      "step": 5510
    },
    {
      "entropy": 6.647145223617554,
      "epoch": 0.5901867408636096,
      "grad_norm": 0.91015625,
      "learning_rate": 0.000497357569347645,
      "loss": 6.549,
      "mean_token_accuracy": 0.12624183893203736,
      "num_tokens": 11939786.0,
      "step": 5515
    },
    {
      "entropy": 6.6684633731842045,
      "epoch": 0.5907218149713735,
      "grad_norm": 0.81640625,
      "learning_rate": 0.0004973517237663661,
      "loss": 6.4791,
      "mean_token_accuracy": 0.1251661829650402,
      "num_tokens": 11951042.0,
      "step": 5520
    },
    {
      "entropy": 6.658832693099976,
      "epoch": 0.5912568890791374,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004973458717647124,
      "loss": 6.3741,
      "mean_token_accuracy": 0.14139798507094384,
      "num_tokens": 11961982.0,
      "step": 5525
    },
    {
      "entropy": 6.5981471061706545,
      "epoch": 0.5917919631869014,
      "grad_norm": 0.87890625,
      "learning_rate": 0.000497340013342853,
      "loss": 6.4245,
      "mean_token_accuracy": 0.1310732401907444,
      "num_tokens": 11972078.0,
      "step": 5530
    },
    {
      "entropy": 6.588191175460816,
      "epoch": 0.5923270372946653,
      "grad_norm": 0.86328125,
      "learning_rate": 0.000497334148500957,
      "loss": 6.4693,
      "mean_token_accuracy": 0.13160526901483535,
      "num_tokens": 11984037.0,
      "step": 5535
    },
    {
      "entropy": 6.680817985534668,
      "epoch": 0.5928621114024293,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004973282772391936,
      "loss": 6.411,
      "mean_token_accuracy": 0.13250281438231468,
      "num_tokens": 11993688.0,
      "step": 5540
    },
    {
      "entropy": 6.5483081340789795,
      "epoch": 0.5933971855101932,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004973223995577324,
      "loss": 6.3866,
      "mean_token_accuracy": 0.13032643646001815,
      "num_tokens": 12003759.0,
      "step": 5545
    },
    {
      "entropy": 6.577221488952636,
      "epoch": 0.593932259617957,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004973165154567432,
      "loss": 6.4144,
      "mean_token_accuracy": 0.1334957979619503,
      "num_tokens": 12015030.0,
      "step": 5550
    },
    {
      "entropy": 6.6546117782592775,
      "epoch": 0.594467333725721,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004973106249363959,
      "loss": 6.4858,
      "mean_token_accuracy": 0.1276483990252018,
      "num_tokens": 12026181.0,
      "step": 5555
    },
    {
      "entropy": 6.558355188369751,
      "epoch": 0.5950024078334849,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004973047279968606,
      "loss": 6.2504,
      "mean_token_accuracy": 0.14747404307127,
      "num_tokens": 12037336.0,
      "step": 5560
    },
    {
      "entropy": 6.612463665008545,
      "epoch": 0.5955374819412489,
      "grad_norm": 0.83203125,
      "learning_rate": 0.0004972988246383074,
      "loss": 6.3157,
      "mean_token_accuracy": 0.13885221257805824,
      "num_tokens": 12048425.0,
      "step": 5565
    },
    {
      "entropy": 6.493126106262207,
      "epoch": 0.5960725560490128,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0004972929148609068,
      "loss": 6.2912,
      "mean_token_accuracy": 0.1498216025531292,
      "num_tokens": 12059814.0,
      "step": 5570
    },
    {
      "entropy": 6.545558166503906,
      "epoch": 0.5966076301567768,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004972869986648296,
      "loss": 6.3595,
      "mean_token_accuracy": 0.13906975761055945,
      "num_tokens": 12069377.0,
      "step": 5575
    },
    {
      "entropy": 6.586904287338257,
      "epoch": 0.5971427042645406,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004972810760502467,
      "loss": 6.5038,
      "mean_token_accuracy": 0.1273652084171772,
      "num_tokens": 12080277.0,
      "step": 5580
    },
    {
      "entropy": 6.653348588943482,
      "epoch": 0.5976777783723045,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004972751470173287,
      "loss": 6.3746,
      "mean_token_accuracy": 0.13318905383348464,
      "num_tokens": 12091375.0,
      "step": 5585
    },
    {
      "entropy": 6.579549646377563,
      "epoch": 0.5982128524800685,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004972692115662473,
      "loss": 6.4281,
      "mean_token_accuracy": 0.13375982269644737,
      "num_tokens": 12103110.0,
      "step": 5590
    },
    {
      "entropy": 6.610755443572998,
      "epoch": 0.5987479265878324,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004972632696971735,
      "loss": 6.4737,
      "mean_token_accuracy": 0.12939688861370086,
      "num_tokens": 12112454.0,
      "step": 5595
    },
    {
      "entropy": 6.576534271240234,
      "epoch": 0.5992830006955964,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004972573214102791,
      "loss": 6.3557,
      "mean_token_accuracy": 0.1363022118806839,
      "num_tokens": 12125140.0,
      "step": 5600
    },
    {
      "entropy": 6.645657777786255,
      "epoch": 0.5998180748033602,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004972513667057358,
      "loss": 6.3867,
      "mean_token_accuracy": 0.13274750784039496,
      "num_tokens": 12136061.0,
      "step": 5605
    },
    {
      "entropy": 6.6707840919494625,
      "epoch": 0.6003531489111242,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004972454055837155,
      "loss": 6.4087,
      "mean_token_accuracy": 0.13548065349459648,
      "num_tokens": 12146654.0,
      "step": 5610
    },
    {
      "entropy": 6.639386177062988,
      "epoch": 0.6008882230188881,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004972394380443903,
      "loss": 6.4221,
      "mean_token_accuracy": 0.12807304710149764,
      "num_tokens": 12157881.0,
      "step": 5615
    },
    {
      "entropy": 6.587838172912598,
      "epoch": 0.601423297126652,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004972334640879325,
      "loss": 6.4465,
      "mean_token_accuracy": 0.12886952012777328,
      "num_tokens": 12168534.0,
      "step": 5620
    },
    {
      "entropy": 6.581140470504761,
      "epoch": 0.601958371234416,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004972274837145147,
      "loss": 6.3688,
      "mean_token_accuracy": 0.13126305714249611,
      "num_tokens": 12178773.0,
      "step": 5625
    },
    {
      "entropy": 6.653379631042481,
      "epoch": 0.6024934453421799,
      "grad_norm": 0.83203125,
      "learning_rate": 0.0004972214969243096,
      "loss": 6.4028,
      "mean_token_accuracy": 0.13439842611551284,
      "num_tokens": 12188819.0,
      "step": 5630
    },
    {
      "entropy": 6.560933065414429,
      "epoch": 0.6030285194499438,
      "grad_norm": 0.84375,
      "learning_rate": 0.00049721550371749,
      "loss": 6.3844,
      "mean_token_accuracy": 0.14078628718852998,
      "num_tokens": 12199198.0,
      "step": 5635
    },
    {
      "entropy": 6.592670249938965,
      "epoch": 0.6035635935577077,
      "grad_norm": 0.7578125,
      "learning_rate": 0.0004972095040942289,
      "loss": 6.4063,
      "mean_token_accuracy": 0.13120741173624992,
      "num_tokens": 12210765.0,
      "step": 5640
    },
    {
      "entropy": 6.618483829498291,
      "epoch": 0.6040986676654717,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004972034980546996,
      "loss": 6.433,
      "mean_token_accuracy": 0.12770435735583305,
      "num_tokens": 12221067.0,
      "step": 5645
    },
    {
      "entropy": 6.563142490386963,
      "epoch": 0.6046337417732356,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004971974855990755,
      "loss": 6.4267,
      "mean_token_accuracy": 0.13381871506571769,
      "num_tokens": 12232994.0,
      "step": 5650
    },
    {
      "entropy": 6.61626124382019,
      "epoch": 0.6051688158809995,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004971914667275302,
      "loss": 6.3951,
      "mean_token_accuracy": 0.1357675515115261,
      "num_tokens": 12243327.0,
      "step": 5655
    },
    {
      "entropy": 6.537327909469605,
      "epoch": 0.6057038899887635,
      "grad_norm": 0.875,
      "learning_rate": 0.0004971854414402377,
      "loss": 6.3161,
      "mean_token_accuracy": 0.1375333398580551,
      "num_tokens": 12254249.0,
      "step": 5660
    },
    {
      "entropy": 6.5772881507873535,
      "epoch": 0.6062389640965273,
      "grad_norm": 0.82421875,
      "learning_rate": 0.0004971794097373716,
      "loss": 6.3624,
      "mean_token_accuracy": 0.1386586993932724,
      "num_tokens": 12264487.0,
      "step": 5665
    },
    {
      "entropy": 6.5285249710083,
      "epoch": 0.6067740382042913,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004971733716191063,
      "loss": 6.3467,
      "mean_token_accuracy": 0.14049620628356935,
      "num_tokens": 12274801.0,
      "step": 5670
    },
    {
      "entropy": 6.616953182220459,
      "epoch": 0.6073091123120552,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004971673270856162,
      "loss": 6.3145,
      "mean_token_accuracy": 0.13489979058504104,
      "num_tokens": 12284647.0,
      "step": 5675
    },
    {
      "entropy": 6.609493827819824,
      "epoch": 0.6078441864198192,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004971612761370756,
      "loss": 6.4419,
      "mean_token_accuracy": 0.1319086618721485,
      "num_tokens": 12295215.0,
      "step": 5680
    },
    {
      "entropy": 6.58382215499878,
      "epoch": 0.6083792605275831,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004971552187736596,
      "loss": 6.3549,
      "mean_token_accuracy": 0.1318963848054409,
      "num_tokens": 12305324.0,
      "step": 5685
    },
    {
      "entropy": 6.569716119766236,
      "epoch": 0.6089143346353469,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004971491549955427,
      "loss": 6.3737,
      "mean_token_accuracy": 0.13600005954504013,
      "num_tokens": 12316399.0,
      "step": 5690
    },
    {
      "entropy": 6.495478010177612,
      "epoch": 0.6094494087431109,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004971430848029002,
      "loss": 6.3536,
      "mean_token_accuracy": 0.13850070238113404,
      "num_tokens": 12328033.0,
      "step": 5695
    },
    {
      "entropy": 6.550614070892334,
      "epoch": 0.6099844828508748,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004971370081959073,
      "loss": 6.3899,
      "mean_token_accuracy": 0.13690576702356339,
      "num_tokens": 12338962.0,
      "step": 5700
    },
    {
      "entropy": 6.6537275314331055,
      "epoch": 0.6105195569586388,
      "grad_norm": 0.81640625,
      "learning_rate": 0.0004971309251747396,
      "loss": 6.3776,
      "mean_token_accuracy": 0.13331339582800866,
      "num_tokens": 12350216.0,
      "step": 5705
    },
    {
      "entropy": 6.641787004470825,
      "epoch": 0.6110546310664027,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004971248357395726,
      "loss": 6.4036,
      "mean_token_accuracy": 0.13424265161156654,
      "num_tokens": 12361277.0,
      "step": 5710
    },
    {
      "entropy": 6.506038570404053,
      "epoch": 0.6115897051741667,
      "grad_norm": 0.83203125,
      "learning_rate": 0.0004971187398905821,
      "loss": 6.3281,
      "mean_token_accuracy": 0.13117444440722464,
      "num_tokens": 12373308.0,
      "step": 5715
    },
    {
      "entropy": 6.6541353225708,
      "epoch": 0.6121247792819305,
      "grad_norm": 0.875,
      "learning_rate": 0.0004971126376279443,
      "loss": 6.5502,
      "mean_token_accuracy": 0.12353794276714325,
      "num_tokens": 12383943.0,
      "step": 5720
    },
    {
      "entropy": 6.608107709884644,
      "epoch": 0.6126598533896944,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004971065289518354,
      "loss": 6.3202,
      "mean_token_accuracy": 0.13428990244865419,
      "num_tokens": 12394575.0,
      "step": 5725
    },
    {
      "entropy": 6.625621795654297,
      "epoch": 0.6131949274974584,
      "grad_norm": 0.78125,
      "learning_rate": 0.0004971004138624315,
      "loss": 6.4187,
      "mean_token_accuracy": 0.13277268782258034,
      "num_tokens": 12405536.0,
      "step": 5730
    },
    {
      "entropy": 6.525531339645386,
      "epoch": 0.6137300016052223,
      "grad_norm": 0.80078125,
      "learning_rate": 0.0004970942923599094,
      "loss": 6.307,
      "mean_token_accuracy": 0.14375876933336257,
      "num_tokens": 12416148.0,
      "step": 5735
    },
    {
      "entropy": 6.575962924957276,
      "epoch": 0.6142650757129863,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004970881644444459,
      "loss": 6.3208,
      "mean_token_accuracy": 0.1355944372713566,
      "num_tokens": 12426182.0,
      "step": 5740
    },
    {
      "entropy": 6.567414903640747,
      "epoch": 0.6148001498207502,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004970820301162178,
      "loss": 6.5025,
      "mean_token_accuracy": 0.12934552878141403,
      "num_tokens": 12437548.0,
      "step": 5745
    },
    {
      "entropy": 6.652767753601074,
      "epoch": 0.6153352239285141,
      "grad_norm": 0.82421875,
      "learning_rate": 0.0004970758893754022,
      "loss": 6.4325,
      "mean_token_accuracy": 0.1311009518802166,
      "num_tokens": 12449720.0,
      "step": 5750
    },
    {
      "entropy": 6.704830598831177,
      "epoch": 0.615870298036278,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0004970697422221767,
      "loss": 6.4028,
      "mean_token_accuracy": 0.13212565407156945,
      "num_tokens": 12460666.0,
      "step": 5755
    },
    {
      "entropy": 6.573892498016358,
      "epoch": 0.6164053721440419,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004970635886567185,
      "loss": 6.4178,
      "mean_token_accuracy": 0.13249918147921563,
      "num_tokens": 12471472.0,
      "step": 5760
    },
    {
      "entropy": 6.525885772705078,
      "epoch": 0.6169404462518059,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004970574286792054,
      "loss": 6.3997,
      "mean_token_accuracy": 0.1310979500412941,
      "num_tokens": 12482127.0,
      "step": 5765
    },
    {
      "entropy": 6.584674406051636,
      "epoch": 0.6174755203595698,
      "grad_norm": 0.8125,
      "learning_rate": 0.0004970512622898152,
      "loss": 6.3907,
      "mean_token_accuracy": 0.137465713173151,
      "num_tokens": 12493680.0,
      "step": 5770
    },
    {
      "entropy": 6.5630621910095215,
      "epoch": 0.6180105944673338,
      "grad_norm": 1.0078125,
      "learning_rate": 0.000497045089488726,
      "loss": 6.3481,
      "mean_token_accuracy": 0.13616480454802513,
      "num_tokens": 12505838.0,
      "step": 5775
    },
    {
      "entropy": 6.611004209518432,
      "epoch": 0.6185456685750976,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004970389102761161,
      "loss": 6.3498,
      "mean_token_accuracy": 0.13807964995503424,
      "num_tokens": 12516334.0,
      "step": 5780
    },
    {
      "entropy": 6.555019569396973,
      "epoch": 0.6190807426828616,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004970327246521638,
      "loss": 6.4176,
      "mean_token_accuracy": 0.13207646533846856,
      "num_tokens": 12526440.0,
      "step": 5785
    },
    {
      "entropy": 6.587235403060913,
      "epoch": 0.6196158167906255,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004970265326170478,
      "loss": 6.3531,
      "mean_token_accuracy": 0.130529922246933,
      "num_tokens": 12538127.0,
      "step": 5790
    },
    {
      "entropy": 6.642105770111084,
      "epoch": 0.6201508908983894,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004970203341709469,
      "loss": 6.4303,
      "mean_token_accuracy": 0.13160809874534607,
      "num_tokens": 12548459.0,
      "step": 5795
    },
    {
      "entropy": 6.528612279891968,
      "epoch": 0.6206859650061534,
      "grad_norm": 0.9296875,
      "learning_rate": 0.00049701412931404,
      "loss": 6.374,
      "mean_token_accuracy": 0.1364937886595726,
      "num_tokens": 12558989.0,
      "step": 5800
    },
    {
      "entropy": 6.578775882720947,
      "epoch": 0.6212210391139172,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004970079180465064,
      "loss": 6.3079,
      "mean_token_accuracy": 0.1425821900367737,
      "num_tokens": 12569449.0,
      "step": 5805
    },
    {
      "entropy": 6.5736206531524655,
      "epoch": 0.6217561132216812,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004970017003685253,
      "loss": 6.3594,
      "mean_token_accuracy": 0.13570875078439712,
      "num_tokens": 12580733.0,
      "step": 5810
    },
    {
      "entropy": 6.564662742614746,
      "epoch": 0.6222911873294451,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004969954762802763,
      "loss": 6.3757,
      "mean_token_accuracy": 0.13068436086177826,
      "num_tokens": 12590869.0,
      "step": 5815
    },
    {
      "entropy": 6.649873065948486,
      "epoch": 0.6228262614372091,
      "grad_norm": 0.984375,
      "learning_rate": 0.000496989245781939,
      "loss": 6.4412,
      "mean_token_accuracy": 0.1330619663000107,
      "num_tokens": 12602109.0,
      "step": 5820
    },
    {
      "entropy": 6.611514139175415,
      "epoch": 0.623361335544973,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004969830088736937,
      "loss": 6.3562,
      "mean_token_accuracy": 0.1308489643037319,
      "num_tokens": 12612234.0,
      "step": 5825
    },
    {
      "entropy": 6.664484024047852,
      "epoch": 0.6238964096527368,
      "grad_norm": 0.87890625,
      "learning_rate": 0.00049697676555572,
      "loss": 6.5161,
      "mean_token_accuracy": 0.12568282708525658,
      "num_tokens": 12623252.0,
      "step": 5830
    },
    {
      "entropy": 6.628607940673828,
      "epoch": 0.6244314837605008,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0004969705158281985,
      "loss": 6.2786,
      "mean_token_accuracy": 0.1406656801700592,
      "num_tokens": 12632796.0,
      "step": 5835
    },
    {
      "entropy": 6.589381551742553,
      "epoch": 0.6249665578682647,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004969642596913095,
      "loss": 6.3634,
      "mean_token_accuracy": 0.13309731855988502,
      "num_tokens": 12643278.0,
      "step": 5840
    },
    {
      "entropy": 6.601040267944336,
      "epoch": 0.6255016319760287,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004969579971452337,
      "loss": 6.4447,
      "mean_token_accuracy": 0.1332966536283493,
      "num_tokens": 12654446.0,
      "step": 5845
    },
    {
      "entropy": 6.592562961578369,
      "epoch": 0.6260367060837926,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004969517281901519,
      "loss": 6.4314,
      "mean_token_accuracy": 0.1334735356271267,
      "num_tokens": 12664281.0,
      "step": 5850
    },
    {
      "entropy": 6.592110538482666,
      "epoch": 0.6265717801915566,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004969454528262451,
      "loss": 6.4165,
      "mean_token_accuracy": 0.13084367662668228,
      "num_tokens": 12675252.0,
      "step": 5855
    },
    {
      "entropy": 6.57087025642395,
      "epoch": 0.6271068542993204,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004969391710536946,
      "loss": 6.383,
      "mean_token_accuracy": 0.1349936917424202,
      "num_tokens": 12685764.0,
      "step": 5860
    },
    {
      "entropy": 6.523224925994873,
      "epoch": 0.6276419284070843,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004969328828726817,
      "loss": 6.3027,
      "mean_token_accuracy": 0.13696956783533096,
      "num_tokens": 12696974.0,
      "step": 5865
    },
    {
      "entropy": 6.613940811157226,
      "epoch": 0.6281770025148483,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004969265882833879,
      "loss": 6.4553,
      "mean_token_accuracy": 0.1232716128230095,
      "num_tokens": 12708217.0,
      "step": 5870
    },
    {
      "entropy": 6.612708950042725,
      "epoch": 0.6287120766226122,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004969202872859952,
      "loss": 6.3184,
      "mean_token_accuracy": 0.13500054329633712,
      "num_tokens": 12717840.0,
      "step": 5875
    },
    {
      "entropy": 6.552431583404541,
      "epoch": 0.6292471507303762,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004969139798806854,
      "loss": 6.4025,
      "mean_token_accuracy": 0.13267221301794052,
      "num_tokens": 12728390.0,
      "step": 5880
    },
    {
      "entropy": 6.560757350921631,
      "epoch": 0.6297822248381401,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004969076660676405,
      "loss": 6.4111,
      "mean_token_accuracy": 0.13317102044820786,
      "num_tokens": 12738650.0,
      "step": 5885
    },
    {
      "entropy": 6.619578123092651,
      "epoch": 0.630317298945904,
      "grad_norm": 0.9765625,
      "learning_rate": 0.000496901345847043,
      "loss": 6.4082,
      "mean_token_accuracy": 0.13124213442206384,
      "num_tokens": 12748989.0,
      "step": 5890
    },
    {
      "entropy": 6.637136363983155,
      "epoch": 0.6308523730536679,
      "grad_norm": 0.8359375,
      "learning_rate": 0.0004968950192190752,
      "loss": 6.3681,
      "mean_token_accuracy": 0.13284006491303443,
      "num_tokens": 12761132.0,
      "step": 5895
    },
    {
      "entropy": 6.569866418838501,
      "epoch": 0.6313874471614318,
      "grad_norm": 0.859375,
      "learning_rate": 0.00049688868618392,
      "loss": 6.3944,
      "mean_token_accuracy": 0.13606114834547042,
      "num_tokens": 12771478.0,
      "step": 5900
    },
    {
      "entropy": 6.604922771453857,
      "epoch": 0.6319225212691958,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0004968823467417602,
      "loss": 6.4543,
      "mean_token_accuracy": 0.1311221204698086,
      "num_tokens": 12782096.0,
      "step": 5905
    },
    {
      "entropy": 6.600997734069824,
      "epoch": 0.6324575953769597,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004968760008927788,
      "loss": 6.3498,
      "mean_token_accuracy": 0.13682234138250352,
      "num_tokens": 12792467.0,
      "step": 5910
    },
    {
      "entropy": 6.644370651245117,
      "epoch": 0.6329926694847237,
      "grad_norm": 0.87109375,
      "learning_rate": 0.000496869648637159,
      "loss": 6.3333,
      "mean_token_accuracy": 0.14047224521636964,
      "num_tokens": 12803248.0,
      "step": 5915
    },
    {
      "entropy": 6.5607692241668705,
      "epoch": 0.6335277435924875,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004968632899750844,
      "loss": 6.3781,
      "mean_token_accuracy": 0.13737768232822417,
      "num_tokens": 12813701.0,
      "step": 5920
    },
    {
      "entropy": 6.618074035644531,
      "epoch": 0.6340628177002515,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004968569249067383,
      "loss": 6.4355,
      "mean_token_accuracy": 0.12714748457074165,
      "num_tokens": 12824945.0,
      "step": 5925
    },
    {
      "entropy": 6.59271092414856,
      "epoch": 0.6345978918080154,
      "grad_norm": 0.8046875,
      "learning_rate": 0.0004968505534323047,
      "loss": 6.3896,
      "mean_token_accuracy": 0.12957434356212616,
      "num_tokens": 12836699.0,
      "step": 5930
    },
    {
      "entropy": 6.57825722694397,
      "epoch": 0.6351329659157794,
      "grad_norm": 0.82421875,
      "learning_rate": 0.0004968441755519677,
      "loss": 6.3792,
      "mean_token_accuracy": 0.12875413447618483,
      "num_tokens": 12846905.0,
      "step": 5935
    },
    {
      "entropy": 6.626939153671264,
      "epoch": 0.6356680400235433,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004968377912659112,
      "loss": 6.2981,
      "mean_token_accuracy": 0.14117206409573554,
      "num_tokens": 12856919.0,
      "step": 5940
    },
    {
      "entropy": 6.444662714004517,
      "epoch": 0.6362031141313071,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004968314005743196,
      "loss": 6.2765,
      "mean_token_accuracy": 0.14162601307034492,
      "num_tokens": 12867863.0,
      "step": 5945
    },
    {
      "entropy": 6.5123731136322025,
      "epoch": 0.6367381882390711,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0004968250034773776,
      "loss": 6.3589,
      "mean_token_accuracy": 0.13333921879529953,
      "num_tokens": 12877877.0,
      "step": 5950
    },
    {
      "entropy": 6.695086145401001,
      "epoch": 0.637273262346835,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004968185999752697,
      "loss": 6.4475,
      "mean_token_accuracy": 0.12420506849884987,
      "num_tokens": 12887954.0,
      "step": 5955
    },
    {
      "entropy": 6.591527891159058,
      "epoch": 0.637808336454599,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004968121900681809,
      "loss": 6.3743,
      "mean_token_accuracy": 0.13082539662718773,
      "num_tokens": 12897744.0,
      "step": 5960
    },
    {
      "entropy": 6.566767930984497,
      "epoch": 0.6383434105623629,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004968057737562964,
      "loss": 6.4402,
      "mean_token_accuracy": 0.13630308136343955,
      "num_tokens": 12909193.0,
      "step": 5965
    },
    {
      "entropy": 6.588399076461792,
      "epoch": 0.6388784846701269,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004967993510398012,
      "loss": 6.3159,
      "mean_token_accuracy": 0.13734279349446296,
      "num_tokens": 12919879.0,
      "step": 5970
    },
    {
      "entropy": 6.559991312026978,
      "epoch": 0.6394135587778907,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004967929219188809,
      "loss": 6.3704,
      "mean_token_accuracy": 0.13482013195753098,
      "num_tokens": 12930297.0,
      "step": 5975
    },
    {
      "entropy": 6.556643629074097,
      "epoch": 0.6399486328856546,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004967864863937212,
      "loss": 6.3235,
      "mean_token_accuracy": 0.14591269195079803,
      "num_tokens": 12940467.0,
      "step": 5980
    },
    {
      "entropy": 6.561069583892822,
      "epoch": 0.6404837069934186,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004967800444645079,
      "loss": 6.3489,
      "mean_token_accuracy": 0.13433404713869096,
      "num_tokens": 12950417.0,
      "step": 5985
    },
    {
      "entropy": 6.556723403930664,
      "epoch": 0.6410187811011825,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004967735961314269,
      "loss": 6.3015,
      "mean_token_accuracy": 0.13700174242258073,
      "num_tokens": 12960957.0,
      "step": 5990
    },
    {
      "entropy": 6.516926383972168,
      "epoch": 0.6415538552089465,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004967671413946646,
      "loss": 6.4051,
      "mean_token_accuracy": 0.1311349555850029,
      "num_tokens": 12971194.0,
      "step": 5995
    },
    {
      "entropy": 6.554597806930542,
      "epoch": 0.6420889293167104,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004967606802544071,
      "loss": 6.3919,
      "mean_token_accuracy": 0.12952575609087943,
      "num_tokens": 12982479.0,
      "step": 6000
    },
    {
      "epoch": 0.6420889293167104,
      "eval_entropy": 6.409764193331777,
      "eval_loss": 6.436302661895752,
      "eval_mean_token_accuracy": 0.13834347560891325,
      "eval_num_tokens": 12982479.0,
      "eval_runtime": 17.6382,
      "eval_samples_per_second": 1682.659,
      "eval_steps_per_second": 210.339,
      "step": 6000
    },
    {
      "entropy": 6.605286121368408,
      "epoch": 0.6426240034244743,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004967542127108412,
      "loss": 6.4464,
      "mean_token_accuracy": 0.1300044409930706,
      "num_tokens": 12994119.0,
      "step": 6005
    },
    {
      "entropy": 6.621917343139648,
      "epoch": 0.6431590775322382,
      "grad_norm": 0.7890625,
      "learning_rate": 0.0004967477387641537,
      "loss": 6.3618,
      "mean_token_accuracy": 0.13677581921219825,
      "num_tokens": 13005437.0,
      "step": 6010
    },
    {
      "entropy": 6.528858804702759,
      "epoch": 0.6436941516400021,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004967412584145312,
      "loss": 6.3804,
      "mean_token_accuracy": 0.13444462716579436,
      "num_tokens": 13017278.0,
      "step": 6015
    },
    {
      "entropy": 6.546593952178955,
      "epoch": 0.6442292257477661,
      "grad_norm": 0.8125,
      "learning_rate": 0.0004967347716621611,
      "loss": 6.3433,
      "mean_token_accuracy": 0.1359869047999382,
      "num_tokens": 13028010.0,
      "step": 6020
    },
    {
      "entropy": 6.59840087890625,
      "epoch": 0.64476429985553,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004967282785072306,
      "loss": 6.3459,
      "mean_token_accuracy": 0.13561249598860742,
      "num_tokens": 13038740.0,
      "step": 6025
    },
    {
      "entropy": 6.5341428279876705,
      "epoch": 0.645299373963294,
      "grad_norm": 0.875,
      "learning_rate": 0.0004967217789499272,
      "loss": 6.3663,
      "mean_token_accuracy": 0.13788821995258332,
      "num_tokens": 13049921.0,
      "step": 6030
    },
    {
      "entropy": 6.483286046981812,
      "epoch": 0.6458344480710578,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004967152729904386,
      "loss": 6.2884,
      "mean_token_accuracy": 0.13735996782779694,
      "num_tokens": 13060907.0,
      "step": 6035
    },
    {
      "entropy": 6.555841779708862,
      "epoch": 0.6463695221788218,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004967087606289527,
      "loss": 6.3224,
      "mean_token_accuracy": 0.1412092365324497,
      "num_tokens": 13071720.0,
      "step": 6040
    },
    {
      "entropy": 6.597356939315796,
      "epoch": 0.6469045962865857,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004967022418656575,
      "loss": 6.3672,
      "mean_token_accuracy": 0.13823484629392624,
      "num_tokens": 13082474.0,
      "step": 6045
    },
    {
      "entropy": 6.553841018676758,
      "epoch": 0.6474396703943496,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004966957167007412,
      "loss": 6.2827,
      "mean_token_accuracy": 0.1382516823709011,
      "num_tokens": 13092777.0,
      "step": 6050
    },
    {
      "entropy": 6.499682283401489,
      "epoch": 0.6479747445021136,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004966891851343922,
      "loss": 6.2751,
      "mean_token_accuracy": 0.13983871936798095,
      "num_tokens": 13104019.0,
      "step": 6055
    },
    {
      "entropy": 6.58563814163208,
      "epoch": 0.6485098186098774,
      "grad_norm": 0.828125,
      "learning_rate": 0.0004966826471667992,
      "loss": 6.3197,
      "mean_token_accuracy": 0.13976103737950324,
      "num_tokens": 13115741.0,
      "step": 6060
    },
    {
      "entropy": 6.573620128631592,
      "epoch": 0.6490448927176414,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004966761027981509,
      "loss": 6.3371,
      "mean_token_accuracy": 0.13703611344099045,
      "num_tokens": 13126838.0,
      "step": 6065
    },
    {
      "entropy": 6.50914192199707,
      "epoch": 0.6495799668254053,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004966695520286362,
      "loss": 6.4333,
      "mean_token_accuracy": 0.13525479435920715,
      "num_tokens": 13137485.0,
      "step": 6070
    },
    {
      "entropy": 6.542282056808472,
      "epoch": 0.6501150409331693,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004966629948584444,
      "loss": 6.3128,
      "mean_token_accuracy": 0.14044364169239998,
      "num_tokens": 13147631.0,
      "step": 6075
    },
    {
      "entropy": 6.539883756637574,
      "epoch": 0.6506501150409332,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004966564312877647,
      "loss": 6.3548,
      "mean_token_accuracy": 0.13897788971662522,
      "num_tokens": 13158468.0,
      "step": 6080
    },
    {
      "entropy": 6.591976165771484,
      "epoch": 0.651185189148697,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004966498613167868,
      "loss": 6.3878,
      "mean_token_accuracy": 0.1312116838991642,
      "num_tokens": 13169263.0,
      "step": 6085
    },
    {
      "entropy": 6.565645933151245,
      "epoch": 0.651720263256461,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004966432849457002,
      "loss": 6.3112,
      "mean_token_accuracy": 0.1431890085339546,
      "num_tokens": 13178647.0,
      "step": 6090
    },
    {
      "entropy": 6.518553447723389,
      "epoch": 0.6522553373642249,
      "grad_norm": 0.90625,
      "learning_rate": 0.000496636702174695,
      "loss": 6.3004,
      "mean_token_accuracy": 0.1397631846368313,
      "num_tokens": 13189883.0,
      "step": 6095
    },
    {
      "entropy": 6.526831483840942,
      "epoch": 0.6527904114719889,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004966301130039611,
      "loss": 6.4288,
      "mean_token_accuracy": 0.13575417101383208,
      "num_tokens": 13200920.0,
      "step": 6100
    },
    {
      "entropy": 6.536294841766358,
      "epoch": 0.6533254855797528,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004966235174336889,
      "loss": 6.4238,
      "mean_token_accuracy": 0.12978921085596085,
      "num_tokens": 13211765.0,
      "step": 6105
    },
    {
      "entropy": 6.573797416687012,
      "epoch": 0.6538605596875168,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004966169154640687,
      "loss": 6.3394,
      "mean_token_accuracy": 0.13465530127286912,
      "num_tokens": 13221768.0,
      "step": 6110
    },
    {
      "entropy": 6.514359998703003,
      "epoch": 0.6543956337952807,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004966103070952912,
      "loss": 6.3348,
      "mean_token_accuracy": 0.14100371450185775,
      "num_tokens": 13233545.0,
      "step": 6115
    },
    {
      "entropy": 6.51497449874878,
      "epoch": 0.6549307079030445,
      "grad_norm": 1.0,
      "learning_rate": 0.0004966036923275472,
      "loss": 6.3852,
      "mean_token_accuracy": 0.14398130178451538,
      "num_tokens": 13245018.0,
      "step": 6120
    },
    {
      "entropy": 6.572405004501343,
      "epoch": 0.6554657820108085,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004965970711610278,
      "loss": 6.3031,
      "mean_token_accuracy": 0.13430665656924248,
      "num_tokens": 13255772.0,
      "step": 6125
    },
    {
      "entropy": 6.543505620956421,
      "epoch": 0.6560008561185724,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004965904435959241,
      "loss": 6.3693,
      "mean_token_accuracy": 0.1322019249200821,
      "num_tokens": 13267271.0,
      "step": 6130
    },
    {
      "entropy": 6.534311819076538,
      "epoch": 0.6565359302263364,
      "grad_norm": 0.83203125,
      "learning_rate": 0.0004965838096324274,
      "loss": 6.3826,
      "mean_token_accuracy": 0.13832796663045882,
      "num_tokens": 13278467.0,
      "step": 6135
    },
    {
      "entropy": 6.575223445892334,
      "epoch": 0.6570710043341003,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004965771692707294,
      "loss": 6.4417,
      "mean_token_accuracy": 0.12868114784359933,
      "num_tokens": 13288522.0,
      "step": 6140
    },
    {
      "entropy": 6.65201473236084,
      "epoch": 0.6576060784418643,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004965705225110218,
      "loss": 6.4384,
      "mean_token_accuracy": 0.12334849461913108,
      "num_tokens": 13299355.0,
      "step": 6145
    },
    {
      "entropy": 6.629589986801148,
      "epoch": 0.6581411525496281,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004965638693534964,
      "loss": 6.3538,
      "mean_token_accuracy": 0.13837969601154326,
      "num_tokens": 13310334.0,
      "step": 6150
    },
    {
      "entropy": 6.5863532543182375,
      "epoch": 0.658676226657392,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004965572097983455,
      "loss": 6.3851,
      "mean_token_accuracy": 0.1330856777727604,
      "num_tokens": 13320917.0,
      "step": 6155
    },
    {
      "entropy": 6.564312696456909,
      "epoch": 0.659211300765156,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004965505438457613,
      "loss": 6.2986,
      "mean_token_accuracy": 0.1407928004860878,
      "num_tokens": 13331707.0,
      "step": 6160
    },
    {
      "entropy": 6.555730247497559,
      "epoch": 0.6597463748729199,
      "grad_norm": 0.875,
      "learning_rate": 0.0004965438714959363,
      "loss": 6.4441,
      "mean_token_accuracy": 0.129070395976305,
      "num_tokens": 13341784.0,
      "step": 6165
    },
    {
      "entropy": 6.65733118057251,
      "epoch": 0.6602814489806839,
      "grad_norm": 0.91015625,
      "learning_rate": 0.000496537192749063,
      "loss": 6.412,
      "mean_token_accuracy": 0.12962306290864944,
      "num_tokens": 13351633.0,
      "step": 6170
    },
    {
      "entropy": 6.605908918380737,
      "epoch": 0.6608165230884477,
      "grad_norm": 0.8046875,
      "learning_rate": 0.0004965305076053345,
      "loss": 6.3106,
      "mean_token_accuracy": 0.1409822680056095,
      "num_tokens": 13362444.0,
      "step": 6175
    },
    {
      "entropy": 6.512597513198853,
      "epoch": 0.6613515971962117,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004965238160649437,
      "loss": 6.4177,
      "mean_token_accuracy": 0.13016311153769494,
      "num_tokens": 13374322.0,
      "step": 6180
    },
    {
      "entropy": 6.5797487735748295,
      "epoch": 0.6618866713039756,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004965171181280838,
      "loss": 6.398,
      "mean_token_accuracy": 0.13184262737631797,
      "num_tokens": 13384188.0,
      "step": 6185
    },
    {
      "entropy": 6.637517690658569,
      "epoch": 0.6624217454117395,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004965104137949483,
      "loss": 6.3927,
      "mean_token_accuracy": 0.12933868244290353,
      "num_tokens": 13395648.0,
      "step": 6190
    },
    {
      "entropy": 6.6057515144348145,
      "epoch": 0.6629568195195035,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004965037030657308,
      "loss": 6.403,
      "mean_token_accuracy": 0.1369745247066021,
      "num_tokens": 13406769.0,
      "step": 6195
    },
    {
      "entropy": 6.596571779251098,
      "epoch": 0.6634918936272673,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004964969859406248,
      "loss": 6.3792,
      "mean_token_accuracy": 0.12673437967896461,
      "num_tokens": 13417509.0,
      "step": 6200
    },
    {
      "entropy": 6.573062944412231,
      "epoch": 0.6640269677350313,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004964902624198246,
      "loss": 6.2996,
      "mean_token_accuracy": 0.13197814524173737,
      "num_tokens": 13429441.0,
      "step": 6205
    },
    {
      "entropy": 6.5056736946105955,
      "epoch": 0.6645620418427952,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004964835325035243,
      "loss": 6.324,
      "mean_token_accuracy": 0.13495202511548995,
      "num_tokens": 13439332.0,
      "step": 6210
    },
    {
      "entropy": 6.519222259521484,
      "epoch": 0.6650971159505592,
      "grad_norm": 0.83203125,
      "learning_rate": 0.0004964767961919179,
      "loss": 6.3062,
      "mean_token_accuracy": 0.13584212884306907,
      "num_tokens": 13449400.0,
      "step": 6215
    },
    {
      "entropy": 6.621029233932495,
      "epoch": 0.6656321900583231,
      "grad_norm": 0.81640625,
      "learning_rate": 0.0004964700534852003,
      "loss": 6.4161,
      "mean_token_accuracy": 0.13214674815535546,
      "num_tokens": 13460134.0,
      "step": 6220
    },
    {
      "entropy": 6.541699409484863,
      "epoch": 0.666167264166087,
      "grad_norm": 0.875,
      "learning_rate": 0.0004964633043835658,
      "loss": 6.3721,
      "mean_token_accuracy": 0.13698556125164033,
      "num_tokens": 13469954.0,
      "step": 6225
    },
    {
      "entropy": 6.5830151557922365,
      "epoch": 0.666702338273851,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004964565488872097,
      "loss": 6.3515,
      "mean_token_accuracy": 0.1387103796005249,
      "num_tokens": 13479866.0,
      "step": 6230
    },
    {
      "entropy": 6.521968221664428,
      "epoch": 0.6672374123816148,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004964497869963268,
      "loss": 6.307,
      "mean_token_accuracy": 0.13992589563131333,
      "num_tokens": 13490088.0,
      "step": 6235
    },
    {
      "entropy": 6.579476451873779,
      "epoch": 0.6677724864893788,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004964430187111125,
      "loss": 6.3987,
      "mean_token_accuracy": 0.1338411219418049,
      "num_tokens": 13500898.0,
      "step": 6240
    },
    {
      "entropy": 6.549569892883301,
      "epoch": 0.6683075605971427,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004964362440317621,
      "loss": 6.4033,
      "mean_token_accuracy": 0.13586093932390214,
      "num_tokens": 13511537.0,
      "step": 6245
    },
    {
      "entropy": 6.529985809326172,
      "epoch": 0.6688426347049067,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004964294629584712,
      "loss": 6.3411,
      "mean_token_accuracy": 0.1366456300020218,
      "num_tokens": 13522916.0,
      "step": 6250
    },
    {
      "entropy": 6.571378087997436,
      "epoch": 0.6693777088126706,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004964226754914357,
      "loss": 6.3061,
      "mean_token_accuracy": 0.13659246936440467,
      "num_tokens": 13533817.0,
      "step": 6255
    },
    {
      "entropy": 6.5587749004364015,
      "epoch": 0.6699127829204344,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004964158816308517,
      "loss": 6.3934,
      "mean_token_accuracy": 0.13010929077863692,
      "num_tokens": 13543723.0,
      "step": 6260
    },
    {
      "entropy": 6.488784217834473,
      "epoch": 0.6704478570281984,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004964090813769151,
      "loss": 6.2862,
      "mean_token_accuracy": 0.13950706049799919,
      "num_tokens": 13555269.0,
      "step": 6265
    },
    {
      "entropy": 6.559277629852295,
      "epoch": 0.6709829311359623,
      "grad_norm": 0.796875,
      "learning_rate": 0.0004964022747298224,
      "loss": 6.4229,
      "mean_token_accuracy": 0.1281231239438057,
      "num_tokens": 13567465.0,
      "step": 6270
    },
    {
      "entropy": 6.673381423950195,
      "epoch": 0.6715180052437263,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004963954616897701,
      "loss": 6.3595,
      "mean_token_accuracy": 0.13534193560481073,
      "num_tokens": 13578637.0,
      "step": 6275
    },
    {
      "entropy": 6.556958150863648,
      "epoch": 0.6720530793514902,
      "grad_norm": 0.98828125,
      "learning_rate": 0.000496388642256955,
      "loss": 6.3776,
      "mean_token_accuracy": 0.1333651699125767,
      "num_tokens": 13589074.0,
      "step": 6280
    },
    {
      "entropy": 6.444629526138305,
      "epoch": 0.6725881534592542,
      "grad_norm": 0.875,
      "learning_rate": 0.000496381816431574,
      "loss": 6.3303,
      "mean_token_accuracy": 0.13625867664813995,
      "num_tokens": 13599624.0,
      "step": 6285
    },
    {
      "entropy": 6.602360677719116,
      "epoch": 0.673123227567018,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004963749842138241,
      "loss": 6.3538,
      "mean_token_accuracy": 0.1358791708946228,
      "num_tokens": 13610293.0,
      "step": 6290
    },
    {
      "entropy": 6.582174015045166,
      "epoch": 0.6736583016747819,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004963681456039027,
      "loss": 6.3862,
      "mean_token_accuracy": 0.133838801831007,
      "num_tokens": 13621641.0,
      "step": 6295
    },
    {
      "entropy": 6.535614252090454,
      "epoch": 0.6741933757825459,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004963613006020072,
      "loss": 6.3318,
      "mean_token_accuracy": 0.13050647899508477,
      "num_tokens": 13632083.0,
      "step": 6300
    },
    {
      "entropy": 6.512619352340698,
      "epoch": 0.6747284498903098,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004963544492083352,
      "loss": 6.1869,
      "mean_token_accuracy": 0.1617746040225029,
      "num_tokens": 13644084.0,
      "step": 6305
    },
    {
      "entropy": 6.494975948333741,
      "epoch": 0.6752635239980738,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004963475914230845,
      "loss": 6.352,
      "mean_token_accuracy": 0.13421885445713996,
      "num_tokens": 13656231.0,
      "step": 6310
    },
    {
      "entropy": 6.614938879013062,
      "epoch": 0.6757985981058376,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004963407272464533,
      "loss": 6.4083,
      "mean_token_accuracy": 0.13520292639732362,
      "num_tokens": 13667334.0,
      "step": 6315
    },
    {
      "entropy": 6.674988889694214,
      "epoch": 0.6763336722136016,
      "grad_norm": 0.79296875,
      "learning_rate": 0.0004963338566786398,
      "loss": 6.3878,
      "mean_token_accuracy": 0.13621892854571344,
      "num_tokens": 13678615.0,
      "step": 6320
    },
    {
      "entropy": 6.569027376174927,
      "epoch": 0.6768687463213655,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004963269797198422,
      "loss": 6.3904,
      "mean_token_accuracy": 0.13982055261731147,
      "num_tokens": 13689890.0,
      "step": 6325
    },
    {
      "entropy": 6.417730903625488,
      "epoch": 0.6774038204291294,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004963200963702592,
      "loss": 6.25,
      "mean_token_accuracy": 0.1447252832353115,
      "num_tokens": 13699120.0,
      "step": 6330
    },
    {
      "entropy": 6.538185358047485,
      "epoch": 0.6779388945368934,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004963132066300894,
      "loss": 6.3607,
      "mean_token_accuracy": 0.13240280523896217,
      "num_tokens": 13710016.0,
      "step": 6335
    },
    {
      "entropy": 6.616557502746582,
      "epoch": 0.6784739686446573,
      "grad_norm": 0.796875,
      "learning_rate": 0.0004963063104995319,
      "loss": 6.4323,
      "mean_token_accuracy": 0.12630163058638572,
      "num_tokens": 13721576.0,
      "step": 6340
    },
    {
      "entropy": 6.619271564483642,
      "epoch": 0.6790090427524212,
      "grad_norm": 0.82421875,
      "learning_rate": 0.0004962994079787859,
      "loss": 6.4242,
      "mean_token_accuracy": 0.13799061253666878,
      "num_tokens": 13732568.0,
      "step": 6345
    },
    {
      "entropy": 6.5576300621032715,
      "epoch": 0.6795441168601851,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004962924990680504,
      "loss": 6.2893,
      "mean_token_accuracy": 0.13742328956723213,
      "num_tokens": 13742569.0,
      "step": 6350
    },
    {
      "entropy": 6.517670059204102,
      "epoch": 0.6800791909679491,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004962855837675252,
      "loss": 6.4222,
      "mean_token_accuracy": 0.12688116505742073,
      "num_tokens": 13752689.0,
      "step": 6355
    },
    {
      "entropy": 6.6097806930542,
      "epoch": 0.680614265075713,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004962786620774099,
      "loss": 6.3828,
      "mean_token_accuracy": 0.13684748709201813,
      "num_tokens": 13763709.0,
      "step": 6360
    },
    {
      "entropy": 6.5486103057861325,
      "epoch": 0.6811493391834769,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004962717339979043,
      "loss": 6.2906,
      "mean_token_accuracy": 0.1407897613942623,
      "num_tokens": 13773726.0,
      "step": 6365
    },
    {
      "entropy": 6.491515064239502,
      "epoch": 0.6816844132912409,
      "grad_norm": 0.7578125,
      "learning_rate": 0.0004962647995292084,
      "loss": 6.3401,
      "mean_token_accuracy": 0.13777834102511405,
      "num_tokens": 13785435.0,
      "step": 6370
    },
    {
      "entropy": 6.579515027999878,
      "epoch": 0.6822194873990047,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004962578586715226,
      "loss": 6.3377,
      "mean_token_accuracy": 0.1294751472771168,
      "num_tokens": 13797104.0,
      "step": 6375
    },
    {
      "entropy": 6.6117448806762695,
      "epoch": 0.6827545615067687,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004962509114250471,
      "loss": 6.4275,
      "mean_token_accuracy": 0.13171157985925674,
      "num_tokens": 13807756.0,
      "step": 6380
    },
    {
      "entropy": 6.430712556838989,
      "epoch": 0.6832896356145326,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004962439577899828,
      "loss": 6.1153,
      "mean_token_accuracy": 0.15774713307619095,
      "num_tokens": 13818490.0,
      "step": 6385
    },
    {
      "entropy": 6.575515794754028,
      "epoch": 0.6838247097222966,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004962369977665301,
      "loss": 6.3986,
      "mean_token_accuracy": 0.1293700762093067,
      "num_tokens": 13829465.0,
      "step": 6390
    },
    {
      "entropy": 6.609517049789429,
      "epoch": 0.6843597838300605,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004962300313548903,
      "loss": 6.36,
      "mean_token_accuracy": 0.13445046693086624,
      "num_tokens": 13840863.0,
      "step": 6395
    },
    {
      "entropy": 6.590188598632812,
      "epoch": 0.6848948579378243,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004962230585552645,
      "loss": 6.3713,
      "mean_token_accuracy": 0.13608585596084594,
      "num_tokens": 13851711.0,
      "step": 6400
    },
    {
      "entropy": 6.546520328521728,
      "epoch": 0.6854299320455883,
      "grad_norm": 0.8125,
      "learning_rate": 0.0004962160793678539,
      "loss": 6.3934,
      "mean_token_accuracy": 0.13423120304942132,
      "num_tokens": 13864576.0,
      "step": 6405
    },
    {
      "entropy": 6.553374099731445,
      "epoch": 0.6859650061533522,
      "grad_norm": 0.98046875,
      "learning_rate": 0.00049620909379286,
      "loss": 6.3059,
      "mean_token_accuracy": 0.13881907612085342,
      "num_tokens": 13875150.0,
      "step": 6410
    },
    {
      "entropy": 6.558405494689941,
      "epoch": 0.6865000802611162,
      "grad_norm": 0.8125,
      "learning_rate": 0.0004962021018304847,
      "loss": 6.3417,
      "mean_token_accuracy": 0.13712364062666893,
      "num_tokens": 13886070.0,
      "step": 6415
    },
    {
      "entropy": 6.517676591873169,
      "epoch": 0.6870351543688801,
      "grad_norm": 0.8203125,
      "learning_rate": 0.0004961951034809298,
      "loss": 6.2697,
      "mean_token_accuracy": 0.13642088323831558,
      "num_tokens": 13897898.0,
      "step": 6420
    },
    {
      "entropy": 6.5993650436401365,
      "epoch": 0.6875702284766441,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004961880987443974,
      "loss": 6.397,
      "mean_token_accuracy": 0.1343232959508896,
      "num_tokens": 13909578.0,
      "step": 6425
    },
    {
      "entropy": 6.423710823059082,
      "epoch": 0.6881053025844079,
      "grad_norm": 0.80859375,
      "learning_rate": 0.0004961810876210897,
      "loss": 6.2512,
      "mean_token_accuracy": 0.13721854910254477,
      "num_tokens": 13920537.0,
      "step": 6430
    },
    {
      "entropy": 6.510565853118896,
      "epoch": 0.6886403766921718,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004961740701112091,
      "loss": 6.3016,
      "mean_token_accuracy": 0.14137297347187996,
      "num_tokens": 13931015.0,
      "step": 6435
    },
    {
      "entropy": 6.57059063911438,
      "epoch": 0.6891754507999358,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0004961670462149583,
      "loss": 6.3618,
      "mean_token_accuracy": 0.13251473680138587,
      "num_tokens": 13942691.0,
      "step": 6440
    },
    {
      "entropy": 6.646090173721314,
      "epoch": 0.6897105249076997,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004961600159325403,
      "loss": 6.4667,
      "mean_token_accuracy": 0.12274139821529388,
      "num_tokens": 13953945.0,
      "step": 6445
    },
    {
      "entropy": 6.66500506401062,
      "epoch": 0.6902455990154637,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004961529792641577,
      "loss": 6.4344,
      "mean_token_accuracy": 0.12943366393446923,
      "num_tokens": 13965658.0,
      "step": 6450
    },
    {
      "entropy": 6.583506059646607,
      "epoch": 0.6907806731232276,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004961459362100141,
      "loss": 6.4114,
      "mean_token_accuracy": 0.13515917658805848,
      "num_tokens": 13976184.0,
      "step": 6455
    },
    {
      "entropy": 6.515756320953369,
      "epoch": 0.6913157472309915,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004961388867703125,
      "loss": 6.3516,
      "mean_token_accuracy": 0.12608477994799613,
      "num_tokens": 13986243.0,
      "step": 6460
    },
    {
      "entropy": 6.56664662361145,
      "epoch": 0.6918508213387554,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004961318309452566,
      "loss": 6.3156,
      "mean_token_accuracy": 0.13823162913322448,
      "num_tokens": 13995904.0,
      "step": 6465
    },
    {
      "entropy": 6.5749305248260494,
      "epoch": 0.6923858954465193,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004961247687350504,
      "loss": 6.3511,
      "mean_token_accuracy": 0.1384427085518837,
      "num_tokens": 14006711.0,
      "step": 6470
    },
    {
      "entropy": 6.536625957489013,
      "epoch": 0.6929209695542833,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004961177001398974,
      "loss": 6.3534,
      "mean_token_accuracy": 0.13303350359201432,
      "num_tokens": 14018177.0,
      "step": 6475
    },
    {
      "entropy": 6.559611892700195,
      "epoch": 0.6934560436620472,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004961106251600018,
      "loss": 6.2839,
      "mean_token_accuracy": 0.133889614790678,
      "num_tokens": 14028725.0,
      "step": 6480
    },
    {
      "entropy": 6.496445608139038,
      "epoch": 0.6939911177698111,
      "grad_norm": 0.875,
      "learning_rate": 0.0004961035437955681,
      "loss": 6.3436,
      "mean_token_accuracy": 0.146770391613245,
      "num_tokens": 14040448.0,
      "step": 6485
    },
    {
      "entropy": 6.518095779418945,
      "epoch": 0.694526191877575,
      "grad_norm": 0.875,
      "learning_rate": 0.0004960964560468005,
      "loss": 6.3659,
      "mean_token_accuracy": 0.13274956494569778,
      "num_tokens": 14051731.0,
      "step": 6490
    },
    {
      "entropy": 6.610559797286987,
      "epoch": 0.695061265985339,
      "grad_norm": 0.80078125,
      "learning_rate": 0.0004960893619139039,
      "loss": 6.3801,
      "mean_token_accuracy": 0.13596992194652557,
      "num_tokens": 14062330.0,
      "step": 6495
    },
    {
      "entropy": 6.557360601425171,
      "epoch": 0.6955963400931029,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004960822613970831,
      "loss": 6.2729,
      "mean_token_accuracy": 0.13554252833127975,
      "num_tokens": 14073991.0,
      "step": 6500
    },
    {
      "entropy": 6.552571201324463,
      "epoch": 0.6961314142008668,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004960751544965431,
      "loss": 6.3204,
      "mean_token_accuracy": 0.1351766750216484,
      "num_tokens": 14085132.0,
      "step": 6505
    },
    {
      "entropy": 6.4797890186309814,
      "epoch": 0.6966664883086308,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004960680412124889,
      "loss": 6.2699,
      "mean_token_accuracy": 0.13892600312829018,
      "num_tokens": 14095371.0,
      "step": 6510
    },
    {
      "entropy": 6.482806444168091,
      "epoch": 0.6972015624163946,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004960609215451261,
      "loss": 6.3285,
      "mean_token_accuracy": 0.13835306018590926,
      "num_tokens": 14106117.0,
      "step": 6515
    },
    {
      "entropy": 6.5573710918426515,
      "epoch": 0.6977366365241586,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004960537954946604,
      "loss": 6.3195,
      "mean_token_accuracy": 0.13604175746440889,
      "num_tokens": 14117112.0,
      "step": 6520
    },
    {
      "entropy": 6.46489372253418,
      "epoch": 0.6982717106319225,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004960466630612974,
      "loss": 6.2667,
      "mean_token_accuracy": 0.145594622194767,
      "num_tokens": 14128037.0,
      "step": 6525
    },
    {
      "entropy": 6.456885957717896,
      "epoch": 0.6988067847396865,
      "grad_norm": 0.828125,
      "learning_rate": 0.0004960395242452429,
      "loss": 6.2725,
      "mean_token_accuracy": 0.14177535697817803,
      "num_tokens": 14140183.0,
      "step": 6530
    },
    {
      "entropy": 6.5688066482543945,
      "epoch": 0.6993418588474504,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004960323790467033,
      "loss": 6.4037,
      "mean_token_accuracy": 0.13741268292069436,
      "num_tokens": 14151635.0,
      "step": 6535
    },
    {
      "entropy": 6.582125186920166,
      "epoch": 0.6998769329552142,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004960252274658849,
      "loss": 6.3653,
      "mean_token_accuracy": 0.13139770030975342,
      "num_tokens": 14162660.0,
      "step": 6540
    },
    {
      "entropy": 6.629947805404663,
      "epoch": 0.7004120070629782,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004960180695029939,
      "loss": 6.3288,
      "mean_token_accuracy": 0.14254391938447952,
      "num_tokens": 14173496.0,
      "step": 6545
    },
    {
      "entropy": 6.50215892791748,
      "epoch": 0.7009470811707421,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004960109051582374,
      "loss": 6.2802,
      "mean_token_accuracy": 0.13397079333662987,
      "num_tokens": 14185479.0,
      "step": 6550
    },
    {
      "entropy": 6.503316020965576,
      "epoch": 0.7014821552785061,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004960037344318221,
      "loss": 6.2599,
      "mean_token_accuracy": 0.13978263661265372,
      "num_tokens": 14197441.0,
      "step": 6555
    },
    {
      "entropy": 6.51508264541626,
      "epoch": 0.70201722938627,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004959965573239548,
      "loss": 6.2287,
      "mean_token_accuracy": 0.13928703740239143,
      "num_tokens": 14207832.0,
      "step": 6560
    },
    {
      "entropy": 6.4884954452514645,
      "epoch": 0.702552303494034,
      "grad_norm": 0.828125,
      "learning_rate": 0.0004959893738348432,
      "loss": 6.2919,
      "mean_token_accuracy": 0.14894637763500213,
      "num_tokens": 14217976.0,
      "step": 6565
    },
    {
      "entropy": 6.609205055236816,
      "epoch": 0.7030873776017978,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004959821839646943,
      "loss": 6.2758,
      "mean_token_accuracy": 0.14147015362977983,
      "num_tokens": 14227557.0,
      "step": 6570
    },
    {
      "entropy": 6.521268224716186,
      "epoch": 0.7036224517095617,
      "grad_norm": 0.94921875,
      "learning_rate": 0.000495974987713716,
      "loss": 6.3663,
      "mean_token_accuracy": 0.13289435282349588,
      "num_tokens": 14238912.0,
      "step": 6575
    },
    {
      "entropy": 6.529506969451904,
      "epoch": 0.7041575258173257,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004959677850821159,
      "loss": 6.3035,
      "mean_token_accuracy": 0.13616457358002662,
      "num_tokens": 14249968.0,
      "step": 6580
    },
    {
      "entropy": 6.5767467498779295,
      "epoch": 0.7046925999250896,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004959605760701021,
      "loss": 6.3797,
      "mean_token_accuracy": 0.1389591544866562,
      "num_tokens": 14260809.0,
      "step": 6585
    },
    {
      "entropy": 6.556084728240966,
      "epoch": 0.7052276740328536,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004959533606778827,
      "loss": 6.3308,
      "mean_token_accuracy": 0.13534696996212006,
      "num_tokens": 14271971.0,
      "step": 6590
    },
    {
      "entropy": 6.595488882064819,
      "epoch": 0.7057627481406175,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004959461389056661,
      "loss": 6.3976,
      "mean_token_accuracy": 0.138909899443388,
      "num_tokens": 14283550.0,
      "step": 6595
    },
    {
      "entropy": 6.502576589584351,
      "epoch": 0.7062978222483814,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004959389107536608,
      "loss": 6.2379,
      "mean_token_accuracy": 0.1382664956152439,
      "num_tokens": 14293769.0,
      "step": 6600
    },
    {
      "entropy": 6.504676055908203,
      "epoch": 0.7068328963561453,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004959316762220754,
      "loss": 6.3281,
      "mean_token_accuracy": 0.13388395681977272,
      "num_tokens": 14304668.0,
      "step": 6605
    },
    {
      "entropy": 6.560839319229126,
      "epoch": 0.7073679704639092,
      "grad_norm": 0.8359375,
      "learning_rate": 0.000495924435311119,
      "loss": 6.3967,
      "mean_token_accuracy": 0.13305563032627105,
      "num_tokens": 14315912.0,
      "step": 6610
    },
    {
      "entropy": 6.529976272583008,
      "epoch": 0.7079030445716732,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0004959171880210005,
      "loss": 6.3608,
      "mean_token_accuracy": 0.13332727402448655,
      "num_tokens": 14327386.0,
      "step": 6615
    },
    {
      "entropy": 6.5461677551269535,
      "epoch": 0.7084381186794371,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004959099343519294,
      "loss": 6.3491,
      "mean_token_accuracy": 0.1343730866909027,
      "num_tokens": 14338629.0,
      "step": 6620
    },
    {
      "entropy": 6.601601648330688,
      "epoch": 0.7089731927872011,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004959026743041148,
      "loss": 6.3646,
      "mean_token_accuracy": 0.13949117958545684,
      "num_tokens": 14349195.0,
      "step": 6625
    },
    {
      "entropy": 6.585690832138061,
      "epoch": 0.7095082668949649,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0004958954078777665,
      "loss": 6.3903,
      "mean_token_accuracy": 0.13392735421657562,
      "num_tokens": 14359449.0,
      "step": 6630
    },
    {
      "entropy": 6.537525224685669,
      "epoch": 0.7100433410027289,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004958881350730944,
      "loss": 6.2987,
      "mean_token_accuracy": 0.14222483485937118,
      "num_tokens": 14369904.0,
      "step": 6635
    },
    {
      "entropy": 6.52706995010376,
      "epoch": 0.7105784151104928,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004958808558903085,
      "loss": 6.324,
      "mean_token_accuracy": 0.13787742778658868,
      "num_tokens": 14382635.0,
      "step": 6640
    },
    {
      "entropy": 6.534725475311279,
      "epoch": 0.7111134892182567,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004958735703296189,
      "loss": 6.2597,
      "mean_token_accuracy": 0.1354966141283512,
      "num_tokens": 14393238.0,
      "step": 6645
    },
    {
      "entropy": 6.5581972122192385,
      "epoch": 0.7116485633260207,
      "grad_norm": 0.9765625,
      "learning_rate": 0.000495866278391236,
      "loss": 6.3119,
      "mean_token_accuracy": 0.13689091429114342,
      "num_tokens": 14403734.0,
      "step": 6650
    },
    {
      "entropy": 6.552613544464111,
      "epoch": 0.7121836374337845,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004958589800753703,
      "loss": 6.2983,
      "mean_token_accuracy": 0.13675035089254378,
      "num_tokens": 14414201.0,
      "step": 6655
    },
    {
      "entropy": 6.533583068847657,
      "epoch": 0.7127187115415485,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004958516753822326,
      "loss": 6.3225,
      "mean_token_accuracy": 0.14106455072760582,
      "num_tokens": 14425153.0,
      "step": 6660
    },
    {
      "entropy": 6.539647817611694,
      "epoch": 0.7132537856493124,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004958443643120338,
      "loss": 6.3111,
      "mean_token_accuracy": 0.14422643184661865,
      "num_tokens": 14435942.0,
      "step": 6665
    },
    {
      "entropy": 6.522118949890137,
      "epoch": 0.7137888597570764,
      "grad_norm": 0.94140625,
      "learning_rate": 0.000495837046864985,
      "loss": 6.3012,
      "mean_token_accuracy": 0.1385548710823059,
      "num_tokens": 14446371.0,
      "step": 6670
    },
    {
      "entropy": 6.533046054840088,
      "epoch": 0.7143239338648403,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004958297230412976,
      "loss": 6.2226,
      "mean_token_accuracy": 0.1426885724067688,
      "num_tokens": 14456598.0,
      "step": 6675
    },
    {
      "entropy": 6.5077948570251465,
      "epoch": 0.7148590079726042,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004958223928411829,
      "loss": 6.3241,
      "mean_token_accuracy": 0.13185439109802247,
      "num_tokens": 14466775.0,
      "step": 6680
    },
    {
      "entropy": 6.46589035987854,
      "epoch": 0.7153940820803681,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004958150562648526,
      "loss": 6.2855,
      "mean_token_accuracy": 0.13807128742337227,
      "num_tokens": 14476876.0,
      "step": 6685
    },
    {
      "entropy": 6.4962958812713625,
      "epoch": 0.715929156188132,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004958077133125187,
      "loss": 6.2734,
      "mean_token_accuracy": 0.14248252883553505,
      "num_tokens": 14487698.0,
      "step": 6690
    },
    {
      "entropy": 6.55243148803711,
      "epoch": 0.716464230295896,
      "grad_norm": 0.8046875,
      "learning_rate": 0.000495800363984393,
      "loss": 6.3003,
      "mean_token_accuracy": 0.1408907391130924,
      "num_tokens": 14498572.0,
      "step": 6695
    },
    {
      "entropy": 6.5066344261169435,
      "epoch": 0.7169993044036599,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004957930082806878,
      "loss": 6.3457,
      "mean_token_accuracy": 0.13698889389634133,
      "num_tokens": 14509673.0,
      "step": 6700
    },
    {
      "entropy": 6.630517053604126,
      "epoch": 0.7175343785114239,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004957856462016155,
      "loss": 6.4252,
      "mean_token_accuracy": 0.12491722479462623,
      "num_tokens": 14519974.0,
      "step": 6705
    },
    {
      "entropy": 6.573778200149536,
      "epoch": 0.7180694526191878,
      "grad_norm": 0.79296875,
      "learning_rate": 0.0004957782777473888,
      "loss": 6.3398,
      "mean_token_accuracy": 0.13382058069109917,
      "num_tokens": 14531194.0,
      "step": 6710
    },
    {
      "entropy": 6.534556913375854,
      "epoch": 0.7186045267269516,
      "grad_norm": 1.3984375,
      "learning_rate": 0.0004957709029182203,
      "loss": 6.2887,
      "mean_token_accuracy": 0.1372295469045639,
      "num_tokens": 14542393.0,
      "step": 6715
    },
    {
      "entropy": 6.506135320663452,
      "epoch": 0.7191396008347156,
      "grad_norm": 0.78125,
      "learning_rate": 0.0004957635217143231,
      "loss": 6.314,
      "mean_token_accuracy": 0.14519082009792328,
      "num_tokens": 14552934.0,
      "step": 6720
    },
    {
      "entropy": 6.524216794967652,
      "epoch": 0.7196746749424795,
      "grad_norm": 0.8125,
      "learning_rate": 0.00049575613413591,
      "loss": 6.3161,
      "mean_token_accuracy": 0.13553231358528137,
      "num_tokens": 14563643.0,
      "step": 6725
    },
    {
      "entropy": 6.551642179489136,
      "epoch": 0.7202097490502435,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004957487401831947,
      "loss": 6.2422,
      "mean_token_accuracy": 0.1390040025115013,
      "num_tokens": 14574422.0,
      "step": 6730
    },
    {
      "entropy": 6.479341602325439,
      "epoch": 0.7207448231580074,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004957413398563906,
      "loss": 6.2293,
      "mean_token_accuracy": 0.13783804848790168,
      "num_tokens": 14585002.0,
      "step": 6735
    },
    {
      "entropy": 6.524044466018677,
      "epoch": 0.7212798972657714,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004957339331557113,
      "loss": 6.2774,
      "mean_token_accuracy": 0.13944358229637147,
      "num_tokens": 14595172.0,
      "step": 6740
    },
    {
      "entropy": 6.52948112487793,
      "epoch": 0.7218149713735352,
      "grad_norm": 0.796875,
      "learning_rate": 0.0004957265200813706,
      "loss": 6.3952,
      "mean_token_accuracy": 0.13071175366640092,
      "num_tokens": 14606316.0,
      "step": 6745
    },
    {
      "entropy": 6.582382488250732,
      "epoch": 0.7223500454812991,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004957191006335827,
      "loss": 6.2874,
      "mean_token_accuracy": 0.1332968533039093,
      "num_tokens": 14616394.0,
      "step": 6750
    },
    {
      "entropy": 6.4622715473175045,
      "epoch": 0.7228851195890631,
      "grad_norm": 0.875,
      "learning_rate": 0.0004957116748125618,
      "loss": 6.3134,
      "mean_token_accuracy": 0.1357070192694664,
      "num_tokens": 14627474.0,
      "step": 6755
    },
    {
      "entropy": 6.491555452346802,
      "epoch": 0.723420193696827,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004957042426185223,
      "loss": 6.2374,
      "mean_token_accuracy": 0.14414020925760268,
      "num_tokens": 14638343.0,
      "step": 6760
    },
    {
      "entropy": 6.517511606216431,
      "epoch": 0.723955267804591,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004956968040516789,
      "loss": 6.3094,
      "mean_token_accuracy": 0.13668713793158532,
      "num_tokens": 14649115.0,
      "step": 6765
    },
    {
      "entropy": 6.515577697753907,
      "epoch": 0.7244903419123548,
      "grad_norm": 0.828125,
      "learning_rate": 0.0004956893591122461,
      "loss": 6.3589,
      "mean_token_accuracy": 0.13698833510279657,
      "num_tokens": 14659714.0,
      "step": 6770
    },
    {
      "entropy": 6.614225006103515,
      "epoch": 0.7250254160201188,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004956819078004392,
      "loss": 6.418,
      "mean_token_accuracy": 0.13083635196089743,
      "num_tokens": 14670481.0,
      "step": 6775
    },
    {
      "entropy": 6.523179149627685,
      "epoch": 0.7255604901278827,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004956744501164732,
      "loss": 6.2267,
      "mean_token_accuracy": 0.14649262502789498,
      "num_tokens": 14680816.0,
      "step": 6780
    },
    {
      "entropy": 6.4830670833587645,
      "epoch": 0.7260955642356466,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004956669860605634,
      "loss": 6.3165,
      "mean_token_accuracy": 0.13714328408241272,
      "num_tokens": 14692723.0,
      "step": 6785
    },
    {
      "entropy": 6.555766201019287,
      "epoch": 0.7266306383434106,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004956595156329254,
      "loss": 6.339,
      "mean_token_accuracy": 0.13901505172252654,
      "num_tokens": 14703824.0,
      "step": 6790
    },
    {
      "entropy": 6.536800241470337,
      "epoch": 0.7271657124511745,
      "grad_norm": 0.83984375,
      "learning_rate": 0.000495652038833775,
      "loss": 6.3199,
      "mean_token_accuracy": 0.14263801351189614,
      "num_tokens": 14715934.0,
      "step": 6795
    },
    {
      "entropy": 6.495520067214966,
      "epoch": 0.7277007865589384,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004956445556633279,
      "loss": 6.3266,
      "mean_token_accuracy": 0.1356288030743599,
      "num_tokens": 14725617.0,
      "step": 6800
    },
    {
      "entropy": 6.548426246643066,
      "epoch": 0.7282358606667023,
      "grad_norm": 0.82421875,
      "learning_rate": 0.0004956370661218003,
      "loss": 6.2968,
      "mean_token_accuracy": 0.14091143608093262,
      "num_tokens": 14736430.0,
      "step": 6805
    },
    {
      "entropy": 6.523364543914795,
      "epoch": 0.7287709347744663,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004956295702094084,
      "loss": 6.3017,
      "mean_token_accuracy": 0.14062364101409913,
      "num_tokens": 14746740.0,
      "step": 6810
    },
    {
      "entropy": 6.449228715896607,
      "epoch": 0.7293060088822302,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004956220679263687,
      "loss": 6.2474,
      "mean_token_accuracy": 0.14277183413505554,
      "num_tokens": 14756884.0,
      "step": 6815
    },
    {
      "entropy": 6.5031599521636965,
      "epoch": 0.7298410829899941,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004956145592728976,
      "loss": 6.2846,
      "mean_token_accuracy": 0.14055393263697624,
      "num_tokens": 14766974.0,
      "step": 6820
    },
    {
      "entropy": 6.512714481353759,
      "epoch": 0.730376157097758,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004956070442492123,
      "loss": 6.3963,
      "mean_token_accuracy": 0.1339946910738945,
      "num_tokens": 14778449.0,
      "step": 6825
    },
    {
      "entropy": 6.59020767211914,
      "epoch": 0.7309112312055219,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004955995228555296,
      "loss": 6.3664,
      "mean_token_accuracy": 0.13419365808367728,
      "num_tokens": 14788989.0,
      "step": 6830
    },
    {
      "entropy": 6.5118653774261475,
      "epoch": 0.7314463053132859,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004955919950920666,
      "loss": 6.324,
      "mean_token_accuracy": 0.1472254738211632,
      "num_tokens": 14798454.0,
      "step": 6835
    },
    {
      "entropy": 6.549294137954712,
      "epoch": 0.7319813794210498,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004955844609590408,
      "loss": 6.2685,
      "mean_token_accuracy": 0.13655681014060975,
      "num_tokens": 14808920.0,
      "step": 6840
    },
    {
      "entropy": 6.490383720397949,
      "epoch": 0.7325164535288138,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004955769204566696,
      "loss": 6.2619,
      "mean_token_accuracy": 0.14031370729207993,
      "num_tokens": 14819250.0,
      "step": 6845
    },
    {
      "entropy": 6.547230529785156,
      "epoch": 0.7330515276365777,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004955693735851709,
      "loss": 6.3222,
      "mean_token_accuracy": 0.13652494847774505,
      "num_tokens": 14829789.0,
      "step": 6850
    },
    {
      "entropy": 6.527000188827515,
      "epoch": 0.7335866017443415,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004955618203447625,
      "loss": 6.3076,
      "mean_token_accuracy": 0.1329828307032585,
      "num_tokens": 14840527.0,
      "step": 6855
    },
    {
      "entropy": 6.51408896446228,
      "epoch": 0.7341216758521055,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004955542607356625,
      "loss": 6.3656,
      "mean_token_accuracy": 0.1393475666642189,
      "num_tokens": 14850922.0,
      "step": 6860
    },
    {
      "entropy": 6.557836198806763,
      "epoch": 0.7346567499598694,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004955466947580893,
      "loss": 6.3096,
      "mean_token_accuracy": 0.13479100167751312,
      "num_tokens": 14862226.0,
      "step": 6865
    },
    {
      "entropy": 6.520762014389038,
      "epoch": 0.7351918240676334,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004955391224122611,
      "loss": 6.2171,
      "mean_token_accuracy": 0.15029082745313643,
      "num_tokens": 14872461.0,
      "step": 6870
    },
    {
      "entropy": 6.478526496887207,
      "epoch": 0.7357268981753973,
      "grad_norm": 0.91796875,
      "learning_rate": 0.000495531543698397,
      "loss": 6.3394,
      "mean_token_accuracy": 0.1389941766858101,
      "num_tokens": 14883088.0,
      "step": 6875
    },
    {
      "entropy": 6.548675584793091,
      "epoch": 0.7362619722831613,
      "grad_norm": 0.875,
      "learning_rate": 0.0004955239586167153,
      "loss": 6.3411,
      "mean_token_accuracy": 0.13967593759298325,
      "num_tokens": 14894055.0,
      "step": 6880
    },
    {
      "entropy": 6.5129618644714355,
      "epoch": 0.7367970463909251,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004955163671674354,
      "loss": 6.3237,
      "mean_token_accuracy": 0.1361086040735245,
      "num_tokens": 14904760.0,
      "step": 6885
    },
    {
      "entropy": 6.604186344146728,
      "epoch": 0.737332120498689,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004955087693507764,
      "loss": 6.4348,
      "mean_token_accuracy": 0.1315928190946579,
      "num_tokens": 14915983.0,
      "step": 6890
    },
    {
      "entropy": 6.532724380493164,
      "epoch": 0.737867194606453,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004955011651669577,
      "loss": 6.3269,
      "mean_token_accuracy": 0.1342775173485279,
      "num_tokens": 14925959.0,
      "step": 6895
    },
    {
      "entropy": 6.521912097930908,
      "epoch": 0.7384022687142169,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004954935546161988,
      "loss": 6.2753,
      "mean_token_accuracy": 0.13685757741332055,
      "num_tokens": 14936138.0,
      "step": 6900
    },
    {
      "entropy": 6.575437068939209,
      "epoch": 0.7389373428219809,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004954859376987195,
      "loss": 6.2955,
      "mean_token_accuracy": 0.14261991381645203,
      "num_tokens": 14946979.0,
      "step": 6905
    },
    {
      "entropy": 6.454982900619507,
      "epoch": 0.7394724169297447,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0004954783144147397,
      "loss": 6.3498,
      "mean_token_accuracy": 0.1346730634570122,
      "num_tokens": 14958324.0,
      "step": 6910
    },
    {
      "entropy": 6.618794679641724,
      "epoch": 0.7400074910375087,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004954706847644796,
      "loss": 6.3639,
      "mean_token_accuracy": 0.1349130615592003,
      "num_tokens": 14969048.0,
      "step": 6915
    },
    {
      "entropy": 6.579623413085938,
      "epoch": 0.7405425651452726,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004954630487481594,
      "loss": 6.3414,
      "mean_token_accuracy": 0.1382133223116398,
      "num_tokens": 14979825.0,
      "step": 6920
    },
    {
      "entropy": 6.470085096359253,
      "epoch": 0.7410776392530365,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004954554063659998,
      "loss": 6.2848,
      "mean_token_accuracy": 0.13979439586400985,
      "num_tokens": 14990138.0,
      "step": 6925
    },
    {
      "entropy": 6.4993678569793705,
      "epoch": 0.7416127133608005,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004954477576182212,
      "loss": 6.2378,
      "mean_token_accuracy": 0.1421709269285202,
      "num_tokens": 15002276.0,
      "step": 6930
    },
    {
      "entropy": 6.564362239837647,
      "epoch": 0.7421477874685644,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004954401025050445,
      "loss": 6.3841,
      "mean_token_accuracy": 0.13183799609541894,
      "num_tokens": 15013622.0,
      "step": 6935
    },
    {
      "entropy": 6.558071756362915,
      "epoch": 0.7426828615763283,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004954324410266909,
      "loss": 6.3302,
      "mean_token_accuracy": 0.13709006309509278,
      "num_tokens": 15024067.0,
      "step": 6940
    },
    {
      "entropy": 6.538510179519653,
      "epoch": 0.7432179356840922,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004954247731833815,
      "loss": 6.2284,
      "mean_token_accuracy": 0.1457581028342247,
      "num_tokens": 15033646.0,
      "step": 6945
    },
    {
      "entropy": 6.45111870765686,
      "epoch": 0.7437530097918562,
      "grad_norm": 0.80859375,
      "learning_rate": 0.0004954170989753377,
      "loss": 6.285,
      "mean_token_accuracy": 0.13467907086014747,
      "num_tokens": 15044655.0,
      "step": 6950
    },
    {
      "entropy": 6.5969995021820065,
      "epoch": 0.7442880838996201,
      "grad_norm": 0.8125,
      "learning_rate": 0.0004954094184027813,
      "loss": 6.3382,
      "mean_token_accuracy": 0.1325977064669132,
      "num_tokens": 15055492.0,
      "step": 6955
    },
    {
      "entropy": 6.575356817245483,
      "epoch": 0.744823158007384,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004954017314659339,
      "loss": 6.3293,
      "mean_token_accuracy": 0.13015183433890343,
      "num_tokens": 15066472.0,
      "step": 6960
    },
    {
      "entropy": 6.547945976257324,
      "epoch": 0.745358232115148,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004953940381650174,
      "loss": 6.2754,
      "mean_token_accuracy": 0.1464118979871273,
      "num_tokens": 15076851.0,
      "step": 6965
    },
    {
      "entropy": 6.414773559570312,
      "epoch": 0.7458933062229118,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004953863385002541,
      "loss": 6.2115,
      "mean_token_accuracy": 0.14125035405158998,
      "num_tokens": 15086997.0,
      "step": 6970
    },
    {
      "entropy": 6.541490793228149,
      "epoch": 0.7464283803306758,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004953786324718661,
      "loss": 6.3837,
      "mean_token_accuracy": 0.13314245343208314,
      "num_tokens": 15098625.0,
      "step": 6975
    },
    {
      "entropy": 6.511341094970703,
      "epoch": 0.7469634544384397,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004953709200800761,
      "loss": 6.2045,
      "mean_token_accuracy": 0.14473722204566003,
      "num_tokens": 15108265.0,
      "step": 6980
    },
    {
      "entropy": 6.541043519973755,
      "epoch": 0.7474985285462037,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004953632013251068,
      "loss": 6.306,
      "mean_token_accuracy": 0.1355377197265625,
      "num_tokens": 15118794.0,
      "step": 6985
    },
    {
      "entropy": 6.528295278549194,
      "epoch": 0.7480336026539676,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004953554762071811,
      "loss": 6.3256,
      "mean_token_accuracy": 0.1343781903386116,
      "num_tokens": 15130084.0,
      "step": 6990
    },
    {
      "entropy": 6.504166746139527,
      "epoch": 0.7485686767617316,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004953477447265218,
      "loss": 6.3191,
      "mean_token_accuracy": 0.13526385575532912,
      "num_tokens": 15142193.0,
      "step": 6995
    },
    {
      "entropy": 6.579152584075928,
      "epoch": 0.7491037508694954,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004953400068833524,
      "loss": 6.4286,
      "mean_token_accuracy": 0.12982157617807388,
      "num_tokens": 15152817.0,
      "step": 7000
    },
    {
      "entropy": 6.481089448928833,
      "epoch": 0.7496388249772593,
      "grad_norm": 1.0,
      "learning_rate": 0.0004953322626778964,
      "loss": 6.1064,
      "mean_token_accuracy": 0.1475074350833893,
      "num_tokens": 15162352.0,
      "step": 7005
    },
    {
      "entropy": 6.530549764633179,
      "epoch": 0.7501738990850233,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004953245121103771,
      "loss": 6.2921,
      "mean_token_accuracy": 0.14548757672309875,
      "num_tokens": 15173091.0,
      "step": 7010
    },
    {
      "entropy": 6.598561382293701,
      "epoch": 0.7507089731927872,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004953167551810185,
      "loss": 6.443,
      "mean_token_accuracy": 0.12762990221381187,
      "num_tokens": 15184422.0,
      "step": 7015
    },
    {
      "entropy": 6.460023689270019,
      "epoch": 0.7512440473005512,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004953089918900447,
      "loss": 6.1932,
      "mean_token_accuracy": 0.14750462397933006,
      "num_tokens": 15194765.0,
      "step": 7020
    },
    {
      "entropy": 6.5149589538574215,
      "epoch": 0.751779121408315,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004953012222376795,
      "loss": 6.3467,
      "mean_token_accuracy": 0.13310825303196908,
      "num_tokens": 15206007.0,
      "step": 7025
    },
    {
      "entropy": 6.551244401931763,
      "epoch": 0.752314195516079,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004952934462241476,
      "loss": 6.2864,
      "mean_token_accuracy": 0.14164330810308456,
      "num_tokens": 15216634.0,
      "step": 7030
    },
    {
      "entropy": 6.539538335800171,
      "epoch": 0.7528492696238429,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004952856638496734,
      "loss": 6.3512,
      "mean_token_accuracy": 0.13117952421307563,
      "num_tokens": 15226931.0,
      "step": 7035
    },
    {
      "entropy": 6.524749994277954,
      "epoch": 0.7533843437316068,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004952778751144817,
      "loss": 6.3248,
      "mean_token_accuracy": 0.13734631463885308,
      "num_tokens": 15239034.0,
      "step": 7040
    },
    {
      "entropy": 6.566304445266724,
      "epoch": 0.7539194178393708,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004952700800187971,
      "loss": 6.3099,
      "mean_token_accuracy": 0.13461821675300598,
      "num_tokens": 15250088.0,
      "step": 7045
    },
    {
      "entropy": 6.544210958480835,
      "epoch": 0.7544544919471347,
      "grad_norm": 1.25,
      "learning_rate": 0.000495262278562845,
      "loss": 6.2501,
      "mean_token_accuracy": 0.1372145541012287,
      "num_tokens": 15261150.0,
      "step": 7050
    },
    {
      "entropy": 6.552422380447387,
      "epoch": 0.7549895660548986,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004952544707468506,
      "loss": 6.3586,
      "mean_token_accuracy": 0.13499465733766555,
      "num_tokens": 15270865.0,
      "step": 7055
    },
    {
      "entropy": 6.519015741348267,
      "epoch": 0.7555246401626625,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004952466565710391,
      "loss": 6.3621,
      "mean_token_accuracy": 0.13283906280994415,
      "num_tokens": 15282809.0,
      "step": 7060
    },
    {
      "entropy": 6.513560247421265,
      "epoch": 0.7560597142704265,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004952388360356366,
      "loss": 6.3135,
      "mean_token_accuracy": 0.14236335307359696,
      "num_tokens": 15293166.0,
      "step": 7065
    },
    {
      "entropy": 6.519959115982056,
      "epoch": 0.7565947883781904,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004952310091408685,
      "loss": 6.2811,
      "mean_token_accuracy": 0.1420826405286789,
      "num_tokens": 15302985.0,
      "step": 7070
    },
    {
      "entropy": 6.504639148712158,
      "epoch": 0.7571298624859543,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004952231758869611,
      "loss": 6.3426,
      "mean_token_accuracy": 0.1433715745806694,
      "num_tokens": 15314737.0,
      "step": 7075
    },
    {
      "entropy": 6.5021086692810055,
      "epoch": 0.7576649365937183,
      "grad_norm": 0.8359375,
      "learning_rate": 0.0004952153362741403,
      "loss": 6.2748,
      "mean_token_accuracy": 0.1443006820976734,
      "num_tokens": 15325441.0,
      "step": 7080
    },
    {
      "entropy": 6.490581083297729,
      "epoch": 0.7582000107014821,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004952074903026327,
      "loss": 6.2177,
      "mean_token_accuracy": 0.14506308287382125,
      "num_tokens": 15334939.0,
      "step": 7085
    },
    {
      "entropy": 6.52271990776062,
      "epoch": 0.7587350848092461,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004951996379726647,
      "loss": 6.364,
      "mean_token_accuracy": 0.1351069279015064,
      "num_tokens": 15345655.0,
      "step": 7090
    },
    {
      "entropy": 6.458598327636719,
      "epoch": 0.75927015891701,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004951917792844631,
      "loss": 6.2046,
      "mean_token_accuracy": 0.14718087762594223,
      "num_tokens": 15356035.0,
      "step": 7095
    },
    {
      "entropy": 6.495374298095703,
      "epoch": 0.759805233024774,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004951839142382548,
      "loss": 6.3023,
      "mean_token_accuracy": 0.13995541483163834,
      "num_tokens": 15368509.0,
      "step": 7100
    },
    {
      "entropy": 6.512107515335083,
      "epoch": 0.7603403071325379,
      "grad_norm": 0.82421875,
      "learning_rate": 0.000495176042834267,
      "loss": 6.2935,
      "mean_token_accuracy": 0.14130270704627038,
      "num_tokens": 15379662.0,
      "step": 7105
    },
    {
      "entropy": 6.502401638031006,
      "epoch": 0.7608753812403017,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004951681650727268,
      "loss": 6.2795,
      "mean_token_accuracy": 0.13214101269841194,
      "num_tokens": 15389698.0,
      "step": 7110
    },
    {
      "entropy": 6.577340078353882,
      "epoch": 0.7614104553480657,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004951602809538619,
      "loss": 6.3812,
      "mean_token_accuracy": 0.13417631536722183,
      "num_tokens": 15400724.0,
      "step": 7115
    },
    {
      "entropy": 6.651620864868164,
      "epoch": 0.7619455294558296,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004951523904778997,
      "loss": 6.3795,
      "mean_token_accuracy": 0.13378686904907228,
      "num_tokens": 15410732.0,
      "step": 7120
    },
    {
      "entropy": 6.5081226348876955,
      "epoch": 0.7624806035635936,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004951444936450682,
      "loss": 6.2835,
      "mean_token_accuracy": 0.1417149245738983,
      "num_tokens": 15420185.0,
      "step": 7125
    },
    {
      "entropy": 6.4529128074646,
      "epoch": 0.7630156776713575,
      "grad_norm": 0.79296875,
      "learning_rate": 0.0004951365904555954,
      "loss": 6.1971,
      "mean_token_accuracy": 0.14506204500794412,
      "num_tokens": 15431904.0,
      "step": 7130
    },
    {
      "entropy": 6.486575889587402,
      "epoch": 0.7635507517791215,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004951286809097094,
      "loss": 6.3355,
      "mean_token_accuracy": 0.13317205905914306,
      "num_tokens": 15442650.0,
      "step": 7135
    },
    {
      "entropy": 6.51876654624939,
      "epoch": 0.7640858258868853,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004951207650076388,
      "loss": 6.3058,
      "mean_token_accuracy": 0.13968102112412453,
      "num_tokens": 15454273.0,
      "step": 7140
    },
    {
      "entropy": 6.557489824295044,
      "epoch": 0.7646208999946492,
      "grad_norm": 0.84765625,
      "learning_rate": 0.000495112842749612,
      "loss": 6.2649,
      "mean_token_accuracy": 0.14266380667686462,
      "num_tokens": 15465751.0,
      "step": 7145
    },
    {
      "entropy": 6.506114387512207,
      "epoch": 0.7651559741024132,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004951049141358578,
      "loss": 6.3921,
      "mean_token_accuracy": 0.132391407340765,
      "num_tokens": 15475340.0,
      "step": 7150
    },
    {
      "entropy": 6.581349515914917,
      "epoch": 0.7656910482101771,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004950969791666051,
      "loss": 6.3437,
      "mean_token_accuracy": 0.1322751335799694,
      "num_tokens": 15486246.0,
      "step": 7155
    },
    {
      "entropy": 6.5949461460113525,
      "epoch": 0.7662261223179411,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004950890378420831,
      "loss": 6.3449,
      "mean_token_accuracy": 0.13105324506759644,
      "num_tokens": 15497331.0,
      "step": 7160
    },
    {
      "entropy": 6.551503896713257,
      "epoch": 0.766761196425705,
      "grad_norm": 0.84375,
      "learning_rate": 0.000495081090162521,
      "loss": 6.2884,
      "mean_token_accuracy": 0.14032624363899232,
      "num_tokens": 15508036.0,
      "step": 7165
    },
    {
      "entropy": 6.559307289123535,
      "epoch": 0.7672962705334689,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004950731361281483,
      "loss": 6.3013,
      "mean_token_accuracy": 0.1361111432313919,
      "num_tokens": 15518381.0,
      "step": 7170
    },
    {
      "entropy": 6.505682373046875,
      "epoch": 0.7678313446412328,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004950651757391948,
      "loss": 6.2988,
      "mean_token_accuracy": 0.13651533499360086,
      "num_tokens": 15528939.0,
      "step": 7175
    },
    {
      "entropy": 6.531873035430908,
      "epoch": 0.7683664187489967,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004950572089958904,
      "loss": 6.2715,
      "mean_token_accuracy": 0.13551892414689065,
      "num_tokens": 15539718.0,
      "step": 7180
    },
    {
      "entropy": 6.569702625274658,
      "epoch": 0.7689014928567607,
      "grad_norm": 0.8203125,
      "learning_rate": 0.0004950492358984648,
      "loss": 6.4458,
      "mean_token_accuracy": 0.12883288115262986,
      "num_tokens": 15550970.0,
      "step": 7185
    },
    {
      "entropy": 6.562612676620484,
      "epoch": 0.7694365669645246,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004950412564471486,
      "loss": 6.2157,
      "mean_token_accuracy": 0.14375220090150834,
      "num_tokens": 15560490.0,
      "step": 7190
    },
    {
      "entropy": 6.476634454727173,
      "epoch": 0.7699716410722885,
      "grad_norm": 0.91015625,
      "learning_rate": 0.000495033270642172,
      "loss": 6.2213,
      "mean_token_accuracy": 0.14110628366470337,
      "num_tokens": 15570188.0,
      "step": 7195
    },
    {
      "entropy": 6.466872978210449,
      "epoch": 0.7705067151800524,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004950252784837655,
      "loss": 6.2564,
      "mean_token_accuracy": 0.1300390236079693,
      "num_tokens": 15581446.0,
      "step": 7200
    },
    {
      "entropy": 6.5604804992675785,
      "epoch": 0.7710417892878164,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004950172799721601,
      "loss": 6.3564,
      "mean_token_accuracy": 0.13786424696445465,
      "num_tokens": 15594362.0,
      "step": 7205
    },
    {
      "entropy": 6.505185461044311,
      "epoch": 0.7715768633955803,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004950092751075866,
      "loss": 6.2248,
      "mean_token_accuracy": 0.14566915854811668,
      "num_tokens": 15605531.0,
      "step": 7210
    },
    {
      "entropy": 6.497638607025147,
      "epoch": 0.7721119375033442,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004950012638902763,
      "loss": 6.2792,
      "mean_token_accuracy": 0.14333579689264297,
      "num_tokens": 15614962.0,
      "step": 7215
    },
    {
      "entropy": 6.473331880569458,
      "epoch": 0.7726470116111082,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004949932463204603,
      "loss": 6.3103,
      "mean_token_accuracy": 0.1413653999567032,
      "num_tokens": 15625475.0,
      "step": 7220
    },
    {
      "entropy": 6.507373666763305,
      "epoch": 0.773182085718872,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004949852223983703,
      "loss": 6.2919,
      "mean_token_accuracy": 0.13588140457868575,
      "num_tokens": 15637359.0,
      "step": 7225
    },
    {
      "entropy": 6.683114147186279,
      "epoch": 0.773717159826636,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004949771921242379,
      "loss": 6.3368,
      "mean_token_accuracy": 0.13007210791110993,
      "num_tokens": 15648368.0,
      "step": 7230
    },
    {
      "entropy": 6.558062982559204,
      "epoch": 0.7742522339343999,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004949691554982951,
      "loss": 6.2277,
      "mean_token_accuracy": 0.14604199230670928,
      "num_tokens": 15659295.0,
      "step": 7235
    },
    {
      "entropy": 6.469854736328125,
      "epoch": 0.7747873080421639,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004949611125207737,
      "loss": 6.2022,
      "mean_token_accuracy": 0.13703280910849572,
      "num_tokens": 15669975.0,
      "step": 7240
    },
    {
      "entropy": 6.430458831787109,
      "epoch": 0.7753223821499278,
      "grad_norm": 0.921875,
      "learning_rate": 0.000494953063191906,
      "loss": 6.2885,
      "mean_token_accuracy": 0.13726247996091842,
      "num_tokens": 15680343.0,
      "step": 7245
    },
    {
      "entropy": 6.5502770900726315,
      "epoch": 0.7758574562576916,
      "grad_norm": 0.8125,
      "learning_rate": 0.0004949450075119247,
      "loss": 6.3639,
      "mean_token_accuracy": 0.13152319192886353,
      "num_tokens": 15692246.0,
      "step": 7250
    },
    {
      "entropy": 6.571636486053467,
      "epoch": 0.7763925303654556,
      "grad_norm": 0.79296875,
      "learning_rate": 0.0004949369454810621,
      "loss": 6.2871,
      "mean_token_accuracy": 0.14085712507367135,
      "num_tokens": 15704262.0,
      "step": 7255
    },
    {
      "entropy": 6.47925443649292,
      "epoch": 0.7769276044732195,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004949288770995512,
      "loss": 6.3129,
      "mean_token_accuracy": 0.13671249523758888,
      "num_tokens": 15715078.0,
      "step": 7260
    },
    {
      "entropy": 6.512346458435059,
      "epoch": 0.7774626785809835,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004949208023676249,
      "loss": 6.3437,
      "mean_token_accuracy": 0.13721415549516677,
      "num_tokens": 15726503.0,
      "step": 7265
    },
    {
      "entropy": 6.4813494205474855,
      "epoch": 0.7779977526887474,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004949127212855161,
      "loss": 6.2045,
      "mean_token_accuracy": 0.143607996404171,
      "num_tokens": 15738854.0,
      "step": 7270
    },
    {
      "entropy": 6.522124195098877,
      "epoch": 0.7785328267965114,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004949046338534587,
      "loss": 6.3836,
      "mean_token_accuracy": 0.13659268692135812,
      "num_tokens": 15750836.0,
      "step": 7275
    },
    {
      "entropy": 6.646920108795166,
      "epoch": 0.7790679009042752,
      "grad_norm": 0.81640625,
      "learning_rate": 0.0004948965400716857,
      "loss": 6.3841,
      "mean_token_accuracy": 0.1333204463124275,
      "num_tokens": 15762355.0,
      "step": 7280
    },
    {
      "entropy": 6.6230309009552,
      "epoch": 0.7796029750120391,
      "grad_norm": 0.87109375,
      "learning_rate": 0.000494888439940431,
      "loss": 6.3534,
      "mean_token_accuracy": 0.13607660681009293,
      "num_tokens": 15772952.0,
      "step": 7285
    },
    {
      "entropy": 6.444079256057739,
      "epoch": 0.7801380491198031,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004948803334599286,
      "loss": 6.1894,
      "mean_token_accuracy": 0.14478645697236062,
      "num_tokens": 15782997.0,
      "step": 7290
    },
    {
      "entropy": 6.455467271804809,
      "epoch": 0.780673123227567,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004948722206304123,
      "loss": 6.2918,
      "mean_token_accuracy": 0.138990381360054,
      "num_tokens": 15794060.0,
      "step": 7295
    },
    {
      "entropy": 6.578930997848511,
      "epoch": 0.781208197335331,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004948641014521167,
      "loss": 6.3502,
      "mean_token_accuracy": 0.13420951142907142,
      "num_tokens": 15804149.0,
      "step": 7300
    },
    {
      "entropy": 6.543324518203735,
      "epoch": 0.7817432714430949,
      "grad_norm": 0.91796875,
      "learning_rate": 0.000494855975925276,
      "loss": 6.3128,
      "mean_token_accuracy": 0.13801790848374368,
      "num_tokens": 15814643.0,
      "step": 7305
    },
    {
      "entropy": 6.5630086898803714,
      "epoch": 0.7822783455508588,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004948478440501249,
      "loss": 6.2576,
      "mean_token_accuracy": 0.13937826454639435,
      "num_tokens": 15824640.0,
      "step": 7310
    },
    {
      "entropy": 6.443582963943482,
      "epoch": 0.7828134196586227,
      "grad_norm": 1.0,
      "learning_rate": 0.0004948397058268982,
      "loss": 6.2746,
      "mean_token_accuracy": 0.14026655852794648,
      "num_tokens": 15836160.0,
      "step": 7315
    },
    {
      "entropy": 6.480792999267578,
      "epoch": 0.7833484937663866,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004948315612558308,
      "loss": 6.3219,
      "mean_token_accuracy": 0.13636694997549056,
      "num_tokens": 15846886.0,
      "step": 7320
    },
    {
      "entropy": 6.528878974914551,
      "epoch": 0.7838835678741506,
      "grad_norm": 0.90625,
      "learning_rate": 0.000494823410337158,
      "loss": 6.2334,
      "mean_token_accuracy": 0.1459447741508484,
      "num_tokens": 15857309.0,
      "step": 7325
    },
    {
      "entropy": 6.534002637863159,
      "epoch": 0.7844186419819145,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004948152530711153,
      "loss": 6.3793,
      "mean_token_accuracy": 0.13519303053617476,
      "num_tokens": 15869620.0,
      "step": 7330
    },
    {
      "entropy": 6.4702476978302,
      "epoch": 0.7849537160896785,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004948070894579378,
      "loss": 6.2311,
      "mean_token_accuracy": 0.144602470099926,
      "num_tokens": 15880915.0,
      "step": 7335
    },
    {
      "entropy": 6.4955573081970215,
      "epoch": 0.7854887901974423,
      "grad_norm": 0.81640625,
      "learning_rate": 0.0004947989194978616,
      "loss": 6.2712,
      "mean_token_accuracy": 0.1428148165345192,
      "num_tokens": 15891150.0,
      "step": 7340
    },
    {
      "entropy": 6.527264595031738,
      "epoch": 0.7860238643052063,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0004947907431911225,
      "loss": 6.2905,
      "mean_token_accuracy": 0.14462609365582466,
      "num_tokens": 15902526.0,
      "step": 7345
    },
    {
      "entropy": 6.476318740844727,
      "epoch": 0.7865589384129702,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004947825605379566,
      "loss": 6.2289,
      "mean_token_accuracy": 0.14542306140065192,
      "num_tokens": 15913425.0,
      "step": 7350
    },
    {
      "entropy": 6.498827075958252,
      "epoch": 0.7870940125207341,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004947743715386,
      "loss": 6.2063,
      "mean_token_accuracy": 0.13952323347330092,
      "num_tokens": 15924324.0,
      "step": 7355
    },
    {
      "entropy": 6.465553617477417,
      "epoch": 0.7876290866284981,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004947661761932894,
      "loss": 6.26,
      "mean_token_accuracy": 0.1387181557714939,
      "num_tokens": 15935533.0,
      "step": 7360
    },
    {
      "entropy": 6.505006647109985,
      "epoch": 0.7881641607362619,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004947579745022613,
      "loss": 6.2148,
      "mean_token_accuracy": 0.13753947615623474,
      "num_tokens": 15947007.0,
      "step": 7365
    },
    {
      "entropy": 6.476586437225341,
      "epoch": 0.7886992348440259,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004947497664657527,
      "loss": 6.2928,
      "mean_token_accuracy": 0.13322581648826598,
      "num_tokens": 15957405.0,
      "step": 7370
    },
    {
      "entropy": 6.486299657821656,
      "epoch": 0.7892343089517898,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004947415520840003,
      "loss": 6.2495,
      "mean_token_accuracy": 0.14630692303180695,
      "num_tokens": 15969895.0,
      "step": 7375
    },
    {
      "entropy": 6.485176467895508,
      "epoch": 0.7897693830595538,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004947333313572416,
      "loss": 6.1816,
      "mean_token_accuracy": 0.14981536716222763,
      "num_tokens": 15979854.0,
      "step": 7380
    },
    {
      "entropy": 6.40966272354126,
      "epoch": 0.7903044571673177,
      "grad_norm": 0.8359375,
      "learning_rate": 0.0004947251042857137,
      "loss": 6.1905,
      "mean_token_accuracy": 0.14402236491441728,
      "num_tokens": 15991341.0,
      "step": 7385
    },
    {
      "entropy": 6.466861581802368,
      "epoch": 0.7908395312750816,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004947168708696544,
      "loss": 6.2411,
      "mean_token_accuracy": 0.14322528690099717,
      "num_tokens": 16001944.0,
      "step": 7390
    },
    {
      "entropy": 6.463384962081909,
      "epoch": 0.7913746053828455,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004947086311093013,
      "loss": 6.2484,
      "mean_token_accuracy": 0.14022847190499305,
      "num_tokens": 16011771.0,
      "step": 7395
    },
    {
      "entropy": 6.536163091659546,
      "epoch": 0.7919096794906094,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004947003850048924,
      "loss": 6.3837,
      "mean_token_accuracy": 0.1262681730091572,
      "num_tokens": 16023901.0,
      "step": 7400
    },
    {
      "entropy": 6.573896312713623,
      "epoch": 0.7924447535983734,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004946921325566656,
      "loss": 6.3139,
      "mean_token_accuracy": 0.13470809012651444,
      "num_tokens": 16035014.0,
      "step": 7405
    },
    {
      "entropy": 6.566063022613525,
      "epoch": 0.7929798277061373,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004946838737648595,
      "loss": 6.3781,
      "mean_token_accuracy": 0.13269267454743386,
      "num_tokens": 16046927.0,
      "step": 7410
    },
    {
      "entropy": 6.589928483963012,
      "epoch": 0.7935149018139013,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004946756086297124,
      "loss": 6.2954,
      "mean_token_accuracy": 0.14437760785222054,
      "num_tokens": 16057341.0,
      "step": 7415
    },
    {
      "entropy": 6.512710094451904,
      "epoch": 0.7940499759216652,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004946673371514628,
      "loss": 6.2678,
      "mean_token_accuracy": 0.1392816685140133,
      "num_tokens": 16068408.0,
      "step": 7420
    },
    {
      "entropy": 6.451438045501709,
      "epoch": 0.794585050029429,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004946590593303499,
      "loss": 6.2406,
      "mean_token_accuracy": 0.14896183758974074,
      "num_tokens": 16078693.0,
      "step": 7425
    },
    {
      "entropy": 6.485875940322876,
      "epoch": 0.795120124137193,
      "grad_norm": 0.828125,
      "learning_rate": 0.0004946507751666124,
      "loss": 6.2835,
      "mean_token_accuracy": 0.14007917866110803,
      "num_tokens": 16089127.0,
      "step": 7430
    },
    {
      "entropy": 6.452515411376953,
      "epoch": 0.7956551982449569,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004946424846604897,
      "loss": 6.188,
      "mean_token_accuracy": 0.15252198725938798,
      "num_tokens": 16099726.0,
      "step": 7435
    },
    {
      "entropy": 6.505970287322998,
      "epoch": 0.7961902723527209,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004946341878122212,
      "loss": 6.2498,
      "mean_token_accuracy": 0.13865032494068147,
      "num_tokens": 16111017.0,
      "step": 7440
    },
    {
      "entropy": 6.496991491317749,
      "epoch": 0.7967253464604848,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004946258846220462,
      "loss": 6.3182,
      "mean_token_accuracy": 0.14124254807829856,
      "num_tokens": 16121406.0,
      "step": 7445
    },
    {
      "entropy": 6.497278690338135,
      "epoch": 0.7972604205682488,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004946175750902049,
      "loss": 6.2671,
      "mean_token_accuracy": 0.14234999492764472,
      "num_tokens": 16131587.0,
      "step": 7450
    },
    {
      "entropy": 6.464297771453857,
      "epoch": 0.7977954946760126,
      "grad_norm": 1.34375,
      "learning_rate": 0.0004946092592169368,
      "loss": 6.1936,
      "mean_token_accuracy": 0.1488217905163765,
      "num_tokens": 16142578.0,
      "step": 7455
    },
    {
      "entropy": 6.51997389793396,
      "epoch": 0.7983305687837765,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004946009370024822,
      "loss": 6.2168,
      "mean_token_accuracy": 0.14661495462059976,
      "num_tokens": 16153501.0,
      "step": 7460
    },
    {
      "entropy": 6.48798394203186,
      "epoch": 0.7988656428915405,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004945926084470814,
      "loss": 6.302,
      "mean_token_accuracy": 0.13927897214889526,
      "num_tokens": 16164273.0,
      "step": 7465
    },
    {
      "entropy": 6.537490653991699,
      "epoch": 0.7994007169993044,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004945842735509749,
      "loss": 6.2882,
      "mean_token_accuracy": 0.14106250405311585,
      "num_tokens": 16175071.0,
      "step": 7470
    },
    {
      "entropy": 6.559529399871826,
      "epoch": 0.7999357911070684,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004945759323144034,
      "loss": 6.3272,
      "mean_token_accuracy": 0.13412191048264505,
      "num_tokens": 16185404.0,
      "step": 7475
    },
    {
      "entropy": 6.500086450576783,
      "epoch": 0.8004708652148322,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004945675847376077,
      "loss": 6.292,
      "mean_token_accuracy": 0.13708024621009826,
      "num_tokens": 16196881.0,
      "step": 7480
    },
    {
      "entropy": 6.570698213577271,
      "epoch": 0.8010059393225962,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004945592308208288,
      "loss": 6.3272,
      "mean_token_accuracy": 0.13322533369064332,
      "num_tokens": 16207534.0,
      "step": 7485
    },
    {
      "entropy": 6.506867742538452,
      "epoch": 0.8015410134303601,
      "grad_norm": 0.91796875,
      "learning_rate": 0.000494550870564308,
      "loss": 6.1949,
      "mean_token_accuracy": 0.15050898641347885,
      "num_tokens": 16217371.0,
      "step": 7490
    },
    {
      "entropy": 6.510013294219971,
      "epoch": 0.802076087538124,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004945425039682866,
      "loss": 6.2586,
      "mean_token_accuracy": 0.14045843482017517,
      "num_tokens": 16227898.0,
      "step": 7495
    },
    {
      "entropy": 6.509621810913086,
      "epoch": 0.802611161645888,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004945341310330064,
      "loss": 6.2414,
      "mean_token_accuracy": 0.14420711621642113,
      "num_tokens": 16238966.0,
      "step": 7500
    },
    {
      "entropy": 6.464070987701416,
      "epoch": 0.8031462357536518,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004945257517587089,
      "loss": 6.2551,
      "mean_token_accuracy": 0.14895280450582504,
      "num_tokens": 16250129.0,
      "step": 7505
    },
    {
      "entropy": 6.519074869155884,
      "epoch": 0.8036813098614158,
      "grad_norm": 0.828125,
      "learning_rate": 0.0004945173661456361,
      "loss": 6.3103,
      "mean_token_accuracy": 0.13587038367986679,
      "num_tokens": 16260877.0,
      "step": 7510
    },
    {
      "entropy": 6.546694660186768,
      "epoch": 0.8042163839691797,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004945089741940303,
      "loss": 6.2689,
      "mean_token_accuracy": 0.14226654469966887,
      "num_tokens": 16270548.0,
      "step": 7515
    },
    {
      "entropy": 6.504742097854614,
      "epoch": 0.8047514580769437,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004945005759041338,
      "loss": 6.2656,
      "mean_token_accuracy": 0.13865245431661605,
      "num_tokens": 16281014.0,
      "step": 7520
    },
    {
      "entropy": 6.519778442382813,
      "epoch": 0.8052865321847076,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004944921712761889,
      "loss": 6.326,
      "mean_token_accuracy": 0.138186539709568,
      "num_tokens": 16291653.0,
      "step": 7525
    },
    {
      "entropy": 6.530219650268554,
      "epoch": 0.8058216062924715,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004944837603104383,
      "loss": 6.1934,
      "mean_token_accuracy": 0.14021202996373178,
      "num_tokens": 16301703.0,
      "step": 7530
    },
    {
      "entropy": 6.448696517944336,
      "epoch": 0.8063566804002354,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004944753430071252,
      "loss": 6.2575,
      "mean_token_accuracy": 0.14102583453059198,
      "num_tokens": 16312252.0,
      "step": 7535
    },
    {
      "entropy": 6.453697347640992,
      "epoch": 0.8068917545079993,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004944669193664923,
      "loss": 6.2014,
      "mean_token_accuracy": 0.14184984788298607,
      "num_tokens": 16324073.0,
      "step": 7540
    },
    {
      "entropy": 6.533971309661865,
      "epoch": 0.8074268286157633,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004944584893887829,
      "loss": 6.2485,
      "mean_token_accuracy": 0.1400940850377083,
      "num_tokens": 16334637.0,
      "step": 7545
    },
    {
      "entropy": 6.4854789733886715,
      "epoch": 0.8079619027235272,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004944500530742404,
      "loss": 6.3561,
      "mean_token_accuracy": 0.13076531440019606,
      "num_tokens": 16345581.0,
      "step": 7550
    },
    {
      "entropy": 6.54761118888855,
      "epoch": 0.8084969768312912,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004944416104231086,
      "loss": 6.3217,
      "mean_token_accuracy": 0.13845824226737022,
      "num_tokens": 16356995.0,
      "step": 7555
    },
    {
      "entropy": 6.54440860748291,
      "epoch": 0.8090320509390551,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004944331614356311,
      "loss": 6.306,
      "mean_token_accuracy": 0.1379793740808964,
      "num_tokens": 16368841.0,
      "step": 7560
    },
    {
      "entropy": 6.501645946502686,
      "epoch": 0.8095671250468189,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004944247061120519,
      "loss": 6.2125,
      "mean_token_accuracy": 0.13962697982788086,
      "num_tokens": 16379295.0,
      "step": 7565
    },
    {
      "entropy": 6.505613708496094,
      "epoch": 0.8101021991545829,
      "grad_norm": 1.0,
      "learning_rate": 0.0004944162444526151,
      "loss": 6.2443,
      "mean_token_accuracy": 0.14370173290371896,
      "num_tokens": 16389512.0,
      "step": 7570
    },
    {
      "entropy": 6.411747169494629,
      "epoch": 0.8106372732623468,
      "grad_norm": 0.81640625,
      "learning_rate": 0.0004944077764575651,
      "loss": 6.1835,
      "mean_token_accuracy": 0.14841234236955642,
      "num_tokens": 16400720.0,
      "step": 7575
    },
    {
      "entropy": 6.469482135772705,
      "epoch": 0.8111723473701108,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004943993021271463,
      "loss": 6.2559,
      "mean_token_accuracy": 0.14133158847689628,
      "num_tokens": 16411278.0,
      "step": 7580
    },
    {
      "entropy": 6.536620950698852,
      "epoch": 0.8117074214778747,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004943908214616035,
      "loss": 6.3042,
      "mean_token_accuracy": 0.1375892236828804,
      "num_tokens": 16421665.0,
      "step": 7585
    },
    {
      "entropy": 6.560115146636963,
      "epoch": 0.8122424955856387,
      "grad_norm": 0.8359375,
      "learning_rate": 0.0004943823344611818,
      "loss": 6.3379,
      "mean_token_accuracy": 0.13549405410885812,
      "num_tokens": 16432943.0,
      "step": 7590
    },
    {
      "entropy": 6.537856245040894,
      "epoch": 0.8127775696934025,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004943738411261258,
      "loss": 6.2445,
      "mean_token_accuracy": 0.1387531988322735,
      "num_tokens": 16444506.0,
      "step": 7595
    },
    {
      "entropy": 6.476353454589844,
      "epoch": 0.8133126438011664,
      "grad_norm": 0.875,
      "learning_rate": 0.0004943653414566809,
      "loss": 6.2695,
      "mean_token_accuracy": 0.1386883355677128,
      "num_tokens": 16455403.0,
      "step": 7600
    },
    {
      "entropy": 6.587634515762329,
      "epoch": 0.8138477179089304,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004943568354530927,
      "loss": 6.3723,
      "mean_token_accuracy": 0.1309129886329174,
      "num_tokens": 16465616.0,
      "step": 7605
    },
    {
      "entropy": 6.601719188690185,
      "epoch": 0.8143827920166943,
      "grad_norm": 0.796875,
      "learning_rate": 0.0004943483231156068,
      "loss": 6.3436,
      "mean_token_accuracy": 0.13243747279047965,
      "num_tokens": 16476850.0,
      "step": 7610
    },
    {
      "entropy": 6.530210351943969,
      "epoch": 0.8149178661244583,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004943398044444687,
      "loss": 6.2791,
      "mean_token_accuracy": 0.14042069390416145,
      "num_tokens": 16489118.0,
      "step": 7615
    },
    {
      "entropy": 6.517117214202881,
      "epoch": 0.8154529402322221,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004943312794399246,
      "loss": 6.2352,
      "mean_token_accuracy": 0.14114297330379486,
      "num_tokens": 16499336.0,
      "step": 7620
    },
    {
      "entropy": 6.511140775680542,
      "epoch": 0.8159880143399861,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004943227481022207,
      "loss": 6.3011,
      "mean_token_accuracy": 0.13706371039152146,
      "num_tokens": 16510158.0,
      "step": 7625
    },
    {
      "entropy": 6.4611626148223875,
      "epoch": 0.81652308844775,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004943142104316033,
      "loss": 6.2438,
      "mean_token_accuracy": 0.14061122685670852,
      "num_tokens": 16521080.0,
      "step": 7630
    },
    {
      "entropy": 6.512439632415772,
      "epoch": 0.8170581625555139,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004943056664283189,
      "loss": 6.2567,
      "mean_token_accuracy": 0.14463350176811218,
      "num_tokens": 16531072.0,
      "step": 7635
    },
    {
      "entropy": 6.527822256088257,
      "epoch": 0.8175932366632779,
      "grad_norm": 0.8984375,
      "learning_rate": 0.000494297116092614,
      "loss": 6.354,
      "mean_token_accuracy": 0.13378974944353103,
      "num_tokens": 16542588.0,
      "step": 7640
    },
    {
      "entropy": 6.561722469329834,
      "epoch": 0.8181283107710418,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004942885594247359,
      "loss": 6.2217,
      "mean_token_accuracy": 0.13830168098211287,
      "num_tokens": 16553466.0,
      "step": 7645
    },
    {
      "entropy": 6.495503616333008,
      "epoch": 0.8186633848788057,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004942799964249314,
      "loss": 6.2541,
      "mean_token_accuracy": 0.14222589433193206,
      "num_tokens": 16564084.0,
      "step": 7650
    },
    {
      "entropy": 6.446701526641846,
      "epoch": 0.8191984589865696,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004942714270934479,
      "loss": 6.2261,
      "mean_token_accuracy": 0.1511824294924736,
      "num_tokens": 16575665.0,
      "step": 7655
    },
    {
      "entropy": 6.470211744308472,
      "epoch": 0.8197335330943336,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004942628514305326,
      "loss": 6.2496,
      "mean_token_accuracy": 0.13669308498501778,
      "num_tokens": 16586518.0,
      "step": 7660
    },
    {
      "entropy": 6.476080846786499,
      "epoch": 0.8202686072020975,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004942542694364333,
      "loss": 6.2679,
      "mean_token_accuracy": 0.14210453405976295,
      "num_tokens": 16597345.0,
      "step": 7665
    },
    {
      "entropy": 6.540896797180176,
      "epoch": 0.8208036813098614,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004942456811113978,
      "loss": 6.2887,
      "mean_token_accuracy": 0.14136139005422593,
      "num_tokens": 16609586.0,
      "step": 7670
    },
    {
      "entropy": 6.566203308105469,
      "epoch": 0.8213387554176254,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004942370864556741,
      "loss": 6.1551,
      "mean_token_accuracy": 0.15004199370741844,
      "num_tokens": 16620165.0,
      "step": 7675
    },
    {
      "entropy": 6.405955743789673,
      "epoch": 0.8218738295253892,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004942284854695104,
      "loss": 6.257,
      "mean_token_accuracy": 0.14405664727091788,
      "num_tokens": 16631200.0,
      "step": 7680
    },
    {
      "entropy": 6.488953304290772,
      "epoch": 0.8224089036331532,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004942198781531549,
      "loss": 6.2952,
      "mean_token_accuracy": 0.13799700438976287,
      "num_tokens": 16642553.0,
      "step": 7685
    },
    {
      "entropy": 6.558039665222168,
      "epoch": 0.8229439777409171,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004942112645068561,
      "loss": 6.3167,
      "mean_token_accuracy": 0.1354759894311428,
      "num_tokens": 16653431.0,
      "step": 7690
    },
    {
      "entropy": 6.507707500457764,
      "epoch": 0.8234790518486811,
      "grad_norm": 0.828125,
      "learning_rate": 0.000494202644530863,
      "loss": 6.2518,
      "mean_token_accuracy": 0.13894737660884857,
      "num_tokens": 16664880.0,
      "step": 7695
    },
    {
      "entropy": 6.454554510116577,
      "epoch": 0.824014125956445,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004941940182254244,
      "loss": 6.2644,
      "mean_token_accuracy": 0.14514543265104293,
      "num_tokens": 16676224.0,
      "step": 7700
    },
    {
      "entropy": 6.4975974559783936,
      "epoch": 0.8245492000642088,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004941853855907892,
      "loss": 6.3039,
      "mean_token_accuracy": 0.13956945165991783,
      "num_tokens": 16687732.0,
      "step": 7705
    },
    {
      "entropy": 6.534018516540527,
      "epoch": 0.8250842741719728,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004941767466272068,
      "loss": 6.2422,
      "mean_token_accuracy": 0.14467547386884688,
      "num_tokens": 16698257.0,
      "step": 7710
    },
    {
      "entropy": 6.5065450191497805,
      "epoch": 0.8256193482797367,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004941681013349267,
      "loss": 6.2111,
      "mean_token_accuracy": 0.14334181621670722,
      "num_tokens": 16708860.0,
      "step": 7715
    },
    {
      "entropy": 6.492323589324951,
      "epoch": 0.8261544223875007,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004941594497141985,
      "loss": 6.2213,
      "mean_token_accuracy": 0.14319886043667793,
      "num_tokens": 16719987.0,
      "step": 7720
    },
    {
      "entropy": 6.527457189559937,
      "epoch": 0.8266894964952646,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004941507917652718,
      "loss": 6.3089,
      "mean_token_accuracy": 0.13887255936861037,
      "num_tokens": 16730861.0,
      "step": 7725
    },
    {
      "entropy": 6.4563230037689205,
      "epoch": 0.8272245706030286,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004941421274883969,
      "loss": 6.1677,
      "mean_token_accuracy": 0.1534878171980381,
      "num_tokens": 16740968.0,
      "step": 7730
    },
    {
      "entropy": 6.486476707458496,
      "epoch": 0.8277596447107924,
      "grad_norm": 0.90234375,
      "learning_rate": 0.000494133456883824,
      "loss": 6.2779,
      "mean_token_accuracy": 0.14263985231518744,
      "num_tokens": 16750700.0,
      "step": 7735
    },
    {
      "entropy": 6.537912130355835,
      "epoch": 0.8282947188185563,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004941247799518031,
      "loss": 6.2526,
      "mean_token_accuracy": 0.13385360166430474,
      "num_tokens": 16760719.0,
      "step": 7740
    },
    {
      "entropy": 6.474873352050781,
      "epoch": 0.8288297929263203,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0004941160966925851,
      "loss": 6.1429,
      "mean_token_accuracy": 0.1410211443901062,
      "num_tokens": 16771331.0,
      "step": 7745
    },
    {
      "entropy": 6.378145027160644,
      "epoch": 0.8293648670340842,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004941074071064205,
      "loss": 6.2332,
      "mean_token_accuracy": 0.14552246630191804,
      "num_tokens": 16781306.0,
      "step": 7750
    },
    {
      "entropy": 6.519019985198975,
      "epoch": 0.8298999411418482,
      "grad_norm": 0.875,
      "learning_rate": 0.0004940987111935605,
      "loss": 6.266,
      "mean_token_accuracy": 0.14124012738466263,
      "num_tokens": 16793013.0,
      "step": 7755
    },
    {
      "entropy": 6.481528043746948,
      "epoch": 0.830435015249612,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0004940900089542558,
      "loss": 6.2726,
      "mean_token_accuracy": 0.14356981664896012,
      "num_tokens": 16803987.0,
      "step": 7760
    },
    {
      "entropy": 6.468053913116455,
      "epoch": 0.830970089357376,
      "grad_norm": 0.87890625,
      "learning_rate": 0.000494081300388758,
      "loss": 6.2754,
      "mean_token_accuracy": 0.1319303944706917,
      "num_tokens": 16815031.0,
      "step": 7765
    },
    {
      "entropy": 6.562944030761718,
      "epoch": 0.8315051634651399,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004940725854973184,
      "loss": 6.3137,
      "mean_token_accuracy": 0.13501427546143532,
      "num_tokens": 16826313.0,
      "step": 7770
    },
    {
      "entropy": 6.538980913162232,
      "epoch": 0.8320402375729038,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004940638642801886,
      "loss": 6.3082,
      "mean_token_accuracy": 0.13758592680096626,
      "num_tokens": 16838470.0,
      "step": 7775
    },
    {
      "entropy": 6.466607522964478,
      "epoch": 0.8325753116806678,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004940551367376205,
      "loss": 6.1996,
      "mean_token_accuracy": 0.14258078560233117,
      "num_tokens": 16849266.0,
      "step": 7780
    },
    {
      "entropy": 6.469249105453491,
      "epoch": 0.8331103857884317,
      "grad_norm": 0.828125,
      "learning_rate": 0.0004940464028698662,
      "loss": 6.3108,
      "mean_token_accuracy": 0.14166692271828651,
      "num_tokens": 16860720.0,
      "step": 7785
    },
    {
      "entropy": 6.491447925567627,
      "epoch": 0.8336454598961957,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004940376626771779,
      "loss": 6.2683,
      "mean_token_accuracy": 0.13823330253362656,
      "num_tokens": 16872004.0,
      "step": 7790
    },
    {
      "entropy": 6.548871755599976,
      "epoch": 0.8341805340039595,
      "grad_norm": 0.875,
      "learning_rate": 0.0004940289161598076,
      "loss": 6.2981,
      "mean_token_accuracy": 0.13453821912407876,
      "num_tokens": 16882898.0,
      "step": 7795
    },
    {
      "entropy": 6.530791330337524,
      "epoch": 0.8347156081117235,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004940201633180084,
      "loss": 6.2278,
      "mean_token_accuracy": 0.1273862227797508,
      "num_tokens": 16894331.0,
      "step": 7800
    },
    {
      "entropy": 6.5691454887390135,
      "epoch": 0.8352506822194874,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004940114041520326,
      "loss": 6.3365,
      "mean_token_accuracy": 0.13795624747872354,
      "num_tokens": 16903656.0,
      "step": 7805
    },
    {
      "entropy": 6.443228816986084,
      "epoch": 0.8357857563272513,
      "grad_norm": 0.796875,
      "learning_rate": 0.0004940026386621333,
      "loss": 6.2962,
      "mean_token_accuracy": 0.14036250188946725,
      "num_tokens": 16915878.0,
      "step": 7810
    },
    {
      "entropy": 6.5711266040802006,
      "epoch": 0.8363208304350153,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004939938668485636,
      "loss": 6.3413,
      "mean_token_accuracy": 0.13679892122745513,
      "num_tokens": 16926577.0,
      "step": 7815
    },
    {
      "entropy": 6.453451776504517,
      "epoch": 0.8368559045427791,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004939850887115768,
      "loss": 6.1853,
      "mean_token_accuracy": 0.14935341253876686,
      "num_tokens": 16938012.0,
      "step": 7820
    },
    {
      "entropy": 6.46830677986145,
      "epoch": 0.8373909786505431,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004939763042514263,
      "loss": 6.1962,
      "mean_token_accuracy": 0.13806031718850137,
      "num_tokens": 16949007.0,
      "step": 7825
    },
    {
      "entropy": 6.37170147895813,
      "epoch": 0.837926052758307,
      "grad_norm": 0.828125,
      "learning_rate": 0.0004939675134683658,
      "loss": 6.1513,
      "mean_token_accuracy": 0.14931921511888505,
      "num_tokens": 16959425.0,
      "step": 7830
    },
    {
      "entropy": 6.509686040878296,
      "epoch": 0.838461126866071,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004939587163626491,
      "loss": 6.2729,
      "mean_token_accuracy": 0.13634693026542663,
      "num_tokens": 16970002.0,
      "step": 7835
    },
    {
      "entropy": 6.523667287826538,
      "epoch": 0.8389962009738349,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004939499129345302,
      "loss": 6.2899,
      "mean_token_accuracy": 0.13898420482873916,
      "num_tokens": 16980739.0,
      "step": 7840
    },
    {
      "entropy": 6.48391580581665,
      "epoch": 0.8395312750815987,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004939411031842633,
      "loss": 6.2508,
      "mean_token_accuracy": 0.14328086525201797,
      "num_tokens": 16991643.0,
      "step": 7845
    },
    {
      "entropy": 6.3353925228118895,
      "epoch": 0.8400663491893627,
      "grad_norm": 0.8828125,
      "learning_rate": 0.000493932287112103,
      "loss": 6.1046,
      "mean_token_accuracy": 0.16147236973047258,
      "num_tokens": 17001975.0,
      "step": 7850
    },
    {
      "entropy": 6.545631694793701,
      "epoch": 0.8406014232971266,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004939234647183035,
      "loss": 6.262,
      "mean_token_accuracy": 0.13767837211489678,
      "num_tokens": 17012658.0,
      "step": 7855
    },
    {
      "entropy": 6.538120460510254,
      "epoch": 0.8411364974048906,
      "grad_norm": 0.875,
      "learning_rate": 0.0004939146360031197,
      "loss": 6.2868,
      "mean_token_accuracy": 0.13649813383817672,
      "num_tokens": 17023196.0,
      "step": 7860
    },
    {
      "entropy": 6.470953941345215,
      "epoch": 0.8416715715126545,
      "grad_norm": 0.828125,
      "learning_rate": 0.0004939058009668067,
      "loss": 6.289,
      "mean_token_accuracy": 0.13703306019306183,
      "num_tokens": 17034589.0,
      "step": 7865
    },
    {
      "entropy": 6.5461596012115475,
      "epoch": 0.8422066456204185,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004938969596096194,
      "loss": 6.2628,
      "mean_token_accuracy": 0.1415180653333664,
      "num_tokens": 17046139.0,
      "step": 7870
    },
    {
      "entropy": 6.485792589187622,
      "epoch": 0.8427417197281823,
      "grad_norm": 0.890625,
      "learning_rate": 0.000493888111931813,
      "loss": 6.2758,
      "mean_token_accuracy": 0.13226577416062354,
      "num_tokens": 17056926.0,
      "step": 7875
    },
    {
      "entropy": 6.390592384338379,
      "epoch": 0.8432767938359462,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004938792579336433,
      "loss": 6.2191,
      "mean_token_accuracy": 0.14395023733377457,
      "num_tokens": 17067339.0,
      "step": 7880
    },
    {
      "entropy": 6.50981068611145,
      "epoch": 0.8438118679437102,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004938703976153657,
      "loss": 6.2371,
      "mean_token_accuracy": 0.13926032856106757,
      "num_tokens": 17078037.0,
      "step": 7885
    },
    {
      "entropy": 6.5204079151153564,
      "epoch": 0.8443469420514741,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004938615309772362,
      "loss": 6.2704,
      "mean_token_accuracy": 0.13414409533143043,
      "num_tokens": 17089069.0,
      "step": 7890
    },
    {
      "entropy": 6.477647829055786,
      "epoch": 0.8448820161592381,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004938526580195107,
      "loss": 6.2387,
      "mean_token_accuracy": 0.1453891061246395,
      "num_tokens": 17100006.0,
      "step": 7895
    },
    {
      "entropy": 6.520467901229859,
      "epoch": 0.845417090267002,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0004938437787424454,
      "loss": 6.2639,
      "mean_token_accuracy": 0.14180212914943696,
      "num_tokens": 17111896.0,
      "step": 7900
    },
    {
      "entropy": 6.48339433670044,
      "epoch": 0.845952164374766,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004938348931462969,
      "loss": 6.2511,
      "mean_token_accuracy": 0.14949460998177527,
      "num_tokens": 17123202.0,
      "step": 7905
    },
    {
      "entropy": 6.4982506275177006,
      "epoch": 0.8464872384825298,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004938260012313215,
      "loss": 6.2239,
      "mean_token_accuracy": 0.14612067490816116,
      "num_tokens": 17134013.0,
      "step": 7910
    },
    {
      "entropy": 6.405726146697998,
      "epoch": 0.8470223125902937,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004938171029977761,
      "loss": 6.2254,
      "mean_token_accuracy": 0.14299570694565772,
      "num_tokens": 17144041.0,
      "step": 7915
    },
    {
      "entropy": 6.489075183868408,
      "epoch": 0.8475573866980577,
      "grad_norm": 0.8125,
      "learning_rate": 0.0004938081984459176,
      "loss": 6.2162,
      "mean_token_accuracy": 0.1454182267189026,
      "num_tokens": 17155334.0,
      "step": 7920
    },
    {
      "entropy": 6.491747045516968,
      "epoch": 0.8480924608058216,
      "grad_norm": 0.93359375,
      "learning_rate": 0.000493799287576003,
      "loss": 6.1871,
      "mean_token_accuracy": 0.1432422623038292,
      "num_tokens": 17166243.0,
      "step": 7925
    },
    {
      "entropy": 6.469628572463989,
      "epoch": 0.8486275349135856,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004937903703882898,
      "loss": 6.2404,
      "mean_token_accuracy": 0.13866124749183656,
      "num_tokens": 17177709.0,
      "step": 7930
    },
    {
      "entropy": 6.488557434082031,
      "epoch": 0.8491626090213494,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004937814468830353,
      "loss": 6.2176,
      "mean_token_accuracy": 0.14349672347307205,
      "num_tokens": 17188275.0,
      "step": 7935
    },
    {
      "entropy": 6.531327533721924,
      "epoch": 0.8496976831291134,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004937725170604975,
      "loss": 6.3392,
      "mean_token_accuracy": 0.1405933268368244,
      "num_tokens": 17199527.0,
      "step": 7940
    },
    {
      "entropy": 6.522189092636109,
      "epoch": 0.8502327572368773,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004937635809209339,
      "loss": 6.2527,
      "mean_token_accuracy": 0.13896754756569862,
      "num_tokens": 17209500.0,
      "step": 7945
    },
    {
      "entropy": 6.462730503082275,
      "epoch": 0.8507678313446412,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004937546384646027,
      "loss": 6.2133,
      "mean_token_accuracy": 0.13598527908325195,
      "num_tokens": 17219589.0,
      "step": 7950
    },
    {
      "entropy": 6.540196895599365,
      "epoch": 0.8513029054524052,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004937456896917619,
      "loss": 6.2387,
      "mean_token_accuracy": 0.141167963296175,
      "num_tokens": 17230508.0,
      "step": 7955
    },
    {
      "entropy": 6.443740463256836,
      "epoch": 0.851837979560169,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004937367346026702,
      "loss": 6.2406,
      "mean_token_accuracy": 0.140987516194582,
      "num_tokens": 17240886.0,
      "step": 7960
    },
    {
      "entropy": 6.439098739624024,
      "epoch": 0.852373053667933,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004937277731975858,
      "loss": 6.2671,
      "mean_token_accuracy": 0.14626324623823167,
      "num_tokens": 17252247.0,
      "step": 7965
    },
    {
      "entropy": 6.5244653701782225,
      "epoch": 0.8529081277756969,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004937188054767679,
      "loss": 6.235,
      "mean_token_accuracy": 0.1472860038280487,
      "num_tokens": 17262845.0,
      "step": 7970
    },
    {
      "entropy": 6.489797067642212,
      "epoch": 0.8534432018834609,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004937098314404751,
      "loss": 6.2493,
      "mean_token_accuracy": 0.14316761195659639,
      "num_tokens": 17274247.0,
      "step": 7975
    },
    {
      "entropy": 6.52520899772644,
      "epoch": 0.8539782759912248,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004937008510889668,
      "loss": 6.2469,
      "mean_token_accuracy": 0.14510944336652756,
      "num_tokens": 17285471.0,
      "step": 7980
    },
    {
      "entropy": 6.4983877658844,
      "epoch": 0.8545133500989887,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004936918644225021,
      "loss": 6.2899,
      "mean_token_accuracy": 0.1482240729033947,
      "num_tokens": 17296243.0,
      "step": 7985
    },
    {
      "entropy": 6.4581718921661375,
      "epoch": 0.8550484242067526,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004936828714413405,
      "loss": 6.2332,
      "mean_token_accuracy": 0.14962877556681634,
      "num_tokens": 17307301.0,
      "step": 7990
    },
    {
      "entropy": 6.412732887268066,
      "epoch": 0.8555834983145165,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004936738721457417,
      "loss": 6.1668,
      "mean_token_accuracy": 0.1510644055902958,
      "num_tokens": 17318550.0,
      "step": 7995
    },
    {
      "entropy": 6.552431535720825,
      "epoch": 0.8561185724222805,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004936648665359657,
      "loss": 6.2418,
      "mean_token_accuracy": 0.14080545157194138,
      "num_tokens": 17328577.0,
      "step": 8000
    },
    {
      "entropy": 6.522714710235595,
      "epoch": 0.8566536465300444,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004936558546122723,
      "loss": 6.2965,
      "mean_token_accuracy": 0.13250770717859267,
      "num_tokens": 17341013.0,
      "step": 8005
    },
    {
      "entropy": 6.4302043437957765,
      "epoch": 0.8571887206378084,
      "grad_norm": 0.83203125,
      "learning_rate": 0.0004936468363749217,
      "loss": 6.2423,
      "mean_token_accuracy": 0.13588053211569787,
      "num_tokens": 17351956.0,
      "step": 8010
    },
    {
      "entropy": 6.5284051418304445,
      "epoch": 0.8577237947455723,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004936378118241746,
      "loss": 6.2164,
      "mean_token_accuracy": 0.1383969120681286,
      "num_tokens": 17363465.0,
      "step": 8015
    },
    {
      "entropy": 6.487103509902954,
      "epoch": 0.8582588688533361,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004936287809602913,
      "loss": 6.2624,
      "mean_token_accuracy": 0.14479685723781585,
      "num_tokens": 17374458.0,
      "step": 8020
    },
    {
      "entropy": 6.482282447814941,
      "epoch": 0.8587939429611001,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004936197437835329,
      "loss": 6.2722,
      "mean_token_accuracy": 0.1384648010134697,
      "num_tokens": 17385492.0,
      "step": 8025
    },
    {
      "entropy": 6.566893720626831,
      "epoch": 0.859329017068864,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004936107002941599,
      "loss": 6.2234,
      "mean_token_accuracy": 0.14262498915195465,
      "num_tokens": 17395640.0,
      "step": 8030
    },
    {
      "entropy": 6.4909087181091305,
      "epoch": 0.859864091176628,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004936016504924337,
      "loss": 6.255,
      "mean_token_accuracy": 0.13882532864809036,
      "num_tokens": 17405211.0,
      "step": 8035
    },
    {
      "entropy": 6.456467247009277,
      "epoch": 0.8603991652843919,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004935925943786155,
      "loss": 6.2149,
      "mean_token_accuracy": 0.13942714259028435,
      "num_tokens": 17415421.0,
      "step": 8040
    },
    {
      "entropy": 6.501566553115845,
      "epoch": 0.8609342393921559,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004935835319529669,
      "loss": 6.2827,
      "mean_token_accuracy": 0.13601001352071762,
      "num_tokens": 17426040.0,
      "step": 8045
    },
    {
      "entropy": 6.469284915924073,
      "epoch": 0.8614693134999197,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004935744632157496,
      "loss": 6.2635,
      "mean_token_accuracy": 0.14099914506077765,
      "num_tokens": 17436305.0,
      "step": 8050
    },
    {
      "entropy": 6.517049407958984,
      "epoch": 0.8620043876076836,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004935653881672253,
      "loss": 6.3138,
      "mean_token_accuracy": 0.13985636681318284,
      "num_tokens": 17446786.0,
      "step": 8055
    },
    {
      "entropy": 6.504854774475097,
      "epoch": 0.8625394617154476,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004935563068076561,
      "loss": 6.1951,
      "mean_token_accuracy": 0.14708731323480606,
      "num_tokens": 17456613.0,
      "step": 8060
    },
    {
      "entropy": 6.421092748641968,
      "epoch": 0.8630745358232115,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004935472191373044,
      "loss": 6.1528,
      "mean_token_accuracy": 0.14706217721104622,
      "num_tokens": 17467281.0,
      "step": 8065
    },
    {
      "entropy": 6.477051305770874,
      "epoch": 0.8636096099309755,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004935381251564324,
      "loss": 6.2577,
      "mean_token_accuracy": 0.14080820828676224,
      "num_tokens": 17478271.0,
      "step": 8070
    },
    {
      "entropy": 6.490134763717651,
      "epoch": 0.8641446840387393,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004935290248653027,
      "loss": 6.2474,
      "mean_token_accuracy": 0.14129171371459961,
      "num_tokens": 17489519.0,
      "step": 8075
    },
    {
      "entropy": 6.497061729431152,
      "epoch": 0.8646797581465033,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004935199182641781,
      "loss": 6.2219,
      "mean_token_accuracy": 0.14453355669975282,
      "num_tokens": 17500076.0,
      "step": 8080
    },
    {
      "entropy": 6.504789543151856,
      "epoch": 0.8652148322542672,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004935108053533216,
      "loss": 6.2218,
      "mean_token_accuracy": 0.13518178313970566,
      "num_tokens": 17509898.0,
      "step": 8085
    },
    {
      "entropy": 6.4625955581665036,
      "epoch": 0.8657499063620312,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004935016861329964,
      "loss": 6.1768,
      "mean_token_accuracy": 0.1432091474533081,
      "num_tokens": 17519890.0,
      "step": 8090
    },
    {
      "entropy": 6.405915403366089,
      "epoch": 0.8662849804697951,
      "grad_norm": 0.81640625,
      "learning_rate": 0.0004934925606034656,
      "loss": 6.2133,
      "mean_token_accuracy": 0.13946884796023368,
      "num_tokens": 17530927.0,
      "step": 8095
    },
    {
      "entropy": 6.526646900177002,
      "epoch": 0.866820054577559,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004934834287649928,
      "loss": 6.2846,
      "mean_token_accuracy": 0.13718777671456336,
      "num_tokens": 17541174.0,
      "step": 8100
    },
    {
      "entropy": 6.503631114959717,
      "epoch": 0.8673551286853229,
      "grad_norm": 0.81640625,
      "learning_rate": 0.0004934742906178417,
      "loss": 6.2713,
      "mean_token_accuracy": 0.13760240077972413,
      "num_tokens": 17552460.0,
      "step": 8105
    },
    {
      "entropy": 6.537569236755371,
      "epoch": 0.8678902027930868,
      "grad_norm": 0.83203125,
      "learning_rate": 0.0004934651461622762,
      "loss": 6.2636,
      "mean_token_accuracy": 0.14259424656629563,
      "num_tokens": 17563908.0,
      "step": 8110
    },
    {
      "entropy": 6.479424047470093,
      "epoch": 0.8684252769008508,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004934559953985603,
      "loss": 6.2654,
      "mean_token_accuracy": 0.14494671747088433,
      "num_tokens": 17574314.0,
      "step": 8115
    },
    {
      "entropy": 6.485303020477295,
      "epoch": 0.8689603510086147,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004934468383269582,
      "loss": 6.2428,
      "mean_token_accuracy": 0.1445814125239849,
      "num_tokens": 17583719.0,
      "step": 8120
    },
    {
      "entropy": 6.394630765914917,
      "epoch": 0.8694954251163787,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004934376749477344,
      "loss": 6.1925,
      "mean_token_accuracy": 0.1466481104493141,
      "num_tokens": 17594522.0,
      "step": 8125
    },
    {
      "entropy": 6.467332410812378,
      "epoch": 0.8700304992241426,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004934285052611533,
      "loss": 6.1596,
      "mean_token_accuracy": 0.1527232013642788,
      "num_tokens": 17604632.0,
      "step": 8130
    },
    {
      "entropy": 6.518517112731933,
      "epoch": 0.8705655733319064,
      "grad_norm": 0.9296875,
      "learning_rate": 0.00049341932926748,
      "loss": 6.3044,
      "mean_token_accuracy": 0.13584948033094407,
      "num_tokens": 17615459.0,
      "step": 8135
    },
    {
      "entropy": 6.490569067001343,
      "epoch": 0.8711006474396704,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004934101469669791,
      "loss": 6.2553,
      "mean_token_accuracy": 0.1415888287127018,
      "num_tokens": 17625800.0,
      "step": 8140
    },
    {
      "entropy": 6.405483341217041,
      "epoch": 0.8716357215474343,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004934009583599159,
      "loss": 6.0786,
      "mean_token_accuracy": 0.15376727283000946,
      "num_tokens": 17637264.0,
      "step": 8145
    },
    {
      "entropy": 6.439616012573242,
      "epoch": 0.8721707956551983,
      "grad_norm": 0.8203125,
      "learning_rate": 0.0004933917634465558,
      "loss": 6.1298,
      "mean_token_accuracy": 0.14518497735261918,
      "num_tokens": 17648256.0,
      "step": 8150
    },
    {
      "entropy": 6.414270544052124,
      "epoch": 0.8727058697629622,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004933825622271642,
      "loss": 6.2603,
      "mean_token_accuracy": 0.13708942756056786,
      "num_tokens": 17659096.0,
      "step": 8155
    },
    {
      "entropy": 6.515870523452759,
      "epoch": 0.8732409438707261,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004933733547020069,
      "loss": 6.2379,
      "mean_token_accuracy": 0.14280832558870316,
      "num_tokens": 17669808.0,
      "step": 8160
    },
    {
      "entropy": 6.526236820220947,
      "epoch": 0.87377601797849,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004933641408713495,
      "loss": 6.2036,
      "mean_token_accuracy": 0.1451032914221287,
      "num_tokens": 17680375.0,
      "step": 8165
    },
    {
      "entropy": 6.3738494396209715,
      "epoch": 0.8743110920862539,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004933549207354582,
      "loss": 6.1588,
      "mean_token_accuracy": 0.1451977863907814,
      "num_tokens": 17690780.0,
      "step": 8170
    },
    {
      "entropy": 6.446805238723755,
      "epoch": 0.8748461661940179,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004933456942945994,
      "loss": 6.2716,
      "mean_token_accuracy": 0.14626665711402892,
      "num_tokens": 17702170.0,
      "step": 8175
    },
    {
      "entropy": 6.44735198020935,
      "epoch": 0.8753812403017818,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004933364615490393,
      "loss": 6.2105,
      "mean_token_accuracy": 0.14683770388364792,
      "num_tokens": 17712631.0,
      "step": 8180
    },
    {
      "entropy": 6.54788179397583,
      "epoch": 0.8759163144095458,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004933272224990445,
      "loss": 6.2949,
      "mean_token_accuracy": 0.1356400080025196,
      "num_tokens": 17723692.0,
      "step": 8185
    },
    {
      "entropy": 6.496940326690674,
      "epoch": 0.8764513885173096,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004933179771448819,
      "loss": 6.1845,
      "mean_token_accuracy": 0.1512119174003601,
      "num_tokens": 17735264.0,
      "step": 8190
    },
    {
      "entropy": 6.366297674179077,
      "epoch": 0.8769864626250736,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004933087254868183,
      "loss": 6.0895,
      "mean_token_accuracy": 0.15264559388160706,
      "num_tokens": 17747060.0,
      "step": 8195
    },
    {
      "entropy": 6.3891722679138185,
      "epoch": 0.8775215367328375,
      "grad_norm": 0.87890625,
      "learning_rate": 0.000493299467525121,
      "loss": 6.2188,
      "mean_token_accuracy": 0.1389477953314781,
      "num_tokens": 17758159.0,
      "step": 8200
    },
    {
      "entropy": 6.500685834884644,
      "epoch": 0.8780566108406014,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004932902032600573,
      "loss": 6.2191,
      "mean_token_accuracy": 0.14177136272192,
      "num_tokens": 17768444.0,
      "step": 8205
    },
    {
      "entropy": 6.461921882629395,
      "epoch": 0.8785916849483654,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004932809326918945,
      "loss": 6.1122,
      "mean_token_accuracy": 0.15678573548793792,
      "num_tokens": 17779303.0,
      "step": 8210
    },
    {
      "entropy": 6.487242603302002,
      "epoch": 0.8791267590561292,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004932716558209005,
      "loss": 6.3052,
      "mean_token_accuracy": 0.1367947705090046,
      "num_tokens": 17789853.0,
      "step": 8215
    },
    {
      "entropy": 6.536150217056274,
      "epoch": 0.8796618331638932,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004932623726473432,
      "loss": 6.1935,
      "mean_token_accuracy": 0.15173025727272033,
      "num_tokens": 17799232.0,
      "step": 8220
    },
    {
      "entropy": 6.3940956592559814,
      "epoch": 0.8801969072716571,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004932530831714904,
      "loss": 6.187,
      "mean_token_accuracy": 0.14445312023162843,
      "num_tokens": 17808870.0,
      "step": 8225
    },
    {
      "entropy": 6.3977783203125,
      "epoch": 0.8807319813794211,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004932437873936107,
      "loss": 6.2626,
      "mean_token_accuracy": 0.13755191415548323,
      "num_tokens": 17819394.0,
      "step": 8230
    },
    {
      "entropy": 6.550758218765258,
      "epoch": 0.881267055487185,
      "grad_norm": 0.8125,
      "learning_rate": 0.0004932344853139721,
      "loss": 6.2453,
      "mean_token_accuracy": 0.13946715593338013,
      "num_tokens": 17830220.0,
      "step": 8235
    },
    {
      "entropy": 6.448937892913818,
      "epoch": 0.8818021295949489,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004932251769328436,
      "loss": 6.1963,
      "mean_token_accuracy": 0.1393178842961788,
      "num_tokens": 17841971.0,
      "step": 8240
    },
    {
      "entropy": 6.448181200027466,
      "epoch": 0.8823372037027128,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004932158622504937,
      "loss": 6.1941,
      "mean_token_accuracy": 0.14694615676999093,
      "num_tokens": 17851890.0,
      "step": 8245
    },
    {
      "entropy": 6.427869701385498,
      "epoch": 0.8828722778104767,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004932065412671915,
      "loss": 6.1862,
      "mean_token_accuracy": 0.15051203742623329,
      "num_tokens": 17862855.0,
      "step": 8250
    },
    {
      "entropy": 6.547014617919922,
      "epoch": 0.8834073519182407,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004931972139832058,
      "loss": 6.1919,
      "mean_token_accuracy": 0.13899358212947846,
      "num_tokens": 17873550.0,
      "step": 8255
    },
    {
      "entropy": 6.462202167510986,
      "epoch": 0.8839424260260046,
      "grad_norm": 0.875,
      "learning_rate": 0.0004931878803988066,
      "loss": 6.221,
      "mean_token_accuracy": 0.14448966532945634,
      "num_tokens": 17884067.0,
      "step": 8260
    },
    {
      "entropy": 6.427721071243286,
      "epoch": 0.8844775001337686,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004931785405142627,
      "loss": 6.2237,
      "mean_token_accuracy": 0.14615930393338203,
      "num_tokens": 17894587.0,
      "step": 8265
    },
    {
      "entropy": 6.475208044052124,
      "epoch": 0.8850125742415325,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004931691943298443,
      "loss": 6.2346,
      "mean_token_accuracy": 0.13537004292011262,
      "num_tokens": 17905297.0,
      "step": 8270
    },
    {
      "entropy": 6.414251136779785,
      "epoch": 0.8855476483492963,
      "grad_norm": 0.84375,
      "learning_rate": 0.000493159841845821,
      "loss": 6.1351,
      "mean_token_accuracy": 0.1493850603699684,
      "num_tokens": 17916225.0,
      "step": 8275
    },
    {
      "entropy": 6.518371868133545,
      "epoch": 0.8860827224570603,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004931504830624629,
      "loss": 6.1896,
      "mean_token_accuracy": 0.1398513376712799,
      "num_tokens": 17925795.0,
      "step": 8280
    },
    {
      "entropy": 6.45190749168396,
      "epoch": 0.8866177965648242,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004931411179800403,
      "loss": 6.1978,
      "mean_token_accuracy": 0.13878842890262605,
      "num_tokens": 17936134.0,
      "step": 8285
    },
    {
      "entropy": 6.476259756088257,
      "epoch": 0.8871528706725882,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004931317465988235,
      "loss": 6.2749,
      "mean_token_accuracy": 0.13695047050714493,
      "num_tokens": 17946393.0,
      "step": 8290
    },
    {
      "entropy": 6.508022928237915,
      "epoch": 0.8876879447803521,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004931223689190832,
      "loss": 6.2731,
      "mean_token_accuracy": 0.1373719498515129,
      "num_tokens": 17957527.0,
      "step": 8295
    },
    {
      "entropy": 6.509348917007446,
      "epoch": 0.8882230188881161,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004931129849410903,
      "loss": 6.2532,
      "mean_token_accuracy": 0.13987435549497604,
      "num_tokens": 17968390.0,
      "step": 8300
    },
    {
      "entropy": 6.516298246383667,
      "epoch": 0.8887580929958799,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004931035946651154,
      "loss": 6.1875,
      "mean_token_accuracy": 0.15575498342514038,
      "num_tokens": 17978667.0,
      "step": 8305
    },
    {
      "entropy": 6.442233037948609,
      "epoch": 0.8892931671036438,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004930941980914299,
      "loss": 6.2262,
      "mean_token_accuracy": 0.13767518401145934,
      "num_tokens": 17989008.0,
      "step": 8310
    },
    {
      "entropy": 6.437238550186157,
      "epoch": 0.8898282412114078,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004930847952203052,
      "loss": 6.2042,
      "mean_token_accuracy": 0.13336346596479415,
      "num_tokens": 18000199.0,
      "step": 8315
    },
    {
      "entropy": 6.496860790252685,
      "epoch": 0.8903633153191717,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004930753860520126,
      "loss": 6.1422,
      "mean_token_accuracy": 0.1425130732357502,
      "num_tokens": 18010941.0,
      "step": 8320
    },
    {
      "entropy": 6.5454202651977536,
      "epoch": 0.8908983894269357,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004930659705868237,
      "loss": 6.2558,
      "mean_token_accuracy": 0.1420603796839714,
      "num_tokens": 18021519.0,
      "step": 8325
    },
    {
      "entropy": 6.47792158126831,
      "epoch": 0.8914334635346995,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004930565488250108,
      "loss": 6.204,
      "mean_token_accuracy": 0.14179358258843422,
      "num_tokens": 18032773.0,
      "step": 8330
    },
    {
      "entropy": 6.393397092819214,
      "epoch": 0.8919685376424635,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004930471207668456,
      "loss": 6.1737,
      "mean_token_accuracy": 0.15024345815181733,
      "num_tokens": 18043250.0,
      "step": 8335
    },
    {
      "entropy": 6.430734014511108,
      "epoch": 0.8925036117502274,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004930376864126005,
      "loss": 6.1775,
      "mean_token_accuracy": 0.14761077091097832,
      "num_tokens": 18055165.0,
      "step": 8340
    },
    {
      "entropy": 6.431783246994018,
      "epoch": 0.8930386858579913,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004930282457625476,
      "loss": 6.1319,
      "mean_token_accuracy": 0.15056303143501282,
      "num_tokens": 18065296.0,
      "step": 8345
    },
    {
      "entropy": 6.412946891784668,
      "epoch": 0.8935737599657553,
      "grad_norm": 0.890625,
      "learning_rate": 0.00049301879881696,
      "loss": 6.1453,
      "mean_token_accuracy": 0.1431378237903118,
      "num_tokens": 18075536.0,
      "step": 8350
    },
    {
      "entropy": 6.492121362686158,
      "epoch": 0.8941088340735192,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004930093455761101,
      "loss": 6.2689,
      "mean_token_accuracy": 0.14712657630443574,
      "num_tokens": 18086253.0,
      "step": 8355
    },
    {
      "entropy": 6.447110652923584,
      "epoch": 0.8946439081812831,
      "grad_norm": 0.890625,
      "learning_rate": 0.000492999886040271,
      "loss": 6.2434,
      "mean_token_accuracy": 0.14176914021372794,
      "num_tokens": 18097335.0,
      "step": 8360
    },
    {
      "entropy": 6.487428617477417,
      "epoch": 0.895178982289047,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004929904202097159,
      "loss": 6.173,
      "mean_token_accuracy": 0.14728611558675767,
      "num_tokens": 18107293.0,
      "step": 8365
    },
    {
      "entropy": 6.43171329498291,
      "epoch": 0.895714056396811,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004929809480847179,
      "loss": 6.3191,
      "mean_token_accuracy": 0.12872769683599472,
      "num_tokens": 18117705.0,
      "step": 8370
    },
    {
      "entropy": 6.522384452819824,
      "epoch": 0.8962491305045749,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004929714696655507,
      "loss": 6.2111,
      "mean_token_accuracy": 0.13840262442827225,
      "num_tokens": 18129003.0,
      "step": 8375
    },
    {
      "entropy": 6.445065498352051,
      "epoch": 0.8967842046123388,
      "grad_norm": 0.84765625,
      "learning_rate": 0.000492961984952488,
      "loss": 6.1513,
      "mean_token_accuracy": 0.15770164132118225,
      "num_tokens": 18140843.0,
      "step": 8380
    },
    {
      "entropy": 6.426892185211182,
      "epoch": 0.8973192787201028,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004929524939458037,
      "loss": 6.2532,
      "mean_token_accuracy": 0.14436969608068467,
      "num_tokens": 18151476.0,
      "step": 8385
    },
    {
      "entropy": 6.453249740600586,
      "epoch": 0.8978543528278666,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004929429966457716,
      "loss": 6.2778,
      "mean_token_accuracy": 0.1357191488146782,
      "num_tokens": 18161304.0,
      "step": 8390
    },
    {
      "entropy": 6.505843734741211,
      "epoch": 0.8983894269356306,
      "grad_norm": 0.875,
      "learning_rate": 0.0004929334930526662,
      "loss": 6.2021,
      "mean_token_accuracy": 0.1475615009665489,
      "num_tokens": 18173696.0,
      "step": 8395
    },
    {
      "entropy": 6.4902702331542965,
      "epoch": 0.8989245010433945,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004929239831667617,
      "loss": 6.2293,
      "mean_token_accuracy": 0.13744482025504112,
      "num_tokens": 18186024.0,
      "step": 8400
    },
    {
      "entropy": 6.477586174011231,
      "epoch": 0.8994595751511585,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004929144669883329,
      "loss": 6.2418,
      "mean_token_accuracy": 0.1429603010416031,
      "num_tokens": 18196976.0,
      "step": 8405
    },
    {
      "entropy": 6.489749479293823,
      "epoch": 0.8999946492589224,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004929049445176545,
      "loss": 6.2311,
      "mean_token_accuracy": 0.13951153978705405,
      "num_tokens": 18208086.0,
      "step": 8410
    },
    {
      "entropy": 6.421720695495606,
      "epoch": 0.9005297233666862,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004928954157550013,
      "loss": 6.1864,
      "mean_token_accuracy": 0.15251387804746627,
      "num_tokens": 18218468.0,
      "step": 8415
    },
    {
      "entropy": 6.506771230697632,
      "epoch": 0.9010647974744502,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004928858807006488,
      "loss": 6.2756,
      "mean_token_accuracy": 0.1449819788336754,
      "num_tokens": 18230489.0,
      "step": 8420
    },
    {
      "entropy": 6.478936433792114,
      "epoch": 0.9015998715822141,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004928763393548721,
      "loss": 6.2273,
      "mean_token_accuracy": 0.14151315689086913,
      "num_tokens": 18239968.0,
      "step": 8425
    },
    {
      "entropy": 6.497046327590942,
      "epoch": 0.9021349456899781,
      "grad_norm": 0.83203125,
      "learning_rate": 0.0004928667917179465,
      "loss": 6.248,
      "mean_token_accuracy": 0.14045359268784524,
      "num_tokens": 18250902.0,
      "step": 8430
    },
    {
      "entropy": 6.544751739501953,
      "epoch": 0.902670019797742,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004928572377901481,
      "loss": 6.2649,
      "mean_token_accuracy": 0.14468383342027663,
      "num_tokens": 18262094.0,
      "step": 8435
    },
    {
      "entropy": 6.498642635345459,
      "epoch": 0.903205093905506,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004928476775717524,
      "loss": 6.2446,
      "mean_token_accuracy": 0.14410303086042403,
      "num_tokens": 18272765.0,
      "step": 8440
    },
    {
      "entropy": 6.430245733261108,
      "epoch": 0.9037401680132698,
      "grad_norm": 0.82421875,
      "learning_rate": 0.0004928381110630358,
      "loss": 6.1166,
      "mean_token_accuracy": 0.15524550825357436,
      "num_tokens": 18284570.0,
      "step": 8445
    },
    {
      "entropy": 6.579597139358521,
      "epoch": 0.9042752421210337,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004928285382642742,
      "loss": 6.2464,
      "mean_token_accuracy": 0.13878655210137367,
      "num_tokens": 18295170.0,
      "step": 8450
    },
    {
      "entropy": 6.408507251739502,
      "epoch": 0.9048103162287977,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004928189591757443,
      "loss": 6.1957,
      "mean_token_accuracy": 0.14184481278061867,
      "num_tokens": 18306388.0,
      "step": 8455
    },
    {
      "entropy": 6.442728662490845,
      "epoch": 0.9053453903365616,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004928093737977225,
      "loss": 6.1994,
      "mean_token_accuracy": 0.14463388174772263,
      "num_tokens": 18316363.0,
      "step": 8460
    },
    {
      "entropy": 6.353628349304199,
      "epoch": 0.9058804644443256,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004927997821304856,
      "loss": 6.1422,
      "mean_token_accuracy": 0.1478566661477089,
      "num_tokens": 18327397.0,
      "step": 8465
    },
    {
      "entropy": 6.482725620269775,
      "epoch": 0.9064155385520895,
      "grad_norm": 0.8359375,
      "learning_rate": 0.0004927901841743107,
      "loss": 6.2601,
      "mean_token_accuracy": 0.13910072967410086,
      "num_tokens": 18338909.0,
      "step": 8470
    },
    {
      "entropy": 6.5338568687438965,
      "epoch": 0.9069506126598534,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004927805799294747,
      "loss": 6.2296,
      "mean_token_accuracy": 0.14250923395156861,
      "num_tokens": 18350110.0,
      "step": 8475
    },
    {
      "entropy": 6.483696174621582,
      "epoch": 0.9074856867676173,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004927709693962551,
      "loss": 6.2818,
      "mean_token_accuracy": 0.13232277110219,
      "num_tokens": 18361590.0,
      "step": 8480
    },
    {
      "entropy": 6.44201135635376,
      "epoch": 0.9080207608753812,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004927613525749295,
      "loss": 6.2238,
      "mean_token_accuracy": 0.14254011660814286,
      "num_tokens": 18372602.0,
      "step": 8485
    },
    {
      "entropy": 6.513248682022095,
      "epoch": 0.9085558349831452,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004927517294657753,
      "loss": 6.2703,
      "mean_token_accuracy": 0.13598200902342797,
      "num_tokens": 18384653.0,
      "step": 8490
    },
    {
      "entropy": 6.564611005783081,
      "epoch": 0.9090909090909091,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004927421000690705,
      "loss": 6.2256,
      "mean_token_accuracy": 0.1415557749569416,
      "num_tokens": 18395379.0,
      "step": 8495
    },
    {
      "entropy": 6.481884431838989,
      "epoch": 0.909625983198673,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004927324643850933,
      "loss": 6.1985,
      "mean_token_accuracy": 0.14312231540679932,
      "num_tokens": 18405915.0,
      "step": 8500
    },
    {
      "entropy": 6.36347222328186,
      "epoch": 0.9101610573064369,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004927228224141217,
      "loss": 6.0887,
      "mean_token_accuracy": 0.1629916936159134,
      "num_tokens": 18416656.0,
      "step": 8505
    },
    {
      "entropy": 6.426639747619629,
      "epoch": 0.9106961314142009,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004927131741564342,
      "loss": 6.228,
      "mean_token_accuracy": 0.13803585097193719,
      "num_tokens": 18427141.0,
      "step": 8510
    },
    {
      "entropy": 6.490043210983276,
      "epoch": 0.9112312055219648,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004927035196123094,
      "loss": 6.2574,
      "mean_token_accuracy": 0.14823196157813073,
      "num_tokens": 18437135.0,
      "step": 8515
    },
    {
      "entropy": 6.606572437286377,
      "epoch": 0.9117662796297287,
      "grad_norm": 0.890625,
      "learning_rate": 0.000492693858782026,
      "loss": 6.3205,
      "mean_token_accuracy": 0.13474073708057405,
      "num_tokens": 18448567.0,
      "step": 8520
    },
    {
      "entropy": 6.561576700210571,
      "epoch": 0.9123013537374927,
      "grad_norm": 1.0,
      "learning_rate": 0.000492684191665863,
      "loss": 6.2943,
      "mean_token_accuracy": 0.13457489982247353,
      "num_tokens": 18459385.0,
      "step": 8525
    },
    {
      "entropy": 6.447676277160644,
      "epoch": 0.9128364278452565,
      "grad_norm": 0.8125,
      "learning_rate": 0.0004926745182640996,
      "loss": 6.2272,
      "mean_token_accuracy": 0.14392890483140947,
      "num_tokens": 18471376.0,
      "step": 8530
    },
    {
      "entropy": 6.511551856994629,
      "epoch": 0.9133715019530205,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004926648385770152,
      "loss": 6.3065,
      "mean_token_accuracy": 0.13559125885367393,
      "num_tokens": 18481950.0,
      "step": 8535
    },
    {
      "entropy": 6.539721441268921,
      "epoch": 0.9139065760607844,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004926551526048891,
      "loss": 6.2217,
      "mean_token_accuracy": 0.14225187674164771,
      "num_tokens": 18492436.0,
      "step": 8540
    },
    {
      "entropy": 6.434160566329956,
      "epoch": 0.9144416501685484,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004926454603480009,
      "loss": 6.0614,
      "mean_token_accuracy": 0.1480466492474079,
      "num_tokens": 18504279.0,
      "step": 8545
    },
    {
      "entropy": 6.473003673553467,
      "epoch": 0.9149767242763123,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004926357618066307,
      "loss": 6.1957,
      "mean_token_accuracy": 0.14428540021181108,
      "num_tokens": 18515262.0,
      "step": 8550
    },
    {
      "entropy": 6.474255132675171,
      "epoch": 0.9155117983840761,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004926260569810586,
      "loss": 6.2633,
      "mean_token_accuracy": 0.14167677313089372,
      "num_tokens": 18525176.0,
      "step": 8555
    },
    {
      "entropy": 6.412099933624267,
      "epoch": 0.9160468724918401,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004926163458715645,
      "loss": 6.2397,
      "mean_token_accuracy": 0.13938599228858947,
      "num_tokens": 18536674.0,
      "step": 8560
    },
    {
      "entropy": 6.487487363815307,
      "epoch": 0.916581946599604,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004926066284784292,
      "loss": 6.2074,
      "mean_token_accuracy": 0.14399363100528717,
      "num_tokens": 18547398.0,
      "step": 8565
    },
    {
      "entropy": 6.50559434890747,
      "epoch": 0.917117020707368,
      "grad_norm": 0.8359375,
      "learning_rate": 0.0004925969048019329,
      "loss": 6.25,
      "mean_token_accuracy": 0.14789487645030022,
      "num_tokens": 18558838.0,
      "step": 8570
    },
    {
      "entropy": 6.444234085083008,
      "epoch": 0.9176520948151319,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004925871748423566,
      "loss": 6.1958,
      "mean_token_accuracy": 0.14261153042316438,
      "num_tokens": 18569881.0,
      "step": 8575
    },
    {
      "entropy": 6.445477390289307,
      "epoch": 0.9181871689228959,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004925774385999812,
      "loss": 6.0995,
      "mean_token_accuracy": 0.1520858034491539,
      "num_tokens": 18579556.0,
      "step": 8580
    },
    {
      "entropy": 6.36273717880249,
      "epoch": 0.9187222430306597,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004925676960750878,
      "loss": 6.1261,
      "mean_token_accuracy": 0.1515171892940998,
      "num_tokens": 18590580.0,
      "step": 8585
    },
    {
      "entropy": 6.5159039974212645,
      "epoch": 0.9192573171384236,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004925579472679578,
      "loss": 6.2396,
      "mean_token_accuracy": 0.14403093606233597,
      "num_tokens": 18600813.0,
      "step": 8590
    },
    {
      "entropy": 6.4420863628387455,
      "epoch": 0.9197923912461876,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004925481921788726,
      "loss": 6.1682,
      "mean_token_accuracy": 0.1500229761004448,
      "num_tokens": 18610807.0,
      "step": 8595
    },
    {
      "entropy": 6.371388101577759,
      "epoch": 0.9203274653539515,
      "grad_norm": 0.93359375,
      "learning_rate": 0.000492538430808114,
      "loss": 6.1246,
      "mean_token_accuracy": 0.14546216204762458,
      "num_tokens": 18622108.0,
      "step": 8600
    },
    {
      "entropy": 6.4668769359588625,
      "epoch": 0.9208625394617155,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004925286631559636,
      "loss": 6.2988,
      "mean_token_accuracy": 0.14089180231094361,
      "num_tokens": 18633098.0,
      "step": 8605
    },
    {
      "entropy": 6.491634798049927,
      "epoch": 0.9213976135694794,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004925188892227038,
      "loss": 6.1806,
      "mean_token_accuracy": 0.14678704962134362,
      "num_tokens": 18643603.0,
      "step": 8610
    },
    {
      "entropy": 6.4450047492980955,
      "epoch": 0.9219326876772433,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004925091090086166,
      "loss": 6.2025,
      "mean_token_accuracy": 0.14506881237030028,
      "num_tokens": 18654354.0,
      "step": 8615
    },
    {
      "entropy": 6.532670545578003,
      "epoch": 0.9224677617850072,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004924993225139845,
      "loss": 6.2735,
      "mean_token_accuracy": 0.14608646482229232,
      "num_tokens": 18665349.0,
      "step": 8620
    },
    {
      "entropy": 6.525163078308106,
      "epoch": 0.9230028358927711,
      "grad_norm": 0.83203125,
      "learning_rate": 0.0004924895297390899,
      "loss": 6.2269,
      "mean_token_accuracy": 0.13846409171819687,
      "num_tokens": 18676575.0,
      "step": 8625
    },
    {
      "entropy": 6.454398155212402,
      "epoch": 0.9235379100005351,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004924797306842157,
      "loss": 6.1735,
      "mean_token_accuracy": 0.1448497913777828,
      "num_tokens": 18686501.0,
      "step": 8630
    },
    {
      "entropy": 6.4889116287231445,
      "epoch": 0.924072984108299,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004924699253496449,
      "loss": 6.2368,
      "mean_token_accuracy": 0.14226862415671349,
      "num_tokens": 18697246.0,
      "step": 8635
    },
    {
      "entropy": 6.393411493301391,
      "epoch": 0.924608058216063,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004924601137356605,
      "loss": 6.1647,
      "mean_token_accuracy": 0.15329194143414498,
      "num_tokens": 18708177.0,
      "step": 8640
    },
    {
      "entropy": 6.481259727478028,
      "epoch": 0.9251431323238268,
      "grad_norm": 0.89453125,
      "learning_rate": 0.000492450295842546,
      "loss": 6.2126,
      "mean_token_accuracy": 0.13905886486172675,
      "num_tokens": 18719334.0,
      "step": 8645
    },
    {
      "entropy": 6.4964659214019775,
      "epoch": 0.9256782064315908,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004924404716705847,
      "loss": 6.1774,
      "mean_token_accuracy": 0.1499700129032135,
      "num_tokens": 18729174.0,
      "step": 8650
    },
    {
      "entropy": 6.448195075988769,
      "epoch": 0.9262132805393547,
      "grad_norm": 0.875,
      "learning_rate": 0.0004924306412200603,
      "loss": 6.2925,
      "mean_token_accuracy": 0.13642457500100136,
      "num_tokens": 18740277.0,
      "step": 8655
    },
    {
      "entropy": 6.507169485092163,
      "epoch": 0.9267483546471186,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004924208044912567,
      "loss": 6.2314,
      "mean_token_accuracy": 0.14669199436903,
      "num_tokens": 18751864.0,
      "step": 8660
    },
    {
      "entropy": 6.413236808776856,
      "epoch": 0.9272834287548826,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004924109614844579,
      "loss": 6.1443,
      "mean_token_accuracy": 0.1510525941848755,
      "num_tokens": 18762786.0,
      "step": 8665
    },
    {
      "entropy": 6.433039760589599,
      "epoch": 0.9278185028626464,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004924011121999482,
      "loss": 6.203,
      "mean_token_accuracy": 0.14765021950006485,
      "num_tokens": 18772913.0,
      "step": 8670
    },
    {
      "entropy": 6.475260257720947,
      "epoch": 0.9283535769704104,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004923912566380118,
      "loss": 6.1673,
      "mean_token_accuracy": 0.14709473699331282,
      "num_tokens": 18784204.0,
      "step": 8675
    },
    {
      "entropy": 6.388618516921997,
      "epoch": 0.9288886510781743,
      "grad_norm": 0.8359375,
      "learning_rate": 0.0004923813947989336,
      "loss": 6.2716,
      "mean_token_accuracy": 0.14042105823755263,
      "num_tokens": 18795425.0,
      "step": 8680
    },
    {
      "entropy": 6.520901441574097,
      "epoch": 0.9294237251859383,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004923715266829981,
      "loss": 6.1898,
      "mean_token_accuracy": 0.14483431875705718,
      "num_tokens": 18806850.0,
      "step": 8685
    },
    {
      "entropy": 6.435678291320801,
      "epoch": 0.9299587992937022,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004923616522904903,
      "loss": 6.1387,
      "mean_token_accuracy": 0.15046218186616897,
      "num_tokens": 18817272.0,
      "step": 8690
    },
    {
      "entropy": 6.501014041900635,
      "epoch": 0.930493873401466,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004923517716216953,
      "loss": 6.2869,
      "mean_token_accuracy": 0.13602351620793343,
      "num_tokens": 18827075.0,
      "step": 8695
    },
    {
      "entropy": 6.511406564712525,
      "epoch": 0.93102894750923,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004923418846768985,
      "loss": 6.1981,
      "mean_token_accuracy": 0.1427587501704693,
      "num_tokens": 18837635.0,
      "step": 8700
    },
    {
      "entropy": 6.4627467632293705,
      "epoch": 0.9315640216169939,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004923319914563852,
      "loss": 6.1951,
      "mean_token_accuracy": 0.1493883490562439,
      "num_tokens": 18848559.0,
      "step": 8705
    },
    {
      "entropy": 6.490451526641846,
      "epoch": 0.9320990957247579,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004923220919604413,
      "loss": 6.2163,
      "mean_token_accuracy": 0.14165103286504746,
      "num_tokens": 18859327.0,
      "step": 8710
    },
    {
      "entropy": 6.414099025726318,
      "epoch": 0.9326341698325218,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004923121861893525,
      "loss": 6.1779,
      "mean_token_accuracy": 0.14123260378837585,
      "num_tokens": 18869403.0,
      "step": 8715
    },
    {
      "entropy": 6.4744631290435795,
      "epoch": 0.9331692439402858,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004923022741434049,
      "loss": 6.2033,
      "mean_token_accuracy": 0.140889972448349,
      "num_tokens": 18879890.0,
      "step": 8720
    },
    {
      "entropy": 6.505236625671387,
      "epoch": 0.9337043180480497,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004922923558228846,
      "loss": 6.222,
      "mean_token_accuracy": 0.13713237941265105,
      "num_tokens": 18890361.0,
      "step": 8725
    },
    {
      "entropy": 6.4382130146026615,
      "epoch": 0.9342393921558135,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004922824312280781,
      "loss": 6.1395,
      "mean_token_accuracy": 0.148147551715374,
      "num_tokens": 18902344.0,
      "step": 8730
    },
    {
      "entropy": 6.405410432815552,
      "epoch": 0.9347744662635775,
      "grad_norm": 0.91015625,
      "learning_rate": 0.000492272500359272,
      "loss": 6.1412,
      "mean_token_accuracy": 0.15164890885353088,
      "num_tokens": 18911364.0,
      "step": 8735
    },
    {
      "entropy": 6.434286165237427,
      "epoch": 0.9353095403713414,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004922625632167529,
      "loss": 6.2359,
      "mean_token_accuracy": 0.13671373650431634,
      "num_tokens": 18922254.0,
      "step": 8740
    },
    {
      "entropy": 6.529753828048706,
      "epoch": 0.9358446144791054,
      "grad_norm": 0.81640625,
      "learning_rate": 0.0004922526198008078,
      "loss": 6.1991,
      "mean_token_accuracy": 0.14297783002257347,
      "num_tokens": 18932943.0,
      "step": 8745
    },
    {
      "entropy": 6.506849908828736,
      "epoch": 0.9363796885868693,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004922426701117239,
      "loss": 6.3003,
      "mean_token_accuracy": 0.13828289583325387,
      "num_tokens": 18943523.0,
      "step": 8750
    },
    {
      "entropy": 6.537208318710327,
      "epoch": 0.9369147626946333,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004922327141497884,
      "loss": 6.273,
      "mean_token_accuracy": 0.13431756868958472,
      "num_tokens": 18955220.0,
      "step": 8755
    },
    {
      "entropy": 6.558082008361817,
      "epoch": 0.9374498368023971,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004922227519152888,
      "loss": 6.2885,
      "mean_token_accuracy": 0.14038701802492143,
      "num_tokens": 18966714.0,
      "step": 8760
    },
    {
      "entropy": 6.40695595741272,
      "epoch": 0.937984910910161,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004922127834085128,
      "loss": 6.15,
      "mean_token_accuracy": 0.14898365288972854,
      "num_tokens": 18977998.0,
      "step": 8765
    },
    {
      "entropy": 6.435443258285522,
      "epoch": 0.938519985017925,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0004922028086297481,
      "loss": 6.1423,
      "mean_token_accuracy": 0.14595036581158638,
      "num_tokens": 18990210.0,
      "step": 8770
    },
    {
      "entropy": 6.5269208431243895,
      "epoch": 0.9390550591256889,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004921928275792828,
      "loss": 6.2425,
      "mean_token_accuracy": 0.14962659180164337,
      "num_tokens": 19000529.0,
      "step": 8775
    },
    {
      "entropy": 6.436434268951416,
      "epoch": 0.9395901332334529,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004921828402574052,
      "loss": 6.1793,
      "mean_token_accuracy": 0.15043628811836243,
      "num_tokens": 19011386.0,
      "step": 8780
    },
    {
      "entropy": 6.437271976470948,
      "epoch": 0.9401252073412167,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004921728466644037,
      "loss": 6.1707,
      "mean_token_accuracy": 0.14790606051683425,
      "num_tokens": 19022196.0,
      "step": 8785
    },
    {
      "entropy": 6.429384708404541,
      "epoch": 0.9406602814489807,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004921628468005666,
      "loss": 6.2038,
      "mean_token_accuracy": 0.1489550918340683,
      "num_tokens": 19033221.0,
      "step": 8790
    },
    {
      "entropy": 6.436385250091552,
      "epoch": 0.9411953555567446,
      "grad_norm": 0.859375,
      "learning_rate": 0.000492152840666183,
      "loss": 6.2469,
      "mean_token_accuracy": 0.13902419656515122,
      "num_tokens": 19044953.0,
      "step": 8795
    },
    {
      "entropy": 6.52896409034729,
      "epoch": 0.9417304296645085,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004921428282615415,
      "loss": 6.2655,
      "mean_token_accuracy": 0.13636692017316818,
      "num_tokens": 19055512.0,
      "step": 8800
    },
    {
      "entropy": 6.52111701965332,
      "epoch": 0.9422655037722725,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004921328095869313,
      "loss": 6.2652,
      "mean_token_accuracy": 0.14065030515193938,
      "num_tokens": 19065659.0,
      "step": 8805
    },
    {
      "entropy": 6.427253198623657,
      "epoch": 0.9428005778800364,
      "grad_norm": 0.8125,
      "learning_rate": 0.0004921227846426418,
      "loss": 6.1655,
      "mean_token_accuracy": 0.1540947064757347,
      "num_tokens": 19076955.0,
      "step": 8810
    },
    {
      "entropy": 6.4817615985870365,
      "epoch": 0.9433356519878003,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004921127534289624,
      "loss": 6.2729,
      "mean_token_accuracy": 0.13906664103269578,
      "num_tokens": 19088305.0,
      "step": 8815
    },
    {
      "entropy": 6.467895793914795,
      "epoch": 0.9438707260955642,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004921027159461829,
      "loss": 6.2452,
      "mean_token_accuracy": 0.140907621383667,
      "num_tokens": 19098046.0,
      "step": 8820
    },
    {
      "entropy": 6.45828161239624,
      "epoch": 0.9444058002033282,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004920926721945927,
      "loss": 6.1678,
      "mean_token_accuracy": 0.14571942687034606,
      "num_tokens": 19109019.0,
      "step": 8825
    },
    {
      "entropy": 6.477725887298584,
      "epoch": 0.9449408743110921,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004920826221744823,
      "loss": 6.186,
      "mean_token_accuracy": 0.1437153622508049,
      "num_tokens": 19119624.0,
      "step": 8830
    },
    {
      "entropy": 6.473362302780151,
      "epoch": 0.945475948418856,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004920725658861417,
      "loss": 6.2235,
      "mean_token_accuracy": 0.13894851878285408,
      "num_tokens": 19130577.0,
      "step": 8835
    },
    {
      "entropy": 6.482684326171875,
      "epoch": 0.94601102252662,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004920625033298611,
      "loss": 6.1426,
      "mean_token_accuracy": 0.14513972103595735,
      "num_tokens": 19140254.0,
      "step": 8840
    },
    {
      "entropy": 6.436223936080933,
      "epoch": 0.9465460966343838,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004920524345059314,
      "loss": 6.169,
      "mean_token_accuracy": 0.14718737304210663,
      "num_tokens": 19151357.0,
      "step": 8845
    },
    {
      "entropy": 6.492574214935303,
      "epoch": 0.9470811707421478,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004920423594146431,
      "loss": 6.182,
      "mean_token_accuracy": 0.14779068231582643,
      "num_tokens": 19162069.0,
      "step": 8850
    },
    {
      "entropy": 6.36601414680481,
      "epoch": 0.9476162448499117,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004920322780562872,
      "loss": 6.0777,
      "mean_token_accuracy": 0.15069809556007385,
      "num_tokens": 19172515.0,
      "step": 8855
    },
    {
      "entropy": 6.360944366455078,
      "epoch": 0.9481513189576757,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004920221904311546,
      "loss": 6.0783,
      "mean_token_accuracy": 0.14836317151784897,
      "num_tokens": 19182450.0,
      "step": 8860
    },
    {
      "entropy": 6.485449266433716,
      "epoch": 0.9486863930654396,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004920120965395369,
      "loss": 6.2865,
      "mean_token_accuracy": 0.14288815706968308,
      "num_tokens": 19193833.0,
      "step": 8865
    },
    {
      "entropy": 6.518713712692261,
      "epoch": 0.9492214671732034,
      "grad_norm": 0.82421875,
      "learning_rate": 0.0004920019963817253,
      "loss": 6.2263,
      "mean_token_accuracy": 0.13764797747135163,
      "num_tokens": 19204970.0,
      "step": 8870
    },
    {
      "entropy": 6.458697080612183,
      "epoch": 0.9497565412809674,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004919918899580117,
      "loss": 6.1844,
      "mean_token_accuracy": 0.14529381543397904,
      "num_tokens": 19215795.0,
      "step": 8875
    },
    {
      "entropy": 6.4908928871154785,
      "epoch": 0.9502916153887313,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004919817772686876,
      "loss": 6.22,
      "mean_token_accuracy": 0.13599698767066,
      "num_tokens": 19226375.0,
      "step": 8880
    },
    {
      "entropy": 6.5375683307647705,
      "epoch": 0.9508266894964953,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004919716583140453,
      "loss": 6.2161,
      "mean_token_accuracy": 0.14754707515239715,
      "num_tokens": 19236066.0,
      "step": 8885
    },
    {
      "entropy": 6.399689483642578,
      "epoch": 0.9513617636042592,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004919615330943769,
      "loss": 6.1073,
      "mean_token_accuracy": 0.1497982382774353,
      "num_tokens": 19246757.0,
      "step": 8890
    },
    {
      "entropy": 6.525915575027466,
      "epoch": 0.9518968377120232,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004919514016099746,
      "loss": 6.2522,
      "mean_token_accuracy": 0.141085946559906,
      "num_tokens": 19257875.0,
      "step": 8895
    },
    {
      "entropy": 6.496263742446899,
      "epoch": 0.952431911819787,
      "grad_norm": 0.84765625,
      "learning_rate": 0.000491941263861131,
      "loss": 6.2112,
      "mean_token_accuracy": 0.14586174190044404,
      "num_tokens": 19270236.0,
      "step": 8900
    },
    {
      "entropy": 6.452596187591553,
      "epoch": 0.9529669859275509,
      "grad_norm": 0.95703125,
      "learning_rate": 0.000491931119848139,
      "loss": 6.2059,
      "mean_token_accuracy": 0.1410587064921856,
      "num_tokens": 19280877.0,
      "step": 8905
    },
    {
      "entropy": 6.418635129928589,
      "epoch": 0.9535020600353149,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004919209695712915,
      "loss": 6.085,
      "mean_token_accuracy": 0.15473085418343543,
      "num_tokens": 19292852.0,
      "step": 8910
    },
    {
      "entropy": 6.497902727127075,
      "epoch": 0.9540371341430788,
      "grad_norm": 0.8125,
      "learning_rate": 0.0004919108130308814,
      "loss": 6.3214,
      "mean_token_accuracy": 0.13175884634256363,
      "num_tokens": 19305516.0,
      "step": 8915
    },
    {
      "entropy": 6.450237178802491,
      "epoch": 0.9545722082508428,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004919006502272019,
      "loss": 6.1344,
      "mean_token_accuracy": 0.1516859620809555,
      "num_tokens": 19315436.0,
      "step": 8920
    },
    {
      "entropy": 6.448349285125732,
      "epoch": 0.9551072823586066,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004918904811605468,
      "loss": 6.1739,
      "mean_token_accuracy": 0.14867157340049744,
      "num_tokens": 19325393.0,
      "step": 8925
    },
    {
      "entropy": 6.441112756729126,
      "epoch": 0.9556423564663706,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004918803058312094,
      "loss": 6.1719,
      "mean_token_accuracy": 0.15174808502197265,
      "num_tokens": 19336722.0,
      "step": 8930
    },
    {
      "entropy": 6.553536891937256,
      "epoch": 0.9561774305741345,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004918701242394837,
      "loss": 6.3449,
      "mean_token_accuracy": 0.13422898277640344,
      "num_tokens": 19348406.0,
      "step": 8935
    },
    {
      "entropy": 6.369860744476318,
      "epoch": 0.9567125046818984,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004918599363856637,
      "loss": 6.1443,
      "mean_token_accuracy": 0.15485092550516127,
      "num_tokens": 19359714.0,
      "step": 8940
    },
    {
      "entropy": 6.472765588760376,
      "epoch": 0.9572475787896624,
      "grad_norm": 0.8359375,
      "learning_rate": 0.0004918497422700434,
      "loss": 6.1756,
      "mean_token_accuracy": 0.14712189882993698,
      "num_tokens": 19370833.0,
      "step": 8945
    },
    {
      "entropy": 6.502059125900269,
      "epoch": 0.9577826528974263,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004918395418929174,
      "loss": 6.2618,
      "mean_token_accuracy": 0.1383008822798729,
      "num_tokens": 19382098.0,
      "step": 8950
    },
    {
      "entropy": 6.485216426849365,
      "epoch": 0.9583177270051902,
      "grad_norm": 0.9140625,
      "learning_rate": 0.00049182933525458,
      "loss": 6.2229,
      "mean_token_accuracy": 0.14583272486925125,
      "num_tokens": 19393595.0,
      "step": 8955
    },
    {
      "entropy": 6.452768325805664,
      "epoch": 0.9588528011129541,
      "grad_norm": 0.8671875,
      "learning_rate": 0.000491819122355326,
      "loss": 6.18,
      "mean_token_accuracy": 0.14826554507017137,
      "num_tokens": 19405296.0,
      "step": 8960
    },
    {
      "entropy": 6.472521591186523,
      "epoch": 0.9593878752207181,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004918089031954503,
      "loss": 6.1994,
      "mean_token_accuracy": 0.14533568918704987,
      "num_tokens": 19415693.0,
      "step": 8965
    },
    {
      "entropy": 6.451762771606445,
      "epoch": 0.959922949328482,
      "grad_norm": 0.8671875,
      "learning_rate": 0.000491798677775248,
      "loss": 6.2343,
      "mean_token_accuracy": 0.14552236944437028,
      "num_tokens": 19426140.0,
      "step": 8970
    },
    {
      "entropy": 6.5337108135223385,
      "epoch": 0.9604580234362459,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004917884460950144,
      "loss": 6.2858,
      "mean_token_accuracy": 0.13785114735364914,
      "num_tokens": 19437543.0,
      "step": 8975
    },
    {
      "entropy": 6.444455099105835,
      "epoch": 0.9609930975440099,
      "grad_norm": 0.8828125,
      "learning_rate": 0.000491778208155045,
      "loss": 6.1899,
      "mean_token_accuracy": 0.1457691676914692,
      "num_tokens": 19447788.0,
      "step": 8980
    },
    {
      "entropy": 6.517717027664185,
      "epoch": 0.9615281716517737,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004917679639556351,
      "loss": 6.2065,
      "mean_token_accuracy": 0.13845892250537872,
      "num_tokens": 19457587.0,
      "step": 8985
    },
    {
      "entropy": 6.439982891082764,
      "epoch": 0.9620632457595377,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004917577134970808,
      "loss": 6.119,
      "mean_token_accuracy": 0.15125673711299897,
      "num_tokens": 19467422.0,
      "step": 8990
    },
    {
      "entropy": 6.420416069030762,
      "epoch": 0.9625983198673016,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004917474567796778,
      "loss": 6.1781,
      "mean_token_accuracy": 0.1490088813006878,
      "num_tokens": 19479037.0,
      "step": 8995
    },
    {
      "entropy": 6.421410846710205,
      "epoch": 0.9631333939750656,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004917371938037226,
      "loss": 6.1248,
      "mean_token_accuracy": 0.1563099980354309,
      "num_tokens": 19489639.0,
      "step": 9000
    },
    {
      "epoch": 0.9631333939750656,
      "eval_entropy": 6.2821573879519566,
      "eval_loss": 6.2367844581604,
      "eval_mean_token_accuracy": 0.14829185967260816,
      "eval_num_tokens": 19489639.0,
      "eval_runtime": 17.5097,
      "eval_samples_per_second": 1695.006,
      "eval_steps_per_second": 211.883,
      "step": 9000
    },
    {
      "entropy": 6.512316179275513,
      "epoch": 0.9636684680828295,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004917269245695114,
      "loss": 6.2516,
      "mean_token_accuracy": 0.1357911229133606,
      "num_tokens": 19500592.0,
      "step": 9005
    },
    {
      "entropy": 6.500863075256348,
      "epoch": 0.9642035421905933,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004917166490773406,
      "loss": 6.2452,
      "mean_token_accuracy": 0.14373304396867753,
      "num_tokens": 19510818.0,
      "step": 9010
    },
    {
      "entropy": 6.480406856536865,
      "epoch": 0.9647386162983573,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004917063673275071,
      "loss": 6.2731,
      "mean_token_accuracy": 0.1420287720859051,
      "num_tokens": 19521283.0,
      "step": 9015
    },
    {
      "entropy": 6.505241775512696,
      "epoch": 0.9652736904061212,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004916960793203077,
      "loss": 6.1035,
      "mean_token_accuracy": 0.14841227680444719,
      "num_tokens": 19531799.0,
      "step": 9020
    },
    {
      "entropy": 6.449901580810547,
      "epoch": 0.9658087645138852,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004916857850560394,
      "loss": 6.0724,
      "mean_token_accuracy": 0.16073150038719178,
      "num_tokens": 19542377.0,
      "step": 9025
    },
    {
      "entropy": 6.372377395629883,
      "epoch": 0.9663438386216491,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004916754845349996,
      "loss": 6.094,
      "mean_token_accuracy": 0.15285499542951583,
      "num_tokens": 19552654.0,
      "step": 9030
    },
    {
      "entropy": 6.44136610031128,
      "epoch": 0.9668789127294131,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004916651777574856,
      "loss": 6.1786,
      "mean_token_accuracy": 0.14090803936123847,
      "num_tokens": 19563439.0,
      "step": 9035
    },
    {
      "entropy": 6.528454923629761,
      "epoch": 0.9674139868371769,
      "grad_norm": 0.859375,
      "learning_rate": 0.000491654864723795,
      "loss": 6.2028,
      "mean_token_accuracy": 0.1398625247180462,
      "num_tokens": 19574264.0,
      "step": 9040
    },
    {
      "entropy": 6.324220514297485,
      "epoch": 0.9679490609449408,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004916445454342256,
      "loss": 6.0844,
      "mean_token_accuracy": 0.15555037930607796,
      "num_tokens": 19585293.0,
      "step": 9045
    },
    {
      "entropy": 6.443246936798095,
      "epoch": 0.9684841350527048,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004916342198890754,
      "loss": 6.1064,
      "mean_token_accuracy": 0.1432489939033985,
      "num_tokens": 19594384.0,
      "step": 9050
    },
    {
      "entropy": 6.416325330734253,
      "epoch": 0.9690192091604687,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004916238880886426,
      "loss": 6.2339,
      "mean_token_accuracy": 0.1461181789636612,
      "num_tokens": 19605144.0,
      "step": 9055
    },
    {
      "entropy": 6.410384750366211,
      "epoch": 0.9695542832682327,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004916135500332255,
      "loss": 6.1337,
      "mean_token_accuracy": 0.14784870445728301,
      "num_tokens": 19615885.0,
      "step": 9060
    },
    {
      "entropy": 6.442836332321167,
      "epoch": 0.9700893573759966,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004916032057231225,
      "loss": 6.1386,
      "mean_token_accuracy": 0.1452575594186783,
      "num_tokens": 19625749.0,
      "step": 9065
    },
    {
      "entropy": 6.450768375396729,
      "epoch": 0.9706244314837605,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004915928551586324,
      "loss": 6.2368,
      "mean_token_accuracy": 0.13815416768193245,
      "num_tokens": 19638285.0,
      "step": 9070
    },
    {
      "entropy": 6.53087306022644,
      "epoch": 0.9711595055915244,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004915824983400541,
      "loss": 6.2401,
      "mean_token_accuracy": 0.13961710557341575,
      "num_tokens": 19649697.0,
      "step": 9075
    },
    {
      "entropy": 6.5055841445922855,
      "epoch": 0.9716945796992883,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004915721352676864,
      "loss": 6.2645,
      "mean_token_accuracy": 0.1423683024942875,
      "num_tokens": 19659668.0,
      "step": 9080
    },
    {
      "entropy": 6.431279706954956,
      "epoch": 0.9722296538070523,
      "grad_norm": 0.8359375,
      "learning_rate": 0.0004915617659418289,
      "loss": 6.1116,
      "mean_token_accuracy": 0.1474567398428917,
      "num_tokens": 19670301.0,
      "step": 9085
    },
    {
      "entropy": 6.460619783401489,
      "epoch": 0.9727647279148162,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004915513903627807,
      "loss": 6.1536,
      "mean_token_accuracy": 0.14713016524910927,
      "num_tokens": 19680926.0,
      "step": 9090
    },
    {
      "entropy": 6.407574987411499,
      "epoch": 0.9732998020225802,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004915410085308417,
      "loss": 6.1432,
      "mean_token_accuracy": 0.15075530707836152,
      "num_tokens": 19691467.0,
      "step": 9095
    },
    {
      "entropy": 6.4866297245025635,
      "epoch": 0.973834876130344,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004915306204463115,
      "loss": 6.1477,
      "mean_token_accuracy": 0.1452942445874214,
      "num_tokens": 19701139.0,
      "step": 9100
    },
    {
      "entropy": 6.434195280075073,
      "epoch": 0.974369950238108,
      "grad_norm": 0.98046875,
      "learning_rate": 0.00049152022610949,
      "loss": 6.1617,
      "mean_token_accuracy": 0.14280082285404205,
      "num_tokens": 19710628.0,
      "step": 9105
    },
    {
      "entropy": 6.468556261062622,
      "epoch": 0.9749050243458719,
      "grad_norm": 0.80078125,
      "learning_rate": 0.0004915098255206773,
      "loss": 6.1706,
      "mean_token_accuracy": 0.14397796392440795,
      "num_tokens": 19721824.0,
      "step": 9110
    },
    {
      "entropy": 6.473300123214722,
      "epoch": 0.9754400984536358,
      "grad_norm": 0.91796875,
      "learning_rate": 0.000491499418680174,
      "loss": 6.188,
      "mean_token_accuracy": 0.14112256616353988,
      "num_tokens": 19732557.0,
      "step": 9115
    },
    {
      "entropy": 6.447193050384522,
      "epoch": 0.9759751725613998,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004914890055882804,
      "loss": 6.1703,
      "mean_token_accuracy": 0.14254653677344323,
      "num_tokens": 19743436.0,
      "step": 9120
    },
    {
      "entropy": 6.427279233932495,
      "epoch": 0.9765102466691636,
      "grad_norm": 0.859375,
      "learning_rate": 0.000491478586245297,
      "loss": 6.0804,
      "mean_token_accuracy": 0.14952216893434525,
      "num_tokens": 19755305.0,
      "step": 9125
    },
    {
      "entropy": 6.448919296264648,
      "epoch": 0.9770453207769276,
      "grad_norm": 0.96875,
      "learning_rate": 0.000491468160651525,
      "loss": 6.0853,
      "mean_token_accuracy": 0.15592157691717148,
      "num_tokens": 19766223.0,
      "step": 9130
    },
    {
      "entropy": 6.423963165283203,
      "epoch": 0.9775803948846915,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004914577288072652,
      "loss": 6.205,
      "mean_token_accuracy": 0.1421111471951008,
      "num_tokens": 19777268.0,
      "step": 9135
    },
    {
      "entropy": 6.496765041351319,
      "epoch": 0.9781154689924555,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004914472907128189,
      "loss": 6.2707,
      "mean_token_accuracy": 0.1461112916469574,
      "num_tokens": 19787875.0,
      "step": 9140
    },
    {
      "entropy": 6.483035516738892,
      "epoch": 0.9786505431002194,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004914368463684876,
      "loss": 6.1416,
      "mean_token_accuracy": 0.15096967071294784,
      "num_tokens": 19798919.0,
      "step": 9145
    },
    {
      "entropy": 6.452010536193848,
      "epoch": 0.9791856172079834,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004914263957745726,
      "loss": 6.1404,
      "mean_token_accuracy": 0.15096383094787597,
      "num_tokens": 19809320.0,
      "step": 9150
    },
    {
      "entropy": 6.481369829177856,
      "epoch": 0.9797206913157472,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004914159389313759,
      "loss": 6.2193,
      "mean_token_accuracy": 0.14834315627813338,
      "num_tokens": 19819511.0,
      "step": 9155
    },
    {
      "entropy": 6.523835277557373,
      "epoch": 0.9802557654235111,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004914054758391994,
      "loss": 6.2409,
      "mean_token_accuracy": 0.1416543945670128,
      "num_tokens": 19830381.0,
      "step": 9160
    },
    {
      "entropy": 6.353017997741699,
      "epoch": 0.9807908395312751,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004913950064983452,
      "loss": 6.1001,
      "mean_token_accuracy": 0.143266025185585,
      "num_tokens": 19840806.0,
      "step": 9165
    },
    {
      "entropy": 6.373284578323364,
      "epoch": 0.981325913639039,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004913845309091156,
      "loss": 6.1134,
      "mean_token_accuracy": 0.1534092292189598,
      "num_tokens": 19851095.0,
      "step": 9170
    },
    {
      "entropy": 6.422077417373657,
      "epoch": 0.981860987746803,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004913740490718131,
      "loss": 6.0837,
      "mean_token_accuracy": 0.15422788113355637,
      "num_tokens": 19860235.0,
      "step": 9175
    },
    {
      "entropy": 6.387666273117065,
      "epoch": 0.9823960618545668,
      "grad_norm": 0.875,
      "learning_rate": 0.0004913635609867403,
      "loss": 6.1805,
      "mean_token_accuracy": 0.13871687650680542,
      "num_tokens": 19872264.0,
      "step": 9180
    },
    {
      "entropy": 6.486538076400757,
      "epoch": 0.9829311359623308,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004913530666542001,
      "loss": 6.265,
      "mean_token_accuracy": 0.14309014976024628,
      "num_tokens": 19883628.0,
      "step": 9185
    },
    {
      "entropy": 6.50969443321228,
      "epoch": 0.9834662100700947,
      "grad_norm": 0.875,
      "learning_rate": 0.0004913425660744955,
      "loss": 6.153,
      "mean_token_accuracy": 0.14640728160738944,
      "num_tokens": 19894624.0,
      "step": 9190
    },
    {
      "entropy": 6.479321765899658,
      "epoch": 0.9840012841778586,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004913320592479297,
      "loss": 6.159,
      "mean_token_accuracy": 0.14386670142412186,
      "num_tokens": 19904882.0,
      "step": 9195
    },
    {
      "entropy": 6.37914137840271,
      "epoch": 0.9845363582856226,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004913215461748061,
      "loss": 6.1028,
      "mean_token_accuracy": 0.15330933928489685,
      "num_tokens": 19915344.0,
      "step": 9200
    },
    {
      "entropy": 6.410844945907593,
      "epoch": 0.9850714323933865,
      "grad_norm": 0.79296875,
      "learning_rate": 0.0004913110268554282,
      "loss": 6.2437,
      "mean_token_accuracy": 0.13824103996157647,
      "num_tokens": 19927527.0,
      "step": 9205
    },
    {
      "entropy": 6.4512537002563475,
      "epoch": 0.9856065065011504,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0004913005012900998,
      "loss": 6.1829,
      "mean_token_accuracy": 0.14253388047218324,
      "num_tokens": 19938893.0,
      "step": 9210
    },
    {
      "entropy": 6.453767776489258,
      "epoch": 0.9861415806089143,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004912899694791248,
      "loss": 6.1348,
      "mean_token_accuracy": 0.148092557489872,
      "num_tokens": 19949297.0,
      "step": 9215
    },
    {
      "entropy": 6.403385829925537,
      "epoch": 0.9866766547166783,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004912794314228074,
      "loss": 6.1205,
      "mean_token_accuracy": 0.15008987188339235,
      "num_tokens": 19959194.0,
      "step": 9220
    },
    {
      "entropy": 6.477009010314942,
      "epoch": 0.9872117288244422,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004912688871214518,
      "loss": 6.1784,
      "mean_token_accuracy": 0.14522113054990768,
      "num_tokens": 19969896.0,
      "step": 9225
    },
    {
      "entropy": 6.488388299942017,
      "epoch": 0.9877468029322061,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004912583365753625,
      "loss": 6.1442,
      "mean_token_accuracy": 0.14976364076137544,
      "num_tokens": 19981505.0,
      "step": 9230
    },
    {
      "entropy": 6.431499719619751,
      "epoch": 0.9882818770399701,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004912477797848441,
      "loss": 6.1327,
      "mean_token_accuracy": 0.14974280893802644,
      "num_tokens": 19992770.0,
      "step": 9235
    },
    {
      "entropy": 6.407771348953247,
      "epoch": 0.9888169511477339,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004912372167502014,
      "loss": 6.1259,
      "mean_token_accuracy": 0.14748117029666902,
      "num_tokens": 20003572.0,
      "step": 9240
    },
    {
      "entropy": 6.366019058227539,
      "epoch": 0.9893520252554979,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004912266474717394,
      "loss": 6.173,
      "mean_token_accuracy": 0.1477161854505539,
      "num_tokens": 20014500.0,
      "step": 9245
    },
    {
      "entropy": 6.484816217422486,
      "epoch": 0.9898870993632618,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004912160719497635,
      "loss": 6.1613,
      "mean_token_accuracy": 0.14817373007535933,
      "num_tokens": 20025745.0,
      "step": 9250
    },
    {
      "entropy": 6.434405565261841,
      "epoch": 0.9904221734710258,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004912054901845788,
      "loss": 6.0649,
      "mean_token_accuracy": 0.14782988280057907,
      "num_tokens": 20036346.0,
      "step": 9255
    },
    {
      "entropy": 6.349883651733398,
      "epoch": 0.9909572475787897,
      "grad_norm": 0.8828125,
      "learning_rate": 0.000491194902176491,
      "loss": 6.1925,
      "mean_token_accuracy": 0.14366608560085298,
      "num_tokens": 20048162.0,
      "step": 9260
    },
    {
      "entropy": 6.459431457519531,
      "epoch": 0.9914923216865535,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004911843079258057,
      "loss": 6.2909,
      "mean_token_accuracy": 0.1344110570847988,
      "num_tokens": 20058947.0,
      "step": 9265
    },
    {
      "entropy": 6.550050592422485,
      "epoch": 0.9920273957943175,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004911737074328289,
      "loss": 6.2108,
      "mean_token_accuracy": 0.14493196010589598,
      "num_tokens": 20069282.0,
      "step": 9270
    },
    {
      "entropy": 6.420050811767578,
      "epoch": 0.9925624699020814,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004911631006978667,
      "loss": 6.174,
      "mean_token_accuracy": 0.14369123056530952,
      "num_tokens": 20078347.0,
      "step": 9275
    },
    {
      "entropy": 6.423564386367798,
      "epoch": 0.9930975440098454,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004911524877212254,
      "loss": 6.1882,
      "mean_token_accuracy": 0.1409389466047287,
      "num_tokens": 20089129.0,
      "step": 9280
    },
    {
      "entropy": 6.478132009506226,
      "epoch": 0.9936326181176093,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0004911418685032114,
      "loss": 6.1835,
      "mean_token_accuracy": 0.14103031009435654,
      "num_tokens": 20101008.0,
      "step": 9285
    },
    {
      "entropy": 6.395486497879029,
      "epoch": 0.9941676922253733,
      "grad_norm": 0.8359375,
      "learning_rate": 0.0004911312430441312,
      "loss": 6.2033,
      "mean_token_accuracy": 0.14719966948032379,
      "num_tokens": 20112272.0,
      "step": 9290
    },
    {
      "entropy": 6.45061469078064,
      "epoch": 0.9947027663331371,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004911206113442918,
      "loss": 6.0842,
      "mean_token_accuracy": 0.15623315870761872,
      "num_tokens": 20122814.0,
      "step": 9295
    },
    {
      "entropy": 6.395213270187378,
      "epoch": 0.995237840440901,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004911099734040001,
      "loss": 6.0479,
      "mean_token_accuracy": 0.1502678319811821,
      "num_tokens": 20133169.0,
      "step": 9300
    },
    {
      "entropy": 6.455768632888794,
      "epoch": 0.995772914548665,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004910993292235634,
      "loss": 6.1887,
      "mean_token_accuracy": 0.13966709449887277,
      "num_tokens": 20144355.0,
      "step": 9305
    },
    {
      "entropy": 6.484028100967407,
      "epoch": 0.9963079886564289,
      "grad_norm": 0.8359375,
      "learning_rate": 0.0004910886788032887,
      "loss": 6.1971,
      "mean_token_accuracy": 0.14190244823694229,
      "num_tokens": 20154486.0,
      "step": 9310
    },
    {
      "entropy": 6.434096717834473,
      "epoch": 0.9968430627641929,
      "grad_norm": 0.80078125,
      "learning_rate": 0.0004910780221434839,
      "loss": 6.1442,
      "mean_token_accuracy": 0.1508187547326088,
      "num_tokens": 20166359.0,
      "step": 9315
    },
    {
      "entropy": 6.431360101699829,
      "epoch": 0.9973781368719568,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004910673592444566,
      "loss": 6.162,
      "mean_token_accuracy": 0.14606508016586303,
      "num_tokens": 20176469.0,
      "step": 9320
    },
    {
      "entropy": 6.480517768859864,
      "epoch": 0.9979132109797207,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004910566901065147,
      "loss": 6.1951,
      "mean_token_accuracy": 0.14490399807691573,
      "num_tokens": 20188334.0,
      "step": 9325
    },
    {
      "entropy": 6.428728151321411,
      "epoch": 0.9984482850874846,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004910460147299661,
      "loss": 6.0959,
      "mean_token_accuracy": 0.1537097230553627,
      "num_tokens": 20198594.0,
      "step": 9330
    },
    {
      "entropy": 6.407783126831054,
      "epoch": 0.9989833591952485,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004910353331151193,
      "loss": 6.2011,
      "mean_token_accuracy": 0.14391589686274528,
      "num_tokens": 20209456.0,
      "step": 9335
    },
    {
      "entropy": 6.433685207366944,
      "epoch": 0.9995184333030125,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004910246452622825,
      "loss": 6.182,
      "mean_token_accuracy": 0.14907921329140664,
      "num_tokens": 20219835.0,
      "step": 9340
    },
    {
      "entropy": 6.553074094984266,
      "epoch": 1.0,
      "grad_norm": 1.8828125,
      "learning_rate": 0.0004910139511717646,
      "loss": 6.2201,
      "mean_token_accuracy": 0.13815473351213667,
      "num_tokens": 20228258.0,
      "step": 9345
    },
    {
      "entropy": 6.429244518280029,
      "epoch": 1.0005350741077639,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004910032508438739,
      "loss": 6.0788,
      "mean_token_accuracy": 0.15253917127847672,
      "num_tokens": 20238875.0,
      "step": 9350
    },
    {
      "entropy": 6.455349540710449,
      "epoch": 1.0010701482155278,
      "grad_norm": 0.84765625,
      "learning_rate": 0.00049099254427892,
      "loss": 6.1126,
      "mean_token_accuracy": 0.13827772065997124,
      "num_tokens": 20249750.0,
      "step": 9355
    },
    {
      "entropy": 6.529637479782105,
      "epoch": 1.0016052223232919,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004909818314772116,
      "loss": 6.1281,
      "mean_token_accuracy": 0.14015104472637177,
      "num_tokens": 20259772.0,
      "step": 9360
    },
    {
      "entropy": 6.407935047149659,
      "epoch": 1.0021402964310557,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004909711124390582,
      "loss": 6.0579,
      "mean_token_accuracy": 0.15395714193582535,
      "num_tokens": 20270230.0,
      "step": 9365
    },
    {
      "entropy": 6.354935789108277,
      "epoch": 1.0026753705388196,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004909603871647692,
      "loss": 5.8953,
      "mean_token_accuracy": 0.16960688978433608,
      "num_tokens": 20280317.0,
      "step": 9370
    },
    {
      "entropy": 6.336078548431397,
      "epoch": 1.0032104446465835,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004909496556546544,
      "loss": 5.9841,
      "mean_token_accuracy": 0.15325066298246384,
      "num_tokens": 20291147.0,
      "step": 9375
    },
    {
      "entropy": 6.407212495803833,
      "epoch": 1.0037455187543476,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004909389179090238,
      "loss": 6.0445,
      "mean_token_accuracy": 0.15600289553403854,
      "num_tokens": 20301095.0,
      "step": 9380
    },
    {
      "entropy": 6.460958099365234,
      "epoch": 1.0042805928621115,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004909281739281871,
      "loss": 6.0674,
      "mean_token_accuracy": 0.15700357407331467,
      "num_tokens": 20311216.0,
      "step": 9385
    },
    {
      "entropy": 6.484631061553955,
      "epoch": 1.0048156669698753,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004909174237124548,
      "loss": 6.1276,
      "mean_token_accuracy": 0.13744072318077089,
      "num_tokens": 20321719.0,
      "step": 9390
    },
    {
      "entropy": 6.4652735710144045,
      "epoch": 1.0053507410776392,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004909066672621372,
      "loss": 6.1226,
      "mean_token_accuracy": 0.1485391989350319,
      "num_tokens": 20331997.0,
      "step": 9395
    },
    {
      "entropy": 6.443803405761718,
      "epoch": 1.005885815185403,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004908959045775449,
      "loss": 6.1446,
      "mean_token_accuracy": 0.1454301282763481,
      "num_tokens": 20342973.0,
      "step": 9400
    },
    {
      "entropy": 6.438637828826904,
      "epoch": 1.0064208892931672,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004908851356589887,
      "loss": 6.0497,
      "mean_token_accuracy": 0.15011420249938964,
      "num_tokens": 20352652.0,
      "step": 9405
    },
    {
      "entropy": 6.444362020492553,
      "epoch": 1.006955963400931,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004908743605067796,
      "loss": 6.1096,
      "mean_token_accuracy": 0.1498057022690773,
      "num_tokens": 20364577.0,
      "step": 9410
    },
    {
      "entropy": 6.434169721603394,
      "epoch": 1.007491037508695,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004908635791212287,
      "loss": 6.1685,
      "mean_token_accuracy": 0.14378399923443794,
      "num_tokens": 20375451.0,
      "step": 9415
    },
    {
      "entropy": 6.437387466430664,
      "epoch": 1.0080261116164588,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004908527915026472,
      "loss": 6.0712,
      "mean_token_accuracy": 0.1470625087618828,
      "num_tokens": 20385174.0,
      "step": 9420
    },
    {
      "entropy": 6.455047845840454,
      "epoch": 1.0085611857242227,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004908419976513467,
      "loss": 6.0143,
      "mean_token_accuracy": 0.15466442108154296,
      "num_tokens": 20395710.0,
      "step": 9425
    },
    {
      "entropy": 6.384525966644287,
      "epoch": 1.0090962598319868,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004908311975676388,
      "loss": 6.0162,
      "mean_token_accuracy": 0.15203627645969392,
      "num_tokens": 20406572.0,
      "step": 9430
    },
    {
      "entropy": 6.3723327159881595,
      "epoch": 1.0096313339397507,
      "grad_norm": 0.8046875,
      "learning_rate": 0.0004908203912518355,
      "loss": 6.0075,
      "mean_token_accuracy": 0.15625132620334625,
      "num_tokens": 20417786.0,
      "step": 9435
    },
    {
      "entropy": 6.470874643325805,
      "epoch": 1.0101664080475146,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004908095787042487,
      "loss": 6.054,
      "mean_token_accuracy": 0.1521849125623703,
      "num_tokens": 20427680.0,
      "step": 9440
    },
    {
      "entropy": 6.388336277008056,
      "epoch": 1.0107014821552784,
      "grad_norm": 0.8203125,
      "learning_rate": 0.0004907987599251907,
      "loss": 6.0473,
      "mean_token_accuracy": 0.14979023784399031,
      "num_tokens": 20438640.0,
      "step": 9445
    },
    {
      "entropy": 6.42610182762146,
      "epoch": 1.0112365562630425,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004907879349149737,
      "loss": 6.0497,
      "mean_token_accuracy": 0.15402074083685874,
      "num_tokens": 20449939.0,
      "step": 9450
    },
    {
      "entropy": 6.381487131118774,
      "epoch": 1.0117716303708064,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004907771036739105,
      "loss": 5.9872,
      "mean_token_accuracy": 0.15439211055636406,
      "num_tokens": 20460845.0,
      "step": 9455
    },
    {
      "entropy": 6.4228596687316895,
      "epoch": 1.0123067044785703,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0004907662662023137,
      "loss": 6.1254,
      "mean_token_accuracy": 0.1472632870078087,
      "num_tokens": 20472407.0,
      "step": 9460
    },
    {
      "entropy": 6.4617791175842285,
      "epoch": 1.0128417785863342,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004907554225004962,
      "loss": 6.1201,
      "mean_token_accuracy": 0.14750466868281364,
      "num_tokens": 20483192.0,
      "step": 9465
    },
    {
      "entropy": 6.489104747772217,
      "epoch": 1.013376852694098,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004907445725687714,
      "loss": 6.1927,
      "mean_token_accuracy": 0.14334388449788094,
      "num_tokens": 20493498.0,
      "step": 9470
    },
    {
      "entropy": 6.456091213226318,
      "epoch": 1.0139119268018622,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004907337164074523,
      "loss": 6.0917,
      "mean_token_accuracy": 0.15335296392440795,
      "num_tokens": 20503781.0,
      "step": 9475
    },
    {
      "entropy": 6.360920429229736,
      "epoch": 1.014447000909626,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004907228540168523,
      "loss": 6.1586,
      "mean_token_accuracy": 0.14568022936582564,
      "num_tokens": 20515142.0,
      "step": 9480
    },
    {
      "entropy": 6.453195190429687,
      "epoch": 1.01498207501739,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004907119853972854,
      "loss": 6.1121,
      "mean_token_accuracy": 0.14408067762851715,
      "num_tokens": 20527568.0,
      "step": 9485
    },
    {
      "entropy": 6.417272615432739,
      "epoch": 1.0155171491251538,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004907011105490651,
      "loss": 6.0252,
      "mean_token_accuracy": 0.15408435761928557,
      "num_tokens": 20538198.0,
      "step": 9490
    },
    {
      "entropy": 6.4382647514343265,
      "epoch": 1.0160522232329177,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004906902294725056,
      "loss": 6.0009,
      "mean_token_accuracy": 0.15535251796245575,
      "num_tokens": 20549355.0,
      "step": 9495
    },
    {
      "entropy": 6.381386375427246,
      "epoch": 1.0165872973406818,
      "grad_norm": 0.984375,
      "learning_rate": 0.000490679342167921,
      "loss": 6.1286,
      "mean_token_accuracy": 0.1497268944978714,
      "num_tokens": 20558984.0,
      "step": 9500
    },
    {
      "entropy": 6.448890161514282,
      "epoch": 1.0171223714484456,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004906684486356258,
      "loss": 6.126,
      "mean_token_accuracy": 0.14346849769353867,
      "num_tokens": 20570143.0,
      "step": 9505
    },
    {
      "entropy": 6.503188991546631,
      "epoch": 1.0176574455562095,
      "grad_norm": 0.828125,
      "learning_rate": 0.0004906575488759343,
      "loss": 6.1294,
      "mean_token_accuracy": 0.14717952758073807,
      "num_tokens": 20580973.0,
      "step": 9510
    },
    {
      "entropy": 6.4686949253082275,
      "epoch": 1.0181925196639734,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004906466428891616,
      "loss": 6.0929,
      "mean_token_accuracy": 0.14252540618181228,
      "num_tokens": 20591473.0,
      "step": 9515
    },
    {
      "entropy": 6.386527824401855,
      "epoch": 1.0187275937717375,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004906357306756222,
      "loss": 6.0498,
      "mean_token_accuracy": 0.147423392534256,
      "num_tokens": 20602347.0,
      "step": 9520
    },
    {
      "entropy": 6.43688850402832,
      "epoch": 1.0192626678795014,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004906248122356315,
      "loss": 6.1312,
      "mean_token_accuracy": 0.1535993129014969,
      "num_tokens": 20613168.0,
      "step": 9525
    },
    {
      "entropy": 6.40423583984375,
      "epoch": 1.0197977419872652,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004906138875695045,
      "loss": 6.0066,
      "mean_token_accuracy": 0.15027929544448854,
      "num_tokens": 20623523.0,
      "step": 9530
    },
    {
      "entropy": 6.347176647186279,
      "epoch": 1.0203328160950291,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004906029566775569,
      "loss": 6.0353,
      "mean_token_accuracy": 0.15138544142246246,
      "num_tokens": 20634085.0,
      "step": 9535
    },
    {
      "entropy": 6.45047607421875,
      "epoch": 1.020867890202793,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004905920195601042,
      "loss": 6.1141,
      "mean_token_accuracy": 0.14865031093358994,
      "num_tokens": 20644747.0,
      "step": 9540
    },
    {
      "entropy": 6.442314529418946,
      "epoch": 1.021402964310557,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004905810762174622,
      "loss": 6.0516,
      "mean_token_accuracy": 0.14463598728179933,
      "num_tokens": 20655704.0,
      "step": 9545
    },
    {
      "entropy": 6.446112442016601,
      "epoch": 1.021938038418321,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004905701266499469,
      "loss": 6.053,
      "mean_token_accuracy": 0.15277446210384368,
      "num_tokens": 20665844.0,
      "step": 9550
    },
    {
      "entropy": 6.441574192047119,
      "epoch": 1.0224731125260849,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004905591708578746,
      "loss": 6.1827,
      "mean_token_accuracy": 0.1400070570409298,
      "num_tokens": 20676921.0,
      "step": 9555
    },
    {
      "entropy": 6.453793907165528,
      "epoch": 1.0230081866338487,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004905482088415615,
      "loss": 6.1055,
      "mean_token_accuracy": 0.14364492073655127,
      "num_tokens": 20688476.0,
      "step": 9560
    },
    {
      "entropy": 6.486232471466065,
      "epoch": 1.0235432607416126,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004905372406013241,
      "loss": 6.1134,
      "mean_token_accuracy": 0.14555611461400986,
      "num_tokens": 20698588.0,
      "step": 9565
    },
    {
      "entropy": 6.445996618270874,
      "epoch": 1.0240783348493767,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004905262661374792,
      "loss": 6.091,
      "mean_token_accuracy": 0.15022807642817498,
      "num_tokens": 20709181.0,
      "step": 9570
    },
    {
      "entropy": 6.381361627578736,
      "epoch": 1.0246134089571406,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004905152854503436,
      "loss": 6.0366,
      "mean_token_accuracy": 0.1591507002711296,
      "num_tokens": 20719724.0,
      "step": 9575
    },
    {
      "entropy": 6.493272113800049,
      "epoch": 1.0251484830649045,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004905042985402345,
      "loss": 6.137,
      "mean_token_accuracy": 0.14701187014579772,
      "num_tokens": 20730548.0,
      "step": 9580
    },
    {
      "entropy": 6.440723085403443,
      "epoch": 1.0256835571726683,
      "grad_norm": 0.87890625,
      "learning_rate": 0.000490493305407469,
      "loss": 6.0983,
      "mean_token_accuracy": 0.14397871047258376,
      "num_tokens": 20742124.0,
      "step": 9585
    },
    {
      "entropy": 6.479833030700684,
      "epoch": 1.0262186312804324,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004904823060523646,
      "loss": 6.176,
      "mean_token_accuracy": 0.14197844713926316,
      "num_tokens": 20753313.0,
      "step": 9590
    },
    {
      "entropy": 6.504648923873901,
      "epoch": 1.0267537053881963,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004904713004752389,
      "loss": 6.1249,
      "mean_token_accuracy": 0.1469336949288845,
      "num_tokens": 20763539.0,
      "step": 9595
    },
    {
      "entropy": 6.442349863052368,
      "epoch": 1.0272887794959602,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004904602886764097,
      "loss": 6.2111,
      "mean_token_accuracy": 0.1398083709180355,
      "num_tokens": 20775849.0,
      "step": 9600
    },
    {
      "entropy": 6.436125612258911,
      "epoch": 1.027823853603724,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004904492706561948,
      "loss": 6.0972,
      "mean_token_accuracy": 0.14340001419186593,
      "num_tokens": 20787460.0,
      "step": 9605
    },
    {
      "entropy": 6.557785224914551,
      "epoch": 1.028358927711488,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004904382464149127,
      "loss": 6.0138,
      "mean_token_accuracy": 0.15302670300006865,
      "num_tokens": 20798478.0,
      "step": 9610
    },
    {
      "entropy": 6.4595612525939945,
      "epoch": 1.028894001819252,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004904272159528814,
      "loss": 6.1096,
      "mean_token_accuracy": 0.15218272805213928,
      "num_tokens": 20809730.0,
      "step": 9615
    },
    {
      "entropy": 6.395774030685425,
      "epoch": 1.029429075927016,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004904161792704195,
      "loss": 6.1008,
      "mean_token_accuracy": 0.15611696019768714,
      "num_tokens": 20821438.0,
      "step": 9620
    },
    {
      "entropy": 6.442331218719483,
      "epoch": 1.0299641500347798,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004904051363678457,
      "loss": 6.0774,
      "mean_token_accuracy": 0.14172109961509705,
      "num_tokens": 20832328.0,
      "step": 9625
    },
    {
      "entropy": 6.3869161128997805,
      "epoch": 1.0304992241425437,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004903940872454789,
      "loss": 6.067,
      "mean_token_accuracy": 0.14965847432613372,
      "num_tokens": 20843956.0,
      "step": 9630
    },
    {
      "entropy": 6.490019607543945,
      "epoch": 1.0310342982503076,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004903830319036381,
      "loss": 6.0943,
      "mean_token_accuracy": 0.15099175721406938,
      "num_tokens": 20854578.0,
      "step": 9635
    },
    {
      "entropy": 6.422026252746582,
      "epoch": 1.0315693723580717,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004903719703426425,
      "loss": 6.0119,
      "mean_token_accuracy": 0.14986705780029297,
      "num_tokens": 20865190.0,
      "step": 9640
    },
    {
      "entropy": 6.438509225845337,
      "epoch": 1.0321044464658355,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004903609025628115,
      "loss": 6.0654,
      "mean_token_accuracy": 0.1490228295326233,
      "num_tokens": 20875733.0,
      "step": 9645
    },
    {
      "entropy": 6.364201927185059,
      "epoch": 1.0326395205735994,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004903498285644647,
      "loss": 6.0807,
      "mean_token_accuracy": 0.1466990239918232,
      "num_tokens": 20886900.0,
      "step": 9650
    },
    {
      "entropy": 6.499811315536499,
      "epoch": 1.0331745946813633,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004903387483479219,
      "loss": 6.136,
      "mean_token_accuracy": 0.14672945886850358,
      "num_tokens": 20898125.0,
      "step": 9655
    },
    {
      "entropy": 6.505327987670898,
      "epoch": 1.0337096687891274,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004903276619135029,
      "loss": 6.1571,
      "mean_token_accuracy": 0.1445252537727356,
      "num_tokens": 20909788.0,
      "step": 9660
    },
    {
      "entropy": 6.4599036693573,
      "epoch": 1.0342447428968913,
      "grad_norm": 0.86328125,
      "learning_rate": 0.000490316569261528,
      "loss": 6.118,
      "mean_token_accuracy": 0.14857554733753203,
      "num_tokens": 20921853.0,
      "step": 9665
    },
    {
      "entropy": 6.438937520980835,
      "epoch": 1.0347798170046552,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004903054703923175,
      "loss": 6.1226,
      "mean_token_accuracy": 0.14140074998140334,
      "num_tokens": 20932574.0,
      "step": 9670
    },
    {
      "entropy": 6.402526473999023,
      "epoch": 1.035314891112419,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004902943653061916,
      "loss": 6.0879,
      "mean_token_accuracy": 0.1465308263897896,
      "num_tokens": 20943458.0,
      "step": 9675
    },
    {
      "entropy": 6.445838212966919,
      "epoch": 1.035849965220183,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004902832540034712,
      "loss": 6.0508,
      "mean_token_accuracy": 0.1533766806125641,
      "num_tokens": 20953213.0,
      "step": 9680
    },
    {
      "entropy": 6.420312738418579,
      "epoch": 1.036385039327947,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004902721364844773,
      "loss": 6.089,
      "mean_token_accuracy": 0.14726726561784745,
      "num_tokens": 20963885.0,
      "step": 9685
    },
    {
      "entropy": 6.380733394622803,
      "epoch": 1.0369201134357109,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004902610127495305,
      "loss": 6.0893,
      "mean_token_accuracy": 0.1529219076037407,
      "num_tokens": 20975529.0,
      "step": 9690
    },
    {
      "entropy": 6.429059028625488,
      "epoch": 1.0374551875434748,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004902498827989523,
      "loss": 6.0297,
      "mean_token_accuracy": 0.15851664990186692,
      "num_tokens": 20985279.0,
      "step": 9695
    },
    {
      "entropy": 6.4679827213287355,
      "epoch": 1.0379902616512386,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004902387466330639,
      "loss": 6.1083,
      "mean_token_accuracy": 0.14936443716287612,
      "num_tokens": 20995818.0,
      "step": 9700
    },
    {
      "entropy": 6.430025053024292,
      "epoch": 1.0385253357590025,
      "grad_norm": 0.91015625,
      "learning_rate": 0.000490227604252187,
      "loss": 6.0207,
      "mean_token_accuracy": 0.14752765446901323,
      "num_tokens": 21006786.0,
      "step": 9705
    },
    {
      "entropy": 6.425715923309326,
      "epoch": 1.0390604098667666,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004902164556566433,
      "loss": 6.0898,
      "mean_token_accuracy": 0.1534474730491638,
      "num_tokens": 21017441.0,
      "step": 9710
    },
    {
      "entropy": 6.305364084243775,
      "epoch": 1.0395954839745305,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004902053008467546,
      "loss": 5.9568,
      "mean_token_accuracy": 0.1562404103577137,
      "num_tokens": 21027812.0,
      "step": 9715
    },
    {
      "entropy": 6.487801361083984,
      "epoch": 1.0401305580822944,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004901941398228431,
      "loss": 6.1407,
      "mean_token_accuracy": 0.1522221088409424,
      "num_tokens": 21038960.0,
      "step": 9720
    },
    {
      "entropy": 6.477895927429199,
      "epoch": 1.0406656321900583,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004901829725852311,
      "loss": 6.0886,
      "mean_token_accuracy": 0.15596613734960557,
      "num_tokens": 21050467.0,
      "step": 9725
    },
    {
      "entropy": 6.345766639709472,
      "epoch": 1.0412007062978224,
      "grad_norm": 0.84375,
      "learning_rate": 0.000490171799134241,
      "loss": 6.0066,
      "mean_token_accuracy": 0.14677918180823327,
      "num_tokens": 21061208.0,
      "step": 9730
    },
    {
      "entropy": 6.4059453964233395,
      "epoch": 1.0417357804055862,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004901606194701954,
      "loss": 6.1144,
      "mean_token_accuracy": 0.15061295330524443,
      "num_tokens": 21072872.0,
      "step": 9735
    },
    {
      "entropy": 6.514674520492553,
      "epoch": 1.04227085451335,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004901494335934172,
      "loss": 6.0688,
      "mean_token_accuracy": 0.15676568150520326,
      "num_tokens": 21084878.0,
      "step": 9740
    },
    {
      "entropy": 6.498925828933716,
      "epoch": 1.042805928621114,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004901382415042293,
      "loss": 6.1317,
      "mean_token_accuracy": 0.1467972993850708,
      "num_tokens": 21095289.0,
      "step": 9745
    },
    {
      "entropy": 6.465736389160156,
      "epoch": 1.0433410027288779,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004901270432029549,
      "loss": 6.0776,
      "mean_token_accuracy": 0.1480264335870743,
      "num_tokens": 21106077.0,
      "step": 9750
    },
    {
      "entropy": 6.356247425079346,
      "epoch": 1.043876076836642,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004901158386899174,
      "loss": 5.9934,
      "mean_token_accuracy": 0.1592910408973694,
      "num_tokens": 21116548.0,
      "step": 9755
    },
    {
      "entropy": 6.395184803009033,
      "epoch": 1.0444111509444058,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004901046279654402,
      "loss": 6.0233,
      "mean_token_accuracy": 0.16085042655467988,
      "num_tokens": 21126163.0,
      "step": 9760
    },
    {
      "entropy": 6.479514789581299,
      "epoch": 1.0449462250521697,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004900934110298471,
      "loss": 6.1383,
      "mean_token_accuracy": 0.14412727057933808,
      "num_tokens": 21136830.0,
      "step": 9765
    },
    {
      "entropy": 6.436767530441284,
      "epoch": 1.0454812991599336,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004900821878834621,
      "loss": 6.0621,
      "mean_token_accuracy": 0.15165750533342362,
      "num_tokens": 21146793.0,
      "step": 9770
    },
    {
      "entropy": 6.42450737953186,
      "epoch": 1.0460163732676975,
      "grad_norm": 0.9609375,
      "learning_rate": 0.000490070958526609,
      "loss": 6.1306,
      "mean_token_accuracy": 0.14566373750567435,
      "num_tokens": 21156799.0,
      "step": 9775
    },
    {
      "entropy": 6.4154270648956295,
      "epoch": 1.0465514473754616,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0004900597229596124,
      "loss": 6.1093,
      "mean_token_accuracy": 0.14481442868709565,
      "num_tokens": 21167757.0,
      "step": 9780
    },
    {
      "entropy": 6.4914103031158445,
      "epoch": 1.0470865214832255,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004900484811827963,
      "loss": 6.1016,
      "mean_token_accuracy": 0.15199369937181473,
      "num_tokens": 21178832.0,
      "step": 9785
    },
    {
      "entropy": 6.42375636100769,
      "epoch": 1.0476215955909893,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004900372331964856,
      "loss": 6.0196,
      "mean_token_accuracy": 0.15633775293827057,
      "num_tokens": 21189637.0,
      "step": 9790
    },
    {
      "entropy": 6.361067390441894,
      "epoch": 1.0481566696987532,
      "grad_norm": 0.890625,
      "learning_rate": 0.000490025979001005,
      "loss": 6.065,
      "mean_token_accuracy": 0.14836091548204422,
      "num_tokens": 21200194.0,
      "step": 9795
    },
    {
      "entropy": 6.371837711334228,
      "epoch": 1.0486917438065173,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004900147185966795,
      "loss": 6.0045,
      "mean_token_accuracy": 0.15117005556821822,
      "num_tokens": 21211405.0,
      "step": 9800
    },
    {
      "entropy": 6.438124752044677,
      "epoch": 1.0492268179142812,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004900034519838342,
      "loss": 6.0562,
      "mean_token_accuracy": 0.1450316861271858,
      "num_tokens": 21222722.0,
      "step": 9805
    },
    {
      "entropy": 6.408582401275635,
      "epoch": 1.049761892022045,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004899921791627945,
      "loss": 6.0049,
      "mean_token_accuracy": 0.1568140208721161,
      "num_tokens": 21233510.0,
      "step": 9810
    },
    {
      "entropy": 6.460711717605591,
      "epoch": 1.050296966129809,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004899809001338857,
      "loss": 6.1658,
      "mean_token_accuracy": 0.13992353528738022,
      "num_tokens": 21243235.0,
      "step": 9815
    },
    {
      "entropy": 6.425972032546997,
      "epoch": 1.0508320402375728,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004899696148974338,
      "loss": 6.057,
      "mean_token_accuracy": 0.15077909231185913,
      "num_tokens": 21254680.0,
      "step": 9820
    },
    {
      "entropy": 6.405041742324829,
      "epoch": 1.051367114345337,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004899583234537644,
      "loss": 6.0555,
      "mean_token_accuracy": 0.14797949194908142,
      "num_tokens": 21265116.0,
      "step": 9825
    },
    {
      "entropy": 6.473723125457764,
      "epoch": 1.0519021884531008,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004899470258032034,
      "loss": 6.03,
      "mean_token_accuracy": 0.1500900134444237,
      "num_tokens": 21277066.0,
      "step": 9830
    },
    {
      "entropy": 6.465215349197388,
      "epoch": 1.0524372625608647,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004899357219460775,
      "loss": 6.0982,
      "mean_token_accuracy": 0.14637623280286788,
      "num_tokens": 21287332.0,
      "step": 9835
    },
    {
      "entropy": 6.370449352264404,
      "epoch": 1.0529723366686286,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004899244118827128,
      "loss": 6.0862,
      "mean_token_accuracy": 0.15135086625814437,
      "num_tokens": 21298377.0,
      "step": 9840
    },
    {
      "entropy": 6.443383741378784,
      "epoch": 1.0535074107763924,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004899130956134358,
      "loss": 6.0712,
      "mean_token_accuracy": 0.1481868103146553,
      "num_tokens": 21309966.0,
      "step": 9845
    },
    {
      "entropy": 6.386915254592895,
      "epoch": 1.0540424848841565,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004899017731385735,
      "loss": 5.9877,
      "mean_token_accuracy": 0.15901345014572144,
      "num_tokens": 21320399.0,
      "step": 9850
    },
    {
      "entropy": 6.43333101272583,
      "epoch": 1.0545775589919204,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0004898904444584527,
      "loss": 6.0977,
      "mean_token_accuracy": 0.1475136920809746,
      "num_tokens": 21331716.0,
      "step": 9855
    },
    {
      "entropy": 6.496586751937866,
      "epoch": 1.0551126330996843,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004898791095734004,
      "loss": 6.1151,
      "mean_token_accuracy": 0.1421336628496647,
      "num_tokens": 21341664.0,
      "step": 9860
    },
    {
      "entropy": 6.435134410858154,
      "epoch": 1.0556477072074482,
      "grad_norm": 0.88671875,
      "learning_rate": 0.000489867768483744,
      "loss": 6.0717,
      "mean_token_accuracy": 0.14834583997726442,
      "num_tokens": 21352220.0,
      "step": 9865
    },
    {
      "entropy": 6.461541604995728,
      "epoch": 1.0561827813152123,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004898564211898111,
      "loss": 6.1819,
      "mean_token_accuracy": 0.14588122069835663,
      "num_tokens": 21363947.0,
      "step": 9870
    },
    {
      "entropy": 6.487367916107178,
      "epoch": 1.0567178554229761,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004898450676919291,
      "loss": 6.0469,
      "mean_token_accuracy": 0.15410142987966538,
      "num_tokens": 21374011.0,
      "step": 9875
    },
    {
      "entropy": 6.443288278579712,
      "epoch": 1.05725292953074,
      "grad_norm": 1.0078125,
      "learning_rate": 0.000489833707990426,
      "loss": 6.1162,
      "mean_token_accuracy": 0.15177885442972183,
      "num_tokens": 21384232.0,
      "step": 9880
    },
    {
      "entropy": 6.388455009460449,
      "epoch": 1.057788003638504,
      "grad_norm": 0.80859375,
      "learning_rate": 0.0004898223420856298,
      "loss": 6.0906,
      "mean_token_accuracy": 0.14735191389918328,
      "num_tokens": 21395928.0,
      "step": 9885
    },
    {
      "entropy": 6.3939306259155275,
      "epoch": 1.0583230777462678,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004898109699778686,
      "loss": 6.0868,
      "mean_token_accuracy": 0.1475905641913414,
      "num_tokens": 21406391.0,
      "step": 9890
    },
    {
      "entropy": 6.423292970657348,
      "epoch": 1.0588581518540319,
      "grad_norm": 0.91015625,
      "learning_rate": 0.000489799591667471,
      "loss": 6.1299,
      "mean_token_accuracy": 0.1456303209066391,
      "num_tokens": 21417859.0,
      "step": 9895
    },
    {
      "entropy": 6.407854080200195,
      "epoch": 1.0593932259617957,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004897882071547651,
      "loss": 5.9815,
      "mean_token_accuracy": 0.15492588877677918,
      "num_tokens": 21428284.0,
      "step": 9900
    },
    {
      "entropy": 6.412936401367188,
      "epoch": 1.0599283000695596,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004897768164400801,
      "loss": 6.133,
      "mean_token_accuracy": 0.14307866841554642,
      "num_tokens": 21439610.0,
      "step": 9905
    },
    {
      "entropy": 6.4674952030181885,
      "epoch": 1.0604633741773235,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004897654195237446,
      "loss": 6.1687,
      "mean_token_accuracy": 0.14330423772335052,
      "num_tokens": 21449319.0,
      "step": 9910
    },
    {
      "entropy": 6.486921739578247,
      "epoch": 1.0609984482850874,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004897540164060879,
      "loss": 6.1349,
      "mean_token_accuracy": 0.15205637887120246,
      "num_tokens": 21459851.0,
      "step": 9915
    },
    {
      "entropy": 6.390908050537109,
      "epoch": 1.0615335223928515,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004897426070874392,
      "loss": 6.0862,
      "mean_token_accuracy": 0.1552753746509552,
      "num_tokens": 21469717.0,
      "step": 9920
    },
    {
      "entropy": 6.456166362762451,
      "epoch": 1.0620685965006154,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004897311915681278,
      "loss": 6.1824,
      "mean_token_accuracy": 0.1430963508784771,
      "num_tokens": 21480815.0,
      "step": 9925
    },
    {
      "entropy": 6.519664478302002,
      "epoch": 1.0626036706083792,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004897197698484834,
      "loss": 6.0867,
      "mean_token_accuracy": 0.14963111132383347,
      "num_tokens": 21492000.0,
      "step": 9930
    },
    {
      "entropy": 6.427057313919067,
      "epoch": 1.0631387447161431,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004897083419288358,
      "loss": 6.0911,
      "mean_token_accuracy": 0.142834185808897,
      "num_tokens": 21502006.0,
      "step": 9935
    },
    {
      "entropy": 6.374684000015259,
      "epoch": 1.0636738188239072,
      "grad_norm": 0.99609375,
      "learning_rate": 0.000489696907809515,
      "loss": 6.1082,
      "mean_token_accuracy": 0.1511937364935875,
      "num_tokens": 21513066.0,
      "step": 9940
    },
    {
      "entropy": 6.4087964534759525,
      "epoch": 1.064208892931671,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004896854674908512,
      "loss": 6.0962,
      "mean_token_accuracy": 0.14399367272853852,
      "num_tokens": 21524853.0,
      "step": 9945
    },
    {
      "entropy": 6.437889862060547,
      "epoch": 1.064743967039435,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004896740209731746,
      "loss": 6.0127,
      "mean_token_accuracy": 0.148801439255476,
      "num_tokens": 21536497.0,
      "step": 9950
    },
    {
      "entropy": 6.399822759628296,
      "epoch": 1.0652790411471988,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004896625682568159,
      "loss": 6.0553,
      "mean_token_accuracy": 0.15451411306858062,
      "num_tokens": 21546213.0,
      "step": 9955
    },
    {
      "entropy": 6.362114286422729,
      "epoch": 1.0658141152549627,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004896511093421057,
      "loss": 6.0244,
      "mean_token_accuracy": 0.1598359927535057,
      "num_tokens": 21556990.0,
      "step": 9960
    },
    {
      "entropy": 6.366931009292602,
      "epoch": 1.0663491893627268,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004896396442293749,
      "loss": 6.0059,
      "mean_token_accuracy": 0.15448964089155198,
      "num_tokens": 21567567.0,
      "step": 9965
    },
    {
      "entropy": 6.48778223991394,
      "epoch": 1.0668842634704907,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004896281729189544,
      "loss": 6.0588,
      "mean_token_accuracy": 0.15108865350484849,
      "num_tokens": 21577457.0,
      "step": 9970
    },
    {
      "entropy": 6.382377624511719,
      "epoch": 1.0674193375782546,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004896166954111758,
      "loss": 6.0482,
      "mean_token_accuracy": 0.15856654793024064,
      "num_tokens": 21588173.0,
      "step": 9975
    },
    {
      "entropy": 6.375876140594483,
      "epoch": 1.0679544116860185,
      "grad_norm": 0.92578125,
      "learning_rate": 0.00048960521170637,
      "loss": 6.0862,
      "mean_token_accuracy": 0.14578951001167298,
      "num_tokens": 21599154.0,
      "step": 9980
    },
    {
      "entropy": 6.412415409088135,
      "epoch": 1.0684894857937826,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004895937218048692,
      "loss": 6.1311,
      "mean_token_accuracy": 0.1443185731768608,
      "num_tokens": 21610134.0,
      "step": 9985
    },
    {
      "entropy": 6.413727903366089,
      "epoch": 1.0690245599015464,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004895822257070046,
      "loss": 6.0202,
      "mean_token_accuracy": 0.15281520187854766,
      "num_tokens": 21619989.0,
      "step": 9990
    },
    {
      "entropy": 6.424034118652344,
      "epoch": 1.0695596340093103,
      "grad_norm": 0.79296875,
      "learning_rate": 0.0004895707234131084,
      "loss": 6.0658,
      "mean_token_accuracy": 0.15340278148651124,
      "num_tokens": 21632707.0,
      "step": 9995
    },
    {
      "entropy": 6.424519348144531,
      "epoch": 1.0700947081170742,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004895592149235128,
      "loss": 6.0449,
      "mean_token_accuracy": 0.15269885063171387,
      "num_tokens": 21643001.0,
      "step": 10000
    },
    {
      "entropy": 6.446679639816284,
      "epoch": 1.070629782224838,
      "grad_norm": 0.91015625,
      "learning_rate": 0.00048954770023855,
      "loss": 6.1167,
      "mean_token_accuracy": 0.14452026709914206,
      "num_tokens": 21653425.0,
      "step": 10005
    },
    {
      "entropy": 6.468544816970825,
      "epoch": 1.0711648563326022,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004895361793585525,
      "loss": 6.1356,
      "mean_token_accuracy": 0.14641227424144745,
      "num_tokens": 21664212.0,
      "step": 10010
    },
    {
      "entropy": 6.419103956222534,
      "epoch": 1.071699930440366,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004895246522838529,
      "loss": 6.1246,
      "mean_token_accuracy": 0.15267803221940995,
      "num_tokens": 21675564.0,
      "step": 10015
    },
    {
      "entropy": 6.404095554351807,
      "epoch": 1.07223500454813,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004895131190147842,
      "loss": 6.1111,
      "mean_token_accuracy": 0.14853642433881759,
      "num_tokens": 21686225.0,
      "step": 10020
    },
    {
      "entropy": 6.431006193161011,
      "epoch": 1.0727700786558938,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004895015795516793,
      "loss": 6.0086,
      "mean_token_accuracy": 0.1532626762986183,
      "num_tokens": 21697479.0,
      "step": 10025
    },
    {
      "entropy": 6.460914754867554,
      "epoch": 1.0733051527636577,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0004894900338948714,
      "loss": 6.1548,
      "mean_token_accuracy": 0.14519525989890097,
      "num_tokens": 21708496.0,
      "step": 10030
    },
    {
      "entropy": 6.419927406311035,
      "epoch": 1.0738402268714218,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004894784820446939,
      "loss": 6.0087,
      "mean_token_accuracy": 0.1560596451163292,
      "num_tokens": 21718290.0,
      "step": 10035
    },
    {
      "entropy": 6.354112815856934,
      "epoch": 1.0743753009791857,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004894669240014804,
      "loss": 6.0096,
      "mean_token_accuracy": 0.15154567062854768,
      "num_tokens": 21729185.0,
      "step": 10040
    },
    {
      "entropy": 6.408800506591797,
      "epoch": 1.0749103750869495,
      "grad_norm": 0.8359375,
      "learning_rate": 0.0004894553597655646,
      "loss": 6.0823,
      "mean_token_accuracy": 0.14725847393274308,
      "num_tokens": 21740787.0,
      "step": 10045
    },
    {
      "entropy": 6.49581823348999,
      "epoch": 1.0754454491947134,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004894437893372804,
      "loss": 6.1329,
      "mean_token_accuracy": 0.14735653549432753,
      "num_tokens": 21751804.0,
      "step": 10050
    },
    {
      "entropy": 6.492033767700195,
      "epoch": 1.0759805233024773,
      "grad_norm": 0.91796875,
      "learning_rate": 0.000489432212716962,
      "loss": 6.0621,
      "mean_token_accuracy": 0.1503622516989708,
      "num_tokens": 21762730.0,
      "step": 10055
    },
    {
      "entropy": 6.391907262802124,
      "epoch": 1.0765155974102414,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004894206299049436,
      "loss": 6.0812,
      "mean_token_accuracy": 0.1500949591398239,
      "num_tokens": 21773470.0,
      "step": 10060
    },
    {
      "entropy": 6.43964581489563,
      "epoch": 1.0770506715180053,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004894090409015595,
      "loss": 6.0881,
      "mean_token_accuracy": 0.13947335481643677,
      "num_tokens": 21783385.0,
      "step": 10065
    },
    {
      "entropy": 6.3588048934936525,
      "epoch": 1.0775857456257691,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004893974457071445,
      "loss": 6.0945,
      "mean_token_accuracy": 0.14815742075443267,
      "num_tokens": 21794857.0,
      "step": 10070
    },
    {
      "entropy": 6.442140579223633,
      "epoch": 1.078120819733533,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004893858443220335,
      "loss": 6.1031,
      "mean_token_accuracy": 0.14545661434531212,
      "num_tokens": 21804296.0,
      "step": 10075
    },
    {
      "entropy": 6.443773603439331,
      "epoch": 1.0786558938412971,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004893742367465613,
      "loss": 6.0904,
      "mean_token_accuracy": 0.1503361366689205,
      "num_tokens": 21815899.0,
      "step": 10080
    },
    {
      "entropy": 6.4232861518859865,
      "epoch": 1.079190967949061,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004893626229810631,
      "loss": 6.0718,
      "mean_token_accuracy": 0.15055726319551468,
      "num_tokens": 21825964.0,
      "step": 10085
    },
    {
      "entropy": 6.457719850540161,
      "epoch": 1.0797260420568249,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004893510030258743,
      "loss": 6.1641,
      "mean_token_accuracy": 0.14678804129362105,
      "num_tokens": 21836656.0,
      "step": 10090
    },
    {
      "entropy": 6.433513021469116,
      "epoch": 1.0802611161645888,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004893393768813305,
      "loss": 6.1515,
      "mean_token_accuracy": 0.14401523768901825,
      "num_tokens": 21847658.0,
      "step": 10095
    },
    {
      "entropy": 6.4721534729003904,
      "epoch": 1.0807961902723526,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0004893277445477673,
      "loss": 6.1345,
      "mean_token_accuracy": 0.14163527637720108,
      "num_tokens": 21858338.0,
      "step": 10100
    },
    {
      "entropy": 6.404046821594238,
      "epoch": 1.0813312643801167,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004893161060255206,
      "loss": 5.9835,
      "mean_token_accuracy": 0.15740612298250198,
      "num_tokens": 21870656.0,
      "step": 10105
    },
    {
      "entropy": 6.417188835144043,
      "epoch": 1.0818663384878806,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004893044613149263,
      "loss": 6.0869,
      "mean_token_accuracy": 0.15112882405519484,
      "num_tokens": 21881806.0,
      "step": 10110
    },
    {
      "entropy": 6.330238628387451,
      "epoch": 1.0824014125956445,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004892928104163209,
      "loss": 6.0246,
      "mean_token_accuracy": 0.14852803498506545,
      "num_tokens": 21892277.0,
      "step": 10115
    },
    {
      "entropy": 6.3847626686096195,
      "epoch": 1.0829364867034084,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004892811533300407,
      "loss": 6.0137,
      "mean_token_accuracy": 0.15253811702132225,
      "num_tokens": 21903509.0,
      "step": 10120
    },
    {
      "entropy": 6.470606470108033,
      "epoch": 1.0834715608111725,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004892694900564223,
      "loss": 6.1331,
      "mean_token_accuracy": 0.14718897119164467,
      "num_tokens": 21914308.0,
      "step": 10125
    },
    {
      "entropy": 6.351409244537353,
      "epoch": 1.0840066349189363,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004892578205958025,
      "loss": 6.0235,
      "mean_token_accuracy": 0.15656714588403703,
      "num_tokens": 21924302.0,
      "step": 10130
    },
    {
      "entropy": 6.44743242263794,
      "epoch": 1.0845417090267002,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004892461449485182,
      "loss": 6.1016,
      "mean_token_accuracy": 0.14411793947219848,
      "num_tokens": 21935066.0,
      "step": 10135
    },
    {
      "entropy": 6.445598173141479,
      "epoch": 1.085076783134464,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004892344631149066,
      "loss": 6.0044,
      "mean_token_accuracy": 0.1540689177811146,
      "num_tokens": 21945798.0,
      "step": 10140
    },
    {
      "entropy": 6.357674694061279,
      "epoch": 1.085611857242228,
      "grad_norm": 0.97265625,
      "learning_rate": 0.000489222775095305,
      "loss": 6.0905,
      "mean_token_accuracy": 0.15099227130413057,
      "num_tokens": 21955667.0,
      "step": 10145
    },
    {
      "entropy": 6.365167808532715,
      "epoch": 1.086146931349992,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004892110808900509,
      "loss": 6.0678,
      "mean_token_accuracy": 0.1491195097565651,
      "num_tokens": 21966107.0,
      "step": 10150
    },
    {
      "entropy": 6.422029495239258,
      "epoch": 1.086682005457756,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004891993804994818,
      "loss": 6.0706,
      "mean_token_accuracy": 0.14995527714490892,
      "num_tokens": 21976408.0,
      "step": 10155
    },
    {
      "entropy": 6.5203235149383545,
      "epoch": 1.0872170795655198,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004891876739239358,
      "loss": 6.0732,
      "mean_token_accuracy": 0.1514231041073799,
      "num_tokens": 21986481.0,
      "step": 10160
    },
    {
      "entropy": 6.466368055343628,
      "epoch": 1.0877521536732837,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004891759611637508,
      "loss": 6.1071,
      "mean_token_accuracy": 0.14710880890488626,
      "num_tokens": 21997554.0,
      "step": 10165
    },
    {
      "entropy": 6.509916305541992,
      "epoch": 1.0882872277810476,
      "grad_norm": 0.9609375,
      "learning_rate": 0.000489164242219265,
      "loss": 6.1564,
      "mean_token_accuracy": 0.143141470849514,
      "num_tokens": 22009048.0,
      "step": 10170
    },
    {
      "entropy": 6.477291011810303,
      "epoch": 1.0888223018888117,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004891525170908169,
      "loss": 6.1669,
      "mean_token_accuracy": 0.14469189792871476,
      "num_tokens": 22020625.0,
      "step": 10175
    },
    {
      "entropy": 6.447618246078491,
      "epoch": 1.0893573759965756,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004891407857787448,
      "loss": 6.0386,
      "mean_token_accuracy": 0.14259916320443153,
      "num_tokens": 22032298.0,
      "step": 10180
    },
    {
      "entropy": 6.395538091659546,
      "epoch": 1.0898924501043394,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004891290482833876,
      "loss": 6.0487,
      "mean_token_accuracy": 0.15133269876241684,
      "num_tokens": 22043693.0,
      "step": 10185
    },
    {
      "entropy": 6.3877575397491455,
      "epoch": 1.0904275242121033,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004891173046050844,
      "loss": 6.1122,
      "mean_token_accuracy": 0.1529858522117138,
      "num_tokens": 22054373.0,
      "step": 10190
    },
    {
      "entropy": 6.412981939315796,
      "epoch": 1.0909625983198672,
      "grad_norm": 1.015625,
      "learning_rate": 0.000489105554744174,
      "loss": 6.0573,
      "mean_token_accuracy": 0.15100773870944978,
      "num_tokens": 22065039.0,
      "step": 10195
    },
    {
      "entropy": 6.464700984954834,
      "epoch": 1.0914976724276313,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0004890937987009958,
      "loss": 6.0875,
      "mean_token_accuracy": 0.14925315231084824,
      "num_tokens": 22077003.0,
      "step": 10200
    },
    {
      "entropy": 6.471652984619141,
      "epoch": 1.0920327465353952,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004890820364758892,
      "loss": 6.0759,
      "mean_token_accuracy": 0.14644762724637986,
      "num_tokens": 22088558.0,
      "step": 10205
    },
    {
      "entropy": 6.485191440582275,
      "epoch": 1.092567820643159,
      "grad_norm": 0.99609375,
      "learning_rate": 0.000489070268069194,
      "loss": 6.0541,
      "mean_token_accuracy": 0.14932452589273454,
      "num_tokens": 22097777.0,
      "step": 10210
    },
    {
      "entropy": 6.432035827636719,
      "epoch": 1.093102894750923,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004890584934812498,
      "loss": 5.9858,
      "mean_token_accuracy": 0.15041119903326033,
      "num_tokens": 22107803.0,
      "step": 10215
    },
    {
      "entropy": 6.40109224319458,
      "epoch": 1.093637968858687,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004890467127123967,
      "loss": 6.0063,
      "mean_token_accuracy": 0.15668996125459672,
      "num_tokens": 22117965.0,
      "step": 10220
    },
    {
      "entropy": 6.4437566757202145,
      "epoch": 1.094173042966451,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004890349257629749,
      "loss": 6.0522,
      "mean_token_accuracy": 0.1525336742401123,
      "num_tokens": 22127759.0,
      "step": 10225
    },
    {
      "entropy": 6.387381219863892,
      "epoch": 1.0947081170742148,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004890231326333246,
      "loss": 6.1065,
      "mean_token_accuracy": 0.14486921578645706,
      "num_tokens": 22138477.0,
      "step": 10230
    },
    {
      "entropy": 6.411555576324463,
      "epoch": 1.0952431911819787,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004890113333237865,
      "loss": 6.071,
      "mean_token_accuracy": 0.1488646924495697,
      "num_tokens": 22149568.0,
      "step": 10235
    },
    {
      "entropy": 6.439895296096802,
      "epoch": 1.0957782652897425,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004889995278347012,
      "loss": 6.0563,
      "mean_token_accuracy": 0.15043437480926514,
      "num_tokens": 22159949.0,
      "step": 10240
    },
    {
      "entropy": 6.364970636367798,
      "epoch": 1.0963133393975066,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004889877161664096,
      "loss": 6.0521,
      "mean_token_accuracy": 0.148412124812603,
      "num_tokens": 22170115.0,
      "step": 10245
    },
    {
      "entropy": 6.417066431045532,
      "epoch": 1.0968484135052705,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004889758983192528,
      "loss": 6.0865,
      "mean_token_accuracy": 0.1490737184882164,
      "num_tokens": 22181323.0,
      "step": 10250
    },
    {
      "entropy": 6.410627937316894,
      "epoch": 1.0973834876130344,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004889640742935719,
      "loss": 6.0397,
      "mean_token_accuracy": 0.14545978605747223,
      "num_tokens": 22192078.0,
      "step": 10255
    },
    {
      "entropy": 6.476579809188843,
      "epoch": 1.0979185617207983,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004889522440897085,
      "loss": 6.1118,
      "mean_token_accuracy": 0.14848758429288864,
      "num_tokens": 22203211.0,
      "step": 10260
    },
    {
      "entropy": 6.452811002731323,
      "epoch": 1.0984536358285624,
      "grad_norm": 0.875,
      "learning_rate": 0.0004889404077080041,
      "loss": 6.042,
      "mean_token_accuracy": 0.1454724684357643,
      "num_tokens": 22213487.0,
      "step": 10265
    },
    {
      "entropy": 6.442213916778565,
      "epoch": 1.0989887099363262,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004889285651488005,
      "loss": 6.0716,
      "mean_token_accuracy": 0.14339534267783166,
      "num_tokens": 22223717.0,
      "step": 10270
    },
    {
      "entropy": 6.373847484588623,
      "epoch": 1.0995237840440901,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004889167164124396,
      "loss": 6.0839,
      "mean_token_accuracy": 0.15240889191627502,
      "num_tokens": 22235141.0,
      "step": 10275
    },
    {
      "entropy": 6.4567694664001465,
      "epoch": 1.100058858151854,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004889048614992636,
      "loss": 6.1523,
      "mean_token_accuracy": 0.14074449613690376,
      "num_tokens": 22246601.0,
      "step": 10280
    },
    {
      "entropy": 6.428856897354126,
      "epoch": 1.1005939322596179,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004888930004096148,
      "loss": 6.0853,
      "mean_token_accuracy": 0.14496622681617738,
      "num_tokens": 22257206.0,
      "step": 10285
    },
    {
      "entropy": 6.458989429473877,
      "epoch": 1.101129006367382,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004888811331438356,
      "loss": 6.1451,
      "mean_token_accuracy": 0.13707782328128815,
      "num_tokens": 22267799.0,
      "step": 10290
    },
    {
      "entropy": 6.4701355457305905,
      "epoch": 1.1016640804751459,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004888692597022689,
      "loss": 6.1922,
      "mean_token_accuracy": 0.1472000613808632,
      "num_tokens": 22279368.0,
      "step": 10295
    },
    {
      "entropy": 6.39345350265503,
      "epoch": 1.1021991545829097,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0004888573800852572,
      "loss": 5.919,
      "mean_token_accuracy": 0.15674495324492455,
      "num_tokens": 22289998.0,
      "step": 10300
    },
    {
      "entropy": 6.32203311920166,
      "epoch": 1.1027342286906736,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004888454942931438,
      "loss": 6.0482,
      "mean_token_accuracy": 0.16183083951473237,
      "num_tokens": 22300058.0,
      "step": 10305
    },
    {
      "entropy": 6.457044649124145,
      "epoch": 1.1032693027984375,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004888336023262718,
      "loss": 6.1517,
      "mean_token_accuracy": 0.14678664803504943,
      "num_tokens": 22310962.0,
      "step": 10310
    },
    {
      "entropy": 6.436636114120484,
      "epoch": 1.1038043769062016,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004888217041849846,
      "loss": 6.0238,
      "mean_token_accuracy": 0.15562547743320465,
      "num_tokens": 22321526.0,
      "step": 10315
    },
    {
      "entropy": 6.423198986053467,
      "epoch": 1.1043394510139655,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004888097998696256,
      "loss": 6.1058,
      "mean_token_accuracy": 0.14754745438694955,
      "num_tokens": 22332558.0,
      "step": 10320
    },
    {
      "entropy": 6.424881505966186,
      "epoch": 1.1048745251217293,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004887978893805387,
      "loss": 6.064,
      "mean_token_accuracy": 0.15085040926933288,
      "num_tokens": 22342392.0,
      "step": 10325
    },
    {
      "entropy": 6.411435127258301,
      "epoch": 1.1054095992294932,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004887859727180679,
      "loss": 6.1035,
      "mean_token_accuracy": 0.14303725510835646,
      "num_tokens": 22353089.0,
      "step": 10330
    },
    {
      "entropy": 6.399058723449707,
      "epoch": 1.105944673337257,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004887740498825572,
      "loss": 6.0332,
      "mean_token_accuracy": 0.15439766645431519,
      "num_tokens": 22364314.0,
      "step": 10335
    },
    {
      "entropy": 6.3719195365905765,
      "epoch": 1.1064797474450212,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004887621208743507,
      "loss": 6.0441,
      "mean_token_accuracy": 0.15256350636482238,
      "num_tokens": 22374985.0,
      "step": 10340
    },
    {
      "entropy": 6.388993549346924,
      "epoch": 1.107014821552785,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004887501856937932,
      "loss": 5.9572,
      "mean_token_accuracy": 0.1588325172662735,
      "num_tokens": 22385618.0,
      "step": 10345
    },
    {
      "entropy": 6.455599069595337,
      "epoch": 1.107549895660549,
      "grad_norm": 0.93359375,
      "learning_rate": 0.000488738244341229,
      "loss": 6.0636,
      "mean_token_accuracy": 0.15322687849402428,
      "num_tokens": 22395871.0,
      "step": 10350
    },
    {
      "entropy": 6.426832389831543,
      "epoch": 1.1080849697683128,
      "grad_norm": 0.8359375,
      "learning_rate": 0.000488726296817003,
      "loss": 6.0977,
      "mean_token_accuracy": 0.15314423590898513,
      "num_tokens": 22406707.0,
      "step": 10355
    },
    {
      "entropy": 6.438868474960327,
      "epoch": 1.108620043876077,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004887143431214602,
      "loss": 6.1008,
      "mean_token_accuracy": 0.1444241926074028,
      "num_tokens": 22417543.0,
      "step": 10360
    },
    {
      "entropy": 6.359684562683105,
      "epoch": 1.1091551179838408,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004887023832549459,
      "loss": 6.0424,
      "mean_token_accuracy": 0.1540512979030609,
      "num_tokens": 22428283.0,
      "step": 10365
    },
    {
      "entropy": 6.362619781494141,
      "epoch": 1.1096901920916047,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004886904172178052,
      "loss": 6.0205,
      "mean_token_accuracy": 0.15236841067671775,
      "num_tokens": 22439860.0,
      "step": 10370
    },
    {
      "entropy": 6.484773254394531,
      "epoch": 1.1102252661993686,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004886784450103838,
      "loss": 6.0894,
      "mean_token_accuracy": 0.15454527288675307,
      "num_tokens": 22451250.0,
      "step": 10375
    },
    {
      "entropy": 6.375313425064087,
      "epoch": 1.1107603403071324,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004886664666330273,
      "loss": 6.0382,
      "mean_token_accuracy": 0.1503927528858185,
      "num_tokens": 22461112.0,
      "step": 10380
    },
    {
      "entropy": 6.4391029357910154,
      "epoch": 1.1112954144148965,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004886544820860816,
      "loss": 6.0526,
      "mean_token_accuracy": 0.15394495874643327,
      "num_tokens": 22471368.0,
      "step": 10385
    },
    {
      "entropy": 6.4377665519714355,
      "epoch": 1.1118304885226604,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004886424913698927,
      "loss": 6.0507,
      "mean_token_accuracy": 0.14631543010473252,
      "num_tokens": 22482011.0,
      "step": 10390
    },
    {
      "entropy": 6.368098020553589,
      "epoch": 1.1123655626304243,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004886304944848069,
      "loss": 6.0133,
      "mean_token_accuracy": 0.1588986910879612,
      "num_tokens": 22493648.0,
      "step": 10395
    },
    {
      "entropy": 6.457787036895752,
      "epoch": 1.1129006367381882,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004886184914311706,
      "loss": 6.1282,
      "mean_token_accuracy": 0.1451903462409973,
      "num_tokens": 22505577.0,
      "step": 10400
    },
    {
      "entropy": 6.44191575050354,
      "epoch": 1.1134357108459523,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004886064822093305,
      "loss": 6.0945,
      "mean_token_accuracy": 0.1409159407019615,
      "num_tokens": 22515546.0,
      "step": 10405
    },
    {
      "entropy": 6.382582473754883,
      "epoch": 1.1139707849537162,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004885944668196332,
      "loss": 5.9868,
      "mean_token_accuracy": 0.15967881977558135,
      "num_tokens": 22526710.0,
      "step": 10410
    },
    {
      "entropy": 6.468086194992066,
      "epoch": 1.11450585906148,
      "grad_norm": 1.0,
      "learning_rate": 0.0004885824452624254,
      "loss": 6.1175,
      "mean_token_accuracy": 0.14681168496608735,
      "num_tokens": 22537809.0,
      "step": 10415
    },
    {
      "entropy": 6.458578300476074,
      "epoch": 1.115040933169244,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004885704175380548,
      "loss": 6.0995,
      "mean_token_accuracy": 0.14564359188079834,
      "num_tokens": 22549301.0,
      "step": 10420
    },
    {
      "entropy": 6.446738767623901,
      "epoch": 1.1155760072770078,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004885583836468683,
      "loss": 5.9882,
      "mean_token_accuracy": 0.15414031744003295,
      "num_tokens": 22560483.0,
      "step": 10425
    },
    {
      "entropy": 6.396184062957763,
      "epoch": 1.1161110813847719,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004885463435892136,
      "loss": 6.1006,
      "mean_token_accuracy": 0.14650348275899888,
      "num_tokens": 22570524.0,
      "step": 10430
    },
    {
      "entropy": 6.425270080566406,
      "epoch": 1.1166461554925358,
      "grad_norm": 0.90234375,
      "learning_rate": 0.000488534297365438,
      "loss": 6.1184,
      "mean_token_accuracy": 0.14784495830535888,
      "num_tokens": 22581120.0,
      "step": 10435
    },
    {
      "entropy": 6.464936017990112,
      "epoch": 1.1171812296002996,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004885222449758899,
      "loss": 6.0867,
      "mean_token_accuracy": 0.14541475996375083,
      "num_tokens": 22592658.0,
      "step": 10440
    },
    {
      "entropy": 6.46417555809021,
      "epoch": 1.1177163037080635,
      "grad_norm": 1.0,
      "learning_rate": 0.0004885101864209167,
      "loss": 6.0807,
      "mean_token_accuracy": 0.14666630178689957,
      "num_tokens": 22603497.0,
      "step": 10445
    },
    {
      "entropy": 6.388909769058228,
      "epoch": 1.1182513778158274,
      "grad_norm": 0.9453125,
      "learning_rate": 0.000488498121700867,
      "loss": 5.9764,
      "mean_token_accuracy": 0.15548633486032487,
      "num_tokens": 22612916.0,
      "step": 10450
    },
    {
      "entropy": 6.3842089653015135,
      "epoch": 1.1187864519235915,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004884860508160891,
      "loss": 6.073,
      "mean_token_accuracy": 0.1555374503135681,
      "num_tokens": 22625345.0,
      "step": 10455
    },
    {
      "entropy": 6.397184944152832,
      "epoch": 1.1193215260313554,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004884739737669314,
      "loss": 5.9736,
      "mean_token_accuracy": 0.15965810418128967,
      "num_tokens": 22637000.0,
      "step": 10460
    },
    {
      "entropy": 6.405105781555176,
      "epoch": 1.1198566001391193,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004884618905537427,
      "loss": 6.0148,
      "mean_token_accuracy": 0.15448416769504547,
      "num_tokens": 22647025.0,
      "step": 10465
    },
    {
      "entropy": 6.376295137405395,
      "epoch": 1.1203916742468831,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004884498011768719,
      "loss": 5.9948,
      "mean_token_accuracy": 0.1556273430585861,
      "num_tokens": 22657253.0,
      "step": 10470
    },
    {
      "entropy": 6.373455572128296,
      "epoch": 1.120926748354647,
      "grad_norm": 0.98828125,
      "learning_rate": 0.000488437705636668,
      "loss": 6.0346,
      "mean_token_accuracy": 0.15148885846138,
      "num_tokens": 22668432.0,
      "step": 10475
    },
    {
      "entropy": 6.403218126296997,
      "epoch": 1.121461822462411,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004884256039334805,
      "loss": 6.0914,
      "mean_token_accuracy": 0.14390705525875092,
      "num_tokens": 22678538.0,
      "step": 10480
    },
    {
      "entropy": 6.392944288253784,
      "epoch": 1.121996896570175,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004884134960676586,
      "loss": 6.059,
      "mean_token_accuracy": 0.14626166820526124,
      "num_tokens": 22688994.0,
      "step": 10485
    },
    {
      "entropy": 6.433700513839722,
      "epoch": 1.1225319706779389,
      "grad_norm": 0.9140625,
      "learning_rate": 0.000488401382039552,
      "loss": 6.0864,
      "mean_token_accuracy": 0.15349995493888854,
      "num_tokens": 22699584.0,
      "step": 10490
    },
    {
      "entropy": 6.4293218612670895,
      "epoch": 1.1230670447857027,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004883892618495104,
      "loss": 5.9898,
      "mean_token_accuracy": 0.15138272643089296,
      "num_tokens": 22710093.0,
      "step": 10495
    },
    {
      "entropy": 6.431663274765015,
      "epoch": 1.1236021188934668,
      "grad_norm": 0.921875,
      "learning_rate": 0.000488377135497884,
      "loss": 6.0949,
      "mean_token_accuracy": 0.147957893460989,
      "num_tokens": 22720533.0,
      "step": 10500
    },
    {
      "entropy": 6.3571075916290285,
      "epoch": 1.1241371930012307,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004883650029850226,
      "loss": 5.9872,
      "mean_token_accuracy": 0.15093840211629866,
      "num_tokens": 22731010.0,
      "step": 10505
    },
    {
      "entropy": 6.368546438217163,
      "epoch": 1.1246722671089946,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004883528643112769,
      "loss": 6.0575,
      "mean_token_accuracy": 0.1497967891395092,
      "num_tokens": 22743045.0,
      "step": 10510
    },
    {
      "entropy": 6.415064191818237,
      "epoch": 1.1252073412167585,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004883407194769972,
      "loss": 6.0513,
      "mean_token_accuracy": 0.15047580301761626,
      "num_tokens": 22753746.0,
      "step": 10515
    },
    {
      "entropy": 6.439858722686767,
      "epoch": 1.1257424153245223,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004883285684825342,
      "loss": 6.0659,
      "mean_token_accuracy": 0.15383292734622955,
      "num_tokens": 22765264.0,
      "step": 10520
    },
    {
      "entropy": 6.458159303665161,
      "epoch": 1.1262774894322864,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004883164113282386,
      "loss": 6.0528,
      "mean_token_accuracy": 0.15717657506465912,
      "num_tokens": 22775727.0,
      "step": 10525
    },
    {
      "entropy": 6.441124820709229,
      "epoch": 1.1268125635400503,
      "grad_norm": 0.79296875,
      "learning_rate": 0.0004883042480144618,
      "loss": 6.0573,
      "mean_token_accuracy": 0.15283898413181304,
      "num_tokens": 22787228.0,
      "step": 10530
    },
    {
      "entropy": 6.470313501358032,
      "epoch": 1.1273476376478142,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004882920785415547,
      "loss": 6.1206,
      "mean_token_accuracy": 0.14563775211572647,
      "num_tokens": 22797467.0,
      "step": 10535
    },
    {
      "entropy": 6.408564233779908,
      "epoch": 1.127882711755578,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004882799029098689,
      "loss": 6.0931,
      "mean_token_accuracy": 0.14806491881608963,
      "num_tokens": 22808281.0,
      "step": 10540
    },
    {
      "entropy": 6.4451995372772215,
      "epoch": 1.1284177858633422,
      "grad_norm": 1.0,
      "learning_rate": 0.00048826772111975583,
      "loss": 6.1324,
      "mean_token_accuracy": 0.15112519264221191,
      "num_tokens": 22819387.0,
      "step": 10545
    },
    {
      "entropy": 6.424782037734985,
      "epoch": 1.128952859971106,
      "grad_norm": 0.94140625,
      "learning_rate": 0.00048825553317156717,
      "loss": 6.09,
      "mean_token_accuracy": 0.15004085302352904,
      "num_tokens": 22829649.0,
      "step": 10550
    },
    {
      "entropy": 6.350788974761963,
      "epoch": 1.12948793407887,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004882433390656551,
      "loss": 6.0794,
      "mean_token_accuracy": 0.1528400808572769,
      "num_tokens": 22840667.0,
      "step": 10555
    },
    {
      "entropy": 6.4204323291778564,
      "epoch": 1.1300230081866338,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004882311388023715,
      "loss": 6.035,
      "mean_token_accuracy": 0.15133709609508514,
      "num_tokens": 22852461.0,
      "step": 10560
    },
    {
      "entropy": 6.472927904129028,
      "epoch": 1.1305580822943977,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004882189323820688,
      "loss": 6.1201,
      "mean_token_accuracy": 0.13897055983543397,
      "num_tokens": 22862781.0,
      "step": 10565
    },
    {
      "entropy": 6.485547780990601,
      "epoch": 1.1310931564021618,
      "grad_norm": 0.8828125,
      "learning_rate": 0.00048820671980509935,
      "loss": 6.123,
      "mean_token_accuracy": 0.15063353180885314,
      "num_tokens": 22873393.0,
      "step": 10570
    },
    {
      "entropy": 6.483258581161499,
      "epoch": 1.1316282305099257,
      "grad_norm": 1.03125,
      "learning_rate": 0.00048819450107181583,
      "loss": 6.091,
      "mean_token_accuracy": 0.1463221549987793,
      "num_tokens": 22883931.0,
      "step": 10575
    },
    {
      "entropy": 6.396607780456543,
      "epoch": 1.1321633046176895,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004881822761825711,
      "loss": 6.048,
      "mean_token_accuracy": 0.14585273265838622,
      "num_tokens": 22894829.0,
      "step": 10580
    },
    {
      "entropy": 6.385651302337647,
      "epoch": 1.1326983787254534,
      "grad_norm": 0.875,
      "learning_rate": 0.000488170045137718,
      "loss": 6.0762,
      "mean_token_accuracy": 0.14833278059959412,
      "num_tokens": 22906059.0,
      "step": 10585
    },
    {
      "entropy": 6.431635522842408,
      "epoch": 1.1332334528332173,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004881578079376099,
      "loss": 6.0781,
      "mean_token_accuracy": 0.14366692900657654,
      "num_tokens": 22917834.0,
      "step": 10590
    },
    {
      "entropy": 6.409401702880859,
      "epoch": 1.1337685269409814,
      "grad_norm": 0.9140625,
      "learning_rate": 0.00048814556458259996,
      "loss": 5.9803,
      "mean_token_accuracy": 0.16076456308364867,
      "num_tokens": 22929157.0,
      "step": 10595
    },
    {
      "entropy": 6.478912734985352,
      "epoch": 1.1343036010487453,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004881333150730419,
      "loss": 6.116,
      "mean_token_accuracy": 0.14745848029851913,
      "num_tokens": 22939396.0,
      "step": 10600
    },
    {
      "entropy": 6.427004337310791,
      "epoch": 1.1348386751565092,
      "grad_norm": 0.91015625,
      "learning_rate": 0.00048812105940928917,
      "loss": 6.0744,
      "mean_token_accuracy": 0.15069807916879654,
      "num_tokens": 22950253.0,
      "step": 10605
    },
    {
      "entropy": 6.419635248184204,
      "epoch": 1.135373749264273,
      "grad_norm": 0.95703125,
      "learning_rate": 0.00048810879759169593,
      "loss": 6.099,
      "mean_token_accuracy": 0.14996283501386642,
      "num_tokens": 22960417.0,
      "step": 10610
    },
    {
      "entropy": 6.3999100685119625,
      "epoch": 1.135908823372037,
      "grad_norm": 1.1640625,
      "learning_rate": 0.000488096529620616,
      "loss": 6.0661,
      "mean_token_accuracy": 0.1451982378959656,
      "num_tokens": 22971763.0,
      "step": 10615
    },
    {
      "entropy": 6.4945347785949705,
      "epoch": 1.136443897479801,
      "grad_norm": 0.9296875,
      "learning_rate": 0.00048808425549640383,
      "loss": 6.0757,
      "mean_token_accuracy": 0.14900879114866256,
      "num_tokens": 22981571.0,
      "step": 10620
    },
    {
      "entropy": 6.428467798233032,
      "epoch": 1.136978971587565,
      "grad_norm": 0.9453125,
      "learning_rate": 0.00048807197521941366,
      "loss": 6.0522,
      "mean_token_accuracy": 0.15346492528915406,
      "num_tokens": 22991644.0,
      "step": 10625
    },
    {
      "entropy": 6.344451189041138,
      "epoch": 1.1375140456953288,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004880596887900002,
      "loss": 6.0046,
      "mean_token_accuracy": 0.156754033267498,
      "num_tokens": 23001557.0,
      "step": 10630
    },
    {
      "entropy": 6.427844762802124,
      "epoch": 1.1380491198030926,
      "grad_norm": 0.921875,
      "learning_rate": 0.00048804739620851806,
      "loss": 6.1005,
      "mean_token_accuracy": 0.1445825845003128,
      "num_tokens": 23012715.0,
      "step": 10635
    },
    {
      "entropy": 6.430317831039429,
      "epoch": 1.1385841939108567,
      "grad_norm": 0.89453125,
      "learning_rate": 0.00048803509747532235,
      "loss": 6.0879,
      "mean_token_accuracy": 0.14882653206586838,
      "num_tokens": 23023016.0,
      "step": 10640
    },
    {
      "entropy": 6.435520839691162,
      "epoch": 1.1391192680186206,
      "grad_norm": 0.828125,
      "learning_rate": 0.0004880227925907682,
      "loss": 6.0827,
      "mean_token_accuracy": 0.1496237635612488,
      "num_tokens": 23033511.0,
      "step": 10645
    },
    {
      "entropy": 6.418369150161743,
      "epoch": 1.1396543421263845,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004880104815552108,
      "loss": 6.0801,
      "mean_token_accuracy": 0.1548319473862648,
      "num_tokens": 23045149.0,
      "step": 10650
    },
    {
      "entropy": 6.367843151092529,
      "epoch": 1.1401894162341484,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004879981643690056,
      "loss": 6.0415,
      "mean_token_accuracy": 0.15230660885572433,
      "num_tokens": 23054489.0,
      "step": 10655
    },
    {
      "entropy": 6.434671449661255,
      "epoch": 1.1407244903419125,
      "grad_norm": 0.96484375,
      "learning_rate": 0.00048798584103250847,
      "loss": 6.1886,
      "mean_token_accuracy": 0.14471326768398285,
      "num_tokens": 23064725.0,
      "step": 10660
    },
    {
      "entropy": 6.451401567459106,
      "epoch": 1.1412595644496764,
      "grad_norm": 0.87890625,
      "learning_rate": 0.000487973511546075,
      "loss": 6.1252,
      "mean_token_accuracy": 0.14657393246889114,
      "num_tokens": 23076473.0,
      "step": 10665
    },
    {
      "entropy": 6.446539640426636,
      "epoch": 1.1417946385574402,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004879611759100614,
      "loss": 6.0472,
      "mean_token_accuracy": 0.15967498272657393,
      "num_tokens": 23087449.0,
      "step": 10670
    },
    {
      "entropy": 6.452880430221557,
      "epoch": 1.1423297126652041,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004879488341248237,
      "loss": 6.0214,
      "mean_token_accuracy": 0.1504603147506714,
      "num_tokens": 23098284.0,
      "step": 10675
    },
    {
      "entropy": 6.3784255027771,
      "epoch": 1.142864786772968,
      "grad_norm": 0.95703125,
      "learning_rate": 0.00048793648619071834,
      "loss": 6.0244,
      "mean_token_accuracy": 0.15487734377384185,
      "num_tokens": 23108545.0,
      "step": 10680
    },
    {
      "entropy": 6.412152194976807,
      "epoch": 1.143399860880732,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004879241321081019,
      "loss": 6.0049,
      "mean_token_accuracy": 0.1534179724752903,
      "num_tokens": 23118568.0,
      "step": 10685
    },
    {
      "entropy": 6.43848557472229,
      "epoch": 1.143934934988496,
      "grad_norm": 0.9296875,
      "learning_rate": 0.00048791177187733104,
      "loss": 6.1132,
      "mean_token_accuracy": 0.14997347295284272,
      "num_tokens": 23129189.0,
      "step": 10690
    },
    {
      "entropy": 6.454489803314209,
      "epoch": 1.1444700090962598,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004878994054987627,
      "loss": 6.1198,
      "mean_token_accuracy": 0.14506647884845733,
      "num_tokens": 23140238.0,
      "step": 10695
    },
    {
      "entropy": 6.3685537815094,
      "epoch": 1.1450050832040237,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004878870329727539,
      "loss": 6.0011,
      "mean_token_accuracy": 0.1572861760854721,
      "num_tokens": 23149567.0,
      "step": 10700
    },
    {
      "entropy": 6.416757965087891,
      "epoch": 1.1455401573117876,
      "grad_norm": 0.953125,
      "learning_rate": 0.000487874654299662,
      "loss": 6.0041,
      "mean_token_accuracy": 0.1508268818259239,
      "num_tokens": 23159208.0,
      "step": 10705
    },
    {
      "entropy": 6.35107684135437,
      "epoch": 1.1460752314195517,
      "grad_norm": 0.91796875,
      "learning_rate": 0.00048786226947984435,
      "loss": 6.0547,
      "mean_token_accuracy": 0.14981927275657653,
      "num_tokens": 23169092.0,
      "step": 10710
    },
    {
      "entropy": 6.402327346801758,
      "epoch": 1.1466103055273156,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004878498785136586,
      "loss": 6.0698,
      "mean_token_accuracy": 0.14950211346149445,
      "num_tokens": 23180385.0,
      "step": 10715
    },
    {
      "entropy": 6.467448329925537,
      "epoch": 1.1471453796350795,
      "grad_norm": 0.9296875,
      "learning_rate": 0.00048783748140146245,
      "loss": 6.0548,
      "mean_token_accuracy": 0.14751721769571305,
      "num_tokens": 23191180.0,
      "step": 10720
    },
    {
      "entropy": 6.424088859558106,
      "epoch": 1.1476804537428433,
      "grad_norm": 0.96484375,
      "learning_rate": 0.000487825078143614,
      "loss": 6.0423,
      "mean_token_accuracy": 0.15412194430828094,
      "num_tokens": 23200920.0,
      "step": 10725
    },
    {
      "entropy": 6.37498288154602,
      "epoch": 1.1482155278506072,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004878126687404713,
      "loss": 6.0362,
      "mean_token_accuracy": 0.15680174380540848,
      "num_tokens": 23211140.0,
      "step": 10730
    },
    {
      "entropy": 6.387633609771728,
      "epoch": 1.1487506019583713,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004878002531923927,
      "loss": 6.0763,
      "mean_token_accuracy": 0.14475269690155984,
      "num_tokens": 23222039.0,
      "step": 10735
    },
    {
      "entropy": 6.512231254577637,
      "epoch": 1.1492856760661352,
      "grad_norm": 0.90625,
      "learning_rate": 0.00048778783149973674,
      "loss": 6.1203,
      "mean_token_accuracy": 0.14616891294717788,
      "num_tokens": 23232502.0,
      "step": 10740
    },
    {
      "entropy": 6.468053960800171,
      "epoch": 1.149820750173899,
      "grad_norm": 0.8984375,
      "learning_rate": 0.00048777540366286195,
      "loss": 6.0404,
      "mean_token_accuracy": 0.15045567005872726,
      "num_tokens": 23243172.0,
      "step": 10745
    },
    {
      "entropy": 6.435519981384277,
      "epoch": 1.150355824281663,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004877629696821273,
      "loss": 6.1162,
      "mean_token_accuracy": 0.14770963340997695,
      "num_tokens": 23254558.0,
      "step": 10750
    },
    {
      "entropy": 6.455703926086426,
      "epoch": 1.1508908983894268,
      "grad_norm": 0.97265625,
      "learning_rate": 0.00048775052955789185,
      "loss": 6.1455,
      "mean_token_accuracy": 0.14684202820062636,
      "num_tokens": 23266283.0,
      "step": 10755
    },
    {
      "entropy": 6.393408870697021,
      "epoch": 1.151425972497191,
      "grad_norm": 0.82421875,
      "learning_rate": 0.0004877380832905147,
      "loss": 6.005,
      "mean_token_accuracy": 0.15767347514629365,
      "num_tokens": 23277823.0,
      "step": 10760
    },
    {
      "entropy": 6.392177772521973,
      "epoch": 1.1519610466049548,
      "grad_norm": 0.859375,
      "learning_rate": 0.00048772563088035533,
      "loss": 5.9914,
      "mean_token_accuracy": 0.1517062395811081,
      "num_tokens": 23288159.0,
      "step": 10765
    },
    {
      "entropy": 6.38089337348938,
      "epoch": 1.1524961207127187,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004877131723277732,
      "loss": 6.035,
      "mean_token_accuracy": 0.14856482297182083,
      "num_tokens": 23299379.0,
      "step": 10770
    },
    {
      "entropy": 6.422782230377197,
      "epoch": 1.1530311948204826,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004877007076331282,
      "loss": 6.0547,
      "mean_token_accuracy": 0.14881094843149184,
      "num_tokens": 23310572.0,
      "step": 10775
    },
    {
      "entropy": 6.447106122970581,
      "epoch": 1.1535662689282467,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004876882367967801,
      "loss": 6.049,
      "mean_token_accuracy": 0.15354990661144258,
      "num_tokens": 23320782.0,
      "step": 10780
    },
    {
      "entropy": 6.45343599319458,
      "epoch": 1.1541013430360105,
      "grad_norm": 0.93359375,
      "learning_rate": 0.00048767575981908907,
      "loss": 6.1333,
      "mean_token_accuracy": 0.14321690946817398,
      "num_tokens": 23331427.0,
      "step": 10785
    },
    {
      "entropy": 6.449858856201172,
      "epoch": 1.1546364171437744,
      "grad_norm": 0.93359375,
      "learning_rate": 0.00048766327670041534,
      "loss": 6.2368,
      "mean_token_accuracy": 0.13702579885721206,
      "num_tokens": 23344250.0,
      "step": 10790
    },
    {
      "entropy": 6.46830005645752,
      "epoch": 1.1551714912515383,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004876507874411194,
      "loss": 6.0842,
      "mean_token_accuracy": 0.15416404157876967,
      "num_tokens": 23354404.0,
      "step": 10795
    },
    {
      "entropy": 6.43124418258667,
      "epoch": 1.1557065653593024,
      "grad_norm": 0.91015625,
      "learning_rate": 0.00048763829204156187,
      "loss": 6.1027,
      "mean_token_accuracy": 0.14286879524588586,
      "num_tokens": 23364634.0,
      "step": 10800
    },
    {
      "entropy": 6.33711085319519,
      "epoch": 1.1562416394670663,
      "grad_norm": 0.94921875,
      "learning_rate": 0.00048762579050210344,
      "loss": 5.9507,
      "mean_token_accuracy": 0.15245019495487214,
      "num_tokens": 23375816.0,
      "step": 10805
    },
    {
      "entropy": 6.479554891586304,
      "epoch": 1.1567767135748301,
      "grad_norm": 0.91796875,
      "learning_rate": 0.00048761328282310534,
      "loss": 6.103,
      "mean_token_accuracy": 0.14906885772943496,
      "num_tokens": 23386583.0,
      "step": 10810
    },
    {
      "entropy": 6.391775465011596,
      "epoch": 1.157311787682594,
      "grad_norm": 0.984375,
      "learning_rate": 0.00048760076900492846,
      "loss": 6.0225,
      "mean_token_accuracy": 0.15515367686748505,
      "num_tokens": 23396826.0,
      "step": 10815
    },
    {
      "entropy": 6.416030597686768,
      "epoch": 1.157846861790358,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004875882490479343,
      "loss": 6.1188,
      "mean_token_accuracy": 0.15226272046566008,
      "num_tokens": 23408661.0,
      "step": 10820
    },
    {
      "entropy": 6.410414028167724,
      "epoch": 1.158381935898122,
      "grad_norm": 1.046875,
      "learning_rate": 0.00048757572295248425,
      "loss": 6.0268,
      "mean_token_accuracy": 0.14845772534608842,
      "num_tokens": 23419308.0,
      "step": 10825
    },
    {
      "entropy": 6.372759437561035,
      "epoch": 1.1589170100058859,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004875631907189402,
      "loss": 6.0172,
      "mean_token_accuracy": 0.15785436779260636,
      "num_tokens": 23430043.0,
      "step": 10830
    },
    {
      "entropy": 6.350531959533692,
      "epoch": 1.1594520841136498,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004875506523476638,
      "loss": 5.9453,
      "mean_token_accuracy": 0.1518328830599785,
      "num_tokens": 23441246.0,
      "step": 10835
    },
    {
      "entropy": 6.444146203994751,
      "epoch": 1.1599871582214136,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00048753810783901716,
      "loss": 6.0989,
      "mean_token_accuracy": 0.14499814212322235,
      "num_tokens": 23452250.0,
      "step": 10840
    },
    {
      "entropy": 6.444901609420777,
      "epoch": 1.1605222323291775,
      "grad_norm": 0.8671875,
      "learning_rate": 0.00048752555719336257,
      "loss": 6.0786,
      "mean_token_accuracy": 0.14988540560007096,
      "num_tokens": 23464174.0,
      "step": 10845
    },
    {
      "entropy": 6.370390224456787,
      "epoch": 1.1610573064369416,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004875130004110623,
      "loss": 5.9484,
      "mean_token_accuracy": 0.15264058411121367,
      "num_tokens": 23475159.0,
      "step": 10850
    },
    {
      "entropy": 6.325065851211548,
      "epoch": 1.1615923805447055,
      "grad_norm": 0.8984375,
      "learning_rate": 0.00048750043749247907,
      "loss": 6.016,
      "mean_token_accuracy": 0.1538507580757141,
      "num_tokens": 23486210.0,
      "step": 10855
    },
    {
      "entropy": 6.379917907714844,
      "epoch": 1.1621274546524694,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004874878684379756,
      "loss": 6.1059,
      "mean_token_accuracy": 0.14704688489437104,
      "num_tokens": 23497122.0,
      "step": 10860
    },
    {
      "entropy": 6.383538341522216,
      "epoch": 1.1626625287602332,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004874752932479148,
      "loss": 5.9659,
      "mean_token_accuracy": 0.15582831650972367,
      "num_tokens": 23507765.0,
      "step": 10865
    },
    {
      "entropy": 6.498394918441773,
      "epoch": 1.1631976028679971,
      "grad_norm": 0.98046875,
      "learning_rate": 0.00048746271192265974,
      "loss": 6.0645,
      "mean_token_accuracy": 0.1484560951590538,
      "num_tokens": 23517686.0,
      "step": 10870
    },
    {
      "entropy": 6.4012901306152346,
      "epoch": 1.1637326769757612,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004874501244625737,
      "loss": 6.0295,
      "mean_token_accuracy": 0.14884432405233383,
      "num_tokens": 23528325.0,
      "step": 10875
    },
    {
      "entropy": 6.376734828948974,
      "epoch": 1.164267751083525,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004874375308680202,
      "loss": 6.1055,
      "mean_token_accuracy": 0.1486441746354103,
      "num_tokens": 23540006.0,
      "step": 10880
    },
    {
      "entropy": 6.500550174713135,
      "epoch": 1.164802825191289,
      "grad_norm": 1.046875,
      "learning_rate": 0.00048742493113936274,
      "loss": 6.0118,
      "mean_token_accuracy": 0.14792283177375792,
      "num_tokens": 23550419.0,
      "step": 10885
    },
    {
      "entropy": 6.498251581192017,
      "epoch": 1.1653378992990528,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004874123252769653,
      "loss": 6.12,
      "mean_token_accuracy": 0.1446204587817192,
      "num_tokens": 23561227.0,
      "step": 10890
    },
    {
      "entropy": 6.41230001449585,
      "epoch": 1.1658729734068167,
      "grad_norm": 0.94921875,
      "learning_rate": 0.00048739971328119194,
      "loss": 6.0517,
      "mean_token_accuracy": 0.15094673931598662,
      "num_tokens": 23571357.0,
      "step": 10895
    },
    {
      "entropy": 6.440952777862549,
      "epoch": 1.1664080475145808,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004873870951524066,
      "loss": 6.0791,
      "mean_token_accuracy": 0.15124721825122833,
      "num_tokens": 23581875.0,
      "step": 10900
    },
    {
      "entropy": 6.444917011260986,
      "epoch": 1.1669431216223447,
      "grad_norm": 0.875,
      "learning_rate": 0.00048737447089097373,
      "loss": 6.1344,
      "mean_token_accuracy": 0.14199871569871902,
      "num_tokens": 23594251.0,
      "step": 10905
    },
    {
      "entropy": 6.440668821334839,
      "epoch": 1.1674781957301086,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004873618404972579,
      "loss": 6.0765,
      "mean_token_accuracy": 0.14913819432258607,
      "num_tokens": 23605159.0,
      "step": 10910
    },
    {
      "entropy": 6.496748781204223,
      "epoch": 1.1680132698378725,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00048734920397162376,
      "loss": 6.0178,
      "mean_token_accuracy": 0.15884051322937012,
      "num_tokens": 23615737.0,
      "step": 10915
    },
    {
      "entropy": 6.414934492111206,
      "epoch": 1.1685483439456366,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004873365613144361,
      "loss": 6.0453,
      "mean_token_accuracy": 0.14735834300518036,
      "num_tokens": 23626207.0,
      "step": 10920
    },
    {
      "entropy": 6.452676105499267,
      "epoch": 1.1690834180534004,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004873239125260602,
      "loss": 6.101,
      "mean_token_accuracy": 0.15018949583172797,
      "num_tokens": 23637900.0,
      "step": 10925
    },
    {
      "entropy": 6.500513505935669,
      "epoch": 1.1696184921611643,
      "grad_norm": 0.859375,
      "learning_rate": 0.00048731125760686106,
      "loss": 5.9856,
      "mean_token_accuracy": 0.15406192615628242,
      "num_tokens": 23647867.0,
      "step": 10930
    },
    {
      "entropy": 6.45203537940979,
      "epoch": 1.1701535662689282,
      "grad_norm": 0.953125,
      "learning_rate": 0.00048729859655720424,
      "loss": 6.0636,
      "mean_token_accuracy": 0.15095616579055787,
      "num_tokens": 23658055.0,
      "step": 10935
    },
    {
      "entropy": 6.3218199729919435,
      "epoch": 1.1706886403766923,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004872859293774553,
      "loss": 6.0392,
      "mean_token_accuracy": 0.1521560087800026,
      "num_tokens": 23669458.0,
      "step": 10940
    },
    {
      "entropy": 6.392317771911621,
      "epoch": 1.1712237144844562,
      "grad_norm": 1.0625,
      "learning_rate": 0.00048727325606797995,
      "loss": 6.0467,
      "mean_token_accuracy": 0.14767611622810364,
      "num_tokens": 23679702.0,
      "step": 10945
    },
    {
      "entropy": 6.436883544921875,
      "epoch": 1.17175878859222,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004872605766291441,
      "loss": 6.043,
      "mean_token_accuracy": 0.15271709114313126,
      "num_tokens": 23690844.0,
      "step": 10950
    },
    {
      "entropy": 6.374674892425537,
      "epoch": 1.172293862699984,
      "grad_norm": 0.9375,
      "learning_rate": 0.000487247891061314,
      "loss": 6.0175,
      "mean_token_accuracy": 0.15097465068101884,
      "num_tokens": 23701484.0,
      "step": 10955
    },
    {
      "entropy": 6.466239404678345,
      "epoch": 1.1728289368077478,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004872351993648559,
      "loss": 6.0758,
      "mean_token_accuracy": 0.14658529683947563,
      "num_tokens": 23711452.0,
      "step": 10960
    },
    {
      "entropy": 6.42755446434021,
      "epoch": 1.173364010915512,
      "grad_norm": 0.953125,
      "learning_rate": 0.00048722250154013613,
      "loss": 6.0141,
      "mean_token_accuracy": 0.1517298236489296,
      "num_tokens": 23723514.0,
      "step": 10965
    },
    {
      "entropy": 6.419243288040161,
      "epoch": 1.1738990850232758,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004872097975875216,
      "loss": 6.0759,
      "mean_token_accuracy": 0.1545051470398903,
      "num_tokens": 23733722.0,
      "step": 10970
    },
    {
      "entropy": 6.47608699798584,
      "epoch": 1.1744341591310397,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004871970875073789,
      "loss": 6.0574,
      "mean_token_accuracy": 0.14802472591400145,
      "num_tokens": 23743403.0,
      "step": 10975
    },
    {
      "entropy": 6.411939477920532,
      "epoch": 1.1749692332388035,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004871843713000751,
      "loss": 6.0187,
      "mean_token_accuracy": 0.15457520484924317,
      "num_tokens": 23754558.0,
      "step": 10980
    },
    {
      "entropy": 6.477199697494507,
      "epoch": 1.1755043073465674,
      "grad_norm": 0.98046875,
      "learning_rate": 0.00048717164896597737,
      "loss": 6.082,
      "mean_token_accuracy": 0.1506623700261116,
      "num_tokens": 23766346.0,
      "step": 10985
    },
    {
      "entropy": 6.451038265228272,
      "epoch": 1.1760393814543315,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004871589205054532,
      "loss": 6.0656,
      "mean_token_accuracy": 0.1602258265018463,
      "num_tokens": 23776851.0,
      "step": 10990
    },
    {
      "entropy": 6.395011281967163,
      "epoch": 1.1765744555620954,
      "grad_norm": 0.9375,
      "learning_rate": 0.00048714618591886997,
      "loss": 6.1226,
      "mean_token_accuracy": 0.14618657082319259,
      "num_tokens": 23787350.0,
      "step": 10995
    },
    {
      "entropy": 6.328485059738159,
      "epoch": 1.1771095296698593,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004871334452065954,
      "loss": 5.9943,
      "mean_token_accuracy": 0.15161629319190978,
      "num_tokens": 23797738.0,
      "step": 11000
    },
    {
      "entropy": 6.43249921798706,
      "epoch": 1.1776446037776231,
      "grad_norm": 0.875,
      "learning_rate": 0.0004871206983689974,
      "loss": 5.9723,
      "mean_token_accuracy": 0.15947188436985016,
      "num_tokens": 23809516.0,
      "step": 11005
    },
    {
      "entropy": 6.431351518630981,
      "epoch": 1.178179677885387,
      "grad_norm": 0.9765625,
      "learning_rate": 0.000487107945406444,
      "loss": 6.0466,
      "mean_token_accuracy": 0.15639907345175744,
      "num_tokens": 23819850.0,
      "step": 11010
    },
    {
      "entropy": 6.3724359512329105,
      "epoch": 1.1787147519931511,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004870951863193036,
      "loss": 6.0517,
      "mean_token_accuracy": 0.14713381677865983,
      "num_tokens": 23829891.0,
      "step": 11015
    },
    {
      "entropy": 6.34831976890564,
      "epoch": 1.179249826100915,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004870824211079444,
      "loss": 5.9907,
      "mean_token_accuracy": 0.15624823272228242,
      "num_tokens": 23840816.0,
      "step": 11020
    },
    {
      "entropy": 6.476291608810425,
      "epoch": 1.1797849002086789,
      "grad_norm": 0.953125,
      "learning_rate": 0.00048706964977273515,
      "loss": 6.0853,
      "mean_token_accuracy": 0.15212935209274292,
      "num_tokens": 23852595.0,
      "step": 11025
    },
    {
      "entropy": 6.472467136383057,
      "epoch": 1.1803199743164428,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00048705687231404455,
      "loss": 6.0786,
      "mean_token_accuracy": 0.14639779478311538,
      "num_tokens": 23863048.0,
      "step": 11030
    },
    {
      "entropy": 6.415596199035645,
      "epoch": 1.1808550484242066,
      "grad_norm": 0.984375,
      "learning_rate": 0.00048704408873224156,
      "loss": 6.0461,
      "mean_token_accuracy": 0.15126620531082152,
      "num_tokens": 23873499.0,
      "step": 11035
    },
    {
      "entropy": 6.355279350280762,
      "epoch": 1.1813901225319707,
      "grad_norm": 0.9765625,
      "learning_rate": 0.00048703129902769526,
      "loss": 5.9984,
      "mean_token_accuracy": 0.1568140096962452,
      "num_tokens": 23885129.0,
      "step": 11040
    },
    {
      "entropy": 6.463844966888428,
      "epoch": 1.1819251966397346,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004870185032007751,
      "loss": 6.0929,
      "mean_token_accuracy": 0.14369981586933137,
      "num_tokens": 23895538.0,
      "step": 11045
    },
    {
      "entropy": 6.448873138427734,
      "epoch": 1.1824602707474985,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004870057012518504,
      "loss": 6.1211,
      "mean_token_accuracy": 0.14315536618232727,
      "num_tokens": 23907341.0,
      "step": 11050
    },
    {
      "entropy": 6.391955423355102,
      "epoch": 1.1829953448552624,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00048699289318129087,
      "loss": 5.9636,
      "mean_token_accuracy": 0.15990957915782927,
      "num_tokens": 23918501.0,
      "step": 11055
    },
    {
      "entropy": 6.431356811523438,
      "epoch": 1.1835304189630265,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004869800789894663,
      "loss": 6.0357,
      "mean_token_accuracy": 0.15139036476612092,
      "num_tokens": 23929204.0,
      "step": 11060
    },
    {
      "entropy": 6.39577350616455,
      "epoch": 1.1840654930707903,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004869672586767468,
      "loss": 6.0791,
      "mean_token_accuracy": 0.15489304065704346,
      "num_tokens": 23939855.0,
      "step": 11065
    },
    {
      "entropy": 6.466464900970459,
      "epoch": 1.1846005671785542,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004869544322435024,
      "loss": 6.0116,
      "mean_token_accuracy": 0.1534983828663826,
      "num_tokens": 23949871.0,
      "step": 11070
    },
    {
      "entropy": 6.421636962890625,
      "epoch": 1.185135641286318,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004869415996901036,
      "loss": 6.1261,
      "mean_token_accuracy": 0.14914300367236139,
      "num_tokens": 23961650.0,
      "step": 11075
    },
    {
      "entropy": 6.453940391540527,
      "epoch": 1.1856707153940822,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004869287610169209,
      "loss": 6.1325,
      "mean_token_accuracy": 0.1488512299954891,
      "num_tokens": 23973103.0,
      "step": 11080
    },
    {
      "entropy": 6.4599470615386965,
      "epoch": 1.186205789501846,
      "grad_norm": 0.93359375,
      "learning_rate": 0.000486915916224325,
      "loss": 6.0599,
      "mean_token_accuracy": 0.1506316766142845,
      "num_tokens": 23982972.0,
      "step": 11085
    },
    {
      "entropy": 6.352290344238281,
      "epoch": 1.18674086360961,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004869030653126868,
      "loss": 5.9215,
      "mean_token_accuracy": 0.15819128155708312,
      "num_tokens": 23993044.0,
      "step": 11090
    },
    {
      "entropy": 6.397801113128662,
      "epoch": 1.1872759377173738,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004868902082823774,
      "loss": 6.0122,
      "mean_token_accuracy": 0.15150389820337296,
      "num_tokens": 24003871.0,
      "step": 11095
    },
    {
      "entropy": 6.427644729614258,
      "epoch": 1.1878110118251377,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004868773451337679,
      "loss": 6.0572,
      "mean_token_accuracy": 0.14718835502862931,
      "num_tokens": 24014613.0,
      "step": 11100
    },
    {
      "entropy": 6.4206342697143555,
      "epoch": 1.1883460859329018,
      "grad_norm": 0.96875,
      "learning_rate": 0.00048686447586722995,
      "loss": 6.0725,
      "mean_token_accuracy": 0.15432872474193574,
      "num_tokens": 24024172.0,
      "step": 11105
    },
    {
      "entropy": 6.454071521759033,
      "epoch": 1.1888811600406657,
      "grad_norm": 0.921875,
      "learning_rate": 0.00048685160048313506,
      "loss": 6.1708,
      "mean_token_accuracy": 0.14683951437473297,
      "num_tokens": 24035301.0,
      "step": 11110
    },
    {
      "entropy": 6.479418611526489,
      "epoch": 1.1894162341484296,
      "grad_norm": 0.96875,
      "learning_rate": 0.00048683871898185486,
      "loss": 6.0303,
      "mean_token_accuracy": 0.15984879285097123,
      "num_tokens": 24045661.0,
      "step": 11115
    },
    {
      "entropy": 6.408260250091553,
      "epoch": 1.1899513082561934,
      "grad_norm": 0.9765625,
      "learning_rate": 0.00048682583136376145,
      "loss": 6.0426,
      "mean_token_accuracy": 0.15274788737297057,
      "num_tokens": 24057027.0,
      "step": 11120
    },
    {
      "entropy": 6.414361476898193,
      "epoch": 1.1904863823639573,
      "grad_norm": 0.875,
      "learning_rate": 0.0004868129376292269,
      "loss": 6.1632,
      "mean_token_accuracy": 0.14436013549566268,
      "num_tokens": 24068322.0,
      "step": 11125
    },
    {
      "entropy": 6.440590906143188,
      "epoch": 1.1910214564717214,
      "grad_norm": 0.92578125,
      "learning_rate": 0.00048680003777862356,
      "loss": 5.9903,
      "mean_token_accuracy": 0.1523751512169838,
      "num_tokens": 24078506.0,
      "step": 11130
    },
    {
      "entropy": 6.424045658111572,
      "epoch": 1.1915565305794853,
      "grad_norm": 0.85546875,
      "learning_rate": 0.00048678713181232394,
      "loss": 6.0315,
      "mean_token_accuracy": 0.1511312171816826,
      "num_tokens": 24090296.0,
      "step": 11135
    },
    {
      "entropy": 6.3559572219848635,
      "epoch": 1.1920916046872492,
      "grad_norm": 0.984375,
      "learning_rate": 0.00048677421973070063,
      "loss": 6.0469,
      "mean_token_accuracy": 0.1446344368159771,
      "num_tokens": 24101478.0,
      "step": 11140
    },
    {
      "entropy": 6.4094812870025635,
      "epoch": 1.192626678795013,
      "grad_norm": 0.875,
      "learning_rate": 0.00048676130153412644,
      "loss": 6.0621,
      "mean_token_accuracy": 0.15257982313632965,
      "num_tokens": 24112552.0,
      "step": 11145
    },
    {
      "entropy": 6.326308345794677,
      "epoch": 1.193161752902777,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004867483772229745,
      "loss": 5.9356,
      "mean_token_accuracy": 0.15738652348518373,
      "num_tokens": 24124210.0,
      "step": 11150
    },
    {
      "entropy": 6.466823482513428,
      "epoch": 1.193696827010541,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004867354467976178,
      "loss": 6.0344,
      "mean_token_accuracy": 0.15150919705629348,
      "num_tokens": 24133525.0,
      "step": 11155
    },
    {
      "entropy": 6.445204019546509,
      "epoch": 1.194231901118305,
      "grad_norm": 0.8671875,
      "learning_rate": 0.00048672251025842994,
      "loss": 6.0965,
      "mean_token_accuracy": 0.14994918406009675,
      "num_tokens": 24145400.0,
      "step": 11160
    },
    {
      "entropy": 6.395748043060303,
      "epoch": 1.1947669752260688,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004867095676057843,
      "loss": 6.083,
      "mean_token_accuracy": 0.14470206946134567,
      "num_tokens": 24155596.0,
      "step": 11165
    },
    {
      "entropy": 6.469098711013794,
      "epoch": 1.1953020493338327,
      "grad_norm": 0.921875,
      "learning_rate": 0.00048669661884005467,
      "loss": 6.1065,
      "mean_token_accuracy": 0.1415400743484497,
      "num_tokens": 24166683.0,
      "step": 11170
    },
    {
      "entropy": 6.476481103897095,
      "epoch": 1.1958371234415965,
      "grad_norm": 0.9375,
      "learning_rate": 0.00048668366396161503,
      "loss": 6.0103,
      "mean_token_accuracy": 0.15461833626031876,
      "num_tokens": 24177649.0,
      "step": 11175
    },
    {
      "entropy": 6.398001623153687,
      "epoch": 1.1963721975493606,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004866707029708392,
      "loss": 6.059,
      "mean_token_accuracy": 0.15671389251947404,
      "num_tokens": 24188522.0,
      "step": 11180
    },
    {
      "entropy": 6.414281177520752,
      "epoch": 1.1969072716571245,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004866577358681015,
      "loss": 6.0267,
      "mean_token_accuracy": 0.15400335788726807,
      "num_tokens": 24199285.0,
      "step": 11185
    },
    {
      "entropy": 6.378680086135864,
      "epoch": 1.1974423457648884,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004866447626537765,
      "loss": 5.987,
      "mean_token_accuracy": 0.14814073890447615,
      "num_tokens": 24210929.0,
      "step": 11190
    },
    {
      "entropy": 6.402561044692993,
      "epoch": 1.1979774198726523,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004866317833282387,
      "loss": 6.0694,
      "mean_token_accuracy": 0.1501225158572197,
      "num_tokens": 24221394.0,
      "step": 11195
    },
    {
      "entropy": 6.420371580123901,
      "epoch": 1.1985124939804164,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00048661879789186295,
      "loss": 6.0316,
      "mean_token_accuracy": 0.15241131484508513,
      "num_tokens": 24230297.0,
      "step": 11200
    },
    {
      "entropy": 6.409456634521485,
      "epoch": 1.1990475680881802,
      "grad_norm": 0.97265625,
      "learning_rate": 0.00048660580634502415,
      "loss": 6.1737,
      "mean_token_accuracy": 0.1452004611492157,
      "num_tokens": 24241505.0,
      "step": 11205
    },
    {
      "entropy": 6.404465007781982,
      "epoch": 1.1995826421959441,
      "grad_norm": 0.90625,
      "learning_rate": 0.00048659280868809744,
      "loss": 6.0246,
      "mean_token_accuracy": 0.15384707748889923,
      "num_tokens": 24252638.0,
      "step": 11210
    },
    {
      "entropy": 6.376628589630127,
      "epoch": 1.200117716303708,
      "grad_norm": 0.97265625,
      "learning_rate": 0.000486579804921458,
      "loss": 6.0551,
      "mean_token_accuracy": 0.15416979193687438,
      "num_tokens": 24263156.0,
      "step": 11215
    },
    {
      "entropy": 6.379791259765625,
      "epoch": 1.200652790411472,
      "grad_norm": 0.91796875,
      "learning_rate": 0.00048656679504548145,
      "loss": 5.9074,
      "mean_token_accuracy": 0.16190877854824065,
      "num_tokens": 24274384.0,
      "step": 11220
    },
    {
      "entropy": 6.497354412078858,
      "epoch": 1.201187864519236,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004865537790605435,
      "loss": 6.1428,
      "mean_token_accuracy": 0.14229072779417037,
      "num_tokens": 24285159.0,
      "step": 11225
    },
    {
      "entropy": 6.4543530464172365,
      "epoch": 1.2017229386269999,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004865407569670198,
      "loss": 6.0934,
      "mean_token_accuracy": 0.14559346139431,
      "num_tokens": 24296202.0,
      "step": 11230
    },
    {
      "entropy": 6.404468011856079,
      "epoch": 1.2022580127347637,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004865277287652866,
      "loss": 6.0091,
      "mean_token_accuracy": 0.15226322785019875,
      "num_tokens": 24306691.0,
      "step": 11235
    },
    {
      "entropy": 6.395770406723022,
      "epoch": 1.2027930868425276,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004865146944557199,
      "loss": 6.0488,
      "mean_token_accuracy": 0.15193377435207367,
      "num_tokens": 24317499.0,
      "step": 11240
    },
    {
      "entropy": 6.430694341659546,
      "epoch": 1.2033281609502917,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004865016540386961,
      "loss": 6.0302,
      "mean_token_accuracy": 0.14733619689941407,
      "num_tokens": 24328096.0,
      "step": 11245
    },
    {
      "entropy": 6.433403444290161,
      "epoch": 1.2038632350580556,
      "grad_norm": 0.9765625,
      "learning_rate": 0.00048648860751459173,
      "loss": 6.0356,
      "mean_token_accuracy": 0.14766712933778764,
      "num_tokens": 24338188.0,
      "step": 11250
    },
    {
      "entropy": 6.431427097320556,
      "epoch": 1.2043983091658195,
      "grad_norm": 0.9765625,
      "learning_rate": 0.00048647555488378355,
      "loss": 6.0693,
      "mean_token_accuracy": 0.15442163050174712,
      "num_tokens": 24348578.0,
      "step": 11255
    },
    {
      "entropy": 6.3803808212280275,
      "epoch": 1.2049333832735833,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004864624961466485,
      "loss": 6.0496,
      "mean_token_accuracy": 0.15346357002854347,
      "num_tokens": 24358807.0,
      "step": 11260
    },
    {
      "entropy": 6.432039403915406,
      "epoch": 1.2054684573813472,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004864494313035635,
      "loss": 6.0544,
      "mean_token_accuracy": 0.14514696151018142,
      "num_tokens": 24369074.0,
      "step": 11265
    },
    {
      "entropy": 6.434797477722168,
      "epoch": 1.2060035314891113,
      "grad_norm": 0.88671875,
      "learning_rate": 0.000486436360354906,
      "loss": 6.0279,
      "mean_token_accuracy": 0.15426842272281646,
      "num_tokens": 24380655.0,
      "step": 11270
    },
    {
      "entropy": 6.389752149581909,
      "epoch": 1.2065386055968752,
      "grad_norm": 0.875,
      "learning_rate": 0.00048642328330105323,
      "loss": 6.0068,
      "mean_token_accuracy": 0.15249717831611634,
      "num_tokens": 24391701.0,
      "step": 11275
    },
    {
      "entropy": 6.324358415603638,
      "epoch": 1.207073679704639,
      "grad_norm": 0.98828125,
      "learning_rate": 0.00048641020014238286,
      "loss": 6.0965,
      "mean_token_accuracy": 0.1460344523191452,
      "num_tokens": 24403690.0,
      "step": 11280
    },
    {
      "entropy": 6.488384675979614,
      "epoch": 1.207608753812403,
      "grad_norm": 0.875,
      "learning_rate": 0.0004863971108792727,
      "loss": 6.0817,
      "mean_token_accuracy": 0.14792633131146432,
      "num_tokens": 24414670.0,
      "step": 11285
    },
    {
      "entropy": 6.482924175262451,
      "epoch": 1.2081438279201668,
      "grad_norm": 0.93359375,
      "learning_rate": 0.00048638401551210063,
      "loss": 6.1303,
      "mean_token_accuracy": 0.14009737074375153,
      "num_tokens": 24425237.0,
      "step": 11290
    },
    {
      "entropy": 6.438837146759033,
      "epoch": 1.208678902027931,
      "grad_norm": 0.859375,
      "learning_rate": 0.00048637091404124484,
      "loss": 6.0802,
      "mean_token_accuracy": 0.15160878971219063,
      "num_tokens": 24437142.0,
      "step": 11295
    },
    {
      "entropy": 6.373235845565796,
      "epoch": 1.2092139761356948,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004863578064670837,
      "loss": 5.9831,
      "mean_token_accuracy": 0.1547194167971611,
      "num_tokens": 24448819.0,
      "step": 11300
    },
    {
      "entropy": 6.363312387466431,
      "epoch": 1.2097490502434587,
      "grad_norm": 0.87890625,
      "learning_rate": 0.00048634469278999545,
      "loss": 5.947,
      "mean_token_accuracy": 0.16114952117204667,
      "num_tokens": 24459392.0,
      "step": 11305
    },
    {
      "entropy": 6.428229570388794,
      "epoch": 1.2102841243512226,
      "grad_norm": 0.9296875,
      "learning_rate": 0.00048633157301035895,
      "loss": 6.0426,
      "mean_token_accuracy": 0.14748336002230644,
      "num_tokens": 24470298.0,
      "step": 11310
    },
    {
      "entropy": 6.4278522491455075,
      "epoch": 1.2108191984589864,
      "grad_norm": 1.0234375,
      "learning_rate": 0.000486318447128553,
      "loss": 6.0106,
      "mean_token_accuracy": 0.1539096176624298,
      "num_tokens": 24480477.0,
      "step": 11315
    },
    {
      "entropy": 6.446617126464844,
      "epoch": 1.2113542725667505,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004863053151449566,
      "loss": 6.0875,
      "mean_token_accuracy": 0.1393823206424713,
      "num_tokens": 24491890.0,
      "step": 11320
    },
    {
      "entropy": 6.4543599605560305,
      "epoch": 1.2118893466745144,
      "grad_norm": 0.890625,
      "learning_rate": 0.00048629217705994883,
      "loss": 6.0258,
      "mean_token_accuracy": 0.1530631609261036,
      "num_tokens": 24502583.0,
      "step": 11325
    },
    {
      "entropy": 6.437144184112549,
      "epoch": 1.2124244207822783,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004862790328739091,
      "loss": 6.1339,
      "mean_token_accuracy": 0.1446865290403366,
      "num_tokens": 24514491.0,
      "step": 11330
    },
    {
      "entropy": 6.364309978485108,
      "epoch": 1.2129594948900422,
      "grad_norm": 0.890625,
      "learning_rate": 0.00048626588258721717,
      "loss": 5.9662,
      "mean_token_accuracy": 0.1597479909658432,
      "num_tokens": 24524788.0,
      "step": 11335
    },
    {
      "entropy": 6.406537866592407,
      "epoch": 1.2134945689978063,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004862527262002524,
      "loss": 6.0055,
      "mean_token_accuracy": 0.14402141720056533,
      "num_tokens": 24535699.0,
      "step": 11340
    },
    {
      "entropy": 6.387211656570434,
      "epoch": 1.2140296431055702,
      "grad_norm": 0.96484375,
      "learning_rate": 0.00048623956371339494,
      "loss": 6.0252,
      "mean_token_accuracy": 0.15207465887069702,
      "num_tokens": 24547339.0,
      "step": 11345
    },
    {
      "entropy": 6.430961227416992,
      "epoch": 1.214564717213334,
      "grad_norm": 0.91796875,
      "learning_rate": 0.00048622639512702477,
      "loss": 6.1304,
      "mean_token_accuracy": 0.14383527934551238,
      "num_tokens": 24558778.0,
      "step": 11350
    },
    {
      "entropy": 6.422319412231445,
      "epoch": 1.215099791321098,
      "grad_norm": 0.99609375,
      "learning_rate": 0.00048621322044152207,
      "loss": 6.0515,
      "mean_token_accuracy": 0.14978087246417998,
      "num_tokens": 24569032.0,
      "step": 11355
    },
    {
      "entropy": 6.43628888130188,
      "epoch": 1.215634865428862,
      "grad_norm": 0.89453125,
      "learning_rate": 0.00048620003965726727,
      "loss": 6.137,
      "mean_token_accuracy": 0.137799970805645,
      "num_tokens": 24581356.0,
      "step": 11360
    },
    {
      "entropy": 6.435864686965942,
      "epoch": 1.2161699395366259,
      "grad_norm": 0.87890625,
      "learning_rate": 0.00048618685277464116,
      "loss": 6.0176,
      "mean_token_accuracy": 0.15392738878726958,
      "num_tokens": 24591809.0,
      "step": 11365
    },
    {
      "entropy": 6.331251811981201,
      "epoch": 1.2167050136443898,
      "grad_norm": 0.875,
      "learning_rate": 0.00048617365979402417,
      "loss": 5.9211,
      "mean_token_accuracy": 0.15913875699043273,
      "num_tokens": 24603492.0,
      "step": 11370
    },
    {
      "entropy": 6.405251312255859,
      "epoch": 1.2172400877521536,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004861604607157975,
      "loss": 6.0821,
      "mean_token_accuracy": 0.1485549509525299,
      "num_tokens": 24614837.0,
      "step": 11375
    },
    {
      "entropy": 6.471507835388183,
      "epoch": 1.2177751618599175,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004861472555403423,
      "loss": 6.0668,
      "mean_token_accuracy": 0.1479809433221817,
      "num_tokens": 24624714.0,
      "step": 11380
    },
    {
      "entropy": 6.488359260559082,
      "epoch": 1.2183102359676816,
      "grad_norm": 0.93359375,
      "learning_rate": 0.00048613404426803964,
      "loss": 6.1138,
      "mean_token_accuracy": 0.14631285667419433,
      "num_tokens": 24635758.0,
      "step": 11385
    },
    {
      "entropy": 6.464166212081909,
      "epoch": 1.2188453100754455,
      "grad_norm": 1.03125,
      "learning_rate": 0.00048612082689927116,
      "loss": 6.089,
      "mean_token_accuracy": 0.15182169079780578,
      "num_tokens": 24645362.0,
      "step": 11390
    },
    {
      "entropy": 6.41919093132019,
      "epoch": 1.2193803841832094,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004861076034344185,
      "loss": 6.0917,
      "mean_token_accuracy": 0.15264866203069688,
      "num_tokens": 24656898.0,
      "step": 11395
    },
    {
      "entropy": 6.417871522903442,
      "epoch": 1.2199154582909733,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004860943738738634,
      "loss": 6.026,
      "mean_token_accuracy": 0.15403184294700623,
      "num_tokens": 24668191.0,
      "step": 11400
    },
    {
      "entropy": 6.4486246585845945,
      "epoch": 1.2204505323987371,
      "grad_norm": 0.94921875,
      "learning_rate": 0.00048608113821798786,
      "loss": 6.0431,
      "mean_token_accuracy": 0.1521573543548584,
      "num_tokens": 24678034.0,
      "step": 11405
    },
    {
      "entropy": 6.425697278976441,
      "epoch": 1.2209856065065012,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004860678964671743,
      "loss": 6.089,
      "mean_token_accuracy": 0.15016046911478043,
      "num_tokens": 24689062.0,
      "step": 11410
    },
    {
      "entropy": 6.478608226776123,
      "epoch": 1.221520680614265,
      "grad_norm": 0.92578125,
      "learning_rate": 0.00048605464862180474,
      "loss": 6.0595,
      "mean_token_accuracy": 0.1453390784561634,
      "num_tokens": 24699787.0,
      "step": 11415
    },
    {
      "entropy": 6.439414119720459,
      "epoch": 1.222055754722029,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004860413946822619,
      "loss": 5.9953,
      "mean_token_accuracy": 0.15049341320991516,
      "num_tokens": 24711233.0,
      "step": 11420
    },
    {
      "entropy": 6.3687676906585695,
      "epoch": 1.2225908288297929,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004860281346489284,
      "loss": 6.0303,
      "mean_token_accuracy": 0.14747673124074936,
      "num_tokens": 24722414.0,
      "step": 11425
    },
    {
      "entropy": 6.446717596054077,
      "epoch": 1.2231259029375567,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004860148685221873,
      "loss": 6.0665,
      "mean_token_accuracy": 0.14582476913928985,
      "num_tokens": 24733093.0,
      "step": 11430
    },
    {
      "entropy": 6.414763355255127,
      "epoch": 1.2236609770453208,
      "grad_norm": 0.98828125,
      "learning_rate": 0.00048600159630242135,
      "loss": 6.0082,
      "mean_token_accuracy": 0.15332933366298676,
      "num_tokens": 24743195.0,
      "step": 11435
    },
    {
      "entropy": 6.445101308822632,
      "epoch": 1.2241960511530847,
      "grad_norm": 0.93359375,
      "learning_rate": 0.00048598831799001406,
      "loss": 6.0262,
      "mean_token_accuracy": 0.1520538315176964,
      "num_tokens": 24753680.0,
      "step": 11440
    },
    {
      "entropy": 6.440192699432373,
      "epoch": 1.2247311252608486,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004859750335853488,
      "loss": 6.0071,
      "mean_token_accuracy": 0.15410007238388063,
      "num_tokens": 24764135.0,
      "step": 11445
    },
    {
      "entropy": 6.308586597442627,
      "epoch": 1.2252661993686125,
      "grad_norm": 0.87890625,
      "learning_rate": 0.000485961743088809,
      "loss": 5.953,
      "mean_token_accuracy": 0.16644514054059983,
      "num_tokens": 24775740.0,
      "step": 11450
    },
    {
      "entropy": 6.433221101760864,
      "epoch": 1.2258012734763766,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004859484465007784,
      "loss": 6.1034,
      "mean_token_accuracy": 0.14898681044578552,
      "num_tokens": 24786169.0,
      "step": 11455
    },
    {
      "entropy": 6.46388463973999,
      "epoch": 1.2263363475841405,
      "grad_norm": 0.953125,
      "learning_rate": 0.00048593514382164123,
      "loss": 5.9788,
      "mean_token_accuracy": 0.15872699171304702,
      "num_tokens": 24796218.0,
      "step": 11460
    },
    {
      "entropy": 6.476220369338989,
      "epoch": 1.2268714216919043,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004859218350517814,
      "loss": 6.1321,
      "mean_token_accuracy": 0.1455128699541092,
      "num_tokens": 24806957.0,
      "step": 11465
    },
    {
      "entropy": 6.473389720916748,
      "epoch": 1.2274064957996682,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004859085201915831,
      "loss": 6.0478,
      "mean_token_accuracy": 0.15187956839799882,
      "num_tokens": 24818761.0,
      "step": 11470
    },
    {
      "entropy": 6.4047716617584225,
      "epoch": 1.227941569907432,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004858951992414311,
      "loss": 5.9812,
      "mean_token_accuracy": 0.16243064850568772,
      "num_tokens": 24829163.0,
      "step": 11475
    },
    {
      "entropy": 6.384244966506958,
      "epoch": 1.2284766440151962,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004858818722017097,
      "loss": 5.9937,
      "mean_token_accuracy": 0.151690986007452,
      "num_tokens": 24839334.0,
      "step": 11480
    },
    {
      "entropy": 6.366472625732422,
      "epoch": 1.22901171812296,
      "grad_norm": 0.9140625,
      "learning_rate": 0.00048586853907280395,
      "loss": 6.033,
      "mean_token_accuracy": 0.15324890315532685,
      "num_tokens": 24850312.0,
      "step": 11485
    },
    {
      "entropy": 6.404538917541504,
      "epoch": 1.229546792230724,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004858551998550987,
      "loss": 5.9711,
      "mean_token_accuracy": 0.16004097759723662,
      "num_tokens": 24861835.0,
      "step": 11490
    },
    {
      "entropy": 6.4540643215179445,
      "epoch": 1.2300818663384878,
      "grad_norm": 0.91015625,
      "learning_rate": 0.00048584185454897925,
      "loss": 6.0617,
      "mean_token_accuracy": 0.15071349442005158,
      "num_tokens": 24872489.0,
      "step": 11495
    },
    {
      "entropy": 6.430825471878052,
      "epoch": 1.230616940446252,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004858285031548309,
      "loss": 6.0529,
      "mean_token_accuracy": 0.15249309539794922,
      "num_tokens": 24882553.0,
      "step": 11500
    },
    {
      "entropy": 6.464387845993042,
      "epoch": 1.2311520145540158,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004858151456730391,
      "loss": 6.0542,
      "mean_token_accuracy": 0.1572585418820381,
      "num_tokens": 24894386.0,
      "step": 11505
    },
    {
      "entropy": 6.3799848556518555,
      "epoch": 1.2316870886617797,
      "grad_norm": 0.96875,
      "learning_rate": 0.00048580178210398954,
      "loss": 6.0517,
      "mean_token_accuracy": 0.1476918339729309,
      "num_tokens": 24905049.0,
      "step": 11510
    },
    {
      "entropy": 6.346324253082275,
      "epoch": 1.2322221627695435,
      "grad_norm": 0.95703125,
      "learning_rate": 0.00048578841244806823,
      "loss": 6.0259,
      "mean_token_accuracy": 0.15691085606813432,
      "num_tokens": 24914831.0,
      "step": 11515
    },
    {
      "entropy": 6.400723600387574,
      "epoch": 1.2327572368773074,
      "grad_norm": 0.9765625,
      "learning_rate": 0.00048577503670566116,
      "loss": 6.0728,
      "mean_token_accuracy": 0.15282805263996124,
      "num_tokens": 24925668.0,
      "step": 11520
    },
    {
      "entropy": 6.435077381134033,
      "epoch": 1.2332923109850715,
      "grad_norm": 0.99609375,
      "learning_rate": 0.00048576165487715443,
      "loss": 6.0437,
      "mean_token_accuracy": 0.15154671669006348,
      "num_tokens": 24935983.0,
      "step": 11525
    },
    {
      "entropy": 6.393455553054809,
      "epoch": 1.2338273850928354,
      "grad_norm": 0.921875,
      "learning_rate": 0.00048574826696293455,
      "loss": 6.0195,
      "mean_token_accuracy": 0.15619745403528212,
      "num_tokens": 24946673.0,
      "step": 11530
    },
    {
      "entropy": 6.374335908889771,
      "epoch": 1.2343624592005993,
      "grad_norm": 1.015625,
      "learning_rate": 0.00048573487296338814,
      "loss": 5.935,
      "mean_token_accuracy": 0.16131605505943297,
      "num_tokens": 24957075.0,
      "step": 11535
    },
    {
      "entropy": 6.4100484371185305,
      "epoch": 1.2348975333083632,
      "grad_norm": 0.953125,
      "learning_rate": 0.00048572147287890183,
      "loss": 6.0774,
      "mean_token_accuracy": 0.14921035170555114,
      "num_tokens": 24967261.0,
      "step": 11540
    },
    {
      "entropy": 6.3941281795501705,
      "epoch": 1.235432607416127,
      "grad_norm": 0.83984375,
      "learning_rate": 0.00048570806670986263,
      "loss": 6.0151,
      "mean_token_accuracy": 0.15478278696537018,
      "num_tokens": 24978097.0,
      "step": 11545
    },
    {
      "entropy": 6.444482707977295,
      "epoch": 1.2359676815238911,
      "grad_norm": 0.94140625,
      "learning_rate": 0.00048569465445665754,
      "loss": 6.0512,
      "mean_token_accuracy": 0.1500304102897644,
      "num_tokens": 24987932.0,
      "step": 11550
    },
    {
      "entropy": 6.436000347137451,
      "epoch": 1.236502755631655,
      "grad_norm": 0.89453125,
      "learning_rate": 0.00048568123611967396,
      "loss": 6.0411,
      "mean_token_accuracy": 0.15225322246551515,
      "num_tokens": 24998919.0,
      "step": 11555
    },
    {
      "entropy": 6.352374505996704,
      "epoch": 1.237037829739419,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004856678116992993,
      "loss": 6.0028,
      "mean_token_accuracy": 0.15388862490653993,
      "num_tokens": 25010545.0,
      "step": 11560
    },
    {
      "entropy": 6.371043491363525,
      "epoch": 1.2375729038471828,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004856543811959212,
      "loss": 5.9778,
      "mean_token_accuracy": 0.16465644538402557,
      "num_tokens": 25021133.0,
      "step": 11565
    },
    {
      "entropy": 6.4023792266845705,
      "epoch": 1.2381079779549466,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004856409446099274,
      "loss": 6.0109,
      "mean_token_accuracy": 0.1508641794323921,
      "num_tokens": 25031838.0,
      "step": 11570
    },
    {
      "entropy": 6.434319972991943,
      "epoch": 1.2386430520627107,
      "grad_norm": 0.859375,
      "learning_rate": 0.00048562750194170595,
      "loss": 6.0494,
      "mean_token_accuracy": 0.14732189923524858,
      "num_tokens": 25042737.0,
      "step": 11575
    },
    {
      "entropy": 6.467510795593261,
      "epoch": 1.2391781261704746,
      "grad_norm": 0.91015625,
      "learning_rate": 0.000485614053191645,
      "loss": 6.1329,
      "mean_token_accuracy": 0.15031993091106416,
      "num_tokens": 25054442.0,
      "step": 11580
    },
    {
      "entropy": 6.328031826019287,
      "epoch": 1.2397132002782385,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004856005983601328,
      "loss": 5.8704,
      "mean_token_accuracy": 0.165472574532032,
      "num_tokens": 25065509.0,
      "step": 11585
    },
    {
      "entropy": 6.462453365325928,
      "epoch": 1.2402482743860024,
      "grad_norm": 0.9375,
      "learning_rate": 0.00048558713744755794,
      "loss": 6.1203,
      "mean_token_accuracy": 0.14285247772932053,
      "num_tokens": 25077306.0,
      "step": 11590
    },
    {
      "entropy": 6.450064277648925,
      "epoch": 1.2407833484937665,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004855736704543091,
      "loss": 6.039,
      "mean_token_accuracy": 0.15463847517967225,
      "num_tokens": 25088230.0,
      "step": 11595
    },
    {
      "entropy": 6.504342889785766,
      "epoch": 1.2413184226015304,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004855601973807751,
      "loss": 6.1335,
      "mean_token_accuracy": 0.14597578942775727,
      "num_tokens": 25099658.0,
      "step": 11600
    },
    {
      "entropy": 6.396210193634033,
      "epoch": 1.2418534967092942,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00048554671822734495,
      "loss": 6.0188,
      "mean_token_accuracy": 0.15247201025485993,
      "num_tokens": 25110512.0,
      "step": 11605
    },
    {
      "entropy": 6.4116230487823485,
      "epoch": 1.2423885708170581,
      "grad_norm": 0.95703125,
      "learning_rate": 0.00048553323299440807,
      "loss": 6.0409,
      "mean_token_accuracy": 0.15291347801685334,
      "num_tokens": 25120193.0,
      "step": 11610
    },
    {
      "entropy": 6.409094333648682,
      "epoch": 1.242923644924822,
      "grad_norm": 0.98046875,
      "learning_rate": 0.00048551974168235346,
      "loss": 6.0098,
      "mean_token_accuracy": 0.1537759855389595,
      "num_tokens": 25131752.0,
      "step": 11615
    },
    {
      "entropy": 6.437418508529663,
      "epoch": 1.243458719032586,
      "grad_norm": 1.0078125,
      "learning_rate": 0.000485506244291571,
      "loss": 6.0682,
      "mean_token_accuracy": 0.15034523010253906,
      "num_tokens": 25141541.0,
      "step": 11620
    },
    {
      "entropy": 6.3503830909729,
      "epoch": 1.24399379314035,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004854927408224503,
      "loss": 6.0348,
      "mean_token_accuracy": 0.1480984792113304,
      "num_tokens": 25152219.0,
      "step": 11625
    },
    {
      "entropy": 6.471954870223999,
      "epoch": 1.2445288672481138,
      "grad_norm": 0.921875,
      "learning_rate": 0.00048547923127538126,
      "loss": 6.0643,
      "mean_token_accuracy": 0.1474498689174652,
      "num_tokens": 25163030.0,
      "step": 11630
    },
    {
      "entropy": 6.407954978942871,
      "epoch": 1.2450639413558777,
      "grad_norm": 0.828125,
      "learning_rate": 0.00048546571565075396,
      "loss": 5.927,
      "mean_token_accuracy": 0.16227685213088988,
      "num_tokens": 25174637.0,
      "step": 11635
    },
    {
      "entropy": 6.353334665298462,
      "epoch": 1.2455990154636418,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004854521939489587,
      "loss": 5.9403,
      "mean_token_accuracy": 0.1612449675798416,
      "num_tokens": 25185067.0,
      "step": 11640
    },
    {
      "entropy": 6.370711135864258,
      "epoch": 1.2461340895714057,
      "grad_norm": 0.96875,
      "learning_rate": 0.00048543866617038604,
      "loss": 5.9789,
      "mean_token_accuracy": 0.15409952253103257,
      "num_tokens": 25195046.0,
      "step": 11645
    },
    {
      "entropy": 6.358227109909057,
      "epoch": 1.2466691636791696,
      "grad_norm": 0.94140625,
      "learning_rate": 0.00048542513231542635,
      "loss": 6.0608,
      "mean_token_accuracy": 0.14790542423725128,
      "num_tokens": 25206265.0,
      "step": 11650
    },
    {
      "entropy": 6.48202953338623,
      "epoch": 1.2472042377869335,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004854115923844705,
      "loss": 6.0616,
      "mean_token_accuracy": 0.145122529566288,
      "num_tokens": 25217690.0,
      "step": 11655
    },
    {
      "entropy": 6.4813519477844235,
      "epoch": 1.2477393118946973,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004853980463779096,
      "loss": 6.0694,
      "mean_token_accuracy": 0.14623805731534958,
      "num_tokens": 25228229.0,
      "step": 11660
    },
    {
      "entropy": 6.393381929397583,
      "epoch": 1.2482743860024614,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004853844942961346,
      "loss": 5.9987,
      "mean_token_accuracy": 0.15335666686296462,
      "num_tokens": 25240073.0,
      "step": 11665
    },
    {
      "entropy": 6.386109972000122,
      "epoch": 1.2488094601102253,
      "grad_norm": 0.859375,
      "learning_rate": 0.000485370936139537,
      "loss": 6.0454,
      "mean_token_accuracy": 0.154733282327652,
      "num_tokens": 25251915.0,
      "step": 11670
    },
    {
      "entropy": 6.361781263351441,
      "epoch": 1.2493445342179892,
      "grad_norm": 1.0078125,
      "learning_rate": 0.000485357371908508,
      "loss": 6.0321,
      "mean_token_accuracy": 0.15205752104520798,
      "num_tokens": 25262932.0,
      "step": 11675
    },
    {
      "entropy": 6.418450355529785,
      "epoch": 1.249879608325753,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004853438016034396,
      "loss": 6.0866,
      "mean_token_accuracy": 0.15124862492084504,
      "num_tokens": 25274693.0,
      "step": 11680
    },
    {
      "entropy": 6.41953182220459,
      "epoch": 1.250414682433517,
      "grad_norm": 0.90625,
      "learning_rate": 0.00048533022522472344,
      "loss": 5.9723,
      "mean_token_accuracy": 0.15495878607034683,
      "num_tokens": 25285359.0,
      "step": 11685
    },
    {
      "entropy": 6.363399696350098,
      "epoch": 1.250949756541281,
      "grad_norm": 0.9609375,
      "learning_rate": 0.00048531664277275154,
      "loss": 6.0005,
      "mean_token_accuracy": 0.15141404271125794,
      "num_tokens": 25296730.0,
      "step": 11690
    },
    {
      "entropy": 6.366191101074219,
      "epoch": 1.251484830649045,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004853030542479162,
      "loss": 6.0453,
      "mean_token_accuracy": 0.15787868499755858,
      "num_tokens": 25306422.0,
      "step": 11695
    },
    {
      "entropy": 6.421235990524292,
      "epoch": 1.2520199047568088,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004852894596506096,
      "loss": 6.0639,
      "mean_token_accuracy": 0.15201850980520248,
      "num_tokens": 25317980.0,
      "step": 11700
    },
    {
      "entropy": 6.41616382598877,
      "epoch": 1.2525549788645727,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004852758589812245,
      "loss": 6.0889,
      "mean_token_accuracy": 0.15790138393640518,
      "num_tokens": 25329905.0,
      "step": 11705
    },
    {
      "entropy": 6.488639974594117,
      "epoch": 1.2530900529723366,
      "grad_norm": 0.9921875,
      "learning_rate": 0.00048526225224015355,
      "loss": 6.0589,
      "mean_token_accuracy": 0.14479833841323853,
      "num_tokens": 25340759.0,
      "step": 11710
    },
    {
      "entropy": 6.392478036880493,
      "epoch": 1.2536251270801007,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004852486394277896,
      "loss": 6.08,
      "mean_token_accuracy": 0.1448793701827526,
      "num_tokens": 25351124.0,
      "step": 11715
    },
    {
      "entropy": 6.408259153366089,
      "epoch": 1.2541602011878645,
      "grad_norm": 1.0625,
      "learning_rate": 0.00048523502054452565,
      "loss": 6.0212,
      "mean_token_accuracy": 0.15003727972507477,
      "num_tokens": 25361337.0,
      "step": 11720
    },
    {
      "entropy": 6.4600615978240965,
      "epoch": 1.2546952752956284,
      "grad_norm": 0.9140625,
      "learning_rate": 0.00048522139559075507,
      "loss": 6.0509,
      "mean_token_accuracy": 0.1574355334043503,
      "num_tokens": 25371893.0,
      "step": 11725
    },
    {
      "entropy": 6.345823907852173,
      "epoch": 1.2552303494033923,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004852077645668712,
      "loss": 5.939,
      "mean_token_accuracy": 0.15976056605577468,
      "num_tokens": 25383365.0,
      "step": 11730
    },
    {
      "entropy": 6.422120094299316,
      "epoch": 1.2557654235111562,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004851941274732678,
      "loss": 6.0422,
      "mean_token_accuracy": 0.1508241578936577,
      "num_tokens": 25393211.0,
      "step": 11735
    },
    {
      "entropy": 6.323185539245605,
      "epoch": 1.2563004976189203,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004851804843103384,
      "loss": 5.9161,
      "mean_token_accuracy": 0.15132512301206588,
      "num_tokens": 25404828.0,
      "step": 11740
    },
    {
      "entropy": 6.420544910430908,
      "epoch": 1.2568355717266841,
      "grad_norm": 0.984375,
      "learning_rate": 0.00048516683507847705,
      "loss": 6.0381,
      "mean_token_accuracy": 0.16127409189939498,
      "num_tokens": 25416016.0,
      "step": 11745
    },
    {
      "entropy": 6.39495816230774,
      "epoch": 1.257370645834448,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004851531797780779,
      "loss": 5.9922,
      "mean_token_accuracy": 0.15947735011577607,
      "num_tokens": 25426173.0,
      "step": 11750
    },
    {
      "entropy": 6.372569370269775,
      "epoch": 1.2579057199422121,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004851395184095352,
      "loss": 5.9638,
      "mean_token_accuracy": 0.15989621430635453,
      "num_tokens": 25437507.0,
      "step": 11755
    },
    {
      "entropy": 6.415957498550415,
      "epoch": 1.258440794049976,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004851258509732434,
      "loss": 6.0743,
      "mean_token_accuracy": 0.14236538112163544,
      "num_tokens": 25448201.0,
      "step": 11760
    },
    {
      "entropy": 6.442714023590088,
      "epoch": 1.2589758681577399,
      "grad_norm": 0.87890625,
      "learning_rate": 0.00048511217746959723,
      "loss": 6.0656,
      "mean_token_accuracy": 0.14910233840346337,
      "num_tokens": 25458640.0,
      "step": 11765
    },
    {
      "entropy": 6.429221773147583,
      "epoch": 1.2595109422655038,
      "grad_norm": 0.91796875,
      "learning_rate": 0.00048509849789899146,
      "loss": 6.0535,
      "mean_token_accuracy": 0.1583869442343712,
      "num_tokens": 25469474.0,
      "step": 11770
    },
    {
      "entropy": 6.482155895233154,
      "epoch": 1.2600460163732676,
      "grad_norm": 1.0234375,
      "learning_rate": 0.000485084812261821,
      "loss": 6.1445,
      "mean_token_accuracy": 0.14766237139701843,
      "num_tokens": 25479565.0,
      "step": 11775
    },
    {
      "entropy": 6.450917720794678,
      "epoch": 1.2605810904810317,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004850711205584812,
      "loss": 6.0096,
      "mean_token_accuracy": 0.15592256784439087,
      "num_tokens": 25490142.0,
      "step": 11780
    },
    {
      "entropy": 6.387892770767212,
      "epoch": 1.2611161645887956,
      "grad_norm": 0.984375,
      "learning_rate": 0.00048505742278936726,
      "loss": 6.1071,
      "mean_token_accuracy": 0.151397642493248,
      "num_tokens": 25500824.0,
      "step": 11785
    },
    {
      "entropy": 6.458943605422974,
      "epoch": 1.2616512386965595,
      "grad_norm": 1.0,
      "learning_rate": 0.00048504371895487474,
      "loss": 6.0426,
      "mean_token_accuracy": 0.14935458302497864,
      "num_tokens": 25511251.0,
      "step": 11790
    },
    {
      "entropy": 6.414369535446167,
      "epoch": 1.2621863128043234,
      "grad_norm": 0.84375,
      "learning_rate": 0.00048503000905539945,
      "loss": 6.0294,
      "mean_token_accuracy": 0.14942921698093414,
      "num_tokens": 25521368.0,
      "step": 11795
    },
    {
      "entropy": 6.385678625106811,
      "epoch": 1.2627213869120872,
      "grad_norm": 0.875,
      "learning_rate": 0.00048501629309133707,
      "loss": 6.0228,
      "mean_token_accuracy": 0.1489413097500801,
      "num_tokens": 25532486.0,
      "step": 11800
    },
    {
      "entropy": 6.4228119373321535,
      "epoch": 1.2632564610198513,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004850025710630838,
      "loss": 6.0214,
      "mean_token_accuracy": 0.1576980546116829,
      "num_tokens": 25542867.0,
      "step": 11805
    },
    {
      "entropy": 6.408396863937378,
      "epoch": 1.2637915351276152,
      "grad_norm": 0.9765625,
      "learning_rate": 0.00048498884297103575,
      "loss": 5.9895,
      "mean_token_accuracy": 0.15152256190776825,
      "num_tokens": 25553564.0,
      "step": 11810
    },
    {
      "entropy": 6.381280422210693,
      "epoch": 1.264326609235379,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004849751088155894,
      "loss": 5.9917,
      "mean_token_accuracy": 0.15123338401317596,
      "num_tokens": 25564017.0,
      "step": 11815
    },
    {
      "entropy": 6.346936941146851,
      "epoch": 1.264861683343143,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004849613685971413,
      "loss": 5.9438,
      "mean_token_accuracy": 0.1556112661957741,
      "num_tokens": 25575125.0,
      "step": 11820
    },
    {
      "entropy": 6.404648065567017,
      "epoch": 1.2653967574509069,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004849476223160882,
      "loss": 6.0852,
      "mean_token_accuracy": 0.14894888401031495,
      "num_tokens": 25586405.0,
      "step": 11825
    },
    {
      "entropy": 6.436088705062867,
      "epoch": 1.265931831558671,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004849338699728269,
      "loss": 6.0291,
      "mean_token_accuracy": 0.1516052097082138,
      "num_tokens": 25597494.0,
      "step": 11830
    },
    {
      "entropy": 6.39005184173584,
      "epoch": 1.2664669056664348,
      "grad_norm": 1.109375,
      "learning_rate": 0.00048492011156775467,
      "loss": 6.0089,
      "mean_token_accuracy": 0.1586216852068901,
      "num_tokens": 25608425.0,
      "step": 11835
    },
    {
      "entropy": 6.420915508270264,
      "epoch": 1.2670019797741987,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004849063471012688,
      "loss": 6.0345,
      "mean_token_accuracy": 0.1431473083794117,
      "num_tokens": 25619411.0,
      "step": 11840
    },
    {
      "entropy": 6.464434003829956,
      "epoch": 1.2675370538819626,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004848925765737665,
      "loss": 6.0789,
      "mean_token_accuracy": 0.1435423456132412,
      "num_tokens": 25630477.0,
      "step": 11845
    },
    {
      "entropy": 6.434617757797241,
      "epoch": 1.2680721279897265,
      "grad_norm": 0.95703125,
      "learning_rate": 0.00048487879998564565,
      "loss": 5.9852,
      "mean_token_accuracy": 0.15037410855293273,
      "num_tokens": 25640129.0,
      "step": 11850
    },
    {
      "entropy": 6.409026432037353,
      "epoch": 1.2686072020974906,
      "grad_norm": 0.9375,
      "learning_rate": 0.00048486501733730386,
      "loss": 6.0641,
      "mean_token_accuracy": 0.15462838411331176,
      "num_tokens": 25650592.0,
      "step": 11855
    },
    {
      "entropy": 6.361433696746826,
      "epoch": 1.2691422762052544,
      "grad_norm": 0.99609375,
      "learning_rate": 0.00048485122862913934,
      "loss": 5.9838,
      "mean_token_accuracy": 0.15777004659175872,
      "num_tokens": 25660408.0,
      "step": 11860
    },
    {
      "entropy": 6.3860142707824705,
      "epoch": 1.2696773503130183,
      "grad_norm": 0.9140625,
      "learning_rate": 0.00048483743386154994,
      "loss": 6.0677,
      "mean_token_accuracy": 0.15449703186750413,
      "num_tokens": 25671563.0,
      "step": 11865
    },
    {
      "entropy": 6.459661436080933,
      "epoch": 1.2702124244207824,
      "grad_norm": 0.90234375,
      "learning_rate": 0.00048482363303493415,
      "loss": 6.0044,
      "mean_token_accuracy": 0.15084402784705161,
      "num_tokens": 25682474.0,
      "step": 11870
    },
    {
      "entropy": 6.485248136520386,
      "epoch": 1.270747498528546,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004848098261496905,
      "loss": 6.0198,
      "mean_token_accuracy": 0.1508568525314331,
      "num_tokens": 25692594.0,
      "step": 11875
    },
    {
      "entropy": 6.271194171905518,
      "epoch": 1.2712825726363102,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004847960132062175,
      "loss": 5.8569,
      "mean_token_accuracy": 0.16723863482475282,
      "num_tokens": 25703724.0,
      "step": 11880
    },
    {
      "entropy": 6.439691829681396,
      "epoch": 1.271817646744074,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004847821942049142,
      "loss": 6.1626,
      "mean_token_accuracy": 0.13662642538547515,
      "num_tokens": 25714911.0,
      "step": 11885
    },
    {
      "entropy": 6.49635877609253,
      "epoch": 1.272352720851838,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00048476836914617945,
      "loss": 6.0216,
      "mean_token_accuracy": 0.15288260728120803,
      "num_tokens": 25725098.0,
      "step": 11890
    },
    {
      "entropy": 6.4539141178131105,
      "epoch": 1.272887794959602,
      "grad_norm": 0.9375,
      "learning_rate": 0.00048475453803041254,
      "loss": 6.0099,
      "mean_token_accuracy": 0.1464683398604393,
      "num_tokens": 25735099.0,
      "step": 11895
    },
    {
      "entropy": 6.402464962005615,
      "epoch": 1.273422869067366,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004847407008580128,
      "loss": 6.0006,
      "mean_token_accuracy": 0.1539877399802208,
      "num_tokens": 25746852.0,
      "step": 11900
    },
    {
      "entropy": 6.389354801177978,
      "epoch": 1.2739579431751298,
      "grad_norm": 0.90234375,
      "learning_rate": 0.00048472685762937983,
      "loss": 6.0761,
      "mean_token_accuracy": 0.1493126332759857,
      "num_tokens": 25758579.0,
      "step": 11905
    },
    {
      "entropy": 6.361133050918579,
      "epoch": 1.2744930172828937,
      "grad_norm": 0.8359375,
      "learning_rate": 0.00048471300834491325,
      "loss": 6.0525,
      "mean_token_accuracy": 0.1477493703365326,
      "num_tokens": 25769965.0,
      "step": 11910
    },
    {
      "entropy": 6.444669914245606,
      "epoch": 1.2750280913906575,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004846991530050132,
      "loss": 6.0312,
      "mean_token_accuracy": 0.15700097233057023,
      "num_tokens": 25780264.0,
      "step": 11915
    },
    {
      "entropy": 6.4759704113006595,
      "epoch": 1.2755631654984216,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004846852916100794,
      "loss": 5.9803,
      "mean_token_accuracy": 0.15219346284866334,
      "num_tokens": 25791228.0,
      "step": 11920
    },
    {
      "entropy": 6.454332637786865,
      "epoch": 1.2760982396061855,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004846714241605123,
      "loss": 5.9726,
      "mean_token_accuracy": 0.15598224848508835,
      "num_tokens": 25802428.0,
      "step": 11925
    },
    {
      "entropy": 6.410422945022583,
      "epoch": 1.2766333137139494,
      "grad_norm": 0.94140625,
      "learning_rate": 0.00048465755065671233,
      "loss": 6.0398,
      "mean_token_accuracy": 0.15440476089715957,
      "num_tokens": 25814220.0,
      "step": 11930
    },
    {
      "entropy": 6.4318338394165036,
      "epoch": 1.2771683878217133,
      "grad_norm": 0.94921875,
      "learning_rate": 0.00048464367109908005,
      "loss": 6.041,
      "mean_token_accuracy": 0.15025397688150405,
      "num_tokens": 25824382.0,
      "step": 11935
    },
    {
      "entropy": 6.349942588806153,
      "epoch": 1.2777034619294771,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004846297854880162,
      "loss": 5.9957,
      "mean_token_accuracy": 0.1535354658961296,
      "num_tokens": 25834896.0,
      "step": 11940
    },
    {
      "entropy": 6.428943729400634,
      "epoch": 1.2782385360372412,
      "grad_norm": 0.80859375,
      "learning_rate": 0.00048461589382392176,
      "loss": 6.0979,
      "mean_token_accuracy": 0.14953776374459266,
      "num_tokens": 25847300.0,
      "step": 11945
    },
    {
      "entropy": 6.441252183914185,
      "epoch": 1.2787736101450051,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004846019961071978,
      "loss": 6.0329,
      "mean_token_accuracy": 0.15231782123446463,
      "num_tokens": 25858599.0,
      "step": 11950
    },
    {
      "entropy": 6.423742008209229,
      "epoch": 1.279308684252769,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004845880923382457,
      "loss": 5.9881,
      "mean_token_accuracy": 0.15524668395519256,
      "num_tokens": 25869135.0,
      "step": 11955
    },
    {
      "entropy": 6.438772106170655,
      "epoch": 1.2798437583605329,
      "grad_norm": 0.99609375,
      "learning_rate": 0.00048457418251746695,
      "loss": 5.9772,
      "mean_token_accuracy": 0.16028833240270615,
      "num_tokens": 25879234.0,
      "step": 11960
    },
    {
      "entropy": 6.444809532165527,
      "epoch": 1.2803788324682968,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004845602666452629,
      "loss": 6.035,
      "mean_token_accuracy": 0.15932807177305222,
      "num_tokens": 25888230.0,
      "step": 11965
    },
    {
      "entropy": 6.4251810073852536,
      "epoch": 1.2809139065760609,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004845463447220358,
      "loss": 6.0458,
      "mean_token_accuracy": 0.16299064755439757,
      "num_tokens": 25899429.0,
      "step": 11970
    },
    {
      "entropy": 6.352957391738892,
      "epoch": 1.2814489806838247,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004845324167481874,
      "loss": 5.9172,
      "mean_token_accuracy": 0.16644244641065598,
      "num_tokens": 25911042.0,
      "step": 11975
    },
    {
      "entropy": 6.428217601776123,
      "epoch": 1.2819840547915886,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004845184827241199,
      "loss": 5.9783,
      "mean_token_accuracy": 0.1567392498254776,
      "num_tokens": 25921466.0,
      "step": 11980
    },
    {
      "entropy": 6.455148983001709,
      "epoch": 1.2825191288993525,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004845045426502357,
      "loss": 6.1081,
      "mean_token_accuracy": 0.14141944870352746,
      "num_tokens": 25931059.0,
      "step": 11985
    },
    {
      "entropy": 6.466062402725219,
      "epoch": 1.2830542030071164,
      "grad_norm": 0.96484375,
      "learning_rate": 0.00048449059652693724,
      "loss": 6.0264,
      "mean_token_accuracy": 0.1564402088522911,
      "num_tokens": 25941669.0,
      "step": 11990
    },
    {
      "entropy": 6.383812761306762,
      "epoch": 1.2835892771148805,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004844766443546272,
      "loss": 6.0431,
      "mean_token_accuracy": 0.1557509034872055,
      "num_tokens": 25952066.0,
      "step": 11995
    },
    {
      "entropy": 6.423954248428345,
      "epoch": 1.2841243512226443,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004844626861337085,
      "loss": 5.9369,
      "mean_token_accuracy": 0.15952450633049012,
      "num_tokens": 25962388.0,
      "step": 12000
    },
    {
      "epoch": 1.2841243512226443,
      "eval_entropy": 6.1652326883331465,
      "eval_loss": 6.136476039886475,
      "eval_mean_token_accuracy": 0.15487081866003471,
      "eval_num_tokens": 25962388.0,
      "eval_runtime": 17.5197,
      "eval_samples_per_second": 1694.033,
      "eval_steps_per_second": 211.761,
      "step": 12000
    }
  ],
  "logging_steps": 5,
  "max_steps": 93440,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 10,
  "save_steps": 3000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 5646475164764160.0,
  "train_batch_size": 16,
  "trial_name": null,
  "trial_params": null
}