{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.9631333939750656,
  "eval_steps": 3000,
  "global_step": 9000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "entropy": 4.722395038604736,
      "epoch": 0.0005350741077639254,
      "grad_norm": 19.75,
      "learning_rate": 2e-06,
      "loss": 14.1573,
      "mean_token_accuracy": 0.0019991567474789917,
      "num_tokens": 10038.0,
      "step": 5
    },
    {
      "entropy": 4.733135223388672,
      "epoch": 0.0010701482155278507,
      "grad_norm": 22.5,
      "learning_rate": 4.5e-06,
      "loss": 14.1399,
      "mean_token_accuracy": 0.002229393390007317,
      "num_tokens": 21916.0,
      "step": 10
    },
    {
      "entropy": 4.8563759326934814,
      "epoch": 0.0016052223232917758,
      "grad_norm": 30.875,
      "learning_rate": 7e-06,
      "loss": 13.8613,
      "mean_token_accuracy": 0.0014959125372115522,
      "num_tokens": 33434.0,
      "step": 15
    },
    {
      "entropy": 5.691608190536499,
      "epoch": 0.0021402964310557014,
      "grad_norm": 39.0,
      "learning_rate": 9.5e-06,
      "loss": 12.8416,
      "mean_token_accuracy": 0.0012791280925739557,
      "num_tokens": 44216.0,
      "step": 20
    },
    {
      "entropy": 9.404048442840576,
      "epoch": 0.0026753705388196263,
      "grad_norm": 3.578125,
      "learning_rate": 1.2e-05,
      "loss": 11.1148,
      "mean_token_accuracy": 0.0004811433027498424,
      "num_tokens": 54874.0,
      "step": 25
    },
    {
      "entropy": 10.681069660186768,
      "epoch": 0.0032104446465835517,
      "grad_norm": 3.109375,
      "learning_rate": 1.4500000000000002e-05,
      "loss": 10.7614,
      "mean_token_accuracy": 0.004937578848330304,
      "num_tokens": 65085.0,
      "step": 30
    },
    {
      "entropy": 10.695120239257813,
      "epoch": 0.003745518754347477,
      "grad_norm": 3.03125,
      "learning_rate": 1.7000000000000003e-05,
      "loss": 10.4993,
      "mean_token_accuracy": 0.02851757351309061,
      "num_tokens": 75601.0,
      "step": 35
    },
    {
      "entropy": 10.643773174285888,
      "epoch": 0.004280592862111403,
      "grad_norm": 2.40625,
      "learning_rate": 1.95e-05,
      "loss": 10.2473,
      "mean_token_accuracy": 0.029688681289553643,
      "num_tokens": 86193.0,
      "step": 40
    },
    {
      "entropy": 10.502691459655761,
      "epoch": 0.004815666969875327,
      "grad_norm": 1.8203125,
      "learning_rate": 2.2e-05,
      "loss": 10.0423,
      "mean_token_accuracy": 0.045137681812047956,
      "num_tokens": 96957.0,
      "step": 45
    },
    {
      "entropy": 10.450238704681396,
      "epoch": 0.005350741077639253,
      "grad_norm": 1.875,
      "learning_rate": 2.4500000000000003e-05,
      "loss": 9.9263,
      "mean_token_accuracy": 0.04649358205497265,
      "num_tokens": 108408.0,
      "step": 50
    },
    {
      "entropy": 10.498290061950684,
      "epoch": 0.005885815185403178,
      "grad_norm": 1.609375,
      "learning_rate": 2.7e-05,
      "loss": 9.8446,
      "mean_token_accuracy": 0.04394957646727562,
      "num_tokens": 119273.0,
      "step": 55
    },
    {
      "entropy": 10.508341979980468,
      "epoch": 0.006420889293167103,
      "grad_norm": 1.6796875,
      "learning_rate": 2.95e-05,
      "loss": 9.7839,
      "mean_token_accuracy": 0.04651816934347153,
      "num_tokens": 130817.0,
      "step": 60
    },
    {
      "entropy": 10.453034210205079,
      "epoch": 0.006955963400931029,
      "grad_norm": 1.5859375,
      "learning_rate": 3.2e-05,
      "loss": 9.7212,
      "mean_token_accuracy": 0.04715100526809692,
      "num_tokens": 142599.0,
      "step": 65
    },
    {
      "entropy": 10.463440990447998,
      "epoch": 0.007491037508694954,
      "grad_norm": 1.703125,
      "learning_rate": 3.4500000000000005e-05,
      "loss": 9.6449,
      "mean_token_accuracy": 0.04722196869552135,
      "num_tokens": 153617.0,
      "step": 70
    },
    {
      "entropy": 10.457964038848877,
      "epoch": 0.00802611161645888,
      "grad_norm": 1.453125,
      "learning_rate": 3.7e-05,
      "loss": 9.6007,
      "mean_token_accuracy": 0.053398077934980394,
      "num_tokens": 165280.0,
      "step": 75
    },
    {
      "entropy": 10.41784963607788,
      "epoch": 0.008561185724222806,
      "grad_norm": 1.328125,
      "learning_rate": 3.95e-05,
      "loss": 9.5362,
      "mean_token_accuracy": 0.053571393340826036,
      "num_tokens": 176896.0,
      "step": 80
    },
    {
      "entropy": 10.401211261749268,
      "epoch": 0.00909625983198673,
      "grad_norm": 1.453125,
      "learning_rate": 4.2000000000000004e-05,
      "loss": 9.4668,
      "mean_token_accuracy": 0.05559399500489235,
      "num_tokens": 188000.0,
      "step": 85
    },
    {
      "entropy": 10.360631847381592,
      "epoch": 0.009631333939750655,
      "grad_norm": 1.5390625,
      "learning_rate": 4.45e-05,
      "loss": 9.4151,
      "mean_token_accuracy": 0.055846284702420236,
      "num_tokens": 199360.0,
      "step": 90
    },
    {
      "entropy": 10.300343799591065,
      "epoch": 0.01016640804751458,
      "grad_norm": 1.2890625,
      "learning_rate": 4.7000000000000004e-05,
      "loss": 9.3631,
      "mean_token_accuracy": 0.05220822170376778,
      "num_tokens": 210214.0,
      "step": 95
    },
    {
      "entropy": 10.266947269439697,
      "epoch": 0.010701482155278505,
      "grad_norm": 1.421875,
      "learning_rate": 4.9500000000000004e-05,
      "loss": 9.2166,
      "mean_token_accuracy": 0.05733812190592289,
      "num_tokens": 220567.0,
      "step": 100
    },
    {
      "entropy": 10.19696626663208,
      "epoch": 0.011236556263042432,
      "grad_norm": 1.2734375,
      "learning_rate": 5.2e-05,
      "loss": 9.1178,
      "mean_token_accuracy": 0.05813850089907646,
      "num_tokens": 230585.0,
      "step": 105
    },
    {
      "entropy": 10.136646366119384,
      "epoch": 0.011771630370806356,
      "grad_norm": 1.296875,
      "learning_rate": 5.45e-05,
      "loss": 9.0634,
      "mean_token_accuracy": 0.06136388815939427,
      "num_tokens": 241996.0,
      "step": 110
    },
    {
      "entropy": 10.102339267730713,
      "epoch": 0.012306704478570282,
      "grad_norm": 1.25,
      "learning_rate": 5.7e-05,
      "loss": 9.0193,
      "mean_token_accuracy": 0.0571962833404541,
      "num_tokens": 253348.0,
      "step": 115
    },
    {
      "entropy": 10.066826057434081,
      "epoch": 0.012841778586334207,
      "grad_norm": 1.359375,
      "learning_rate": 5.9499999999999996e-05,
      "loss": 8.9111,
      "mean_token_accuracy": 0.055212068185210225,
      "num_tokens": 264239.0,
      "step": 120
    },
    {
      "entropy": 9.894806575775146,
      "epoch": 0.013376852694098133,
      "grad_norm": 1.0703125,
      "learning_rate": 6.2e-05,
      "loss": 8.8161,
      "mean_token_accuracy": 0.05635458119213581,
      "num_tokens": 274522.0,
      "step": 125
    },
    {
      "entropy": 9.833152961730956,
      "epoch": 0.013911926801862057,
      "grad_norm": 1.46875,
      "learning_rate": 6.450000000000001e-05,
      "loss": 8.7223,
      "mean_token_accuracy": 0.0572861559689045,
      "num_tokens": 284492.0,
      "step": 130
    },
    {
      "entropy": 9.669886493682862,
      "epoch": 0.014447000909625984,
      "grad_norm": 1.0390625,
      "learning_rate": 6.7e-05,
      "loss": 8.6657,
      "mean_token_accuracy": 0.05727625191211701,
      "num_tokens": 294796.0,
      "step": 135
    },
    {
      "entropy": 9.54542293548584,
      "epoch": 0.014982075017389908,
      "grad_norm": 0.88671875,
      "learning_rate": 6.950000000000001e-05,
      "loss": 8.6381,
      "mean_token_accuracy": 0.055407172068953514,
      "num_tokens": 305252.0,
      "step": 140
    },
    {
      "entropy": 9.40982427597046,
      "epoch": 0.015517149125153834,
      "grad_norm": 0.96484375,
      "learning_rate": 7.2e-05,
      "loss": 8.541,
      "mean_token_accuracy": 0.0527797307819128,
      "num_tokens": 315505.0,
      "step": 145
    },
    {
      "entropy": 9.249729537963868,
      "epoch": 0.01605222323291776,
      "grad_norm": 1.0234375,
      "learning_rate": 7.45e-05,
      "loss": 8.5348,
      "mean_token_accuracy": 0.05866497568786144,
      "num_tokens": 326997.0,
      "step": 150
    },
    {
      "entropy": 9.123694038391113,
      "epoch": 0.016587297340681685,
      "grad_norm": 0.84375,
      "learning_rate": 7.7e-05,
      "loss": 8.4691,
      "mean_token_accuracy": 0.05534619092941284,
      "num_tokens": 338089.0,
      "step": 155
    },
    {
      "entropy": 8.934013175964356,
      "epoch": 0.01712237144844561,
      "grad_norm": 0.79296875,
      "learning_rate": 7.950000000000001e-05,
      "loss": 8.4569,
      "mean_token_accuracy": 0.055205514281988145,
      "num_tokens": 348536.0,
      "step": 160
    },
    {
      "entropy": 8.928122615814209,
      "epoch": 0.017657445556209534,
      "grad_norm": 0.9375,
      "learning_rate": 8.2e-05,
      "loss": 8.472,
      "mean_token_accuracy": 0.05698439441621304,
      "num_tokens": 359776.0,
      "step": 165
    },
    {
      "entropy": 8.888623428344726,
      "epoch": 0.01819251966397346,
      "grad_norm": 0.9375,
      "learning_rate": 8.450000000000001e-05,
      "loss": 8.4013,
      "mean_token_accuracy": 0.05928085558116436,
      "num_tokens": 370810.0,
      "step": 170
    },
    {
      "entropy": 8.746195697784424,
      "epoch": 0.018727593771737387,
      "grad_norm": 0.77734375,
      "learning_rate": 8.7e-05,
      "loss": 8.4049,
      "mean_token_accuracy": 0.05481472611427307,
      "num_tokens": 381788.0,
      "step": 175
    },
    {
      "entropy": 8.743162918090821,
      "epoch": 0.01926266787950131,
      "grad_norm": 0.84375,
      "learning_rate": 8.95e-05,
      "loss": 8.3926,
      "mean_token_accuracy": 0.055552761256694796,
      "num_tokens": 391984.0,
      "step": 180
    },
    {
      "entropy": 8.635337162017823,
      "epoch": 0.019797741987265235,
      "grad_norm": 0.921875,
      "learning_rate": 9.2e-05,
      "loss": 8.3947,
      "mean_token_accuracy": 0.05619353819638491,
      "num_tokens": 403430.0,
      "step": 185
    },
    {
      "entropy": 8.695697593688966,
      "epoch": 0.02033281609502916,
      "grad_norm": 0.81640625,
      "learning_rate": 9.45e-05,
      "loss": 8.3824,
      "mean_token_accuracy": 0.0553983062505722,
      "num_tokens": 414467.0,
      "step": 190
    },
    {
      "entropy": 8.570184803009033,
      "epoch": 0.020867890202793088,
      "grad_norm": 0.87890625,
      "learning_rate": 9.7e-05,
      "loss": 8.3479,
      "mean_token_accuracy": 0.05803927257657051,
      "num_tokens": 425752.0,
      "step": 195
    },
    {
      "entropy": 8.64119758605957,
      "epoch": 0.02140296431055701,
      "grad_norm": 0.93359375,
      "learning_rate": 9.95e-05,
      "loss": 8.3272,
      "mean_token_accuracy": 0.05978759676218033,
      "num_tokens": 435908.0,
      "step": 200
    },
    {
      "entropy": 8.563984680175782,
      "epoch": 0.021938038418320937,
      "grad_norm": 0.9296875,
      "learning_rate": 0.000102,
      "loss": 8.3718,
      "mean_token_accuracy": 0.05641747824847698,
      "num_tokens": 446424.0,
      "step": 205
    },
    {
      "entropy": 8.567623805999755,
      "epoch": 0.022473112526084863,
      "grad_norm": 0.796875,
      "learning_rate": 0.00010449999999999999,
      "loss": 8.3392,
      "mean_token_accuracy": 0.06241393908858299,
      "num_tokens": 456854.0,
      "step": 210
    },
    {
      "entropy": 8.583000755310058,
      "epoch": 0.02300818663384879,
      "grad_norm": 1.0546875,
      "learning_rate": 0.000107,
      "loss": 8.3556,
      "mean_token_accuracy": 0.06351997442543507,
      "num_tokens": 467899.0,
      "step": 215
    },
    {
      "entropy": 8.510110855102539,
      "epoch": 0.023543260741612712,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0001095,
      "loss": 8.3013,
      "mean_token_accuracy": 0.061149004846811295,
      "num_tokens": 478683.0,
      "step": 220
    },
    {
      "entropy": 8.565245342254638,
      "epoch": 0.02407833484937664,
      "grad_norm": 0.91015625,
      "learning_rate": 0.000112,
      "loss": 8.3457,
      "mean_token_accuracy": 0.05644676610827446,
      "num_tokens": 488745.0,
      "step": 225
    },
    {
      "entropy": 8.513838863372802,
      "epoch": 0.024613408957140565,
      "grad_norm": 0.8203125,
      "learning_rate": 0.0001145,
      "loss": 8.4193,
      "mean_token_accuracy": 0.055473582446575166,
      "num_tokens": 499448.0,
      "step": 230
    },
    {
      "entropy": 8.656694984436035,
      "epoch": 0.02514848306490449,
      "grad_norm": 0.83203125,
      "learning_rate": 0.00011700000000000001,
      "loss": 8.3499,
      "mean_token_accuracy": 0.05867874249815941,
      "num_tokens": 510148.0,
      "step": 235
    },
    {
      "entropy": 8.570264339447021,
      "epoch": 0.025683557172668414,
      "grad_norm": 0.84375,
      "learning_rate": 0.00011949999999999999,
      "loss": 8.2806,
      "mean_token_accuracy": 0.0545498002320528,
      "num_tokens": 522093.0,
      "step": 240
    },
    {
      "entropy": 8.575170516967773,
      "epoch": 0.02621863128043234,
      "grad_norm": 0.9140625,
      "learning_rate": 0.000122,
      "loss": 8.3034,
      "mean_token_accuracy": 0.06172005347907543,
      "num_tokens": 532598.0,
      "step": 245
    },
    {
      "entropy": 8.435428237915039,
      "epoch": 0.026753705388196266,
      "grad_norm": 1.234375,
      "learning_rate": 0.0001245,
      "loss": 8.2791,
      "mean_token_accuracy": 0.06071905605494976,
      "num_tokens": 542652.0,
      "step": 250
    },
    {
      "entropy": 8.516559886932374,
      "epoch": 0.027288779495960192,
      "grad_norm": 0.73828125,
      "learning_rate": 0.000127,
      "loss": 8.3286,
      "mean_token_accuracy": 0.062316672131419185,
      "num_tokens": 552526.0,
      "step": 255
    },
    {
      "entropy": 8.463175582885743,
      "epoch": 0.027823853603724115,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0001295,
      "loss": 8.3292,
      "mean_token_accuracy": 0.059035299345850945,
      "num_tokens": 563143.0,
      "step": 260
    },
    {
      "entropy": 8.509436798095702,
      "epoch": 0.02835892771148804,
      "grad_norm": 0.84375,
      "learning_rate": 0.000132,
      "loss": 8.3044,
      "mean_token_accuracy": 0.05978103019297123,
      "num_tokens": 573814.0,
      "step": 265
    },
    {
      "entropy": 8.468083572387695,
      "epoch": 0.028894001819251967,
      "grad_norm": 0.9296875,
      "learning_rate": 0.00013450000000000002,
      "loss": 8.2633,
      "mean_token_accuracy": 0.06531455405056477,
      "num_tokens": 585367.0,
      "step": 270
    },
    {
      "entropy": 8.460441875457764,
      "epoch": 0.02942907592701589,
      "grad_norm": 2.34375,
      "learning_rate": 0.00013700000000000002,
      "loss": 8.3529,
      "mean_token_accuracy": 0.061703698709607124,
      "num_tokens": 595902.0,
      "step": 275
    },
    {
      "entropy": 8.537551498413086,
      "epoch": 0.029964150034779816,
      "grad_norm": 1.28125,
      "learning_rate": 0.0001395,
      "loss": 8.2341,
      "mean_token_accuracy": 0.05600880384445191,
      "num_tokens": 607178.0,
      "step": 280
    },
    {
      "entropy": 8.52383508682251,
      "epoch": 0.030499224142543743,
      "grad_norm": 0.91796875,
      "learning_rate": 0.00014199999999999998,
      "loss": 8.2256,
      "mean_token_accuracy": 0.061789267137646674,
      "num_tokens": 618604.0,
      "step": 285
    },
    {
      "entropy": 8.46062650680542,
      "epoch": 0.03103429825030767,
      "grad_norm": 0.84375,
      "learning_rate": 0.0001445,
      "loss": 8.2826,
      "mean_token_accuracy": 0.06835589855909348,
      "num_tokens": 628111.0,
      "step": 290
    },
    {
      "entropy": 8.490731143951416,
      "epoch": 0.03156937235807159,
      "grad_norm": 0.98046875,
      "learning_rate": 0.000147,
      "loss": 8.3204,
      "mean_token_accuracy": 0.06516639403998851,
      "num_tokens": 639358.0,
      "step": 295
    },
    {
      "entropy": 8.466291427612305,
      "epoch": 0.03210444646583552,
      "grad_norm": 0.9375,
      "learning_rate": 0.0001495,
      "loss": 8.201,
      "mean_token_accuracy": 0.0651388991624117,
      "num_tokens": 649504.0,
      "step": 300
    },
    {
      "entropy": 8.41495246887207,
      "epoch": 0.032639520573599444,
      "grad_norm": 1.0859375,
      "learning_rate": 0.000152,
      "loss": 8.2145,
      "mean_token_accuracy": 0.06336927972733974,
      "num_tokens": 659924.0,
      "step": 305
    },
    {
      "entropy": 8.46861686706543,
      "epoch": 0.03317459468136337,
      "grad_norm": 0.96875,
      "learning_rate": 0.00015450000000000001,
      "loss": 8.2479,
      "mean_token_accuracy": 0.05956652238965034,
      "num_tokens": 671120.0,
      "step": 310
    },
    {
      "entropy": 8.482641410827636,
      "epoch": 0.033709668789127296,
      "grad_norm": 0.9921875,
      "learning_rate": 0.000157,
      "loss": 8.2983,
      "mean_token_accuracy": 0.06287384144961834,
      "num_tokens": 681956.0,
      "step": 315
    },
    {
      "entropy": 8.419728565216065,
      "epoch": 0.03424474289689122,
      "grad_norm": 0.90625,
      "learning_rate": 0.0001595,
      "loss": 8.2718,
      "mean_token_accuracy": 0.06350533962249756,
      "num_tokens": 693226.0,
      "step": 320
    },
    {
      "entropy": 8.438337421417236,
      "epoch": 0.03477981700465514,
      "grad_norm": 0.90234375,
      "learning_rate": 0.000162,
      "loss": 8.2865,
      "mean_token_accuracy": 0.0667075652629137,
      "num_tokens": 704691.0,
      "step": 325
    },
    {
      "entropy": 8.398693466186524,
      "epoch": 0.03531489111241907,
      "grad_norm": 0.9375,
      "learning_rate": 0.00016450000000000001,
      "loss": 8.2436,
      "mean_token_accuracy": 0.05939121432602405,
      "num_tokens": 716000.0,
      "step": 330
    },
    {
      "entropy": 8.420809078216553,
      "epoch": 0.035849965220182994,
      "grad_norm": 1.3671875,
      "learning_rate": 0.00016700000000000002,
      "loss": 8.1626,
      "mean_token_accuracy": 0.06278250962495804,
      "num_tokens": 726723.0,
      "step": 335
    },
    {
      "entropy": 8.330788707733154,
      "epoch": 0.03638503932794692,
      "grad_norm": 1.0625,
      "learning_rate": 0.00016950000000000003,
      "loss": 8.174,
      "mean_token_accuracy": 0.06592709310352803,
      "num_tokens": 736740.0,
      "step": 340
    },
    {
      "entropy": 8.379256629943848,
      "epoch": 0.03692011343571085,
      "grad_norm": 1.8359375,
      "learning_rate": 0.00017199999999999998,
      "loss": 8.2427,
      "mean_token_accuracy": 0.06097902096807957,
      "num_tokens": 747567.0,
      "step": 345
    },
    {
      "entropy": 8.421171760559082,
      "epoch": 0.03745518754347477,
      "grad_norm": 1.0,
      "learning_rate": 0.00017449999999999999,
      "loss": 8.1672,
      "mean_token_accuracy": 0.06565289981663228,
      "num_tokens": 757937.0,
      "step": 350
    },
    {
      "entropy": 8.351040077209472,
      "epoch": 0.0379902616512387,
      "grad_norm": 1.1015625,
      "learning_rate": 0.000177,
      "loss": 8.1967,
      "mean_token_accuracy": 0.06799040511250495,
      "num_tokens": 768003.0,
      "step": 355
    },
    {
      "entropy": 8.385930728912353,
      "epoch": 0.03852533575900262,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0001795,
      "loss": 8.2486,
      "mean_token_accuracy": 0.06156148537993431,
      "num_tokens": 779098.0,
      "step": 360
    },
    {
      "entropy": 8.474120998382569,
      "epoch": 0.039060409866766545,
      "grad_norm": 1.328125,
      "learning_rate": 0.000182,
      "loss": 8.216,
      "mean_token_accuracy": 0.06129729710519314,
      "num_tokens": 790002.0,
      "step": 365
    },
    {
      "entropy": 8.336334323883056,
      "epoch": 0.03959548397453047,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0001845,
      "loss": 8.1953,
      "mean_token_accuracy": 0.062206690385937694,
      "num_tokens": 800444.0,
      "step": 370
    },
    {
      "entropy": 8.424775123596191,
      "epoch": 0.0401305580822944,
      "grad_norm": 0.9453125,
      "learning_rate": 0.000187,
      "loss": 8.1423,
      "mean_token_accuracy": 0.06721410900354385,
      "num_tokens": 810912.0,
      "step": 375
    },
    {
      "entropy": 8.392704105377197,
      "epoch": 0.04066563219005832,
      "grad_norm": 0.79296875,
      "learning_rate": 0.0001895,
      "loss": 8.2261,
      "mean_token_accuracy": 0.05968447625637054,
      "num_tokens": 822809.0,
      "step": 380
    },
    {
      "entropy": 8.346403789520263,
      "epoch": 0.04120070629782225,
      "grad_norm": 0.9453125,
      "learning_rate": 0.000192,
      "loss": 8.1395,
      "mean_token_accuracy": 0.06515709534287453,
      "num_tokens": 833362.0,
      "step": 385
    },
    {
      "entropy": 8.385848045349121,
      "epoch": 0.041735780405586176,
      "grad_norm": 0.984375,
      "learning_rate": 0.0001945,
      "loss": 8.1498,
      "mean_token_accuracy": 0.06862472333014011,
      "num_tokens": 844239.0,
      "step": 390
    },
    {
      "entropy": 8.250670433044434,
      "epoch": 0.0422708545133501,
      "grad_norm": 0.96875,
      "learning_rate": 0.00019700000000000002,
      "loss": 8.1561,
      "mean_token_accuracy": 0.060210096463561055,
      "num_tokens": 855178.0,
      "step": 395
    },
    {
      "entropy": 8.319873905181884,
      "epoch": 0.04280592862111402,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00019950000000000002,
      "loss": 8.1566,
      "mean_token_accuracy": 0.06562219709157943,
      "num_tokens": 866120.0,
      "step": 400
    },
    {
      "entropy": 8.30604248046875,
      "epoch": 0.04334100272887795,
      "grad_norm": 0.88671875,
      "learning_rate": 0.000202,
      "loss": 8.1382,
      "mean_token_accuracy": 0.0657996479421854,
      "num_tokens": 876569.0,
      "step": 405
    },
    {
      "entropy": 8.446116733551026,
      "epoch": 0.043876076836641874,
      "grad_norm": 0.87890625,
      "learning_rate": 0.00020449999999999998,
      "loss": 8.2014,
      "mean_token_accuracy": 0.0606235396116972,
      "num_tokens": 887580.0,
      "step": 410
    },
    {
      "entropy": 8.289253234863281,
      "epoch": 0.0444111509444058,
      "grad_norm": 0.91796875,
      "learning_rate": 0.000207,
      "loss": 8.1351,
      "mean_token_accuracy": 0.06126284152269364,
      "num_tokens": 897922.0,
      "step": 415
    },
    {
      "entropy": 8.343159866333007,
      "epoch": 0.044946225052169726,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0002095,
      "loss": 8.0903,
      "mean_token_accuracy": 0.06723331548273563,
      "num_tokens": 908522.0,
      "step": 420
    },
    {
      "entropy": 8.330431842803955,
      "epoch": 0.04548129915993365,
      "grad_norm": 1.1171875,
      "learning_rate": 0.000212,
      "loss": 8.1108,
      "mean_token_accuracy": 0.06402806043624878,
      "num_tokens": 918253.0,
      "step": 425
    },
    {
      "entropy": 8.292218208312988,
      "epoch": 0.04601637326769758,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0002145,
      "loss": 8.106,
      "mean_token_accuracy": 0.06909515634179116,
      "num_tokens": 929150.0,
      "step": 430
    },
    {
      "entropy": 8.331517314910888,
      "epoch": 0.0465514473754615,
      "grad_norm": 0.82421875,
      "learning_rate": 0.00021700000000000002,
      "loss": 8.1406,
      "mean_token_accuracy": 0.06766720302402973,
      "num_tokens": 941041.0,
      "step": 435
    },
    {
      "entropy": 8.226575946807861,
      "epoch": 0.047086521483225424,
      "grad_norm": 1.671875,
      "learning_rate": 0.0002195,
      "loss": 8.0896,
      "mean_token_accuracy": 0.07020636461675167,
      "num_tokens": 952714.0,
      "step": 440
    },
    {
      "entropy": 8.243675708770752,
      "epoch": 0.04762159559098935,
      "grad_norm": 1.265625,
      "learning_rate": 0.000222,
      "loss": 8.1592,
      "mean_token_accuracy": 0.060818764939904214,
      "num_tokens": 964330.0,
      "step": 445
    },
    {
      "entropy": 8.260573291778565,
      "epoch": 0.04815666969875328,
      "grad_norm": 1.0625,
      "learning_rate": 0.0002245,
      "loss": 8.0846,
      "mean_token_accuracy": 0.0660694733262062,
      "num_tokens": 975257.0,
      "step": 450
    },
    {
      "entropy": 8.280968284606933,
      "epoch": 0.0486917438065172,
      "grad_norm": 0.95703125,
      "learning_rate": 0.00022700000000000002,
      "loss": 8.11,
      "mean_token_accuracy": 0.06583500131964684,
      "num_tokens": 986335.0,
      "step": 455
    },
    {
      "entropy": 8.23782262802124,
      "epoch": 0.04922681791428113,
      "grad_norm": 0.9296875,
      "learning_rate": 0.00022950000000000002,
      "loss": 7.9957,
      "mean_token_accuracy": 0.07163017019629478,
      "num_tokens": 997521.0,
      "step": 460
    },
    {
      "entropy": 8.19036931991577,
      "epoch": 0.049761892022045055,
      "grad_norm": 0.98046875,
      "learning_rate": 0.00023200000000000003,
      "loss": 8.0475,
      "mean_token_accuracy": 0.06431003175675869,
      "num_tokens": 1008383.0,
      "step": 465
    },
    {
      "entropy": 8.257700347900391,
      "epoch": 0.05029696612980898,
      "grad_norm": 1.0625,
      "learning_rate": 0.00023449999999999998,
      "loss": 8.1057,
      "mean_token_accuracy": 0.06629102565348148,
      "num_tokens": 1020552.0,
      "step": 470
    },
    {
      "entropy": 8.202971076965332,
      "epoch": 0.0508320402375729,
      "grad_norm": 0.9921875,
      "learning_rate": 0.000237,
      "loss": 8.0756,
      "mean_token_accuracy": 0.06509139761328697,
      "num_tokens": 1031127.0,
      "step": 475
    },
    {
      "entropy": 8.153694152832031,
      "epoch": 0.05136711434533683,
      "grad_norm": 0.8359375,
      "learning_rate": 0.0002395,
      "loss": 7.9914,
      "mean_token_accuracy": 0.07003656215965748,
      "num_tokens": 1043209.0,
      "step": 480
    },
    {
      "entropy": 8.294580459594727,
      "epoch": 0.05190218845310075,
      "grad_norm": 0.88671875,
      "learning_rate": 0.000242,
      "loss": 8.1227,
      "mean_token_accuracy": 0.06236105561256409,
      "num_tokens": 1054032.0,
      "step": 485
    },
    {
      "entropy": 8.169051265716552,
      "epoch": 0.05243726256086468,
      "grad_norm": 0.82421875,
      "learning_rate": 0.0002445,
      "loss": 7.9544,
      "mean_token_accuracy": 0.07054617665708066,
      "num_tokens": 1064565.0,
      "step": 490
    },
    {
      "entropy": 8.221727657318116,
      "epoch": 0.052972336668628606,
      "grad_norm": 0.87890625,
      "learning_rate": 0.000247,
      "loss": 8.096,
      "mean_token_accuracy": 0.07002902217209339,
      "num_tokens": 1076352.0,
      "step": 495
    },
    {
      "entropy": 8.255829620361329,
      "epoch": 0.05350741077639253,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0002495,
      "loss": 8.0241,
      "mean_token_accuracy": 0.07085983417928218,
      "num_tokens": 1087697.0,
      "step": 500
    },
    {
      "entropy": 8.139251327514648,
      "epoch": 0.05404248488415646,
      "grad_norm": 0.91796875,
      "learning_rate": 0.000252,
      "loss": 7.9711,
      "mean_token_accuracy": 0.07000853382050991,
      "num_tokens": 1098056.0,
      "step": 505
    },
    {
      "entropy": 8.11564884185791,
      "epoch": 0.054577558991920384,
      "grad_norm": 0.890625,
      "learning_rate": 0.0002545,
      "loss": 7.9527,
      "mean_token_accuracy": 0.07442603223025798,
      "num_tokens": 1109219.0,
      "step": 510
    },
    {
      "entropy": 8.148744678497314,
      "epoch": 0.055112633099684304,
      "grad_norm": 0.82421875,
      "learning_rate": 0.000257,
      "loss": 8.0254,
      "mean_token_accuracy": 0.0679584439843893,
      "num_tokens": 1120248.0,
      "step": 515
    },
    {
      "entropy": 8.103824901580811,
      "epoch": 0.05564770720744823,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0002595,
      "loss": 8.035,
      "mean_token_accuracy": 0.06900341361761093,
      "num_tokens": 1131278.0,
      "step": 520
    },
    {
      "entropy": 8.184957122802734,
      "epoch": 0.056182781315212156,
      "grad_norm": 1.1328125,
      "learning_rate": 0.000262,
      "loss": 8.053,
      "mean_token_accuracy": 0.06036060117185116,
      "num_tokens": 1143147.0,
      "step": 525
    },
    {
      "entropy": 8.217153358459473,
      "epoch": 0.05671785542297608,
      "grad_norm": 0.890625,
      "learning_rate": 0.00026450000000000003,
      "loss": 7.9545,
      "mean_token_accuracy": 0.06593920513987542,
      "num_tokens": 1154316.0,
      "step": 530
    },
    {
      "entropy": 8.083821010589599,
      "epoch": 0.05725292953074001,
      "grad_norm": 0.92578125,
      "learning_rate": 0.00026700000000000004,
      "loss": 8.0045,
      "mean_token_accuracy": 0.06556588783860207,
      "num_tokens": 1164696.0,
      "step": 535
    },
    {
      "entropy": 8.10741205215454,
      "epoch": 0.057788003638503935,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00026950000000000005,
      "loss": 7.9876,
      "mean_token_accuracy": 0.07419452145695686,
      "num_tokens": 1176129.0,
      "step": 540
    },
    {
      "entropy": 8.21908884048462,
      "epoch": 0.05832307774626786,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00027200000000000005,
      "loss": 7.9966,
      "mean_token_accuracy": 0.06897441558539867,
      "num_tokens": 1186499.0,
      "step": 545
    },
    {
      "entropy": 8.077346086502075,
      "epoch": 0.05885815185403178,
      "grad_norm": 0.90625,
      "learning_rate": 0.0002745,
      "loss": 7.9598,
      "mean_token_accuracy": 0.06709535419940948,
      "num_tokens": 1196841.0,
      "step": 550
    },
    {
      "entropy": 8.092563199996949,
      "epoch": 0.059393225961795706,
      "grad_norm": 0.86328125,
      "learning_rate": 0.000277,
      "loss": 7.9145,
      "mean_token_accuracy": 0.07183470316231251,
      "num_tokens": 1207647.0,
      "step": 555
    },
    {
      "entropy": 8.107578134536743,
      "epoch": 0.05992830006955963,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0002795,
      "loss": 7.9071,
      "mean_token_accuracy": 0.07336057722568512,
      "num_tokens": 1217072.0,
      "step": 560
    },
    {
      "entropy": 8.063977479934692,
      "epoch": 0.06046337417732356,
      "grad_norm": 1.1640625,
      "learning_rate": 0.00028199999999999997,
      "loss": 8.0262,
      "mean_token_accuracy": 0.06556856445968151,
      "num_tokens": 1228564.0,
      "step": 565
    },
    {
      "entropy": 8.046744298934936,
      "epoch": 0.060998448285087485,
      "grad_norm": 1.03125,
      "learning_rate": 0.0002845,
      "loss": 7.952,
      "mean_token_accuracy": 0.07086653858423234,
      "num_tokens": 1238755.0,
      "step": 570
    },
    {
      "entropy": 8.117069578170776,
      "epoch": 0.06153352239285141,
      "grad_norm": 1.109375,
      "learning_rate": 0.000287,
      "loss": 7.9119,
      "mean_token_accuracy": 0.0674261998385191,
      "num_tokens": 1248968.0,
      "step": 575
    },
    {
      "entropy": 8.066808080673217,
      "epoch": 0.06206859650061534,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0002895,
      "loss": 7.8725,
      "mean_token_accuracy": 0.06969248615205288,
      "num_tokens": 1259256.0,
      "step": 580
    },
    {
      "entropy": 7.942452716827392,
      "epoch": 0.06260367060837926,
      "grad_norm": 1.046875,
      "learning_rate": 0.000292,
      "loss": 7.9218,
      "mean_token_accuracy": 0.07239063829183578,
      "num_tokens": 1270469.0,
      "step": 585
    },
    {
      "entropy": 8.091417694091797,
      "epoch": 0.06313874471614318,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0002945,
      "loss": 7.8805,
      "mean_token_accuracy": 0.06797636225819588,
      "num_tokens": 1280558.0,
      "step": 590
    },
    {
      "entropy": 8.002246284484864,
      "epoch": 0.06367381882390712,
      "grad_norm": 0.921875,
      "learning_rate": 0.000297,
      "loss": 7.9341,
      "mean_token_accuracy": 0.06753262616693974,
      "num_tokens": 1291372.0,
      "step": 595
    },
    {
      "entropy": 8.119279384613037,
      "epoch": 0.06420889293167104,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0002995,
      "loss": 8.0125,
      "mean_token_accuracy": 0.0642974954098463,
      "num_tokens": 1302521.0,
      "step": 600
    },
    {
      "entropy": 8.015694999694825,
      "epoch": 0.06474396703943497,
      "grad_norm": 0.94140625,
      "learning_rate": 0.000302,
      "loss": 7.8392,
      "mean_token_accuracy": 0.06977246440947056,
      "num_tokens": 1313632.0,
      "step": 605
    },
    {
      "entropy": 8.086053228378296,
      "epoch": 0.06527904114719889,
      "grad_norm": 1.046875,
      "learning_rate": 0.0003045,
      "loss": 7.9187,
      "mean_token_accuracy": 0.07155244462192059,
      "num_tokens": 1325247.0,
      "step": 610
    },
    {
      "entropy": 7.980141305923462,
      "epoch": 0.06581411525496281,
      "grad_norm": 0.83984375,
      "learning_rate": 0.000307,
      "loss": 7.8969,
      "mean_token_accuracy": 0.07443655468523502,
      "num_tokens": 1336026.0,
      "step": 615
    },
    {
      "entropy": 8.025841999053956,
      "epoch": 0.06634918936272674,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0003095,
      "loss": 7.8245,
      "mean_token_accuracy": 0.07328929230570794,
      "num_tokens": 1346920.0,
      "step": 620
    },
    {
      "entropy": 7.913932514190674,
      "epoch": 0.06688426347049066,
      "grad_norm": 1.0859375,
      "learning_rate": 0.000312,
      "loss": 7.9712,
      "mean_token_accuracy": 0.07009200640022754,
      "num_tokens": 1359752.0,
      "step": 625
    },
    {
      "entropy": 8.165118312835693,
      "epoch": 0.06741933757825459,
      "grad_norm": 0.90625,
      "learning_rate": 0.0003145,
      "loss": 7.964,
      "mean_token_accuracy": 0.06890517212450505,
      "num_tokens": 1370874.0,
      "step": 630
    },
    {
      "entropy": 7.918849992752075,
      "epoch": 0.06795441168601851,
      "grad_norm": 0.89453125,
      "learning_rate": 0.000317,
      "loss": 7.8755,
      "mean_token_accuracy": 0.07662892192602158,
      "num_tokens": 1382316.0,
      "step": 635
    },
    {
      "entropy": 7.990935611724853,
      "epoch": 0.06848948579378245,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0003195,
      "loss": 7.8866,
      "mean_token_accuracy": 0.06935312673449516,
      "num_tokens": 1394656.0,
      "step": 640
    },
    {
      "entropy": 7.928519058227539,
      "epoch": 0.06902455990154636,
      "grad_norm": 1.0390625,
      "learning_rate": 0.000322,
      "loss": 7.8415,
      "mean_token_accuracy": 0.07609727829694748,
      "num_tokens": 1405061.0,
      "step": 645
    },
    {
      "entropy": 7.969374084472657,
      "epoch": 0.06955963400931028,
      "grad_norm": 1.015625,
      "learning_rate": 0.00032450000000000003,
      "loss": 7.8124,
      "mean_token_accuracy": 0.07858087830245494,
      "num_tokens": 1415573.0,
      "step": 650
    },
    {
      "entropy": 7.936450529098511,
      "epoch": 0.07009470811707422,
      "grad_norm": 0.95703125,
      "learning_rate": 0.00032700000000000003,
      "loss": 7.837,
      "mean_token_accuracy": 0.07200551256537438,
      "num_tokens": 1426103.0,
      "step": 655
    },
    {
      "entropy": 7.920168352127075,
      "epoch": 0.07062978222483814,
      "grad_norm": 1.5078125,
      "learning_rate": 0.00032950000000000004,
      "loss": 7.867,
      "mean_token_accuracy": 0.06607943587005138,
      "num_tokens": 1437256.0,
      "step": 660
    },
    {
      "entropy": 8.067060947418213,
      "epoch": 0.07116485633260207,
      "grad_norm": 0.98828125,
      "learning_rate": 0.00033200000000000005,
      "loss": 7.8179,
      "mean_token_accuracy": 0.07232290767133236,
      "num_tokens": 1446975.0,
      "step": 665
    },
    {
      "entropy": 7.911382961273193,
      "epoch": 0.07169993044036599,
      "grad_norm": 0.921875,
      "learning_rate": 0.00033450000000000005,
      "loss": 7.8317,
      "mean_token_accuracy": 0.07128445580601692,
      "num_tokens": 1457751.0,
      "step": 670
    },
    {
      "entropy": 7.850908708572388,
      "epoch": 0.07223500454812992,
      "grad_norm": 1.03125,
      "learning_rate": 0.000337,
      "loss": 7.807,
      "mean_token_accuracy": 0.07180027030408383,
      "num_tokens": 1468186.0,
      "step": 675
    },
    {
      "entropy": 7.946501731872559,
      "epoch": 0.07277007865589384,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0003395,
      "loss": 7.8495,
      "mean_token_accuracy": 0.0691140852868557,
      "num_tokens": 1479780.0,
      "step": 680
    },
    {
      "entropy": 7.927443170547486,
      "epoch": 0.07330515276365776,
      "grad_norm": 0.890625,
      "learning_rate": 0.000342,
      "loss": 7.7733,
      "mean_token_accuracy": 0.07666020393371582,
      "num_tokens": 1490565.0,
      "step": 685
    },
    {
      "entropy": 7.999663305282593,
      "epoch": 0.0738402268714217,
      "grad_norm": 0.9296875,
      "learning_rate": 0.00034449999999999997,
      "loss": 7.8189,
      "mean_token_accuracy": 0.07104030475020409,
      "num_tokens": 1501552.0,
      "step": 690
    },
    {
      "entropy": 7.861136484146118,
      "epoch": 0.07437530097918561,
      "grad_norm": 1.0234375,
      "learning_rate": 0.000347,
      "loss": 7.8092,
      "mean_token_accuracy": 0.0690252747386694,
      "num_tokens": 1513311.0,
      "step": 695
    },
    {
      "entropy": 7.929182291030884,
      "epoch": 0.07491037508694955,
      "grad_norm": 1.015625,
      "learning_rate": 0.0003495,
      "loss": 7.8493,
      "mean_token_accuracy": 0.07585305124521255,
      "num_tokens": 1524142.0,
      "step": 700
    },
    {
      "entropy": 7.9166868209838865,
      "epoch": 0.07544544919471347,
      "grad_norm": 0.97265625,
      "learning_rate": 0.000352,
      "loss": 7.8032,
      "mean_token_accuracy": 0.07204971313476563,
      "num_tokens": 1535571.0,
      "step": 705
    },
    {
      "entropy": 7.963001823425293,
      "epoch": 0.0759805233024774,
      "grad_norm": 1.09375,
      "learning_rate": 0.0003545,
      "loss": 7.8184,
      "mean_token_accuracy": 0.07111813239753247,
      "num_tokens": 1546528.0,
      "step": 710
    },
    {
      "entropy": 7.771885633468628,
      "epoch": 0.07651559741024132,
      "grad_norm": 0.88671875,
      "learning_rate": 0.000357,
      "loss": 7.8303,
      "mean_token_accuracy": 0.06822719126939773,
      "num_tokens": 1557264.0,
      "step": 715
    },
    {
      "entropy": 7.922857713699341,
      "epoch": 0.07705067151800524,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0003595,
      "loss": 7.7899,
      "mean_token_accuracy": 0.0768304031342268,
      "num_tokens": 1566773.0,
      "step": 720
    },
    {
      "entropy": 7.871666193008423,
      "epoch": 0.07758574562576917,
      "grad_norm": 1.0078125,
      "learning_rate": 0.000362,
      "loss": 7.7434,
      "mean_token_accuracy": 0.07752364575862884,
      "num_tokens": 1578173.0,
      "step": 725
    },
    {
      "entropy": 7.79464282989502,
      "epoch": 0.07812081973353309,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0003645,
      "loss": 7.7138,
      "mean_token_accuracy": 0.07739724665880203,
      "num_tokens": 1588537.0,
      "step": 730
    },
    {
      "entropy": 7.797579956054688,
      "epoch": 0.07865589384129702,
      "grad_norm": 1.0,
      "learning_rate": 0.000367,
      "loss": 7.7126,
      "mean_token_accuracy": 0.08267080709338188,
      "num_tokens": 1599159.0,
      "step": 735
    },
    {
      "entropy": 7.877125597000122,
      "epoch": 0.07919096794906094,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0003695,
      "loss": 7.7908,
      "mean_token_accuracy": 0.07560665309429168,
      "num_tokens": 1610378.0,
      "step": 740
    },
    {
      "entropy": 7.83719277381897,
      "epoch": 0.07972604205682488,
      "grad_norm": 1.046875,
      "learning_rate": 0.000372,
      "loss": 7.8064,
      "mean_token_accuracy": 0.07094332799315453,
      "num_tokens": 1621215.0,
      "step": 745
    },
    {
      "entropy": 7.8825953006744385,
      "epoch": 0.0802611161645888,
      "grad_norm": 1.109375,
      "learning_rate": 0.0003745,
      "loss": 7.7372,
      "mean_token_accuracy": 0.07185808084905147,
      "num_tokens": 1631170.0,
      "step": 750
    },
    {
      "entropy": 7.881593084335327,
      "epoch": 0.08079619027235273,
      "grad_norm": 1.1015625,
      "learning_rate": 0.000377,
      "loss": 7.7573,
      "mean_token_accuracy": 0.07288290858268738,
      "num_tokens": 1641897.0,
      "step": 755
    },
    {
      "entropy": 7.814771223068237,
      "epoch": 0.08133126438011665,
      "grad_norm": 1.0625,
      "learning_rate": 0.0003795,
      "loss": 7.8249,
      "mean_token_accuracy": 0.07262703813612462,
      "num_tokens": 1653592.0,
      "step": 760
    },
    {
      "entropy": 7.764955615997314,
      "epoch": 0.08186633848788057,
      "grad_norm": 0.94921875,
      "learning_rate": 0.000382,
      "loss": 7.7359,
      "mean_token_accuracy": 0.07105322629213333,
      "num_tokens": 1665760.0,
      "step": 765
    },
    {
      "entropy": 7.860084962844849,
      "epoch": 0.0824014125956445,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0003845,
      "loss": 7.7313,
      "mean_token_accuracy": 0.07819439396262169,
      "num_tokens": 1676211.0,
      "step": 770
    },
    {
      "entropy": 7.864154577255249,
      "epoch": 0.08293648670340842,
      "grad_norm": 0.9921875,
      "learning_rate": 0.00038700000000000003,
      "loss": 7.7604,
      "mean_token_accuracy": 0.07544596865773201,
      "num_tokens": 1686405.0,
      "step": 775
    },
    {
      "entropy": 7.842417526245117,
      "epoch": 0.08347156081117235,
      "grad_norm": 1.046875,
      "learning_rate": 0.00038950000000000003,
      "loss": 7.7456,
      "mean_token_accuracy": 0.07263315543532371,
      "num_tokens": 1697340.0,
      "step": 780
    },
    {
      "entropy": 7.7913618087768555,
      "epoch": 0.08400663491893627,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00039200000000000004,
      "loss": 7.6556,
      "mean_token_accuracy": 0.0825340673327446,
      "num_tokens": 1707250.0,
      "step": 785
    },
    {
      "entropy": 7.6649213314056395,
      "epoch": 0.0845417090267002,
      "grad_norm": 1.046875,
      "learning_rate": 0.00039450000000000005,
      "loss": 7.6374,
      "mean_token_accuracy": 0.07561526447534561,
      "num_tokens": 1718333.0,
      "step": 790
    },
    {
      "entropy": 7.79561710357666,
      "epoch": 0.08507678313446412,
      "grad_norm": 0.96484375,
      "learning_rate": 0.00039700000000000005,
      "loss": 7.737,
      "mean_token_accuracy": 0.06993279084563256,
      "num_tokens": 1730520.0,
      "step": 795
    },
    {
      "entropy": 7.776207351684571,
      "epoch": 0.08561185724222804,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0003995,
      "loss": 7.7826,
      "mean_token_accuracy": 0.07513744048774243,
      "num_tokens": 1741898.0,
      "step": 800
    },
    {
      "entropy": 7.806885290145874,
      "epoch": 0.08614693134999198,
      "grad_norm": 1.1328125,
      "learning_rate": 0.000402,
      "loss": 7.7283,
      "mean_token_accuracy": 0.07864765003323555,
      "num_tokens": 1751671.0,
      "step": 805
    },
    {
      "entropy": 7.722856760025024,
      "epoch": 0.0866820054577559,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004045,
      "loss": 7.7421,
      "mean_token_accuracy": 0.07978087440133094,
      "num_tokens": 1762076.0,
      "step": 810
    },
    {
      "entropy": 7.788973808288574,
      "epoch": 0.08721707956551983,
      "grad_norm": 0.94921875,
      "learning_rate": 0.00040699999999999997,
      "loss": 7.7164,
      "mean_token_accuracy": 0.07577739097177982,
      "num_tokens": 1772666.0,
      "step": 815
    },
    {
      "entropy": 7.822106456756591,
      "epoch": 0.08775215367328375,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004095,
      "loss": 7.7369,
      "mean_token_accuracy": 0.07942529432475567,
      "num_tokens": 1783621.0,
      "step": 820
    },
    {
      "entropy": 7.778071069717408,
      "epoch": 0.08828722778104768,
      "grad_norm": 1.5625,
      "learning_rate": 0.000412,
      "loss": 7.8027,
      "mean_token_accuracy": 0.0739357691258192,
      "num_tokens": 1794654.0,
      "step": 825
    },
    {
      "entropy": 7.724924182891845,
      "epoch": 0.0888223018888116,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004145,
      "loss": 7.6881,
      "mean_token_accuracy": 0.08523635193705559,
      "num_tokens": 1805853.0,
      "step": 830
    },
    {
      "entropy": 7.641312026977539,
      "epoch": 0.08935737599657552,
      "grad_norm": 0.95703125,
      "learning_rate": 0.000417,
      "loss": 7.6675,
      "mean_token_accuracy": 0.07578803896903992,
      "num_tokens": 1817006.0,
      "step": 835
    },
    {
      "entropy": 7.8067771911621096,
      "epoch": 0.08989245010433945,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004195,
      "loss": 7.662,
      "mean_token_accuracy": 0.07342330142855644,
      "num_tokens": 1827166.0,
      "step": 840
    },
    {
      "entropy": 7.841296720504761,
      "epoch": 0.09042752421210337,
      "grad_norm": 1.125,
      "learning_rate": 0.000422,
      "loss": 7.7485,
      "mean_token_accuracy": 0.07532198280096054,
      "num_tokens": 1837182.0,
      "step": 845
    },
    {
      "entropy": 7.612701177597046,
      "epoch": 0.0909625983198673,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004245,
      "loss": 7.6955,
      "mean_token_accuracy": 0.07896317429840564,
      "num_tokens": 1849034.0,
      "step": 850
    },
    {
      "entropy": 7.698033094406128,
      "epoch": 0.09149767242763122,
      "grad_norm": 0.984375,
      "learning_rate": 0.000427,
      "loss": 7.5761,
      "mean_token_accuracy": 0.08696590065956115,
      "num_tokens": 1859033.0,
      "step": 855
    },
    {
      "entropy": 7.688354253768921,
      "epoch": 0.09203274653539516,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004295,
      "loss": 7.6849,
      "mean_token_accuracy": 0.07928116545081139,
      "num_tokens": 1870274.0,
      "step": 860
    },
    {
      "entropy": 7.66806640625,
      "epoch": 0.09256782064315908,
      "grad_norm": 1.3515625,
      "learning_rate": 0.000432,
      "loss": 7.6252,
      "mean_token_accuracy": 0.08459196016192436,
      "num_tokens": 1881306.0,
      "step": 865
    },
    {
      "entropy": 7.665304851531983,
      "epoch": 0.093102894750923,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004345,
      "loss": 7.6184,
      "mean_token_accuracy": 0.07928042747080326,
      "num_tokens": 1892464.0,
      "step": 870
    },
    {
      "entropy": 7.751847410202027,
      "epoch": 0.09363796885868693,
      "grad_norm": 0.90234375,
      "learning_rate": 0.000437,
      "loss": 7.6891,
      "mean_token_accuracy": 0.07430651262402535,
      "num_tokens": 1903743.0,
      "step": 875
    },
    {
      "entropy": 7.656659269332886,
      "epoch": 0.09417304296645085,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004395,
      "loss": 7.6452,
      "mean_token_accuracy": 0.08042613193392753,
      "num_tokens": 1915253.0,
      "step": 880
    },
    {
      "entropy": 7.739474582672119,
      "epoch": 0.09470811707421478,
      "grad_norm": 1.234375,
      "learning_rate": 0.000442,
      "loss": 7.6105,
      "mean_token_accuracy": 0.07811787836253643,
      "num_tokens": 1926113.0,
      "step": 885
    },
    {
      "entropy": 7.660387325286865,
      "epoch": 0.0952431911819787,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004445,
      "loss": 7.709,
      "mean_token_accuracy": 0.07902690842747688,
      "num_tokens": 1937718.0,
      "step": 890
    },
    {
      "entropy": 7.725072240829467,
      "epoch": 0.09577826528974263,
      "grad_norm": 0.91015625,
      "learning_rate": 0.000447,
      "loss": 7.6993,
      "mean_token_accuracy": 0.07840467914938927,
      "num_tokens": 1948307.0,
      "step": 895
    },
    {
      "entropy": 7.573423147201538,
      "epoch": 0.09631333939750655,
      "grad_norm": 0.98828125,
      "learning_rate": 0.00044950000000000003,
      "loss": 7.5078,
      "mean_token_accuracy": 0.0859848216176033,
      "num_tokens": 1957861.0,
      "step": 900
    },
    {
      "entropy": 7.603833866119385,
      "epoch": 0.09684841350527049,
      "grad_norm": 0.87109375,
      "learning_rate": 0.00045200000000000004,
      "loss": 7.5528,
      "mean_token_accuracy": 0.08676589056849479,
      "num_tokens": 1967984.0,
      "step": 905
    },
    {
      "entropy": 7.597575378417969,
      "epoch": 0.0973834876130344,
      "grad_norm": 0.9296875,
      "learning_rate": 0.00045450000000000004,
      "loss": 7.5639,
      "mean_token_accuracy": 0.08211242109537124,
      "num_tokens": 1978608.0,
      "step": 910
    },
    {
      "entropy": 7.650602197647094,
      "epoch": 0.09791856172079832,
      "grad_norm": 0.94921875,
      "learning_rate": 0.00045700000000000005,
      "loss": 7.6146,
      "mean_token_accuracy": 0.08076006174087524,
      "num_tokens": 1989355.0,
      "step": 915
    },
    {
      "entropy": 7.582733201980591,
      "epoch": 0.09845363582856226,
      "grad_norm": 0.953125,
      "learning_rate": 0.00045950000000000006,
      "loss": 7.6068,
      "mean_token_accuracy": 0.08393601626157761,
      "num_tokens": 1999754.0,
      "step": 920
    },
    {
      "entropy": 7.575737714767456,
      "epoch": 0.09898870993632618,
      "grad_norm": 1.0078125,
      "learning_rate": 0.000462,
      "loss": 7.5896,
      "mean_token_accuracy": 0.0805906105786562,
      "num_tokens": 2010877.0,
      "step": 925
    },
    {
      "entropy": 7.744453620910645,
      "epoch": 0.09952378404409011,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004645,
      "loss": 7.6979,
      "mean_token_accuracy": 0.07580301314592361,
      "num_tokens": 2022301.0,
      "step": 930
    },
    {
      "entropy": 7.62055778503418,
      "epoch": 0.10005885815185403,
      "grad_norm": 1.0234375,
      "learning_rate": 0.000467,
      "loss": 7.5905,
      "mean_token_accuracy": 0.07995235547423363,
      "num_tokens": 2033537.0,
      "step": 935
    },
    {
      "entropy": 7.555106735229492,
      "epoch": 0.10059393225961796,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004695,
      "loss": 7.5269,
      "mean_token_accuracy": 0.0813826397061348,
      "num_tokens": 2044360.0,
      "step": 940
    },
    {
      "entropy": 7.654840993881225,
      "epoch": 0.10112900636738188,
      "grad_norm": 0.90625,
      "learning_rate": 0.000472,
      "loss": 7.6073,
      "mean_token_accuracy": 0.08286485522985458,
      "num_tokens": 2055000.0,
      "step": 945
    },
    {
      "entropy": 7.554987287521362,
      "epoch": 0.1016640804751458,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004745,
      "loss": 7.6055,
      "mean_token_accuracy": 0.08866458013653755,
      "num_tokens": 2064807.0,
      "step": 950
    },
    {
      "entropy": 7.591622447967529,
      "epoch": 0.10219915458290973,
      "grad_norm": 0.94921875,
      "learning_rate": 0.000477,
      "loss": 7.5605,
      "mean_token_accuracy": 0.07844374999403954,
      "num_tokens": 2075618.0,
      "step": 955
    },
    {
      "entropy": 7.59330415725708,
      "epoch": 0.10273422869067365,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004795,
      "loss": 7.5705,
      "mean_token_accuracy": 0.07968904972076415,
      "num_tokens": 2086226.0,
      "step": 960
    },
    {
      "entropy": 7.618208169937134,
      "epoch": 0.10326930279843759,
      "grad_norm": 0.91015625,
      "learning_rate": 0.000482,
      "loss": 7.5604,
      "mean_token_accuracy": 0.07846201322972775,
      "num_tokens": 2097222.0,
      "step": 965
    },
    {
      "entropy": 7.5985006332397464,
      "epoch": 0.1038043769062015,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004845,
      "loss": 7.6154,
      "mean_token_accuracy": 0.080904171615839,
      "num_tokens": 2108919.0,
      "step": 970
    },
    {
      "entropy": 7.526676940917969,
      "epoch": 0.10433945101396544,
      "grad_norm": 0.9921875,
      "learning_rate": 0.000487,
      "loss": 7.5506,
      "mean_token_accuracy": 0.08453056961297989,
      "num_tokens": 2120215.0,
      "step": 975
    },
    {
      "entropy": 7.601911354064941,
      "epoch": 0.10487452512172936,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004895,
      "loss": 7.5917,
      "mean_token_accuracy": 0.07946700900793076,
      "num_tokens": 2131503.0,
      "step": 980
    },
    {
      "entropy": 7.553497743606568,
      "epoch": 0.10540959922949328,
      "grad_norm": 1.0,
      "learning_rate": 0.000492,
      "loss": 7.536,
      "mean_token_accuracy": 0.08508892878890037,
      "num_tokens": 2141551.0,
      "step": 985
    },
    {
      "entropy": 7.530622768402099,
      "epoch": 0.10594467333725721,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004945,
      "loss": 7.5234,
      "mean_token_accuracy": 0.08779416754841804,
      "num_tokens": 2151821.0,
      "step": 990
    },
    {
      "entropy": 7.575374460220337,
      "epoch": 0.10647974744502113,
      "grad_norm": 0.9453125,
      "learning_rate": 0.000497,
      "loss": 7.569,
      "mean_token_accuracy": 0.08431452587246895,
      "num_tokens": 2162474.0,
      "step": 995
    },
    {
      "entropy": 7.60914421081543,
      "epoch": 0.10701482155278506,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004995,
      "loss": 7.6061,
      "mean_token_accuracy": 0.0851107444614172,
      "num_tokens": 2173985.0,
      "step": 1000
    },
    {
      "entropy": 7.586228322982788,
      "epoch": 0.10754989566054898,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004999999979210101,
      "loss": 7.6445,
      "mean_token_accuracy": 0.0784386482089758,
      "num_tokens": 2186432.0,
      "step": 1005
    },
    {
      "entropy": 7.589601135253906,
      "epoch": 0.10808496976831292,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004999999894751138,
      "loss": 7.4898,
      "mean_token_accuracy": 0.08204622492194176,
      "num_tokens": 2197085.0,
      "step": 1010
    },
    {
      "entropy": 7.4365442276000975,
      "epoch": 0.10862004387607684,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004999999745323744,
      "loss": 7.4981,
      "mean_token_accuracy": 0.08734163418412208,
      "num_tokens": 2207162.0,
      "step": 1015
    },
    {
      "entropy": 7.579596948623657,
      "epoch": 0.10915511798384077,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004999999530927923,
      "loss": 7.6013,
      "mean_token_accuracy": 0.07841602377593518,
      "num_tokens": 2218714.0,
      "step": 1020
    },
    {
      "entropy": 7.562452411651611,
      "epoch": 0.10969019209160469,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004999999251563682,
      "loss": 7.5478,
      "mean_token_accuracy": 0.08398598507046699,
      "num_tokens": 2229711.0,
      "step": 1025
    },
    {
      "entropy": 7.566829061508178,
      "epoch": 0.11022526619936861,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004999998907231029,
      "loss": 7.5443,
      "mean_token_accuracy": 0.08293986842036247,
      "num_tokens": 2239885.0,
      "step": 1030
    },
    {
      "entropy": 7.510043811798096,
      "epoch": 0.11076034030713254,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004999998497929974,
      "loss": 7.5413,
      "mean_token_accuracy": 0.08550122715532779,
      "num_tokens": 2250221.0,
      "step": 1035
    },
    {
      "entropy": 7.535279560089111,
      "epoch": 0.11129541441489646,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004999998023660527,
      "loss": 7.6213,
      "mean_token_accuracy": 0.07655972242355347,
      "num_tokens": 2261059.0,
      "step": 1040
    },
    {
      "entropy": 7.53675012588501,
      "epoch": 0.11183048852266039,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004999997484422705,
      "loss": 7.4938,
      "mean_token_accuracy": 0.08518914058804512,
      "num_tokens": 2271174.0,
      "step": 1045
    },
    {
      "entropy": 7.458289527893067,
      "epoch": 0.11236556263042431,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004999996880216521,
      "loss": 7.5496,
      "mean_token_accuracy": 0.08104559034109116,
      "num_tokens": 2282431.0,
      "step": 1050
    },
    {
      "entropy": 7.545944452285767,
      "epoch": 0.11290063673818825,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004999996211041994,
      "loss": 7.5439,
      "mean_token_accuracy": 0.08365396112203598,
      "num_tokens": 2292891.0,
      "step": 1055
    },
    {
      "entropy": 7.627215766906739,
      "epoch": 0.11343571084595216,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004999995476899141,
      "loss": 7.5633,
      "mean_token_accuracy": 0.08242802582681179,
      "num_tokens": 2303764.0,
      "step": 1060
    },
    {
      "entropy": 7.38291015625,
      "epoch": 0.11397078495371608,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004999994677787987,
      "loss": 7.4539,
      "mean_token_accuracy": 0.08884900882840156,
      "num_tokens": 2314172.0,
      "step": 1065
    },
    {
      "entropy": 7.587633895874023,
      "epoch": 0.11450585906148002,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004999993813708551,
      "loss": 7.4497,
      "mean_token_accuracy": 0.09005523398518563,
      "num_tokens": 2324848.0,
      "step": 1070
    },
    {
      "entropy": 7.366536426544189,
      "epoch": 0.11504093316924394,
      "grad_norm": 0.9140625,
      "learning_rate": 0.000499999288466086,
      "loss": 7.4785,
      "mean_token_accuracy": 0.08457461893558502,
      "num_tokens": 2336601.0,
      "step": 1075
    },
    {
      "entropy": 7.547029972076416,
      "epoch": 0.11557600727700787,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004999991890644941,
      "loss": 7.4505,
      "mean_token_accuracy": 0.08462237492203713,
      "num_tokens": 2347281.0,
      "step": 1080
    },
    {
      "entropy": 7.441406202316284,
      "epoch": 0.11611108138477179,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004999990831660822,
      "loss": 7.4898,
      "mean_token_accuracy": 0.09125454500317573,
      "num_tokens": 2358199.0,
      "step": 1085
    },
    {
      "entropy": 7.519572830200195,
      "epoch": 0.11664615549253572,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004999989707708534,
      "loss": 7.5368,
      "mean_token_accuracy": 0.08167605474591255,
      "num_tokens": 2369092.0,
      "step": 1090
    },
    {
      "entropy": 7.438222408294678,
      "epoch": 0.11718122960029964,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004999988518788111,
      "loss": 7.5142,
      "mean_token_accuracy": 0.08107429631054401,
      "num_tokens": 2378849.0,
      "step": 1095
    },
    {
      "entropy": 7.512506532669067,
      "epoch": 0.11771630370806356,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004999987264899583,
      "loss": 7.5032,
      "mean_token_accuracy": 0.08989172950387,
      "num_tokens": 2389587.0,
      "step": 1100
    },
    {
      "entropy": 7.559766674041748,
      "epoch": 0.1182513778158275,
      "grad_norm": 1.0078125,
      "learning_rate": 0.000499998594604299,
      "loss": 7.4806,
      "mean_token_accuracy": 0.0849291667342186,
      "num_tokens": 2400442.0,
      "step": 1105
    },
    {
      "entropy": 7.420989179611206,
      "epoch": 0.11878645192359141,
      "grad_norm": 0.9609375,
      "learning_rate": 0.000499998456221837,
      "loss": 7.4684,
      "mean_token_accuracy": 0.08736843839287758,
      "num_tokens": 2410771.0,
      "step": 1110
    },
    {
      "entropy": 7.410952568054199,
      "epoch": 0.11932152603135535,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004999983113425762,
      "loss": 7.4693,
      "mean_token_accuracy": 0.09239947721362114,
      "num_tokens": 2421112.0,
      "step": 1115
    },
    {
      "entropy": 7.545989656448365,
      "epoch": 0.11985660013911927,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004999981599665207,
      "loss": 7.4512,
      "mean_token_accuracy": 0.08613410592079163,
      "num_tokens": 2431891.0,
      "step": 1120
    },
    {
      "entropy": 7.4298975467681885,
      "epoch": 0.1203916742468832,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004999980020936748,
      "loss": 7.4131,
      "mean_token_accuracy": 0.08798880130052567,
      "num_tokens": 2442987.0,
      "step": 1125
    },
    {
      "entropy": 7.39614634513855,
      "epoch": 0.12092674835464712,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004999978377240434,
      "loss": 7.4519,
      "mean_token_accuracy": 0.08737303614616394,
      "num_tokens": 2452703.0,
      "step": 1130
    },
    {
      "entropy": 7.4548506259918215,
      "epoch": 0.12146182246241104,
      "grad_norm": 0.9921875,
      "learning_rate": 0.000499997666857631,
      "loss": 7.5001,
      "mean_token_accuracy": 0.08815332502126694,
      "num_tokens": 2462975.0,
      "step": 1135
    },
    {
      "entropy": 7.4424488067626955,
      "epoch": 0.12199689657017497,
      "grad_norm": 0.83203125,
      "learning_rate": 0.0004999974894944426,
      "loss": 7.4515,
      "mean_token_accuracy": 0.084615208953619,
      "num_tokens": 2473853.0,
      "step": 1140
    },
    {
      "entropy": 7.427521181106568,
      "epoch": 0.12253197067793889,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004999973056344832,
      "loss": 7.4324,
      "mean_token_accuracy": 0.08493943735957146,
      "num_tokens": 2485633.0,
      "step": 1145
    },
    {
      "entropy": 7.469012641906739,
      "epoch": 0.12306704478570282,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004999971152777583,
      "loss": 7.3906,
      "mean_token_accuracy": 0.08597971722483636,
      "num_tokens": 2496922.0,
      "step": 1150
    },
    {
      "entropy": 7.443756341934204,
      "epoch": 0.12360211889346674,
      "grad_norm": 0.828125,
      "learning_rate": 0.0004999969184242733,
      "loss": 7.4573,
      "mean_token_accuracy": 0.08639369383454323,
      "num_tokens": 2507890.0,
      "step": 1155
    },
    {
      "entropy": 7.414251852035522,
      "epoch": 0.12413719300123068,
      "grad_norm": 0.98828125,
      "learning_rate": 0.000499996715074034,
      "loss": 7.4679,
      "mean_token_accuracy": 0.08895903378725052,
      "num_tokens": 2519749.0,
      "step": 1160
    },
    {
      "entropy": 7.369732522964478,
      "epoch": 0.1246722671089946,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004999965052270461,
      "loss": 7.4587,
      "mean_token_accuracy": 0.08741387501358985,
      "num_tokens": 2530666.0,
      "step": 1165
    },
    {
      "entropy": 7.455218648910522,
      "epoch": 0.12520734121675853,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004999962888833157,
      "loss": 7.4517,
      "mean_token_accuracy": 0.087038604170084,
      "num_tokens": 2541594.0,
      "step": 1170
    },
    {
      "entropy": 7.468952941894531,
      "epoch": 0.12574241532452243,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004999960660428491,
      "loss": 7.4548,
      "mean_token_accuracy": 0.08958195969462394,
      "num_tokens": 2552330.0,
      "step": 1175
    },
    {
      "entropy": 7.457394981384278,
      "epoch": 0.12627748943228637,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004999958367056526,
      "loss": 7.5094,
      "mean_token_accuracy": 0.0814846083521843,
      "num_tokens": 2564601.0,
      "step": 1180
    },
    {
      "entropy": 7.5275298118591305,
      "epoch": 0.1268125635400503,
      "grad_norm": 0.94921875,
      "learning_rate": 0.000499995600871733,
      "loss": 7.4705,
      "mean_token_accuracy": 0.08419692143797874,
      "num_tokens": 2575539.0,
      "step": 1185
    },
    {
      "entropy": 7.352044630050659,
      "epoch": 0.12734763764781423,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004999953585410971,
      "loss": 7.3968,
      "mean_token_accuracy": 0.08637173548340797,
      "num_tokens": 2586635.0,
      "step": 1190
    },
    {
      "entropy": 7.49582724571228,
      "epoch": 0.12788271175557814,
      "grad_norm": 1.125,
      "learning_rate": 0.0004999951097137518,
      "loss": 7.4108,
      "mean_token_accuracy": 0.09154140949249268,
      "num_tokens": 2596814.0,
      "step": 1195
    },
    {
      "entropy": 7.325179576873779,
      "epoch": 0.12841778586334207,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004999948543897044,
      "loss": 7.4522,
      "mean_token_accuracy": 0.08449748009443284,
      "num_tokens": 2608087.0,
      "step": 1200
    },
    {
      "entropy": 7.586294317245484,
      "epoch": 0.128952859971106,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004999945925689621,
      "loss": 7.4593,
      "mean_token_accuracy": 0.08878617733716965,
      "num_tokens": 2619377.0,
      "step": 1205
    },
    {
      "entropy": 7.303364086151123,
      "epoch": 0.12948793407886994,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004999943242515325,
      "loss": 7.3505,
      "mean_token_accuracy": 0.09070543050765992,
      "num_tokens": 2629089.0,
      "step": 1210
    },
    {
      "entropy": 7.450505971908569,
      "epoch": 0.13002300818663384,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004999940494374236,
      "loss": 7.4299,
      "mean_token_accuracy": 0.08928245157003403,
      "num_tokens": 2639743.0,
      "step": 1215
    },
    {
      "entropy": 7.489728927612305,
      "epoch": 0.13055808229439778,
      "grad_norm": 0.95703125,
      "learning_rate": 0.000499993768126643,
      "loss": 7.4676,
      "mean_token_accuracy": 0.08282669633626938,
      "num_tokens": 2650631.0,
      "step": 1220
    },
    {
      "entropy": 7.376281833648681,
      "epoch": 0.1310931564021617,
      "grad_norm": 0.94921875,
      "learning_rate": 0.000499993480319199,
      "loss": 7.4305,
      "mean_token_accuracy": 0.08671566098928452,
      "num_tokens": 2660197.0,
      "step": 1225
    },
    {
      "entropy": 7.40994963645935,
      "epoch": 0.13162823050992561,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004999931860150999,
      "loss": 7.3856,
      "mean_token_accuracy": 0.08833521455526352,
      "num_tokens": 2670162.0,
      "step": 1230
    },
    {
      "entropy": 7.446912240982056,
      "epoch": 0.13216330461768955,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004999928852143541,
      "loss": 7.3825,
      "mean_token_accuracy": 0.0878111682832241,
      "num_tokens": 2681233.0,
      "step": 1235
    },
    {
      "entropy": 7.31794056892395,
      "epoch": 0.13269837872545348,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004999925779169703,
      "loss": 7.3545,
      "mean_token_accuracy": 0.08922291100025177,
      "num_tokens": 2692145.0,
      "step": 1240
    },
    {
      "entropy": 7.363669300079346,
      "epoch": 0.13323345283321741,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004999922641229575,
      "loss": 7.3874,
      "mean_token_accuracy": 0.09013602733612061,
      "num_tokens": 2703192.0,
      "step": 1245
    },
    {
      "entropy": 7.490590524673462,
      "epoch": 0.13376852694098132,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004999919438323248,
      "loss": 7.4102,
      "mean_token_accuracy": 0.08662581890821457,
      "num_tokens": 2714804.0,
      "step": 1250
    },
    {
      "entropy": 7.302708768844605,
      "epoch": 0.13430360104874525,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004999916170450812,
      "loss": 7.3626,
      "mean_token_accuracy": 0.09281876906752587,
      "num_tokens": 2724340.0,
      "step": 1255
    },
    {
      "entropy": 7.357819366455078,
      "epoch": 0.13483867515650919,
      "grad_norm": 0.875,
      "learning_rate": 0.0004999912837612364,
      "loss": 7.3677,
      "mean_token_accuracy": 0.0910140611231327,
      "num_tokens": 2735767.0,
      "step": 1260
    },
    {
      "entropy": 7.488349437713623,
      "epoch": 0.1353737492642731,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004999909439807997,
      "loss": 7.4274,
      "mean_token_accuracy": 0.08374015688896179,
      "num_tokens": 2747658.0,
      "step": 1265
    },
    {
      "entropy": 7.304438734054566,
      "epoch": 0.13590882337203702,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004999905977037813,
      "loss": 7.2895,
      "mean_token_accuracy": 0.09504042863845825,
      "num_tokens": 2757901.0,
      "step": 1270
    },
    {
      "entropy": 7.333110237121582,
      "epoch": 0.13644389747980096,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004999902449301909,
      "loss": 7.3426,
      "mean_token_accuracy": 0.08784788250923156,
      "num_tokens": 2768945.0,
      "step": 1275
    },
    {
      "entropy": 7.313035011291504,
      "epoch": 0.1369789715875649,
      "grad_norm": 0.8203125,
      "learning_rate": 0.0004999898856600387,
      "loss": 7.3162,
      "mean_token_accuracy": 0.10365832224488258,
      "num_tokens": 2780276.0,
      "step": 1280
    },
    {
      "entropy": 7.380517864227295,
      "epoch": 0.1375140456953288,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004999895198933354,
      "loss": 7.3902,
      "mean_token_accuracy": 0.09485040828585625,
      "num_tokens": 2791183.0,
      "step": 1285
    },
    {
      "entropy": 7.4089750289917,
      "epoch": 0.13804911980309273,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004999891476300911,
      "loss": 7.3059,
      "mean_token_accuracy": 0.08951659351587296,
      "num_tokens": 2801928.0,
      "step": 1290
    },
    {
      "entropy": 7.355879497528076,
      "epoch": 0.13858419391085666,
      "grad_norm": 0.87890625,
      "learning_rate": 0.000499988768870317,
      "loss": 7.3872,
      "mean_token_accuracy": 0.08165468871593476,
      "num_tokens": 2813415.0,
      "step": 1295
    },
    {
      "entropy": 7.355454301834106,
      "epoch": 0.13911926801862057,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004999883836140236,
      "loss": 7.3923,
      "mean_token_accuracy": 0.08718730732798577,
      "num_tokens": 2825288.0,
      "step": 1300
    },
    {
      "entropy": 7.375982999801636,
      "epoch": 0.1396543421263845,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004999879918612224,
      "loss": 7.3466,
      "mean_token_accuracy": 0.09210592210292816,
      "num_tokens": 2836298.0,
      "step": 1305
    },
    {
      "entropy": 7.382136964797974,
      "epoch": 0.14018941623414843,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004999875936119245,
      "loss": 7.325,
      "mean_token_accuracy": 0.09450321719050407,
      "num_tokens": 2846367.0,
      "step": 1310
    },
    {
      "entropy": 7.285005521774292,
      "epoch": 0.14072449034191237,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004999871888661415,
      "loss": 7.3419,
      "mean_token_accuracy": 0.08686081692576408,
      "num_tokens": 2856832.0,
      "step": 1315
    },
    {
      "entropy": 7.406700801849365,
      "epoch": 0.14125956444967627,
      "grad_norm": 0.94140625,
      "learning_rate": 0.000499986777623885,
      "loss": 7.3557,
      "mean_token_accuracy": 0.08402335196733475,
      "num_tokens": 2867954.0,
      "step": 1320
    },
    {
      "entropy": 7.433336400985718,
      "epoch": 0.1417946385574402,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004999863598851669,
      "loss": 7.4023,
      "mean_token_accuracy": 0.0905662328004837,
      "num_tokens": 2878714.0,
      "step": 1325
    },
    {
      "entropy": 7.216334629058838,
      "epoch": 0.14232971266520414,
      "grad_norm": 1.2890625,
      "learning_rate": 0.0004999859356499992,
      "loss": 7.3287,
      "mean_token_accuracy": 0.09552604258060456,
      "num_tokens": 2890697.0,
      "step": 1330
    },
    {
      "entropy": 7.416978931427002,
      "epoch": 0.14286478677296804,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004999855049183943,
      "loss": 7.3428,
      "mean_token_accuracy": 0.08655953332781792,
      "num_tokens": 2901468.0,
      "step": 1335
    },
    {
      "entropy": 7.319197273254394,
      "epoch": 0.14339986088073198,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004999850676903646,
      "loss": 7.3074,
      "mean_token_accuracy": 0.0925314411520958,
      "num_tokens": 2913466.0,
      "step": 1340
    },
    {
      "entropy": 7.3042479991912845,
      "epoch": 0.1439349349884959,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004999846239659226,
      "loss": 7.2803,
      "mean_token_accuracy": 0.09751186668872833,
      "num_tokens": 2923638.0,
      "step": 1345
    },
    {
      "entropy": 7.315991830825806,
      "epoch": 0.14447000909625984,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004999841737450812,
      "loss": 7.3706,
      "mean_token_accuracy": 0.09228342920541763,
      "num_tokens": 2934790.0,
      "step": 1350
    },
    {
      "entropy": 7.371410799026489,
      "epoch": 0.14500508320402375,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004999837170278535,
      "loss": 7.3076,
      "mean_token_accuracy": 0.08736552372574806,
      "num_tokens": 2946320.0,
      "step": 1355
    },
    {
      "entropy": 7.350737285614014,
      "epoch": 0.14554015731178768,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004999832538142526,
      "loss": 7.2741,
      "mean_token_accuracy": 0.09060471281409263,
      "num_tokens": 2957077.0,
      "step": 1360
    },
    {
      "entropy": 7.227811241149903,
      "epoch": 0.14607523141955162,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004999827841042917,
      "loss": 7.2953,
      "mean_token_accuracy": 0.08847967609763145,
      "num_tokens": 2967286.0,
      "step": 1365
    },
    {
      "entropy": 7.3782144546508786,
      "epoch": 0.14661030552731552,
      "grad_norm": 1.3359375,
      "learning_rate": 0.0004999823078979846,
      "loss": 7.3385,
      "mean_token_accuracy": 0.09329641237854958,
      "num_tokens": 2979516.0,
      "step": 1370
    },
    {
      "entropy": 7.3981129169464115,
      "epoch": 0.14714537963507945,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004999818251953449,
      "loss": 7.4533,
      "mean_token_accuracy": 0.08806639239192009,
      "num_tokens": 2991594.0,
      "step": 1375
    },
    {
      "entropy": 7.355781364440918,
      "epoch": 0.1476804537428434,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004999813359963867,
      "loss": 7.3319,
      "mean_token_accuracy": 0.09073294252157212,
      "num_tokens": 3002487.0,
      "step": 1380
    },
    {
      "entropy": 7.387376403808593,
      "epoch": 0.14821552785060732,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004999808403011241,
      "loss": 7.3475,
      "mean_token_accuracy": 0.09293655529618264,
      "num_tokens": 3013197.0,
      "step": 1385
    },
    {
      "entropy": 7.207638359069824,
      "epoch": 0.14875060195837123,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004999803381095712,
      "loss": 7.3669,
      "mean_token_accuracy": 0.08983460813760757,
      "num_tokens": 3024512.0,
      "step": 1390
    },
    {
      "entropy": 7.475574684143067,
      "epoch": 0.14928567606613516,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004999798294217428,
      "loss": 7.3365,
      "mean_token_accuracy": 0.08949591889977455,
      "num_tokens": 3035621.0,
      "step": 1395
    },
    {
      "entropy": 7.273073291778564,
      "epoch": 0.1498207501738991,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004999793142376533,
      "loss": 7.328,
      "mean_token_accuracy": 0.09089694023132325,
      "num_tokens": 3046492.0,
      "step": 1400
    },
    {
      "entropy": 7.384609603881836,
      "epoch": 0.150355824281663,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004999787925573177,
      "loss": 7.3486,
      "mean_token_accuracy": 0.09108722358942031,
      "num_tokens": 3057715.0,
      "step": 1405
    },
    {
      "entropy": 7.4058764457702635,
      "epoch": 0.15089089838942693,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004999782643807513,
      "loss": 7.2967,
      "mean_token_accuracy": 0.08750828057527542,
      "num_tokens": 3068344.0,
      "step": 1410
    },
    {
      "entropy": 7.250711297988891,
      "epoch": 0.15142597249719086,
      "grad_norm": 0.83203125,
      "learning_rate": 0.0004999777297079689,
      "loss": 7.2772,
      "mean_token_accuracy": 0.08728645220398903,
      "num_tokens": 3079576.0,
      "step": 1415
    },
    {
      "entropy": 7.336335229873657,
      "epoch": 0.1519610466049548,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004999771885389863,
      "loss": 7.2531,
      "mean_token_accuracy": 0.0913350023329258,
      "num_tokens": 3090201.0,
      "step": 1420
    },
    {
      "entropy": 7.224132394790649,
      "epoch": 0.1524961207127187,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004999766408738189,
      "loss": 7.2227,
      "mean_token_accuracy": 0.09826805666089058,
      "num_tokens": 3099824.0,
      "step": 1425
    },
    {
      "entropy": 7.277629327774048,
      "epoch": 0.15303119482048264,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004999760867124827,
      "loss": 7.3072,
      "mean_token_accuracy": 0.08773592785000801,
      "num_tokens": 3109948.0,
      "step": 1430
    },
    {
      "entropy": 7.388230419158935,
      "epoch": 0.15356626892824657,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004999755260549937,
      "loss": 7.2946,
      "mean_token_accuracy": 0.09707588031888008,
      "num_tokens": 3121492.0,
      "step": 1435
    },
    {
      "entropy": 7.204993820190429,
      "epoch": 0.15410134303601047,
      "grad_norm": 1.6328125,
      "learning_rate": 0.0004999749589013677,
      "loss": 7.0761,
      "mean_token_accuracy": 0.11195724084973335,
      "num_tokens": 3131990.0,
      "step": 1440
    },
    {
      "entropy": 7.1843321323394775,
      "epoch": 0.1546364171437744,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004999743852516217,
      "loss": 7.2552,
      "mean_token_accuracy": 0.09591018855571747,
      "num_tokens": 3142567.0,
      "step": 1445
    },
    {
      "entropy": 7.3704992771148685,
      "epoch": 0.15517149125153834,
      "grad_norm": 1.40625,
      "learning_rate": 0.0004999738051057717,
      "loss": 7.2903,
      "mean_token_accuracy": 0.09068220183253288,
      "num_tokens": 3153083.0,
      "step": 1450
    },
    {
      "entropy": 7.274682903289795,
      "epoch": 0.15570656535930227,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004999732184638347,
      "loss": 7.2761,
      "mean_token_accuracy": 0.09170850291848183,
      "num_tokens": 3163985.0,
      "step": 1455
    },
    {
      "entropy": 7.231216716766357,
      "epoch": 0.15624163946706618,
      "grad_norm": 1.0,
      "learning_rate": 0.0004999726253258278,
      "loss": 7.2721,
      "mean_token_accuracy": 0.09016884565353393,
      "num_tokens": 3175259.0,
      "step": 1460
    },
    {
      "entropy": 7.324146890640259,
      "epoch": 0.1567767135748301,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004999720256917678,
      "loss": 7.2402,
      "mean_token_accuracy": 0.09691082388162613,
      "num_tokens": 3185487.0,
      "step": 1465
    },
    {
      "entropy": 7.17336688041687,
      "epoch": 0.15731178768259405,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004999714195616723,
      "loss": 7.226,
      "mean_token_accuracy": 0.0957397349178791,
      "num_tokens": 3196200.0,
      "step": 1470
    },
    {
      "entropy": 7.437542724609375,
      "epoch": 0.15784686179035795,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004999708069355586,
      "loss": 7.3376,
      "mean_token_accuracy": 0.08450718447566033,
      "num_tokens": 3207675.0,
      "step": 1475
    },
    {
      "entropy": 7.145585060119629,
      "epoch": 0.15838193589812188,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004999701878134445,
      "loss": 7.2091,
      "mean_token_accuracy": 0.09381906762719154,
      "num_tokens": 3218117.0,
      "step": 1480
    },
    {
      "entropy": 7.420627593994141,
      "epoch": 0.15891701000588582,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004999695621953477,
      "loss": 7.2853,
      "mean_token_accuracy": 0.10199789702892303,
      "num_tokens": 3229208.0,
      "step": 1485
    },
    {
      "entropy": 7.2098907947540285,
      "epoch": 0.15945208411364975,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004999689300812866,
      "loss": 7.184,
      "mean_token_accuracy": 0.09962581098079681,
      "num_tokens": 3239586.0,
      "step": 1490
    },
    {
      "entropy": 7.2988934993743895,
      "epoch": 0.15998715822141366,
      "grad_norm": 0.8125,
      "learning_rate": 0.0004999682914712791,
      "loss": 7.2533,
      "mean_token_accuracy": 0.09887138307094574,
      "num_tokens": 3250103.0,
      "step": 1495
    },
    {
      "entropy": 7.312133359909057,
      "epoch": 0.1605222323291776,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004999676463653439,
      "loss": 7.2385,
      "mean_token_accuracy": 0.09936083406209946,
      "num_tokens": 3261844.0,
      "step": 1500
    },
    {
      "entropy": 7.241543960571289,
      "epoch": 0.16105730643694152,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004999669947634996,
      "loss": 7.1859,
      "mean_token_accuracy": 0.09886201843619347,
      "num_tokens": 3272073.0,
      "step": 1505
    },
    {
      "entropy": 7.265321111679077,
      "epoch": 0.16159238054470546,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004999663366657647,
      "loss": 7.1839,
      "mean_token_accuracy": 0.09600849002599716,
      "num_tokens": 3281725.0,
      "step": 1510
    },
    {
      "entropy": 7.194610452651977,
      "epoch": 0.16212745465246936,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004999656720721586,
      "loss": 7.3232,
      "mean_token_accuracy": 0.09642767012119294,
      "num_tokens": 3292708.0,
      "step": 1515
    },
    {
      "entropy": 7.37993426322937,
      "epoch": 0.1626625287602333,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004999650009827004,
      "loss": 7.3017,
      "mean_token_accuracy": 0.0933539777994156,
      "num_tokens": 3303548.0,
      "step": 1520
    },
    {
      "entropy": 7.182165908813476,
      "epoch": 0.16319760286799723,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004999643233974092,
      "loss": 7.1686,
      "mean_token_accuracy": 0.09983909949660301,
      "num_tokens": 3314261.0,
      "step": 1525
    },
    {
      "entropy": 7.272876930236817,
      "epoch": 0.16373267697576113,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004999636393163049,
      "loss": 7.1939,
      "mean_token_accuracy": 0.09785049334168434,
      "num_tokens": 3324833.0,
      "step": 1530
    },
    {
      "entropy": 7.116202354431152,
      "epoch": 0.16426775108352507,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004999629487394071,
      "loss": 7.0996,
      "mean_token_accuracy": 0.10248475447297097,
      "num_tokens": 3334790.0,
      "step": 1535
    },
    {
      "entropy": 7.299325656890869,
      "epoch": 0.164802825191289,
      "grad_norm": 1.125,
      "learning_rate": 0.0004999622516667358,
      "loss": 7.229,
      "mean_token_accuracy": 0.09786866381764411,
      "num_tokens": 3345115.0,
      "step": 1540
    },
    {
      "entropy": 7.127289056777954,
      "epoch": 0.16533789929905293,
      "grad_norm": 0.89453125,
      "learning_rate": 0.000499961548098311,
      "loss": 7.1158,
      "mean_token_accuracy": 0.10143255740404129,
      "num_tokens": 3356187.0,
      "step": 1545
    },
    {
      "entropy": 7.1759922981262205,
      "epoch": 0.16587297340681684,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004999608380341533,
      "loss": 7.1422,
      "mean_token_accuracy": 0.10127759128808975,
      "num_tokens": 3367218.0,
      "step": 1550
    },
    {
      "entropy": 7.264885663986206,
      "epoch": 0.16640804751458077,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004999601214742829,
      "loss": 7.285,
      "mean_token_accuracy": 0.08926323279738427,
      "num_tokens": 3377557.0,
      "step": 1555
    },
    {
      "entropy": 7.265757751464844,
      "epoch": 0.1669431216223447,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004999593984187206,
      "loss": 7.2802,
      "mean_token_accuracy": 0.09445410892367363,
      "num_tokens": 3387402.0,
      "step": 1560
    },
    {
      "entropy": 7.219360876083374,
      "epoch": 0.1674781957301086,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004999586688674872,
      "loss": 7.1539,
      "mean_token_accuracy": 0.09557267501950265,
      "num_tokens": 3397924.0,
      "step": 1565
    },
    {
      "entropy": 7.275343990325927,
      "epoch": 0.16801326983787254,
      "grad_norm": 0.8828125,
      "learning_rate": 0.000499957932820604,
      "loss": 7.2363,
      "mean_token_accuracy": 0.0918659195303917,
      "num_tokens": 3408622.0,
      "step": 1570
    },
    {
      "entropy": 7.273813772201538,
      "epoch": 0.16854834394563648,
      "grad_norm": 0.953125,
      "learning_rate": 0.000499957190278092,
      "loss": 7.1887,
      "mean_token_accuracy": 0.09335600733757018,
      "num_tokens": 3419692.0,
      "step": 1575
    },
    {
      "entropy": 7.148430204391479,
      "epoch": 0.1690834180534004,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004999564412399728,
      "loss": 7.2385,
      "mean_token_accuracy": 0.09515550211071969,
      "num_tokens": 3430986.0,
      "step": 1580
    },
    {
      "entropy": 7.262103271484375,
      "epoch": 0.1696184921611643,
      "grad_norm": 0.96484375,
      "learning_rate": 0.000499955685706268,
      "loss": 7.1655,
      "mean_token_accuracy": 0.09615519493818284,
      "num_tokens": 3442211.0,
      "step": 1585
    },
    {
      "entropy": 7.084865522384644,
      "epoch": 0.17015356626892825,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004999549236769993,
      "loss": 7.144,
      "mean_token_accuracy": 0.10298331528902054,
      "num_tokens": 3453585.0,
      "step": 1590
    },
    {
      "entropy": 7.217924642562866,
      "epoch": 0.17068864037669218,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004999541551521888,
      "loss": 7.1997,
      "mean_token_accuracy": 0.09542482867836952,
      "num_tokens": 3464156.0,
      "step": 1595
    },
    {
      "entropy": 7.321245956420898,
      "epoch": 0.17122371448445609,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004999533801318587,
      "loss": 7.2598,
      "mean_token_accuracy": 0.0914094440639019,
      "num_tokens": 3474853.0,
      "step": 1600
    },
    {
      "entropy": 7.274269437789917,
      "epoch": 0.17175878859222002,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004999525986160313,
      "loss": 7.2159,
      "mean_token_accuracy": 0.09993736371397972,
      "num_tokens": 3486841.0,
      "step": 1605
    },
    {
      "entropy": 7.151181650161743,
      "epoch": 0.17229386269998395,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004999518106047293,
      "loss": 7.2369,
      "mean_token_accuracy": 0.09555753394961357,
      "num_tokens": 3498735.0,
      "step": 1610
    },
    {
      "entropy": 7.3050923347473145,
      "epoch": 0.17282893680774788,
      "grad_norm": 0.8359375,
      "learning_rate": 0.0004999510160979754,
      "loss": 7.2628,
      "mean_token_accuracy": 0.09753414988517761,
      "num_tokens": 3508829.0,
      "step": 1615
    },
    {
      "entropy": 7.1783294677734375,
      "epoch": 0.1733640109155118,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004999502150957925,
      "loss": 7.1788,
      "mean_token_accuracy": 0.09674842134118081,
      "num_tokens": 3519465.0,
      "step": 1620
    },
    {
      "entropy": 7.303341913223266,
      "epoch": 0.17389908502327572,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004999494075982037,
      "loss": 7.1351,
      "mean_token_accuracy": 0.10047532543540001,
      "num_tokens": 3530401.0,
      "step": 1625
    },
    {
      "entropy": 7.150378227233887,
      "epoch": 0.17443415913103966,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004999485936052324,
      "loss": 7.214,
      "mean_token_accuracy": 0.09674938917160034,
      "num_tokens": 3541136.0,
      "step": 1630
    },
    {
      "entropy": 7.273062419891358,
      "epoch": 0.17496923323880356,
      "grad_norm": 0.8984375,
      "learning_rate": 0.000499947773116902,
      "loss": 7.1883,
      "mean_token_accuracy": 0.09701626598834992,
      "num_tokens": 3552525.0,
      "step": 1635
    },
    {
      "entropy": 7.137057590484619,
      "epoch": 0.1755043073465675,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004999469461332365,
      "loss": 7.1541,
      "mean_token_accuracy": 0.09842078015208244,
      "num_tokens": 3563028.0,
      "step": 1640
    },
    {
      "entropy": 7.233504962921143,
      "epoch": 0.17603938145433143,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004999461126542592,
      "loss": 7.108,
      "mean_token_accuracy": 0.1023821361362934,
      "num_tokens": 3573354.0,
      "step": 1645
    },
    {
      "entropy": 7.027111387252807,
      "epoch": 0.17657445556209536,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004999452726799947,
      "loss": 7.1025,
      "mean_token_accuracy": 0.09993429109454155,
      "num_tokens": 3585576.0,
      "step": 1650
    },
    {
      "entropy": 7.312371683120728,
      "epoch": 0.17710952966985927,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004999444262104671,
      "loss": 7.233,
      "mean_token_accuracy": 0.08933234214782715,
      "num_tokens": 3596478.0,
      "step": 1655
    },
    {
      "entropy": 7.192934226989746,
      "epoch": 0.1776446037776232,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004999435732457007,
      "loss": 7.1824,
      "mean_token_accuracy": 0.09323065280914307,
      "num_tokens": 3608014.0,
      "step": 1660
    },
    {
      "entropy": 7.241013860702514,
      "epoch": 0.17817967788538713,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004999427137857203,
      "loss": 7.2286,
      "mean_token_accuracy": 0.09294094443321228,
      "num_tokens": 3620120.0,
      "step": 1665
    },
    {
      "entropy": 7.1006693840026855,
      "epoch": 0.17871475199315104,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004999418478305506,
      "loss": 7.1279,
      "mean_token_accuracy": 0.099704759567976,
      "num_tokens": 3632578.0,
      "step": 1670
    },
    {
      "entropy": 7.275180101394653,
      "epoch": 0.17924982610091497,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004999409753802167,
      "loss": 7.1468,
      "mean_token_accuracy": 0.10483805015683174,
      "num_tokens": 3643245.0,
      "step": 1675
    },
    {
      "entropy": 7.124938106536865,
      "epoch": 0.1797849002086789,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004999400964347437,
      "loss": 7.1487,
      "mean_token_accuracy": 0.09849804788827896,
      "num_tokens": 3655832.0,
      "step": 1680
    },
    {
      "entropy": 7.222979402542114,
      "epoch": 0.18031997431644284,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004999392109941571,
      "loss": 7.1295,
      "mean_token_accuracy": 0.10116728618741036,
      "num_tokens": 3666566.0,
      "step": 1685
    },
    {
      "entropy": 7.194202947616577,
      "epoch": 0.18085504842420674,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004999383190584822,
      "loss": 7.1611,
      "mean_token_accuracy": 0.10110493823885917,
      "num_tokens": 3677572.0,
      "step": 1690
    },
    {
      "entropy": 7.103847599029541,
      "epoch": 0.18139012253197068,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004999374206277451,
      "loss": 7.0891,
      "mean_token_accuracy": 0.09825331270694733,
      "num_tokens": 3687116.0,
      "step": 1695
    },
    {
      "entropy": 7.121718025207519,
      "epoch": 0.1819251966397346,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004999365157019717,
      "loss": 7.176,
      "mean_token_accuracy": 0.10047127306461334,
      "num_tokens": 3697961.0,
      "step": 1700
    },
    {
      "entropy": 7.246279668807984,
      "epoch": 0.18246027074749852,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004999356042811878,
      "loss": 7.1016,
      "mean_token_accuracy": 0.10373674482107162,
      "num_tokens": 3708834.0,
      "step": 1705
    },
    {
      "entropy": 7.094297456741333,
      "epoch": 0.18299534485526245,
      "grad_norm": 0.87109375,
      "learning_rate": 0.00049993468636542,
      "loss": 7.1584,
      "mean_token_accuracy": 0.09685484990477562,
      "num_tokens": 3719835.0,
      "step": 1710
    },
    {
      "entropy": 7.173304510116577,
      "epoch": 0.18353041896302638,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004999337619546948,
      "loss": 7.0544,
      "mean_token_accuracy": 0.10510629564523696,
      "num_tokens": 3730408.0,
      "step": 1715
    },
    {
      "entropy": 7.064211463928222,
      "epoch": 0.18406549307079031,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004999328310490387,
      "loss": 7.1446,
      "mean_token_accuracy": 0.10267272144556046,
      "num_tokens": 3741257.0,
      "step": 1720
    },
    {
      "entropy": 7.2027805805206295,
      "epoch": 0.18460056717855422,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004999318936484789,
      "loss": 7.1282,
      "mean_token_accuracy": 0.10227805599570275,
      "num_tokens": 3752615.0,
      "step": 1725
    },
    {
      "entropy": 7.191047954559326,
      "epoch": 0.18513564128631815,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004999309497530422,
      "loss": 7.1568,
      "mean_token_accuracy": 0.0937609352171421,
      "num_tokens": 3763656.0,
      "step": 1730
    },
    {
      "entropy": 7.051603937149048,
      "epoch": 0.1856707153940821,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004999299993627558,
      "loss": 7.1315,
      "mean_token_accuracy": 0.10040904507040978,
      "num_tokens": 3775257.0,
      "step": 1735
    },
    {
      "entropy": 7.149741744995117,
      "epoch": 0.186205789501846,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004999290424776475,
      "loss": 7.0984,
      "mean_token_accuracy": 0.10568056777119636,
      "num_tokens": 3786094.0,
      "step": 1740
    },
    {
      "entropy": 7.321368026733398,
      "epoch": 0.18674086360960993,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004999280790977445,
      "loss": 7.1886,
      "mean_token_accuracy": 0.09335805177688598,
      "num_tokens": 3796672.0,
      "step": 1745
    },
    {
      "entropy": 7.137669038772583,
      "epoch": 0.18727593771737386,
      "grad_norm": 0.921875,
      "learning_rate": 0.000499927109223075,
      "loss": 7.1558,
      "mean_token_accuracy": 0.10123137831687927,
      "num_tokens": 3807910.0,
      "step": 1750
    },
    {
      "entropy": 7.183064413070679,
      "epoch": 0.1878110118251378,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004999261328536667,
      "loss": 7.1356,
      "mean_token_accuracy": 0.09966104477643967,
      "num_tokens": 3820792.0,
      "step": 1755
    },
    {
      "entropy": 7.04319133758545,
      "epoch": 0.1883460859329017,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004999251499895479,
      "loss": 7.038,
      "mean_token_accuracy": 0.10163617879152298,
      "num_tokens": 3831126.0,
      "step": 1760
    },
    {
      "entropy": 7.234713125228882,
      "epoch": 0.18888116004066563,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004999241606307471,
      "loss": 7.1611,
      "mean_token_accuracy": 0.09807982221245766,
      "num_tokens": 3841923.0,
      "step": 1765
    },
    {
      "entropy": 7.183645105361938,
      "epoch": 0.18941623414842956,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004999231647772927,
      "loss": 7.0516,
      "mean_token_accuracy": 0.1046050101518631,
      "num_tokens": 3852504.0,
      "step": 1770
    },
    {
      "entropy": 6.985522317886352,
      "epoch": 0.1899513082561935,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004999221624292136,
      "loss": 7.0732,
      "mean_token_accuracy": 0.10412966907024383,
      "num_tokens": 3862761.0,
      "step": 1775
    },
    {
      "entropy": 7.208767414093018,
      "epoch": 0.1904863823639574,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004999211535865385,
      "loss": 7.0701,
      "mean_token_accuracy": 0.09672508612275124,
      "num_tokens": 3873662.0,
      "step": 1780
    },
    {
      "entropy": 7.0239424228668215,
      "epoch": 0.19102145647172133,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004999201382492969,
      "loss": 7.0227,
      "mean_token_accuracy": 0.10187353417277337,
      "num_tokens": 3884835.0,
      "step": 1785
    },
    {
      "entropy": 7.158309888839722,
      "epoch": 0.19155653057948527,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004999191164175178,
      "loss": 7.1636,
      "mean_token_accuracy": 0.09919204637408256,
      "num_tokens": 3895073.0,
      "step": 1790
    },
    {
      "entropy": 7.206078290939331,
      "epoch": 0.19209160468724917,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004999180880912309,
      "loss": 7.1267,
      "mean_token_accuracy": 0.09839320108294487,
      "num_tokens": 3905440.0,
      "step": 1795
    },
    {
      "entropy": 7.085821580886841,
      "epoch": 0.1926266787950131,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004999170532704657,
      "loss": 7.125,
      "mean_token_accuracy": 0.09741980135440827,
      "num_tokens": 3917135.0,
      "step": 1800
    },
    {
      "entropy": 7.156965684890747,
      "epoch": 0.19316175290277704,
      "grad_norm": 0.83203125,
      "learning_rate": 0.0004999160119552523,
      "loss": 7.1303,
      "mean_token_accuracy": 0.10348564088344574,
      "num_tokens": 3928247.0,
      "step": 1805
    },
    {
      "entropy": 7.109297609329223,
      "epoch": 0.19369682701054097,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004999149641456206,
      "loss": 7.1139,
      "mean_token_accuracy": 0.09793074429035187,
      "num_tokens": 3938609.0,
      "step": 1810
    },
    {
      "entropy": 7.246528387069702,
      "epoch": 0.19423190111830488,
      "grad_norm": 0.97265625,
      "learning_rate": 0.000499913909841601,
      "loss": 7.098,
      "mean_token_accuracy": 0.10168406963348389,
      "num_tokens": 3949221.0,
      "step": 1815
    },
    {
      "entropy": 6.995891475677491,
      "epoch": 0.1947669752260688,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004999128490432238,
      "loss": 7.0711,
      "mean_token_accuracy": 0.09396483302116394,
      "num_tokens": 3959475.0,
      "step": 1820
    },
    {
      "entropy": 7.154359769821167,
      "epoch": 0.19530204933383274,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004999117817505196,
      "loss": 7.0738,
      "mean_token_accuracy": 0.11302891224622727,
      "num_tokens": 3969638.0,
      "step": 1825
    },
    {
      "entropy": 7.10610032081604,
      "epoch": 0.19583712344159665,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004999107079635194,
      "loss": 7.123,
      "mean_token_accuracy": 0.10322771817445756,
      "num_tokens": 3980543.0,
      "step": 1830
    },
    {
      "entropy": 7.329257583618164,
      "epoch": 0.19637219754936058,
      "grad_norm": 0.9921875,
      "learning_rate": 0.000499909627682254,
      "loss": 7.1756,
      "mean_token_accuracy": 0.08275276124477386,
      "num_tokens": 3993518.0,
      "step": 1835
    },
    {
      "entropy": 7.120573711395264,
      "epoch": 0.19690727165712452,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004999085409067549,
      "loss": 7.155,
      "mean_token_accuracy": 0.10039021968841552,
      "num_tokens": 4002940.0,
      "step": 1840
    },
    {
      "entropy": 7.034014892578125,
      "epoch": 0.19744234576488845,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004999074476370531,
      "loss": 7.0947,
      "mean_token_accuracy": 0.10023277997970581,
      "num_tokens": 4013982.0,
      "step": 1845
    },
    {
      "entropy": 7.101888799667359,
      "epoch": 0.19797741987265235,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004999063478731805,
      "loss": 7.0607,
      "mean_token_accuracy": 0.10425660833716392,
      "num_tokens": 4025607.0,
      "step": 1850
    },
    {
      "entropy": 7.142320871353149,
      "epoch": 0.1985124939804163,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004999052416151687,
      "loss": 7.1317,
      "mean_token_accuracy": 0.09948315396904946,
      "num_tokens": 4037467.0,
      "step": 1855
    },
    {
      "entropy": 7.155796337127685,
      "epoch": 0.19904756808818022,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004999041288630496,
      "loss": 7.1317,
      "mean_token_accuracy": 0.10021365135908127,
      "num_tokens": 4049146.0,
      "step": 1860
    },
    {
      "entropy": 7.215651226043701,
      "epoch": 0.19958264219594413,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004999030096168553,
      "loss": 7.1688,
      "mean_token_accuracy": 0.09719501882791519,
      "num_tokens": 4060500.0,
      "step": 1865
    },
    {
      "entropy": 7.176360416412353,
      "epoch": 0.20011771630370806,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004999018838766182,
      "loss": 7.121,
      "mean_token_accuracy": 0.10209911167621613,
      "num_tokens": 4070553.0,
      "step": 1870
    },
    {
      "entropy": 7.173916673660278,
      "epoch": 0.200652790411472,
      "grad_norm": 0.984375,
      "learning_rate": 0.000499900751642371,
      "loss": 7.0344,
      "mean_token_accuracy": 0.11530624777078628,
      "num_tokens": 4079653.0,
      "step": 1875
    },
    {
      "entropy": 7.061277198791504,
      "epoch": 0.20118786451923593,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004998996129141461,
      "loss": 7.135,
      "mean_token_accuracy": 0.09668742194771766,
      "num_tokens": 4089912.0,
      "step": 1880
    },
    {
      "entropy": 7.230644083023071,
      "epoch": 0.20172293862699983,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004998984676919764,
      "loss": 7.0917,
      "mean_token_accuracy": 0.0961770847439766,
      "num_tokens": 4100577.0,
      "step": 1885
    },
    {
      "entropy": 7.1247584342956545,
      "epoch": 0.20225801273476376,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004998973159758952,
      "loss": 7.1167,
      "mean_token_accuracy": 0.10018153339624405,
      "num_tokens": 4111752.0,
      "step": 1890
    },
    {
      "entropy": 7.063771104812622,
      "epoch": 0.2027930868425277,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004998961577659355,
      "loss": 7.0671,
      "mean_token_accuracy": 0.10595502480864524,
      "num_tokens": 4122616.0,
      "step": 1895
    },
    {
      "entropy": 7.2158653259277346,
      "epoch": 0.2033281609502916,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004998949930621309,
      "loss": 7.1747,
      "mean_token_accuracy": 0.1001809298992157,
      "num_tokens": 4134275.0,
      "step": 1900
    },
    {
      "entropy": 7.102860450744629,
      "epoch": 0.20386323505805554,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004998938218645149,
      "loss": 7.0642,
      "mean_token_accuracy": 0.10334794074296952,
      "num_tokens": 4146412.0,
      "step": 1905
    },
    {
      "entropy": 7.073519086837768,
      "epoch": 0.20439830916581947,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004998926441731215,
      "loss": 7.0558,
      "mean_token_accuracy": 0.10119741782546043,
      "num_tokens": 4157592.0,
      "step": 1910
    },
    {
      "entropy": 7.074370908737182,
      "epoch": 0.2049333832735834,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004998914599879845,
      "loss": 7.0511,
      "mean_token_accuracy": 0.10084806829690933,
      "num_tokens": 4168637.0,
      "step": 1915
    },
    {
      "entropy": 7.115645503997802,
      "epoch": 0.2054684573813473,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004998902693091382,
      "loss": 7.0857,
      "mean_token_accuracy": 0.09849425479769706,
      "num_tokens": 4179951.0,
      "step": 1920
    },
    {
      "entropy": 7.090283823013306,
      "epoch": 0.20600353148911124,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004998890721366171,
      "loss": 6.9867,
      "mean_token_accuracy": 0.10344830304384231,
      "num_tokens": 4189895.0,
      "step": 1925
    },
    {
      "entropy": 7.081069898605347,
      "epoch": 0.20653860559687517,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004998878684704556,
      "loss": 7.0339,
      "mean_token_accuracy": 0.10446125566959381,
      "num_tokens": 4199796.0,
      "step": 1930
    },
    {
      "entropy": 7.079880237579346,
      "epoch": 0.20707367970463908,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004998866583106884,
      "loss": 7.0653,
      "mean_token_accuracy": 0.10093458741903305,
      "num_tokens": 4210428.0,
      "step": 1935
    },
    {
      "entropy": 7.160430908203125,
      "epoch": 0.207608753812403,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004998854416573506,
      "loss": 7.1286,
      "mean_token_accuracy": 0.10443870946764947,
      "num_tokens": 4221515.0,
      "step": 1940
    },
    {
      "entropy": 7.142211771011352,
      "epoch": 0.20814382792016695,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004998842185104772,
      "loss": 7.1474,
      "mean_token_accuracy": 0.0981269545853138,
      "num_tokens": 4232580.0,
      "step": 1945
    },
    {
      "entropy": 7.054647779464721,
      "epoch": 0.20867890202793088,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004998829888701036,
      "loss": 7.0565,
      "mean_token_accuracy": 0.10753207132220269,
      "num_tokens": 4242871.0,
      "step": 1950
    },
    {
      "entropy": 7.156534862518311,
      "epoch": 0.20921397613569478,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004998817527362654,
      "loss": 7.0786,
      "mean_token_accuracy": 0.09486880823969841,
      "num_tokens": 4253419.0,
      "step": 1955
    },
    {
      "entropy": 7.098293828964233,
      "epoch": 0.20974905024345872,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004998805101089982,
      "loss": 7.0551,
      "mean_token_accuracy": 0.10472317561507224,
      "num_tokens": 4264327.0,
      "step": 1960
    },
    {
      "entropy": 7.143654727935791,
      "epoch": 0.21028412435122265,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004998792609883378,
      "loss": 7.0423,
      "mean_token_accuracy": 0.10480301082134247,
      "num_tokens": 4274568.0,
      "step": 1965
    },
    {
      "entropy": 7.062982511520386,
      "epoch": 0.21081919845898656,
      "grad_norm": 1.125,
      "learning_rate": 0.0004998780053743203,
      "loss": 7.0376,
      "mean_token_accuracy": 0.10589545667171478,
      "num_tokens": 4284895.0,
      "step": 1970
    },
    {
      "entropy": 7.148151302337647,
      "epoch": 0.2113542725667505,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004998767432669822,
      "loss": 7.0787,
      "mean_token_accuracy": 0.102964149415493,
      "num_tokens": 4297258.0,
      "step": 1975
    },
    {
      "entropy": 7.025489664077758,
      "epoch": 0.21188934667451442,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004998754746663595,
      "loss": 6.9864,
      "mean_token_accuracy": 0.10545038804411888,
      "num_tokens": 4308307.0,
      "step": 1980
    },
    {
      "entropy": 7.0815025806427006,
      "epoch": 0.21242442078227836,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004998741995724892,
      "loss": 7.0615,
      "mean_token_accuracy": 0.10010265707969665,
      "num_tokens": 4318801.0,
      "step": 1985
    },
    {
      "entropy": 7.061044788360595,
      "epoch": 0.21295949489004226,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004998729179854079,
      "loss": 7.0328,
      "mean_token_accuracy": 0.1036236509680748,
      "num_tokens": 4329531.0,
      "step": 1990
    },
    {
      "entropy": 7.0804825782775875,
      "epoch": 0.2134945689978062,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004998716299051527,
      "loss": 7.0256,
      "mean_token_accuracy": 0.10520645901560784,
      "num_tokens": 4341203.0,
      "step": 1995
    },
    {
      "entropy": 7.035392093658447,
      "epoch": 0.21402964310557013,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004998703353317609,
      "loss": 7.0754,
      "mean_token_accuracy": 0.09851410016417503,
      "num_tokens": 4352426.0,
      "step": 2000
    },
    {
      "entropy": 7.181427955627441,
      "epoch": 0.21456471721333403,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004998690342652697,
      "loss": 7.0155,
      "mean_token_accuracy": 0.10717839673161507,
      "num_tokens": 4363413.0,
      "step": 2005
    },
    {
      "entropy": 6.992197751998901,
      "epoch": 0.21509979132109797,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004998677267057166,
      "loss": 6.9503,
      "mean_token_accuracy": 0.10650679394602776,
      "num_tokens": 4373470.0,
      "step": 2010
    },
    {
      "entropy": 7.0062854290008545,
      "epoch": 0.2156348654288619,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004998664126531397,
      "loss": 7.0237,
      "mean_token_accuracy": 0.10450349599123002,
      "num_tokens": 4384438.0,
      "step": 2015
    },
    {
      "entropy": 7.172478914260864,
      "epoch": 0.21616993953662583,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004998650921075766,
      "loss": 6.9991,
      "mean_token_accuracy": 0.10896808505058289,
      "num_tokens": 4395100.0,
      "step": 2020
    },
    {
      "entropy": 7.004340648651123,
      "epoch": 0.21670501364438974,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004998637650690656,
      "loss": 7.1196,
      "mean_token_accuracy": 0.09563550055027008,
      "num_tokens": 4407131.0,
      "step": 2025
    },
    {
      "entropy": 7.083667659759522,
      "epoch": 0.21724008775215367,
      "grad_norm": 0.9921875,
      "learning_rate": 0.000499862431537645,
      "loss": 6.9577,
      "mean_token_accuracy": 0.10268971174955369,
      "num_tokens": 4417701.0,
      "step": 2030
    },
    {
      "entropy": 7.023851299285889,
      "epoch": 0.2177751618599176,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004998610915133533,
      "loss": 7.0216,
      "mean_token_accuracy": 0.10145122185349464,
      "num_tokens": 4429309.0,
      "step": 2035
    },
    {
      "entropy": 7.0214043140411375,
      "epoch": 0.21831023596768154,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004998597449962292,
      "loss": 7.0769,
      "mean_token_accuracy": 0.10378911569714547,
      "num_tokens": 4440850.0,
      "step": 2040
    },
    {
      "entropy": 7.054154539108277,
      "epoch": 0.21884531007544544,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004998583919863115,
      "loss": 7.054,
      "mean_token_accuracy": 0.09939034059643745,
      "num_tokens": 4451995.0,
      "step": 2045
    },
    {
      "entropy": 7.043123245239258,
      "epoch": 0.21938038418320938,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004998570324836393,
      "loss": 6.972,
      "mean_token_accuracy": 0.10836615711450577,
      "num_tokens": 4461916.0,
      "step": 2050
    },
    {
      "entropy": 7.089596509933472,
      "epoch": 0.2199154582909733,
      "grad_norm": 0.9921875,
      "learning_rate": 0.000499855666488252,
      "loss": 7.0501,
      "mean_token_accuracy": 0.10234842598438262,
      "num_tokens": 4471603.0,
      "step": 2055
    },
    {
      "entropy": 7.144379091262818,
      "epoch": 0.22045053239873721,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004998542940001889,
      "loss": 7.0775,
      "mean_token_accuracy": 0.10257849842309952,
      "num_tokens": 4483166.0,
      "step": 2060
    },
    {
      "entropy": 7.052639961242676,
      "epoch": 0.22098560650650115,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004998529150194895,
      "loss": 7.0006,
      "mean_token_accuracy": 0.10316628888249398,
      "num_tokens": 4493824.0,
      "step": 2065
    },
    {
      "entropy": 7.0311055183410645,
      "epoch": 0.22152068061426508,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004998515295461939,
      "loss": 6.9058,
      "mean_token_accuracy": 0.12331796064972878,
      "num_tokens": 4505674.0,
      "step": 2070
    },
    {
      "entropy": 6.943395900726318,
      "epoch": 0.22205575472202901,
      "grad_norm": 0.97265625,
      "learning_rate": 0.000499850137580342,
      "loss": 7.0,
      "mean_token_accuracy": 0.10888025835156441,
      "num_tokens": 4516516.0,
      "step": 2075
    },
    {
      "entropy": 7.085627651214599,
      "epoch": 0.22259082882979292,
      "grad_norm": 1.0,
      "learning_rate": 0.0004998487391219739,
      "loss": 6.9976,
      "mean_token_accuracy": 0.10101775825023651,
      "num_tokens": 4527811.0,
      "step": 2080
    },
    {
      "entropy": 7.010357475280761,
      "epoch": 0.22312590293755685,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004998473341711301,
      "loss": 6.9383,
      "mean_token_accuracy": 0.10195653289556503,
      "num_tokens": 4538988.0,
      "step": 2085
    },
    {
      "entropy": 7.025439023971558,
      "epoch": 0.22366097704532079,
      "grad_norm": 1.0,
      "learning_rate": 0.0004998459227278512,
      "loss": 6.9788,
      "mean_token_accuracy": 0.10650492385029793,
      "num_tokens": 4550049.0,
      "step": 2090
    },
    {
      "entropy": 7.1111595153808596,
      "epoch": 0.2241960511530847,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004998445047921777,
      "loss": 7.0758,
      "mean_token_accuracy": 0.10203522294759751,
      "num_tokens": 4559784.0,
      "step": 2095
    },
    {
      "entropy": 7.0501655578613285,
      "epoch": 0.22473112526084862,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004998430803641509,
      "loss": 6.9376,
      "mean_token_accuracy": 0.10454667881131172,
      "num_tokens": 4569982.0,
      "step": 2100
    },
    {
      "entropy": 6.932292032241821,
      "epoch": 0.22526619936861256,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004998416494438118,
      "loss": 6.9489,
      "mean_token_accuracy": 0.10733313858509064,
      "num_tokens": 4581117.0,
      "step": 2105
    },
    {
      "entropy": 7.042090797424317,
      "epoch": 0.2258012734763765,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004998402120312014,
      "loss": 7.0174,
      "mean_token_accuracy": 0.10961635783314705,
      "num_tokens": 4592012.0,
      "step": 2110
    },
    {
      "entropy": 7.025863790512085,
      "epoch": 0.2263363475841404,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004998387681263616,
      "loss": 7.0634,
      "mean_token_accuracy": 0.10254996567964554,
      "num_tokens": 4602591.0,
      "step": 2115
    },
    {
      "entropy": 7.054075098037719,
      "epoch": 0.22687142169190433,
      "grad_norm": 0.94921875,
      "learning_rate": 0.000499837317729334,
      "loss": 6.9882,
      "mean_token_accuracy": 0.10465681180357933,
      "num_tokens": 4613418.0,
      "step": 2120
    },
    {
      "entropy": 6.957354021072388,
      "epoch": 0.22740649579966826,
      "grad_norm": 0.8359375,
      "learning_rate": 0.0004998358608401603,
      "loss": 6.9169,
      "mean_token_accuracy": 0.1147283211350441,
      "num_tokens": 4625156.0,
      "step": 2125
    },
    {
      "entropy": 7.111089897155762,
      "epoch": 0.22794156990743217,
      "grad_norm": 0.8984375,
      "learning_rate": 0.000499834397458883,
      "loss": 6.9472,
      "mean_token_accuracy": 0.10765151679515839,
      "num_tokens": 4634523.0,
      "step": 2130
    },
    {
      "entropy": 6.936869287490845,
      "epoch": 0.2284766440151961,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004998329275855438,
      "loss": 6.9341,
      "mean_token_accuracy": 0.11054303497076035,
      "num_tokens": 4646292.0,
      "step": 2135
    },
    {
      "entropy": 7.02635498046875,
      "epoch": 0.22901171812296003,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004998314512201855,
      "loss": 6.9176,
      "mean_token_accuracy": 0.10452343374490738,
      "num_tokens": 4656417.0,
      "step": 2140
    },
    {
      "entropy": 6.944140291213989,
      "epoch": 0.22954679223072397,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004998299683628507,
      "loss": 6.9361,
      "mean_token_accuracy": 0.10723940208554268,
      "num_tokens": 4666933.0,
      "step": 2145
    },
    {
      "entropy": 7.071186447143555,
      "epoch": 0.23008186633848787,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004998284790135821,
      "loss": 7.1086,
      "mean_token_accuracy": 0.09997956231236457,
      "num_tokens": 4678482.0,
      "step": 2150
    },
    {
      "entropy": 7.071504402160644,
      "epoch": 0.2306169404462518,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004998269831724228,
      "loss": 6.943,
      "mean_token_accuracy": 0.1055432416498661,
      "num_tokens": 4688454.0,
      "step": 2155
    },
    {
      "entropy": 6.989952278137207,
      "epoch": 0.23115201455401574,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004998254808394159,
      "loss": 6.9886,
      "mean_token_accuracy": 0.10683377385139466,
      "num_tokens": 4699545.0,
      "step": 2160
    },
    {
      "entropy": 7.105897760391235,
      "epoch": 0.23168708866177964,
      "grad_norm": 0.80078125,
      "learning_rate": 0.0004998239720146048,
      "loss": 7.0006,
      "mean_token_accuracy": 0.10335398241877555,
      "num_tokens": 4711149.0,
      "step": 2165
    },
    {
      "entropy": 6.922723054885864,
      "epoch": 0.23222216276954358,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004998224566980332,
      "loss": 6.996,
      "mean_token_accuracy": 0.10218452662229538,
      "num_tokens": 4722651.0,
      "step": 2170
    },
    {
      "entropy": 7.068100786209106,
      "epoch": 0.2327572368773075,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004998209348897447,
      "loss": 6.9957,
      "mean_token_accuracy": 0.09393229782581329,
      "num_tokens": 4733883.0,
      "step": 2175
    },
    {
      "entropy": 7.1184226989746096,
      "epoch": 0.23329231098507144,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004998194065897833,
      "loss": 6.9513,
      "mean_token_accuracy": 0.11117385998368264,
      "num_tokens": 4744517.0,
      "step": 2180
    },
    {
      "entropy": 6.966147184371948,
      "epoch": 0.23382738509283535,
      "grad_norm": 1.0546875,
      "learning_rate": 0.000499817871798193,
      "loss": 6.9746,
      "mean_token_accuracy": 0.11019051298499108,
      "num_tokens": 4755481.0,
      "step": 2185
    },
    {
      "entropy": 6.96983757019043,
      "epoch": 0.23436245920059928,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004998163305150185,
      "loss": 6.9042,
      "mean_token_accuracy": 0.11359247267246246,
      "num_tokens": 4765535.0,
      "step": 2190
    },
    {
      "entropy": 7.0188885688781735,
      "epoch": 0.23489753330836322,
      "grad_norm": 1.0,
      "learning_rate": 0.0004998147827403038,
      "loss": 7.0168,
      "mean_token_accuracy": 0.10479639694094658,
      "num_tokens": 4777045.0,
      "step": 2195
    },
    {
      "entropy": 7.045113372802734,
      "epoch": 0.23543260741612712,
      "grad_norm": 1.015625,
      "learning_rate": 0.000499813228474094,
      "loss": 6.9067,
      "mean_token_accuracy": 0.11008131876587868,
      "num_tokens": 4787958.0,
      "step": 2200
    },
    {
      "entropy": 6.917256498336792,
      "epoch": 0.23596768152389105,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004998116677164338,
      "loss": 6.9399,
      "mean_token_accuracy": 0.1049346685409546,
      "num_tokens": 4798502.0,
      "step": 2205
    },
    {
      "entropy": 6.958500146865845,
      "epoch": 0.236502755631655,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004998101004673682,
      "loss": 6.9403,
      "mean_token_accuracy": 0.1110065832734108,
      "num_tokens": 4809179.0,
      "step": 2210
    },
    {
      "entropy": 7.1306075096130375,
      "epoch": 0.23703782973941892,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004998085267269426,
      "loss": 7.0169,
      "mean_token_accuracy": 0.09675444290041924,
      "num_tokens": 4819803.0,
      "step": 2215
    },
    {
      "entropy": 7.033319044113159,
      "epoch": 0.23757290384718283,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004998069464952025,
      "loss": 6.9958,
      "mean_token_accuracy": 0.1008896566927433,
      "num_tokens": 4831226.0,
      "step": 2220
    },
    {
      "entropy": 7.051976871490479,
      "epoch": 0.23810797795494676,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004998053597721932,
      "loss": 7.0115,
      "mean_token_accuracy": 0.10829942151904107,
      "num_tokens": 4842168.0,
      "step": 2225
    },
    {
      "entropy": 7.034261083602905,
      "epoch": 0.2386430520627107,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004998037665579608,
      "loss": 6.9697,
      "mean_token_accuracy": 0.10675674006342888,
      "num_tokens": 4852655.0,
      "step": 2230
    },
    {
      "entropy": 6.881174850463867,
      "epoch": 0.2391781261704746,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004998021668525513,
      "loss": 6.8537,
      "mean_token_accuracy": 0.11227660775184631,
      "num_tokens": 4862164.0,
      "step": 2235
    },
    {
      "entropy": 7.07776198387146,
      "epoch": 0.23971320027823853,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004998005606560107,
      "loss": 7.0126,
      "mean_token_accuracy": 0.11018440797924996,
      "num_tokens": 4874233.0,
      "step": 2240
    },
    {
      "entropy": 6.984408712387085,
      "epoch": 0.24024827438600246,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004997989479683856,
      "loss": 6.9927,
      "mean_token_accuracy": 0.10390212759375572,
      "num_tokens": 4885948.0,
      "step": 2245
    },
    {
      "entropy": 6.981641530990601,
      "epoch": 0.2407833484937664,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004997973287897224,
      "loss": 6.9739,
      "mean_token_accuracy": 0.10715372562408447,
      "num_tokens": 4897128.0,
      "step": 2250
    },
    {
      "entropy": 7.011375617980957,
      "epoch": 0.2413184226015303,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004997957031200681,
      "loss": 6.939,
      "mean_token_accuracy": 0.11313669458031654,
      "num_tokens": 4907699.0,
      "step": 2255
    },
    {
      "entropy": 6.93510890007019,
      "epoch": 0.24185349670929424,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004997940709594692,
      "loss": 6.875,
      "mean_token_accuracy": 0.10799874365329742,
      "num_tokens": 4918772.0,
      "step": 2260
    },
    {
      "entropy": 7.044176292419434,
      "epoch": 0.24238857081705817,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004997924323079733,
      "loss": 6.9352,
      "mean_token_accuracy": 0.10844795927405357,
      "num_tokens": 4930046.0,
      "step": 2265
    },
    {
      "entropy": 6.897712516784668,
      "epoch": 0.24292364492482207,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004997907871656273,
      "loss": 6.9542,
      "mean_token_accuracy": 0.10848618820309638,
      "num_tokens": 4940609.0,
      "step": 2270
    },
    {
      "entropy": 7.033410692214966,
      "epoch": 0.243458719032586,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004997891355324791,
      "loss": 6.9538,
      "mean_token_accuracy": 0.10902024582028388,
      "num_tokens": 4951339.0,
      "step": 2275
    },
    {
      "entropy": 6.970147943496704,
      "epoch": 0.24399379314034994,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004997874774085761,
      "loss": 6.8889,
      "mean_token_accuracy": 0.10065512731671333,
      "num_tokens": 4961083.0,
      "step": 2280
    },
    {
      "entropy": 6.938036298751831,
      "epoch": 0.24452886724811387,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004997858127939662,
      "loss": 6.8926,
      "mean_token_accuracy": 0.10896471291780471,
      "num_tokens": 4971399.0,
      "step": 2285
    },
    {
      "entropy": 6.986947107315063,
      "epoch": 0.24506394135587778,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004997841416886976,
      "loss": 6.9635,
      "mean_token_accuracy": 0.1085882268846035,
      "num_tokens": 4982429.0,
      "step": 2290
    },
    {
      "entropy": 7.061171579360962,
      "epoch": 0.2455990154636417,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004997824640928186,
      "loss": 7.0195,
      "mean_token_accuracy": 0.10628353208303451,
      "num_tokens": 4993706.0,
      "step": 2295
    },
    {
      "entropy": 6.986022043228149,
      "epoch": 0.24613408957140565,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004997807800063774,
      "loss": 6.9109,
      "mean_token_accuracy": 0.11161794662475585,
      "num_tokens": 5005411.0,
      "step": 2300
    },
    {
      "entropy": 7.0011697769165036,
      "epoch": 0.24666916367916958,
      "grad_norm": 0.9765625,
      "learning_rate": 0.000499779089429423,
      "loss": 7.0298,
      "mean_token_accuracy": 0.10325584262609482,
      "num_tokens": 5016011.0,
      "step": 2305
    },
    {
      "entropy": 7.0111462593078615,
      "epoch": 0.24720423778693348,
      "grad_norm": 0.83203125,
      "learning_rate": 0.0004997773923620037,
      "loss": 6.9998,
      "mean_token_accuracy": 0.10303730890154839,
      "num_tokens": 5027841.0,
      "step": 2310
    },
    {
      "entropy": 7.078068637847901,
      "epoch": 0.24773931189469742,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004997756888041689,
      "loss": 6.9792,
      "mean_token_accuracy": 0.09846872761845589,
      "num_tokens": 5038640.0,
      "step": 2315
    },
    {
      "entropy": 6.975053834915161,
      "epoch": 0.24827438600246135,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004997739787559677,
      "loss": 6.9227,
      "mean_token_accuracy": 0.10773401260375977,
      "num_tokens": 5050423.0,
      "step": 2320
    },
    {
      "entropy": 6.994720554351806,
      "epoch": 0.24880946011022526,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004997722622174494,
      "loss": 6.9495,
      "mean_token_accuracy": 0.10427153035998345,
      "num_tokens": 5060654.0,
      "step": 2325
    },
    {
      "entropy": 6.94322247505188,
      "epoch": 0.2493445342179892,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004997705391886636,
      "loss": 6.8533,
      "mean_token_accuracy": 0.11165059134364128,
      "num_tokens": 5070165.0,
      "step": 2330
    },
    {
      "entropy": 6.8971030712127686,
      "epoch": 0.24987960832575312,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004997688096696601,
      "loss": 6.9014,
      "mean_token_accuracy": 0.10189634934067726,
      "num_tokens": 5080937.0,
      "step": 2335
    },
    {
      "entropy": 6.940387964248657,
      "epoch": 0.25041468243351706,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004997670736604888,
      "loss": 6.8601,
      "mean_token_accuracy": 0.11307725235819817,
      "num_tokens": 5090955.0,
      "step": 2340
    },
    {
      "entropy": 7.025439310073852,
      "epoch": 0.250949756541281,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004997653311611998,
      "loss": 7.012,
      "mean_token_accuracy": 0.1010633334517479,
      "num_tokens": 5102201.0,
      "step": 2345
    },
    {
      "entropy": 6.99841890335083,
      "epoch": 0.25148483064904487,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004997635821718435,
      "loss": 6.935,
      "mean_token_accuracy": 0.11045385003089905,
      "num_tokens": 5112235.0,
      "step": 2350
    },
    {
      "entropy": 6.925424194335937,
      "epoch": 0.2520199047568088,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004997618266924704,
      "loss": 6.7969,
      "mean_token_accuracy": 0.10532390475273132,
      "num_tokens": 5122360.0,
      "step": 2355
    },
    {
      "entropy": 6.942410039901733,
      "epoch": 0.25255497886457273,
      "grad_norm": 0.96875,
      "learning_rate": 0.000499760064723131,
      "loss": 6.9771,
      "mean_token_accuracy": 0.10276588127017021,
      "num_tokens": 5133084.0,
      "step": 2360
    },
    {
      "entropy": 6.947847557067871,
      "epoch": 0.25309005297233667,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004997582962638764,
      "loss": 6.9291,
      "mean_token_accuracy": 0.10205074176192283,
      "num_tokens": 5144495.0,
      "step": 2365
    },
    {
      "entropy": 7.063449239730835,
      "epoch": 0.2536251270801006,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004997565213147575,
      "loss": 6.9216,
      "mean_token_accuracy": 0.11108831390738487,
      "num_tokens": 5154824.0,
      "step": 2370
    },
    {
      "entropy": 6.933940172195435,
      "epoch": 0.25416020118786453,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004997547398758257,
      "loss": 6.9012,
      "mean_token_accuracy": 0.10534899979829788,
      "num_tokens": 5165061.0,
      "step": 2375
    },
    {
      "entropy": 6.941448068618774,
      "epoch": 0.25469527529562846,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004997529519471323,
      "loss": 6.8652,
      "mean_token_accuracy": 0.11675361394882203,
      "num_tokens": 5174964.0,
      "step": 2380
    },
    {
      "entropy": 6.894770765304566,
      "epoch": 0.25523034940339234,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004997511575287291,
      "loss": 6.9139,
      "mean_token_accuracy": 0.10526548847556114,
      "num_tokens": 5185458.0,
      "step": 2385
    },
    {
      "entropy": 7.003988265991211,
      "epoch": 0.2557654235111563,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004997493566206677,
      "loss": 6.8953,
      "mean_token_accuracy": 0.10926351025700569,
      "num_tokens": 5196193.0,
      "step": 2390
    },
    {
      "entropy": 6.910524320602417,
      "epoch": 0.2563004976189202,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004997475492230003,
      "loss": 7.0084,
      "mean_token_accuracy": 0.09937358275055885,
      "num_tokens": 5208541.0,
      "step": 2395
    },
    {
      "entropy": 7.02528567314148,
      "epoch": 0.25683557172668414,
      "grad_norm": 0.9140625,
      "learning_rate": 0.000499745735335779,
      "loss": 6.8456,
      "mean_token_accuracy": 0.11003420725464821,
      "num_tokens": 5218567.0,
      "step": 2400
    },
    {
      "entropy": 6.922707414627075,
      "epoch": 0.2573706458344481,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004997439149590561,
      "loss": 6.9484,
      "mean_token_accuracy": 0.10656592324376106,
      "num_tokens": 5228293.0,
      "step": 2405
    },
    {
      "entropy": 6.966908025741577,
      "epoch": 0.257905719942212,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004997420880928843,
      "loss": 6.8958,
      "mean_token_accuracy": 0.11399568244814873,
      "num_tokens": 5238880.0,
      "step": 2410
    },
    {
      "entropy": 6.962517213821411,
      "epoch": 0.25844079404997594,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004997402547373162,
      "loss": 6.9943,
      "mean_token_accuracy": 0.10480297654867173,
      "num_tokens": 5250104.0,
      "step": 2415
    },
    {
      "entropy": 7.100482559204101,
      "epoch": 0.2589758681577399,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004997384148924049,
      "loss": 7.011,
      "mean_token_accuracy": 0.10677094757556915,
      "num_tokens": 5260355.0,
      "step": 2420
    },
    {
      "entropy": 6.962700939178466,
      "epoch": 0.25951094226550375,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004997365685582035,
      "loss": 6.929,
      "mean_token_accuracy": 0.1068173035979271,
      "num_tokens": 5272117.0,
      "step": 2425
    },
    {
      "entropy": 7.024838829040528,
      "epoch": 0.2600460163732677,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004997347157347651,
      "loss": 7.0198,
      "mean_token_accuracy": 0.09878586754202842,
      "num_tokens": 5284583.0,
      "step": 2430
    },
    {
      "entropy": 6.973494672775269,
      "epoch": 0.2605810904810316,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004997328564221435,
      "loss": 6.8048,
      "mean_token_accuracy": 0.11668524593114853,
      "num_tokens": 5295846.0,
      "step": 2435
    },
    {
      "entropy": 6.864496850967408,
      "epoch": 0.26111616458879555,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004997309906203922,
      "loss": 6.9651,
      "mean_token_accuracy": 0.10438142120838165,
      "num_tokens": 5307802.0,
      "step": 2440
    },
    {
      "entropy": 7.095636558532715,
      "epoch": 0.2616512386965595,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004997291183295652,
      "loss": 6.8785,
      "mean_token_accuracy": 0.11019614040851593,
      "num_tokens": 5318263.0,
      "step": 2445
    },
    {
      "entropy": 6.985703229904175,
      "epoch": 0.2621863128043234,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004997272395497164,
      "loss": 6.9369,
      "mean_token_accuracy": 0.10467563569545746,
      "num_tokens": 5328555.0,
      "step": 2450
    },
    {
      "entropy": 6.877440309524536,
      "epoch": 0.26272138691208735,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004997253542809002,
      "loss": 6.8952,
      "mean_token_accuracy": 0.11062222197651864,
      "num_tokens": 5339954.0,
      "step": 2455
    },
    {
      "entropy": 7.098154449462891,
      "epoch": 0.26325646101985123,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004997234625231709,
      "loss": 6.9431,
      "mean_token_accuracy": 0.10974880829453468,
      "num_tokens": 5350919.0,
      "step": 2460
    },
    {
      "entropy": 6.838466548919678,
      "epoch": 0.26379153512761516,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004997215642765832,
      "loss": 6.9072,
      "mean_token_accuracy": 0.11278821527957916,
      "num_tokens": 5361844.0,
      "step": 2465
    },
    {
      "entropy": 6.999466514587402,
      "epoch": 0.2643266092353791,
      "grad_norm": 0.93359375,
      "learning_rate": 0.000499719659541192,
      "loss": 6.9529,
      "mean_token_accuracy": 0.10501818954944611,
      "num_tokens": 5372026.0,
      "step": 2470
    },
    {
      "entropy": 7.002458000183106,
      "epoch": 0.26486168334314303,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004997177483170521,
      "loss": 6.9913,
      "mean_token_accuracy": 0.11029187738895416,
      "num_tokens": 5382965.0,
      "step": 2475
    },
    {
      "entropy": 6.9821876049041744,
      "epoch": 0.26539675745090696,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004997158306042188,
      "loss": 6.9353,
      "mean_token_accuracy": 0.11200979501008987,
      "num_tokens": 5393738.0,
      "step": 2480
    },
    {
      "entropy": 6.932433700561523,
      "epoch": 0.2659318315586709,
      "grad_norm": 1.0,
      "learning_rate": 0.0004997139064027476,
      "loss": 6.8079,
      "mean_token_accuracy": 0.1185495488345623,
      "num_tokens": 5404059.0,
      "step": 2485
    },
    {
      "entropy": 6.902970170974731,
      "epoch": 0.26646690566643483,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004997119757126938,
      "loss": 6.8471,
      "mean_token_accuracy": 0.10944071337580681,
      "num_tokens": 5414152.0,
      "step": 2490
    },
    {
      "entropy": 7.007512903213501,
      "epoch": 0.2670019797741987,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004997100385341133,
      "loss": 7.0207,
      "mean_token_accuracy": 0.1047422781586647,
      "num_tokens": 5425227.0,
      "step": 2495
    },
    {
      "entropy": 6.9481219291687015,
      "epoch": 0.26753705388196264,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004997080948670621,
      "loss": 6.851,
      "mean_token_accuracy": 0.11013932898640633,
      "num_tokens": 5435716.0,
      "step": 2500
    },
    {
      "entropy": 6.94979419708252,
      "epoch": 0.26807212798972657,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004997061447115962,
      "loss": 6.9098,
      "mean_token_accuracy": 0.10717173442244529,
      "num_tokens": 5446519.0,
      "step": 2505
    },
    {
      "entropy": 6.94394063949585,
      "epoch": 0.2686072020974905,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004997041880677719,
      "loss": 6.9125,
      "mean_token_accuracy": 0.10961175858974456,
      "num_tokens": 5457496.0,
      "step": 2510
    },
    {
      "entropy": 6.833197116851807,
      "epoch": 0.26914227620525444,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004997022249356457,
      "loss": 6.7977,
      "mean_token_accuracy": 0.11055489629507065,
      "num_tokens": 5469059.0,
      "step": 2515
    },
    {
      "entropy": 6.931081962585449,
      "epoch": 0.26967735031301837,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0004997002553152745,
      "loss": 6.9011,
      "mean_token_accuracy": 0.10881304815411567,
      "num_tokens": 5480324.0,
      "step": 2520
    },
    {
      "entropy": 6.962761163711548,
      "epoch": 0.2702124244207823,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004996982792067148,
      "loss": 6.9194,
      "mean_token_accuracy": 0.10171629562973976,
      "num_tokens": 5491513.0,
      "step": 2525
    },
    {
      "entropy": 6.862958478927612,
      "epoch": 0.2707474985285462,
      "grad_norm": 0.9140625,
      "learning_rate": 0.000499696296610024,
      "loss": 6.8224,
      "mean_token_accuracy": 0.11024987697601318,
      "num_tokens": 5502414.0,
      "step": 2530
    },
    {
      "entropy": 6.903598022460938,
      "epoch": 0.2712825726363101,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004996943075252592,
      "loss": 6.9627,
      "mean_token_accuracy": 0.10326235815882683,
      "num_tokens": 5512962.0,
      "step": 2535
    },
    {
      "entropy": 6.995188236236572,
      "epoch": 0.27181764674407405,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004996923119524777,
      "loss": 6.8347,
      "mean_token_accuracy": 0.10915073826909065,
      "num_tokens": 5524648.0,
      "step": 2540
    },
    {
      "entropy": 6.832237482070923,
      "epoch": 0.272352720851838,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004996903098917375,
      "loss": 6.9081,
      "mean_token_accuracy": 0.10347842946648597,
      "num_tokens": 5536158.0,
      "step": 2545
    },
    {
      "entropy": 6.879280519485474,
      "epoch": 0.2728877949596019,
      "grad_norm": 0.94921875,
      "learning_rate": 0.000499688301343096,
      "loss": 6.8113,
      "mean_token_accuracy": 0.11145112216472626,
      "num_tokens": 5547374.0,
      "step": 2550
    },
    {
      "entropy": 6.9910749912261965,
      "epoch": 0.27342286906736585,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004996862863066114,
      "loss": 6.9016,
      "mean_token_accuracy": 0.10962290540337563,
      "num_tokens": 5559212.0,
      "step": 2555
    },
    {
      "entropy": 6.935283899307251,
      "epoch": 0.2739579431751298,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004996842647823419,
      "loss": 6.862,
      "mean_token_accuracy": 0.11124518364667893,
      "num_tokens": 5569302.0,
      "step": 2560
    },
    {
      "entropy": 6.867130374908447,
      "epoch": 0.27449301728289366,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004996822367703458,
      "loss": 6.8764,
      "mean_token_accuracy": 0.1044128842651844,
      "num_tokens": 5581688.0,
      "step": 2565
    },
    {
      "entropy": 6.930262565612793,
      "epoch": 0.2750280913906576,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004996802022706817,
      "loss": 6.8049,
      "mean_token_accuracy": 0.1141422875225544,
      "num_tokens": 5591376.0,
      "step": 2570
    },
    {
      "entropy": 6.87796802520752,
      "epoch": 0.2755631654984215,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004996781612834083,
      "loss": 6.8474,
      "mean_token_accuracy": 0.11154236644506454,
      "num_tokens": 5601510.0,
      "step": 2575
    },
    {
      "entropy": 6.987272834777832,
      "epoch": 0.27609823960618546,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004996761138085846,
      "loss": 6.9155,
      "mean_token_accuracy": 0.10548463389277458,
      "num_tokens": 5611436.0,
      "step": 2580
    },
    {
      "entropy": 6.904627418518066,
      "epoch": 0.2766333137139494,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004996740598462697,
      "loss": 6.919,
      "mean_token_accuracy": 0.10808756351470947,
      "num_tokens": 5620470.0,
      "step": 2585
    },
    {
      "entropy": 6.84314284324646,
      "epoch": 0.2771683878217133,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004996719993965229,
      "loss": 6.8253,
      "mean_token_accuracy": 0.11080246791243553,
      "num_tokens": 5630740.0,
      "step": 2590
    },
    {
      "entropy": 6.915116310119629,
      "epoch": 0.27770346192947726,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004996699324594036,
      "loss": 6.8227,
      "mean_token_accuracy": 0.11591969728469849,
      "num_tokens": 5641138.0,
      "step": 2595
    },
    {
      "entropy": 6.922396898269653,
      "epoch": 0.27823853603724114,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004996678590349717,
      "loss": 6.9565,
      "mean_token_accuracy": 0.10815248861908913,
      "num_tokens": 5652474.0,
      "step": 2600
    },
    {
      "entropy": 6.979134368896484,
      "epoch": 0.27877361014500507,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004996657791232868,
      "loss": 6.8568,
      "mean_token_accuracy": 0.11182226091623307,
      "num_tokens": 5663178.0,
      "step": 2605
    },
    {
      "entropy": 6.886240863800049,
      "epoch": 0.279308684252769,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004996636927244092,
      "loss": 6.8834,
      "mean_token_accuracy": 0.10366401001811028,
      "num_tokens": 5673565.0,
      "step": 2610
    },
    {
      "entropy": 7.031818151473999,
      "epoch": 0.27984375836053293,
      "grad_norm": 1.0,
      "learning_rate": 0.000499661599838399,
      "loss": 6.924,
      "mean_token_accuracy": 0.10450949743390084,
      "num_tokens": 5684651.0,
      "step": 2615
    },
    {
      "entropy": 6.81337537765503,
      "epoch": 0.28037883246829687,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004996595004653167,
      "loss": 6.8068,
      "mean_token_accuracy": 0.1102476328611374,
      "num_tokens": 5696081.0,
      "step": 2620
    },
    {
      "entropy": 6.930059099197388,
      "epoch": 0.2809139065760608,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004996573946052229,
      "loss": 6.8431,
      "mean_token_accuracy": 0.11160285472869873,
      "num_tokens": 5706830.0,
      "step": 2625
    },
    {
      "entropy": 6.902744102478027,
      "epoch": 0.28144898068382473,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004996552822581783,
      "loss": 6.8702,
      "mean_token_accuracy": 0.11438541486859322,
      "num_tokens": 5717261.0,
      "step": 2630
    },
    {
      "entropy": 6.92958779335022,
      "epoch": 0.2819840547915886,
      "grad_norm": 1.1875,
      "learning_rate": 0.000499653163424244,
      "loss": 6.8333,
      "mean_token_accuracy": 0.10897459760308266,
      "num_tokens": 5727280.0,
      "step": 2635
    },
    {
      "entropy": 6.897455167770386,
      "epoch": 0.28251912889935255,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004996510381034814,
      "loss": 6.9035,
      "mean_token_accuracy": 0.10450076460838317,
      "num_tokens": 5737485.0,
      "step": 2640
    },
    {
      "entropy": 6.918154382705689,
      "epoch": 0.2830542030071165,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004996489062959515,
      "loss": 6.8543,
      "mean_token_accuracy": 0.10870546996593475,
      "num_tokens": 5747683.0,
      "step": 2645
    },
    {
      "entropy": 6.8486976146698,
      "epoch": 0.2835892771148804,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004996467680017159,
      "loss": 6.927,
      "mean_token_accuracy": 0.10556823164224624,
      "num_tokens": 5758148.0,
      "step": 2650
    },
    {
      "entropy": 6.931982326507568,
      "epoch": 0.28412435122264434,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004996446232208365,
      "loss": 6.855,
      "mean_token_accuracy": 0.11552600264549255,
      "num_tokens": 5769109.0,
      "step": 2655
    },
    {
      "entropy": 6.934611415863037,
      "epoch": 0.2846594253304083,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004996424719533753,
      "loss": 6.8814,
      "mean_token_accuracy": 0.10460555031895638,
      "num_tokens": 5780344.0,
      "step": 2660
    },
    {
      "entropy": 6.882219982147217,
      "epoch": 0.2851944994381722,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004996403141993941,
      "loss": 6.6908,
      "mean_token_accuracy": 0.11797674894332885,
      "num_tokens": 5790167.0,
      "step": 2665
    },
    {
      "entropy": 6.848588514328003,
      "epoch": 0.2857295735459361,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004996381499589555,
      "loss": 6.8693,
      "mean_token_accuracy": 0.10816706344485283,
      "num_tokens": 5800076.0,
      "step": 2670
    },
    {
      "entropy": 6.981981515884399,
      "epoch": 0.2862646476537,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004996359792321219,
      "loss": 6.806,
      "mean_token_accuracy": 0.11308679804205894,
      "num_tokens": 5810547.0,
      "step": 2675
    },
    {
      "entropy": 6.848021030426025,
      "epoch": 0.28679972176146395,
      "grad_norm": 1.046875,
      "learning_rate": 0.000499633802018956,
      "loss": 6.8335,
      "mean_token_accuracy": 0.11338982209563256,
      "num_tokens": 5821210.0,
      "step": 2680
    },
    {
      "entropy": 6.866777563095093,
      "epoch": 0.2873347958692279,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004996316183195204,
      "loss": 6.8726,
      "mean_token_accuracy": 0.10846167802810669,
      "num_tokens": 5832361.0,
      "step": 2685
    },
    {
      "entropy": 6.973077297210693,
      "epoch": 0.2878698699769918,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004996294281338786,
      "loss": 6.8657,
      "mean_token_accuracy": 0.10616375505924225,
      "num_tokens": 5843242.0,
      "step": 2690
    },
    {
      "entropy": 6.948590850830078,
      "epoch": 0.28840494408475575,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004996272314620936,
      "loss": 6.9116,
      "mean_token_accuracy": 0.10822648853063584,
      "num_tokens": 5855163.0,
      "step": 2695
    },
    {
      "entropy": 6.8517499446868895,
      "epoch": 0.2889400181925197,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004996250283042288,
      "loss": 6.8609,
      "mean_token_accuracy": 0.11147657707333565,
      "num_tokens": 5866908.0,
      "step": 2700
    },
    {
      "entropy": 6.9437988758087155,
      "epoch": 0.28947509230028357,
      "grad_norm": 1.046875,
      "learning_rate": 0.000499622818660348,
      "loss": 6.8965,
      "mean_token_accuracy": 0.10642576739192008,
      "num_tokens": 5877342.0,
      "step": 2705
    },
    {
      "entropy": 6.871459531784057,
      "epoch": 0.2900101664080475,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004996206025305147,
      "loss": 6.8371,
      "mean_token_accuracy": 0.1101390264928341,
      "num_tokens": 5887960.0,
      "step": 2710
    },
    {
      "entropy": 6.852532005310058,
      "epoch": 0.29054524051581143,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004996183799147932,
      "loss": 6.8293,
      "mean_token_accuracy": 0.1123297668993473,
      "num_tokens": 5899887.0,
      "step": 2715
    },
    {
      "entropy": 6.906511831283569,
      "epoch": 0.29108031462357536,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004996161508132475,
      "loss": 6.8399,
      "mean_token_accuracy": 0.10181801989674569,
      "num_tokens": 5911022.0,
      "step": 2720
    },
    {
      "entropy": 6.972908449172974,
      "epoch": 0.2916153887313393,
      "grad_norm": 0.953125,
      "learning_rate": 0.000499613915225942,
      "loss": 6.9042,
      "mean_token_accuracy": 0.11424257606267929,
      "num_tokens": 5922780.0,
      "step": 2725
    },
    {
      "entropy": 6.888608407974243,
      "epoch": 0.29215046283910323,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004996116731529412,
      "loss": 6.9206,
      "mean_token_accuracy": 0.10672475844621658,
      "num_tokens": 5934112.0,
      "step": 2730
    },
    {
      "entropy": 6.909975528717041,
      "epoch": 0.29268553694686716,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00049960942459431,
      "loss": 6.8719,
      "mean_token_accuracy": 0.1075200729072094,
      "num_tokens": 5944386.0,
      "step": 2735
    },
    {
      "entropy": 6.823930931091309,
      "epoch": 0.29322061105463104,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004996071695501132,
      "loss": 6.795,
      "mean_token_accuracy": 0.11570547893643379,
      "num_tokens": 5955552.0,
      "step": 2740
    },
    {
      "entropy": 6.929108047485352,
      "epoch": 0.293755685162395,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004996049080204159,
      "loss": 6.7992,
      "mean_token_accuracy": 0.11161436066031456,
      "num_tokens": 5966790.0,
      "step": 2745
    },
    {
      "entropy": 6.947720003128052,
      "epoch": 0.2942907592701589,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004996026400052835,
      "loss": 6.8082,
      "mean_token_accuracy": 0.10977331325411796,
      "num_tokens": 5977704.0,
      "step": 2750
    },
    {
      "entropy": 6.746592235565186,
      "epoch": 0.29482583337792284,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004996003655047814,
      "loss": 6.8204,
      "mean_token_accuracy": 0.11269323304295539,
      "num_tokens": 5989221.0,
      "step": 2755
    },
    {
      "entropy": 6.8818727970123295,
      "epoch": 0.2953609074856868,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004995980845189753,
      "loss": 6.8632,
      "mean_token_accuracy": 0.10988379120826722,
      "num_tokens": 6000906.0,
      "step": 2760
    },
    {
      "entropy": 6.933154582977295,
      "epoch": 0.2958959815934507,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004995957970479312,
      "loss": 6.8819,
      "mean_token_accuracy": 0.10542053505778312,
      "num_tokens": 6012039.0,
      "step": 2765
    },
    {
      "entropy": 6.859393644332886,
      "epoch": 0.29643105570121464,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004995935030917148,
      "loss": 6.7583,
      "mean_token_accuracy": 0.1107563003897667,
      "num_tokens": 6024383.0,
      "step": 2770
    },
    {
      "entropy": 6.944475984573364,
      "epoch": 0.2969661298089785,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004995912026503926,
      "loss": 6.8297,
      "mean_token_accuracy": 0.10689945966005325,
      "num_tokens": 6034904.0,
      "step": 2775
    },
    {
      "entropy": 6.822006130218506,
      "epoch": 0.29750120391674245,
      "grad_norm": 0.96484375,
      "learning_rate": 0.000499588895724031,
      "loss": 6.8446,
      "mean_token_accuracy": 0.10969873294234275,
      "num_tokens": 6044449.0,
      "step": 2780
    },
    {
      "entropy": 6.967623519897461,
      "epoch": 0.2980362780245064,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004995865823126968,
      "loss": 6.8635,
      "mean_token_accuracy": 0.10977466106414795,
      "num_tokens": 6054465.0,
      "step": 2785
    },
    {
      "entropy": 6.842376041412353,
      "epoch": 0.2985713521322703,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004995842624164564,
      "loss": 6.8659,
      "mean_token_accuracy": 0.11244026795029641,
      "num_tokens": 6065539.0,
      "step": 2790
    },
    {
      "entropy": 6.909923028945923,
      "epoch": 0.29910642624003425,
      "grad_norm": 0.90234375,
      "learning_rate": 0.000499581936035377,
      "loss": 6.8292,
      "mean_token_accuracy": 0.11023836135864258,
      "num_tokens": 6076135.0,
      "step": 2795
    },
    {
      "entropy": 6.862402391433716,
      "epoch": 0.2996415003477982,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004995796031695257,
      "loss": 6.8321,
      "mean_token_accuracy": 0.11241180747747422,
      "num_tokens": 6086604.0,
      "step": 2800
    },
    {
      "entropy": 6.898853063583374,
      "epoch": 0.3001765744555621,
      "grad_norm": 0.9765625,
      "learning_rate": 0.00049957726381897,
      "loss": 6.8524,
      "mean_token_accuracy": 0.110887211561203,
      "num_tokens": 6095672.0,
      "step": 2805
    },
    {
      "entropy": 6.832514142990112,
      "epoch": 0.300711648563326,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004995749179837773,
      "loss": 6.7318,
      "mean_token_accuracy": 0.1211558923125267,
      "num_tokens": 6105652.0,
      "step": 2810
    },
    {
      "entropy": 6.821787977218628,
      "epoch": 0.30124672267108993,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004995725656640155,
      "loss": 6.7662,
      "mean_token_accuracy": 0.11450377255678176,
      "num_tokens": 6116930.0,
      "step": 2815
    },
    {
      "entropy": 6.7775352001190186,
      "epoch": 0.30178179677885386,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004995702068597524,
      "loss": 6.7879,
      "mean_token_accuracy": 0.11996725052595139,
      "num_tokens": 6126659.0,
      "step": 2820
    },
    {
      "entropy": 6.892369937896729,
      "epoch": 0.3023168708866178,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004995678415710561,
      "loss": 6.8129,
      "mean_token_accuracy": 0.11141618713736534,
      "num_tokens": 6137227.0,
      "step": 2825
    },
    {
      "entropy": 6.947154092788696,
      "epoch": 0.3028519449943817,
      "grad_norm": 0.953125,
      "learning_rate": 0.000499565469797995,
      "loss": 6.8657,
      "mean_token_accuracy": 0.10855738222599029,
      "num_tokens": 6147800.0,
      "step": 2830
    },
    {
      "entropy": 6.7966372013092045,
      "epoch": 0.30338701910214566,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004995630915406374,
      "loss": 6.7189,
      "mean_token_accuracy": 0.12241782546043396,
      "num_tokens": 6157671.0,
      "step": 2835
    },
    {
      "entropy": 6.899184989929199,
      "epoch": 0.3039220932099096,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004995607067990521,
      "loss": 6.8556,
      "mean_token_accuracy": 0.10919948741793632,
      "num_tokens": 6168651.0,
      "step": 2840
    },
    {
      "entropy": 6.825665998458862,
      "epoch": 0.30445716731767347,
      "grad_norm": 1.3125,
      "learning_rate": 0.000499558315573308,
      "loss": 6.8348,
      "mean_token_accuracy": 0.11045416444540024,
      "num_tokens": 6179925.0,
      "step": 2845
    },
    {
      "entropy": 6.824082469940185,
      "epoch": 0.3049922414254374,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004995559178634741,
      "loss": 6.8225,
      "mean_token_accuracy": 0.1148190289735794,
      "num_tokens": 6190541.0,
      "step": 2850
    },
    {
      "entropy": 6.998980903625489,
      "epoch": 0.30552731553320134,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004995535136696196,
      "loss": 6.8724,
      "mean_token_accuracy": 0.10492667257785797,
      "num_tokens": 6201491.0,
      "step": 2855
    },
    {
      "entropy": 6.7254845142364506,
      "epoch": 0.30606238964096527,
      "grad_norm": 0.90625,
      "learning_rate": 0.000499551102991814,
      "loss": 6.6706,
      "mean_token_accuracy": 0.11548433601856231,
      "num_tokens": 6212443.0,
      "step": 2860
    },
    {
      "entropy": 6.859250020980835,
      "epoch": 0.3065974637487292,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004995486858301268,
      "loss": 6.8688,
      "mean_token_accuracy": 0.10495678186416627,
      "num_tokens": 6222623.0,
      "step": 2865
    },
    {
      "entropy": 6.866484022140503,
      "epoch": 0.30713253785649314,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004995462621846279,
      "loss": 6.7644,
      "mean_token_accuracy": 0.11185173094272613,
      "num_tokens": 6233712.0,
      "step": 2870
    },
    {
      "entropy": 6.8427448749542235,
      "epoch": 0.30766761196425707,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004995438320553871,
      "loss": 6.8319,
      "mean_token_accuracy": 0.11026796624064446,
      "num_tokens": 6244254.0,
      "step": 2875
    },
    {
      "entropy": 6.854343605041504,
      "epoch": 0.30820268607202095,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004995413954424748,
      "loss": 6.7313,
      "mean_token_accuracy": 0.11795990094542504,
      "num_tokens": 6254202.0,
      "step": 2880
    },
    {
      "entropy": 6.881530380249023,
      "epoch": 0.3087377601797849,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004995389523459612,
      "loss": 6.7989,
      "mean_token_accuracy": 0.11081418693065644,
      "num_tokens": 6264496.0,
      "step": 2885
    },
    {
      "entropy": 6.803116035461426,
      "epoch": 0.3092728342875488,
      "grad_norm": 0.97265625,
      "learning_rate": 0.000499536502765917,
      "loss": 6.8187,
      "mean_token_accuracy": 0.1121898703277111,
      "num_tokens": 6275835.0,
      "step": 2890
    },
    {
      "entropy": 6.885844755172729,
      "epoch": 0.30980790839531275,
      "grad_norm": 1.125,
      "learning_rate": 0.0004995340467024128,
      "loss": 6.7583,
      "mean_token_accuracy": 0.11417267769575119,
      "num_tokens": 6286805.0,
      "step": 2895
    },
    {
      "entropy": 6.834712362289428,
      "epoch": 0.3103429825030767,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004995315841555195,
      "loss": 6.7758,
      "mean_token_accuracy": 0.10655382797122001,
      "num_tokens": 6298444.0,
      "step": 2900
    },
    {
      "entropy": 6.729912948608399,
      "epoch": 0.3108780566108406,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004995291151253083,
      "loss": 6.7163,
      "mean_token_accuracy": 0.11894652470946313,
      "num_tokens": 6308259.0,
      "step": 2905
    },
    {
      "entropy": 6.859683704376221,
      "epoch": 0.31141313071860455,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004995266396118505,
      "loss": 6.7759,
      "mean_token_accuracy": 0.10650198608636856,
      "num_tokens": 6320058.0,
      "step": 2910
    },
    {
      "entropy": 6.822231721878052,
      "epoch": 0.3119482048263684,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004995241576152174,
      "loss": 6.7593,
      "mean_token_accuracy": 0.11011653542518615,
      "num_tokens": 6331203.0,
      "step": 2915
    },
    {
      "entropy": 6.908184051513672,
      "epoch": 0.31248327893413236,
      "grad_norm": 1.0,
      "learning_rate": 0.000499521669135481,
      "loss": 6.8635,
      "mean_token_accuracy": 0.1086197093129158,
      "num_tokens": 6342027.0,
      "step": 2920
    },
    {
      "entropy": 6.910853099822998,
      "epoch": 0.3130183530418963,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004995191741727128,
      "loss": 6.7739,
      "mean_token_accuracy": 0.11335675492882728,
      "num_tokens": 6352580.0,
      "step": 2925
    },
    {
      "entropy": 6.797909688949585,
      "epoch": 0.3135534271496602,
      "grad_norm": 0.87890625,
      "learning_rate": 0.000499516672726985,
      "loss": 6.7823,
      "mean_token_accuracy": 0.1125186413526535,
      "num_tokens": 6363997.0,
      "step": 2930
    },
    {
      "entropy": 6.844564914703369,
      "epoch": 0.31408850125742416,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004995141647983699,
      "loss": 6.8312,
      "mean_token_accuracy": 0.11025090962648391,
      "num_tokens": 6375284.0,
      "step": 2935
    },
    {
      "entropy": 6.801123428344726,
      "epoch": 0.3146235753651881,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004995116503869398,
      "loss": 6.7135,
      "mean_token_accuracy": 0.11932718157768249,
      "num_tokens": 6386698.0,
      "step": 2940
    },
    {
      "entropy": 6.840458106994629,
      "epoch": 0.315158649472952,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004995091294927673,
      "loss": 6.8021,
      "mean_token_accuracy": 0.10923359990119934,
      "num_tokens": 6397237.0,
      "step": 2945
    },
    {
      "entropy": 6.926814460754395,
      "epoch": 0.3156937235807159,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004995066021159253,
      "loss": 6.9187,
      "mean_token_accuracy": 0.10698705762624741,
      "num_tokens": 6408266.0,
      "step": 2950
    },
    {
      "entropy": 6.794530534744263,
      "epoch": 0.31622879768847983,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004995040682564867,
      "loss": 6.8007,
      "mean_token_accuracy": 0.11740597262978554,
      "num_tokens": 6419563.0,
      "step": 2955
    },
    {
      "entropy": 6.8177916526794435,
      "epoch": 0.31676387179624377,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004995015279145247,
      "loss": 6.7606,
      "mean_token_accuracy": 0.11514141336083412,
      "num_tokens": 6430220.0,
      "step": 2960
    },
    {
      "entropy": 6.885624027252197,
      "epoch": 0.3172989459040077,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004994989810901126,
      "loss": 6.7825,
      "mean_token_accuracy": 0.10802810341119766,
      "num_tokens": 6440157.0,
      "step": 2965
    },
    {
      "entropy": 6.80977611541748,
      "epoch": 0.31783402001177163,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004994964277833239,
      "loss": 6.8243,
      "mean_token_accuracy": 0.1138004906475544,
      "num_tokens": 6449511.0,
      "step": 2970
    },
    {
      "entropy": 6.902962112426758,
      "epoch": 0.31836909411953557,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004994938679942324,
      "loss": 6.8115,
      "mean_token_accuracy": 0.10856785252690315,
      "num_tokens": 6460608.0,
      "step": 2975
    },
    {
      "entropy": 6.849463319778442,
      "epoch": 0.3189041682272995,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004994913017229121,
      "loss": 6.8086,
      "mean_token_accuracy": 0.11735697165131569,
      "num_tokens": 6472737.0,
      "step": 2980
    },
    {
      "entropy": 6.767067813873291,
      "epoch": 0.31943924233506343,
      "grad_norm": 1.0,
      "learning_rate": 0.0004994887289694371,
      "loss": 6.6996,
      "mean_token_accuracy": 0.11470640897750854,
      "num_tokens": 6482993.0,
      "step": 2985
    },
    {
      "entropy": 6.941344833374023,
      "epoch": 0.3199743164428273,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004994861497338814,
      "loss": 6.9096,
      "mean_token_accuracy": 0.10804323926568031,
      "num_tokens": 6494530.0,
      "step": 2990
    },
    {
      "entropy": 6.845445013046264,
      "epoch": 0.32050939055059124,
      "grad_norm": 1.0,
      "learning_rate": 0.0004994835640163198,
      "loss": 6.729,
      "mean_token_accuracy": 0.10808207094669342,
      "num_tokens": 6504691.0,
      "step": 2995
    },
    {
      "entropy": 6.832252359390258,
      "epoch": 0.3210444646583552,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004994809718168267,
      "loss": 6.7681,
      "mean_token_accuracy": 0.11426141634583473,
      "num_tokens": 6514924.0,
      "step": 3000
    },
    {
      "epoch": 0.3210444646583552,
      "eval_entropy": 6.628516179339262,
      "eval_loss": 6.879497051239014,
      "eval_mean_token_accuracy": 0.1148492504127143,
      "eval_num_tokens": 6514924.0,
      "eval_runtime": 23.2795,
      "eval_samples_per_second": 1274.897,
      "eval_steps_per_second": 159.367,
      "step": 3000
    },
    {
      "entropy": 6.749145030975342,
      "epoch": 0.3215795387661191,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004994783731354771,
      "loss": 6.7273,
      "mean_token_accuracy": 0.11545848771929741,
      "num_tokens": 6526097.0,
      "step": 3005
    },
    {
      "entropy": 6.898501777648926,
      "epoch": 0.32211461287388304,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004994757679723461,
      "loss": 6.7879,
      "mean_token_accuracy": 0.11010189205408097,
      "num_tokens": 6536384.0,
      "step": 3010
    },
    {
      "entropy": 6.875375509262085,
      "epoch": 0.322649686981647,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004994731563275088,
      "loss": 6.8397,
      "mean_token_accuracy": 0.10491524860262871,
      "num_tokens": 6547161.0,
      "step": 3015
    },
    {
      "entropy": 6.734170627593994,
      "epoch": 0.3231847610894109,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004994705382010406,
      "loss": 6.7589,
      "mean_token_accuracy": 0.1133797138929367,
      "num_tokens": 6556751.0,
      "step": 3020
    },
    {
      "entropy": 6.82257308959961,
      "epoch": 0.3237198351971748,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004994679135930174,
      "loss": 6.826,
      "mean_token_accuracy": 0.11575602516531944,
      "num_tokens": 6567655.0,
      "step": 3025
    },
    {
      "entropy": 6.946610784530639,
      "epoch": 0.3242549093049387,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004994652825035144,
      "loss": 6.8511,
      "mean_token_accuracy": 0.11181805208325386,
      "num_tokens": 6579127.0,
      "step": 3030
    },
    {
      "entropy": 6.837035274505615,
      "epoch": 0.32478998341270265,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004994626449326081,
      "loss": 6.8227,
      "mean_token_accuracy": 0.11550880670547485,
      "num_tokens": 6590779.0,
      "step": 3035
    },
    {
      "entropy": 6.8091630935668945,
      "epoch": 0.3253250575204666,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004994600008803745,
      "loss": 6.7243,
      "mean_token_accuracy": 0.11760424971580505,
      "num_tokens": 6600849.0,
      "step": 3040
    },
    {
      "entropy": 6.80384407043457,
      "epoch": 0.3258601316282305,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004994573503468899,
      "loss": 6.7253,
      "mean_token_accuracy": 0.12053586021065713,
      "num_tokens": 6610633.0,
      "step": 3045
    },
    {
      "entropy": 6.780997371673584,
      "epoch": 0.32639520573599445,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004994546933322308,
      "loss": 6.7579,
      "mean_token_accuracy": 0.11172309741377831,
      "num_tokens": 6621327.0,
      "step": 3050
    },
    {
      "entropy": 6.871892499923706,
      "epoch": 0.3269302798437584,
      "grad_norm": 0.96875,
      "learning_rate": 0.000499452029836474,
      "loss": 6.72,
      "mean_token_accuracy": 0.11655889376997948,
      "num_tokens": 6632267.0,
      "step": 3055
    },
    {
      "entropy": 6.787418460845947,
      "epoch": 0.32746535395152226,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004994493598596963,
      "loss": 6.7415,
      "mean_token_accuracy": 0.11163913160562515,
      "num_tokens": 6642714.0,
      "step": 3060
    },
    {
      "entropy": 6.833496141433716,
      "epoch": 0.3280004280592862,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004994466834019749,
      "loss": 6.7629,
      "mean_token_accuracy": 0.11880431026220321,
      "num_tokens": 6652353.0,
      "step": 3065
    },
    {
      "entropy": 6.796854448318482,
      "epoch": 0.32853550216705013,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004994440004633871,
      "loss": 6.7317,
      "mean_token_accuracy": 0.11276261731982232,
      "num_tokens": 6663133.0,
      "step": 3070
    },
    {
      "entropy": 6.724622488021851,
      "epoch": 0.32907057627481406,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004994413110440103,
      "loss": 6.6964,
      "mean_token_accuracy": 0.1199144259095192,
      "num_tokens": 6673984.0,
      "step": 3075
    },
    {
      "entropy": 6.838273334503174,
      "epoch": 0.329605650382578,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004994386151439222,
      "loss": 6.78,
      "mean_token_accuracy": 0.10911644920706749,
      "num_tokens": 6686171.0,
      "step": 3080
    },
    {
      "entropy": 6.856180095672608,
      "epoch": 0.33014072449034193,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004994359127632006,
      "loss": 6.8237,
      "mean_token_accuracy": 0.11093982830643653,
      "num_tokens": 6696609.0,
      "step": 3085
    },
    {
      "entropy": 6.86229100227356,
      "epoch": 0.33067579859810586,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004994332039019235,
      "loss": 6.7534,
      "mean_token_accuracy": 0.11561796367168427,
      "num_tokens": 6706188.0,
      "step": 3090
    },
    {
      "entropy": 6.672589731216431,
      "epoch": 0.33121087270586974,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004994304885601694,
      "loss": 6.7374,
      "mean_token_accuracy": 0.11004470363259315,
      "num_tokens": 6716276.0,
      "step": 3095
    },
    {
      "entropy": 6.78862738609314,
      "epoch": 0.3317459468136337,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004994277667380162,
      "loss": 6.7064,
      "mean_token_accuracy": 0.12015045955777168,
      "num_tokens": 6727176.0,
      "step": 3100
    },
    {
      "entropy": 6.838768720626831,
      "epoch": 0.3322810209213976,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004994250384355429,
      "loss": 6.7934,
      "mean_token_accuracy": 0.11404274702072144,
      "num_tokens": 6737768.0,
      "step": 3105
    },
    {
      "entropy": 6.753113698959351,
      "epoch": 0.33281609502916154,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004994223036528282,
      "loss": 6.7369,
      "mean_token_accuracy": 0.11214326322078705,
      "num_tokens": 6747962.0,
      "step": 3110
    },
    {
      "entropy": 6.861884021759034,
      "epoch": 0.3333511691369255,
      "grad_norm": 0.9921875,
      "learning_rate": 0.000499419562389951,
      "loss": 6.727,
      "mean_token_accuracy": 0.11631539016962052,
      "num_tokens": 6758400.0,
      "step": 3115
    },
    {
      "entropy": 6.746067714691162,
      "epoch": 0.3338862432446894,
      "grad_norm": 1.0,
      "learning_rate": 0.0004994168146469904,
      "loss": 6.7155,
      "mean_token_accuracy": 0.11617984026670455,
      "num_tokens": 6768855.0,
      "step": 3120
    },
    {
      "entropy": 6.8038405418396,
      "epoch": 0.33442131735245334,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004994140604240259,
      "loss": 6.6931,
      "mean_token_accuracy": 0.11366450041532516,
      "num_tokens": 6778656.0,
      "step": 3125
    },
    {
      "entropy": 6.80411696434021,
      "epoch": 0.3349563914602172,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004994112997211369,
      "loss": 6.7853,
      "mean_token_accuracy": 0.11631628945469856,
      "num_tokens": 6789960.0,
      "step": 3130
    },
    {
      "entropy": 6.721054792404175,
      "epoch": 0.33549146556798115,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004994085325384031,
      "loss": 6.7672,
      "mean_token_accuracy": 0.11114905029535294,
      "num_tokens": 6800188.0,
      "step": 3135
    },
    {
      "entropy": 6.8586445331573485,
      "epoch": 0.3360265396757451,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004994057588759045,
      "loss": 6.7148,
      "mean_token_accuracy": 0.11809506490826607,
      "num_tokens": 6811032.0,
      "step": 3140
    },
    {
      "entropy": 6.737908458709716,
      "epoch": 0.336561613783509,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004994029787337212,
      "loss": 6.7373,
      "mean_token_accuracy": 0.11105087548494338,
      "num_tokens": 6823060.0,
      "step": 3145
    },
    {
      "entropy": 6.82881531715393,
      "epoch": 0.33709668789127295,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004994001921119333,
      "loss": 6.7996,
      "mean_token_accuracy": 0.11395466029644012,
      "num_tokens": 6833559.0,
      "step": 3150
    },
    {
      "entropy": 6.8296314716339115,
      "epoch": 0.3376317619990369,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004993973990106215,
      "loss": 6.7678,
      "mean_token_accuracy": 0.11352298334240914,
      "num_tokens": 6843657.0,
      "step": 3155
    },
    {
      "entropy": 6.717380046844482,
      "epoch": 0.3381668361068008,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004993945994298662,
      "loss": 6.7039,
      "mean_token_accuracy": 0.10965939536690712,
      "num_tokens": 6853615.0,
      "step": 3160
    },
    {
      "entropy": 6.852908182144165,
      "epoch": 0.3387019102145647,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004993917933697484,
      "loss": 6.8052,
      "mean_token_accuracy": 0.11230268105864524,
      "num_tokens": 6865256.0,
      "step": 3165
    },
    {
      "entropy": 6.965103816986084,
      "epoch": 0.3392369843223286,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004993889808303493,
      "loss": 6.8339,
      "mean_token_accuracy": 0.11253256648778916,
      "num_tokens": 6875358.0,
      "step": 3170
    },
    {
      "entropy": 6.713176727294922,
      "epoch": 0.33977205843009256,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004993861618117498,
      "loss": 6.7396,
      "mean_token_accuracy": 0.11107463911175727,
      "num_tokens": 6886584.0,
      "step": 3175
    },
    {
      "entropy": 6.785865211486817,
      "epoch": 0.3403071325378565,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004993833363140314,
      "loss": 6.6709,
      "mean_token_accuracy": 0.12084045559167862,
      "num_tokens": 6896958.0,
      "step": 3180
    },
    {
      "entropy": 6.753049325942993,
      "epoch": 0.3408422066456204,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004993805043372756,
      "loss": 6.7497,
      "mean_token_accuracy": 0.11840963140130042,
      "num_tokens": 6907944.0,
      "step": 3185
    },
    {
      "entropy": 6.82925009727478,
      "epoch": 0.34137728075338436,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004993776658815644,
      "loss": 6.8358,
      "mean_token_accuracy": 0.10783932730555534,
      "num_tokens": 6919486.0,
      "step": 3190
    },
    {
      "entropy": 6.919765424728394,
      "epoch": 0.3419123548611483,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004993748209469796,
      "loss": 6.8202,
      "mean_token_accuracy": 0.11589022427797317,
      "num_tokens": 6930650.0,
      "step": 3195
    },
    {
      "entropy": 6.816604948043823,
      "epoch": 0.34244742896891217,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004993719695336033,
      "loss": 6.7463,
      "mean_token_accuracy": 0.11324085146188737,
      "num_tokens": 6941519.0,
      "step": 3200
    },
    {
      "entropy": 6.772028493881225,
      "epoch": 0.3429825030766761,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004993691116415179,
      "loss": 6.7962,
      "mean_token_accuracy": 0.11355016529560089,
      "num_tokens": 6952952.0,
      "step": 3205
    },
    {
      "entropy": 6.861077785491943,
      "epoch": 0.34351757718444004,
      "grad_norm": 0.92578125,
      "learning_rate": 0.000499366247270806,
      "loss": 6.7533,
      "mean_token_accuracy": 0.11717762500047683,
      "num_tokens": 6962867.0,
      "step": 3210
    },
    {
      "entropy": 6.7836878299713135,
      "epoch": 0.34405265129220397,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004993633764215502,
      "loss": 6.6925,
      "mean_token_accuracy": 0.11943860650062561,
      "num_tokens": 6973434.0,
      "step": 3215
    },
    {
      "entropy": 6.810595512390137,
      "epoch": 0.3445877253999679,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004993604990938336,
      "loss": 6.6933,
      "mean_token_accuracy": 0.1249708317220211,
      "num_tokens": 6984161.0,
      "step": 3220
    },
    {
      "entropy": 6.757954692840576,
      "epoch": 0.34512279950773184,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004993576152877389,
      "loss": 6.6774,
      "mean_token_accuracy": 0.11473060622811318,
      "num_tokens": 6994700.0,
      "step": 3225
    },
    {
      "entropy": 6.822511672973633,
      "epoch": 0.34565787361549577,
      "grad_norm": 1.0,
      "learning_rate": 0.0004993547250033496,
      "loss": 6.831,
      "mean_token_accuracy": 0.10570734962821007,
      "num_tokens": 7006497.0,
      "step": 3230
    },
    {
      "entropy": 6.826636171340942,
      "epoch": 0.34619294772325965,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004993518282407493,
      "loss": 6.7574,
      "mean_token_accuracy": 0.11926060020923615,
      "num_tokens": 7016415.0,
      "step": 3235
    },
    {
      "entropy": 6.757991743087769,
      "epoch": 0.3467280218310236,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004993489250000213,
      "loss": 6.7025,
      "mean_token_accuracy": 0.11810342445969582,
      "num_tokens": 7026610.0,
      "step": 3240
    },
    {
      "entropy": 6.803502607345581,
      "epoch": 0.3472630959387875,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004993460152812497,
      "loss": 6.7172,
      "mean_token_accuracy": 0.11101711913943291,
      "num_tokens": 7038236.0,
      "step": 3245
    },
    {
      "entropy": 6.742218255996704,
      "epoch": 0.34779817004655145,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004993430990845184,
      "loss": 6.7625,
      "mean_token_accuracy": 0.12092217653989792,
      "num_tokens": 7049438.0,
      "step": 3250
    },
    {
      "entropy": 6.787970876693725,
      "epoch": 0.3483332441543154,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004993401764099118,
      "loss": 6.7329,
      "mean_token_accuracy": 0.11177100390195846,
      "num_tokens": 7061001.0,
      "step": 3255
    },
    {
      "entropy": 6.80476942062378,
      "epoch": 0.3488683182620793,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004993372472575139,
      "loss": 6.7011,
      "mean_token_accuracy": 0.11599645167589187,
      "num_tokens": 7071328.0,
      "step": 3260
    },
    {
      "entropy": 6.850950717926025,
      "epoch": 0.34940339236984325,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004993343116274096,
      "loss": 6.8958,
      "mean_token_accuracy": 0.10798017606139183,
      "num_tokens": 7082597.0,
      "step": 3265
    },
    {
      "entropy": 6.789200735092163,
      "epoch": 0.3499384664776071,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004993313695196836,
      "loss": 6.7096,
      "mean_token_accuracy": 0.11781042814254761,
      "num_tokens": 7093463.0,
      "step": 3270
    },
    {
      "entropy": 6.761033916473389,
      "epoch": 0.35047354058537106,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004993284209344208,
      "loss": 6.7864,
      "mean_token_accuracy": 0.12042865455150605,
      "num_tokens": 7104350.0,
      "step": 3275
    },
    {
      "entropy": 6.915784788131714,
      "epoch": 0.351008614693135,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004993254658717065,
      "loss": 6.7369,
      "mean_token_accuracy": 0.11913842409849167,
      "num_tokens": 7114851.0,
      "step": 3280
    },
    {
      "entropy": 6.787514400482178,
      "epoch": 0.3515436888008989,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004993225043316257,
      "loss": 6.7874,
      "mean_token_accuracy": 0.11141818836331367,
      "num_tokens": 7126440.0,
      "step": 3285
    },
    {
      "entropy": 6.858088207244873,
      "epoch": 0.35207876290866286,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004993195363142643,
      "loss": 6.8004,
      "mean_token_accuracy": 0.11125228255987167,
      "num_tokens": 7137884.0,
      "step": 3290
    },
    {
      "entropy": 6.84716763496399,
      "epoch": 0.3526138370164268,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004993165618197076,
      "loss": 6.7796,
      "mean_token_accuracy": 0.10891105383634567,
      "num_tokens": 7147930.0,
      "step": 3295
    },
    {
      "entropy": 6.7377028465271,
      "epoch": 0.3531489111241907,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004993135808480418,
      "loss": 6.6485,
      "mean_token_accuracy": 0.12461603209376335,
      "num_tokens": 7159200.0,
      "step": 3300
    },
    {
      "entropy": 6.83154182434082,
      "epoch": 0.3536839852319546,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004993105933993529,
      "loss": 6.7354,
      "mean_token_accuracy": 0.11935730800032615,
      "num_tokens": 7169601.0,
      "step": 3305
    },
    {
      "entropy": 6.692518615722657,
      "epoch": 0.35421905933971853,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004993075994737271,
      "loss": 6.6574,
      "mean_token_accuracy": 0.12401366010308265,
      "num_tokens": 7180465.0,
      "step": 3310
    },
    {
      "entropy": 6.799501037597656,
      "epoch": 0.35475413344748247,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004993045990712508,
      "loss": 6.6867,
      "mean_token_accuracy": 0.11757550165057182,
      "num_tokens": 7190603.0,
      "step": 3315
    },
    {
      "entropy": 6.695236730575561,
      "epoch": 0.3552892075552464,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004993015921920109,
      "loss": 6.6407,
      "mean_token_accuracy": 0.1223471999168396,
      "num_tokens": 7201017.0,
      "step": 3320
    },
    {
      "entropy": 6.663977766036988,
      "epoch": 0.35582428166301033,
      "grad_norm": 1.0859375,
      "learning_rate": 0.000499298578836094,
      "loss": 6.6613,
      "mean_token_accuracy": 0.11793281361460686,
      "num_tokens": 7210908.0,
      "step": 3325
    },
    {
      "entropy": 6.856654691696167,
      "epoch": 0.35635935577077427,
      "grad_norm": 1.0703125,
      "learning_rate": 0.000499295559003587,
      "loss": 6.6847,
      "mean_token_accuracy": 0.11869573444128037,
      "num_tokens": 7221306.0,
      "step": 3330
    },
    {
      "entropy": 6.756274557113647,
      "epoch": 0.3568944298785382,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004992925326945774,
      "loss": 6.8152,
      "mean_token_accuracy": 0.11084710285067559,
      "num_tokens": 7233076.0,
      "step": 3335
    },
    {
      "entropy": 6.821779584884643,
      "epoch": 0.3574295039863021,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004992894999091524,
      "loss": 6.809,
      "mean_token_accuracy": 0.11464324221014977,
      "num_tokens": 7244703.0,
      "step": 3340
    },
    {
      "entropy": 6.871327877044678,
      "epoch": 0.357964578094066,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004992864606473996,
      "loss": 6.7702,
      "mean_token_accuracy": 0.10874314606189728,
      "num_tokens": 7255438.0,
      "step": 3345
    },
    {
      "entropy": 6.789708518981934,
      "epoch": 0.35849965220182994,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004992834149094069,
      "loss": 6.7225,
      "mean_token_accuracy": 0.1161846548318863,
      "num_tokens": 7265720.0,
      "step": 3350
    },
    {
      "entropy": 6.778335046768189,
      "epoch": 0.3590347263095939,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004992803626952619,
      "loss": 6.7794,
      "mean_token_accuracy": 0.11164675280451775,
      "num_tokens": 7277791.0,
      "step": 3355
    },
    {
      "entropy": 6.721046304702758,
      "epoch": 0.3595698004173578,
      "grad_norm": 0.984375,
      "learning_rate": 0.000499277304005053,
      "loss": 6.6411,
      "mean_token_accuracy": 0.1210532508790493,
      "num_tokens": 7288521.0,
      "step": 3360
    },
    {
      "entropy": 6.812202024459839,
      "epoch": 0.36010487452512174,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004992742388388686,
      "loss": 6.8254,
      "mean_token_accuracy": 0.10808679983019828,
      "num_tokens": 7299298.0,
      "step": 3365
    },
    {
      "entropy": 6.759737586975097,
      "epoch": 0.3606399486328857,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004992711671967968,
      "loss": 6.6621,
      "mean_token_accuracy": 0.11631347015500068,
      "num_tokens": 7310271.0,
      "step": 3370
    },
    {
      "entropy": 6.777987098693847,
      "epoch": 0.36117502274064955,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004992680890789268,
      "loss": 6.7087,
      "mean_token_accuracy": 0.11685341075062752,
      "num_tokens": 7321112.0,
      "step": 3375
    },
    {
      "entropy": 6.706979513168335,
      "epoch": 0.3617100968484135,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004992650044853471,
      "loss": 6.6774,
      "mean_token_accuracy": 0.11788536980748177,
      "num_tokens": 7331976.0,
      "step": 3380
    },
    {
      "entropy": 6.912421607971192,
      "epoch": 0.3622451709561774,
      "grad_norm": 1.0,
      "learning_rate": 0.000499261913416147,
      "loss": 6.7944,
      "mean_token_accuracy": 0.1156319186091423,
      "num_tokens": 7342800.0,
      "step": 3385
    },
    {
      "entropy": 6.759701156616211,
      "epoch": 0.36278024506394135,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004992588158714157,
      "loss": 6.6172,
      "mean_token_accuracy": 0.11470383033156395,
      "num_tokens": 7354213.0,
      "step": 3390
    },
    {
      "entropy": 6.719116735458374,
      "epoch": 0.3633153191717053,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004992557118512424,
      "loss": 6.6924,
      "mean_token_accuracy": 0.11977254748344421,
      "num_tokens": 7363250.0,
      "step": 3395
    },
    {
      "entropy": 6.741212654113769,
      "epoch": 0.3638503932794692,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004992526013557171,
      "loss": 6.7299,
      "mean_token_accuracy": 0.1131053201854229,
      "num_tokens": 7374185.0,
      "step": 3400
    },
    {
      "entropy": 6.722179841995239,
      "epoch": 0.36438546738723315,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004992494843849294,
      "loss": 6.6811,
      "mean_token_accuracy": 0.11220811381936073,
      "num_tokens": 7384579.0,
      "step": 3405
    },
    {
      "entropy": 6.872027826309204,
      "epoch": 0.36492054149499703,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004992463609389694,
      "loss": 6.7122,
      "mean_token_accuracy": 0.11460142880678177,
      "num_tokens": 7395277.0,
      "step": 3410
    },
    {
      "entropy": 6.7189747333526615,
      "epoch": 0.36545561560276096,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004992432310179272,
      "loss": 6.702,
      "mean_token_accuracy": 0.11632506772875786,
      "num_tokens": 7406688.0,
      "step": 3415
    },
    {
      "entropy": 6.68887767791748,
      "epoch": 0.3659906897105249,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004992400946218932,
      "loss": 6.7531,
      "mean_token_accuracy": 0.11685344353318214,
      "num_tokens": 7417378.0,
      "step": 3420
    },
    {
      "entropy": 6.928713035583496,
      "epoch": 0.36652576381828883,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004992369517509581,
      "loss": 6.7899,
      "mean_token_accuracy": 0.1146116465330124,
      "num_tokens": 7427675.0,
      "step": 3425
    },
    {
      "entropy": 6.749551439285279,
      "epoch": 0.36706083792605276,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004992338024052123,
      "loss": 6.8196,
      "mean_token_accuracy": 0.11129243597388268,
      "num_tokens": 7438083.0,
      "step": 3430
    },
    {
      "entropy": 6.729024171829224,
      "epoch": 0.3675959120338167,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004992306465847473,
      "loss": 6.6599,
      "mean_token_accuracy": 0.1189745843410492,
      "num_tokens": 7449051.0,
      "step": 3435
    },
    {
      "entropy": 6.778530502319336,
      "epoch": 0.36813098614158063,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004992274842896536,
      "loss": 6.6903,
      "mean_token_accuracy": 0.12192284166812897,
      "num_tokens": 7459074.0,
      "step": 3440
    },
    {
      "entropy": 6.739143228530883,
      "epoch": 0.3686660602493445,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004992243155200229,
      "loss": 6.75,
      "mean_token_accuracy": 0.11641542166471482,
      "num_tokens": 7470472.0,
      "step": 3445
    },
    {
      "entropy": 6.795718145370484,
      "epoch": 0.36920113435710844,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004992211402759466,
      "loss": 6.7236,
      "mean_token_accuracy": 0.12090882286429405,
      "num_tokens": 7481477.0,
      "step": 3450
    },
    {
      "entropy": 6.791615772247314,
      "epoch": 0.3697362084648724,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004992179585575164,
      "loss": 6.6776,
      "mean_token_accuracy": 0.12016240730881692,
      "num_tokens": 7491906.0,
      "step": 3455
    },
    {
      "entropy": 6.725628423690796,
      "epoch": 0.3702712825726363,
      "grad_norm": 1.0546875,
      "learning_rate": 0.000499214770364824,
      "loss": 6.6118,
      "mean_token_accuracy": 0.11341834589838981,
      "num_tokens": 7502447.0,
      "step": 3460
    },
    {
      "entropy": 6.695222520828247,
      "epoch": 0.37080635668040024,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004992115756979617,
      "loss": 6.6113,
      "mean_token_accuracy": 0.12414827719330787,
      "num_tokens": 7513505.0,
      "step": 3465
    },
    {
      "entropy": 6.70502028465271,
      "epoch": 0.3713414307881642,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004992083745570218,
      "loss": 6.6382,
      "mean_token_accuracy": 0.12110274732112884,
      "num_tokens": 7524884.0,
      "step": 3470
    },
    {
      "entropy": 6.719266605377197,
      "epoch": 0.3718765048959281,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004992051669420964,
      "loss": 6.7074,
      "mean_token_accuracy": 0.11903871521353722,
      "num_tokens": 7535942.0,
      "step": 3475
    },
    {
      "entropy": 6.779046154022216,
      "epoch": 0.372411579003692,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004992019528532785,
      "loss": 6.6768,
      "mean_token_accuracy": 0.12179931253194809,
      "num_tokens": 7545506.0,
      "step": 3480
    },
    {
      "entropy": 6.800584745407105,
      "epoch": 0.3729466531114559,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004991987322906605,
      "loss": 6.7635,
      "mean_token_accuracy": 0.11009820327162742,
      "num_tokens": 7555328.0,
      "step": 3485
    },
    {
      "entropy": 6.754938220977783,
      "epoch": 0.37348172721921985,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004991955052543357,
      "loss": 6.6491,
      "mean_token_accuracy": 0.11945150792598724,
      "num_tokens": 7565762.0,
      "step": 3490
    },
    {
      "entropy": 6.766927289962768,
      "epoch": 0.3740168013269838,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004991922717443972,
      "loss": 6.6786,
      "mean_token_accuracy": 0.12708448022603988,
      "num_tokens": 7575884.0,
      "step": 3495
    },
    {
      "entropy": 6.688040733337402,
      "epoch": 0.3745518754347477,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004991890317609384,
      "loss": 6.7177,
      "mean_token_accuracy": 0.11786145195364953,
      "num_tokens": 7586100.0,
      "step": 3500
    },
    {
      "entropy": 6.804274797439575,
      "epoch": 0.37508694954251165,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004991857853040528,
      "loss": 6.7334,
      "mean_token_accuracy": 0.11635208576917648,
      "num_tokens": 7597137.0,
      "step": 3505
    },
    {
      "entropy": 6.722698783874511,
      "epoch": 0.3756220236502756,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004991825323738341,
      "loss": 6.7415,
      "mean_token_accuracy": 0.11808021515607833,
      "num_tokens": 7607640.0,
      "step": 3510
    },
    {
      "entropy": 6.792010879516601,
      "epoch": 0.3761570977580395,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004991792729703763,
      "loss": 6.8155,
      "mean_token_accuracy": 0.1162738896906376,
      "num_tokens": 7618319.0,
      "step": 3515
    },
    {
      "entropy": 6.81560378074646,
      "epoch": 0.3766921718658034,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004991760070937734,
      "loss": 6.6739,
      "mean_token_accuracy": 0.11905946955084801,
      "num_tokens": 7628350.0,
      "step": 3520
    },
    {
      "entropy": 6.782265710830688,
      "epoch": 0.3772272459735673,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004991727347441199,
      "loss": 6.7034,
      "mean_token_accuracy": 0.11543130278587341,
      "num_tokens": 7637857.0,
      "step": 3525
    },
    {
      "entropy": 6.806895208358765,
      "epoch": 0.37776232008133126,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004991694559215102,
      "loss": 6.7241,
      "mean_token_accuracy": 0.11398787200450897,
      "num_tokens": 7648242.0,
      "step": 3530
    },
    {
      "entropy": 6.744486331939697,
      "epoch": 0.3782973941890952,
      "grad_norm": 0.8359375,
      "learning_rate": 0.000499166170626039,
      "loss": 6.733,
      "mean_token_accuracy": 0.1127483144402504,
      "num_tokens": 7660565.0,
      "step": 3535
    },
    {
      "entropy": 6.713475036621094,
      "epoch": 0.3788324682968591,
      "grad_norm": 1.078125,
      "learning_rate": 0.000499162878857801,
      "loss": 6.7323,
      "mean_token_accuracy": 0.11836331784725189,
      "num_tokens": 7671600.0,
      "step": 3540
    },
    {
      "entropy": 6.793336200714111,
      "epoch": 0.37936754240462306,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004991595806168915,
      "loss": 6.7383,
      "mean_token_accuracy": 0.11187790781259536,
      "num_tokens": 7682453.0,
      "step": 3545
    },
    {
      "entropy": 6.815833520889282,
      "epoch": 0.379902616512387,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004991562759034055,
      "loss": 6.6809,
      "mean_token_accuracy": 0.1189245343208313,
      "num_tokens": 7693490.0,
      "step": 3550
    },
    {
      "entropy": 6.729942464828492,
      "epoch": 0.38043769062015087,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004991529647174386,
      "loss": 6.6362,
      "mean_token_accuracy": 0.11553772613406181,
      "num_tokens": 7703478.0,
      "step": 3555
    },
    {
      "entropy": 6.693486452102661,
      "epoch": 0.3809727647279148,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004991496470590864,
      "loss": 6.7356,
      "mean_token_accuracy": 0.11734711453318596,
      "num_tokens": 7714647.0,
      "step": 3560
    },
    {
      "entropy": 6.791001510620117,
      "epoch": 0.38150783883567874,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004991463229284445,
      "loss": 6.6783,
      "mean_token_accuracy": 0.1179485410451889,
      "num_tokens": 7725528.0,
      "step": 3565
    },
    {
      "entropy": 6.70664644241333,
      "epoch": 0.38204291294344267,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004991429923256091,
      "loss": 6.7271,
      "mean_token_accuracy": 0.11620324924588203,
      "num_tokens": 7737708.0,
      "step": 3570
    },
    {
      "entropy": 6.844662094116211,
      "epoch": 0.3825779870512066,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004991396552506762,
      "loss": 6.7292,
      "mean_token_accuracy": 0.11200911179184914,
      "num_tokens": 7749093.0,
      "step": 3575
    },
    {
      "entropy": 6.649820470809937,
      "epoch": 0.38311306115897054,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004991363117037423,
      "loss": 6.6586,
      "mean_token_accuracy": 0.11758191138505936,
      "num_tokens": 7760024.0,
      "step": 3580
    },
    {
      "entropy": 6.750805044174195,
      "epoch": 0.38364813526673447,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004991329616849039,
      "loss": 6.7035,
      "mean_token_accuracy": 0.12209635972976685,
      "num_tokens": 7770801.0,
      "step": 3585
    },
    {
      "entropy": 6.781581115722656,
      "epoch": 0.38418320937449835,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004991296051942578,
      "loss": 6.7629,
      "mean_token_accuracy": 0.11573808416724204,
      "num_tokens": 7782257.0,
      "step": 3590
    },
    {
      "entropy": 6.727374076843262,
      "epoch": 0.3847182834822623,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004991262422319008,
      "loss": 6.6751,
      "mean_token_accuracy": 0.11982549130916595,
      "num_tokens": 7793016.0,
      "step": 3595
    },
    {
      "entropy": 6.711760234832764,
      "epoch": 0.3852533575900262,
      "grad_norm": 0.9765625,
      "learning_rate": 0.00049912287279793,
      "loss": 6.6033,
      "mean_token_accuracy": 0.12885212972760202,
      "num_tokens": 7802207.0,
      "step": 3600
    },
    {
      "entropy": 6.767945432662964,
      "epoch": 0.38578843169779015,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004991194968924429,
      "loss": 6.7279,
      "mean_token_accuracy": 0.11415286064147949,
      "num_tokens": 7813487.0,
      "step": 3605
    },
    {
      "entropy": 6.792677783966065,
      "epoch": 0.3863235058055541,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004991161145155367,
      "loss": 6.7103,
      "mean_token_accuracy": 0.11249904707074165,
      "num_tokens": 7824587.0,
      "step": 3610
    },
    {
      "entropy": 6.755476427078247,
      "epoch": 0.386858579913318,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004991127256673091,
      "loss": 6.6914,
      "mean_token_accuracy": 0.11287119016051292,
      "num_tokens": 7836240.0,
      "step": 3615
    },
    {
      "entropy": 6.688715505599975,
      "epoch": 0.38739365402108195,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004991093303478582,
      "loss": 6.6489,
      "mean_token_accuracy": 0.11667624786496163,
      "num_tokens": 7847014.0,
      "step": 3620
    },
    {
      "entropy": 6.784205055236816,
      "epoch": 0.3879287281288458,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004991059285572818,
      "loss": 6.7614,
      "mean_token_accuracy": 0.12089815065264702,
      "num_tokens": 7857899.0,
      "step": 3625
    },
    {
      "entropy": 6.8409124374389645,
      "epoch": 0.38846380223660976,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004991025202956781,
      "loss": 6.6477,
      "mean_token_accuracy": 0.11972974091768265,
      "num_tokens": 7868987.0,
      "step": 3630
    },
    {
      "entropy": 6.740195369720459,
      "epoch": 0.3889988763443737,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004990991055631457,
      "loss": 6.7674,
      "mean_token_accuracy": 0.11278079152107238,
      "num_tokens": 7879547.0,
      "step": 3635
    },
    {
      "entropy": 6.698840999603272,
      "epoch": 0.3895339504521376,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004990956843597832,
      "loss": 6.6347,
      "mean_token_accuracy": 0.12292784750461579,
      "num_tokens": 7889824.0,
      "step": 3640
    },
    {
      "entropy": 6.655135917663574,
      "epoch": 0.39006902455990156,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004990922566856892,
      "loss": 6.6254,
      "mean_token_accuracy": 0.1167909786105156,
      "num_tokens": 7901156.0,
      "step": 3645
    },
    {
      "entropy": 6.787825727462769,
      "epoch": 0.3906040986676655,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004990888225409629,
      "loss": 6.6672,
      "mean_token_accuracy": 0.1191375233232975,
      "num_tokens": 7911695.0,
      "step": 3650
    },
    {
      "entropy": 6.661014366149902,
      "epoch": 0.3911391727754294,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004990853819257033,
      "loss": 6.6564,
      "mean_token_accuracy": 0.11809485256671906,
      "num_tokens": 7923559.0,
      "step": 3655
    },
    {
      "entropy": 6.777256345748901,
      "epoch": 0.3916742468831933,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004990819348400097,
      "loss": 6.6877,
      "mean_token_accuracy": 0.1148997962474823,
      "num_tokens": 7935792.0,
      "step": 3660
    },
    {
      "entropy": 6.745595169067383,
      "epoch": 0.39220932099095723,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004990784812839818,
      "loss": 6.6675,
      "mean_token_accuracy": 0.12436324208974839,
      "num_tokens": 7946987.0,
      "step": 3665
    },
    {
      "entropy": 6.624452543258667,
      "epoch": 0.39274439509872117,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004990750212577192,
      "loss": 6.6066,
      "mean_token_accuracy": 0.12105611711740494,
      "num_tokens": 7957160.0,
      "step": 3670
    },
    {
      "entropy": 6.770350170135498,
      "epoch": 0.3932794692064851,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004990715547613219,
      "loss": 6.6924,
      "mean_token_accuracy": 0.1102707713842392,
      "num_tokens": 7968833.0,
      "step": 3675
    },
    {
      "entropy": 6.818655633926392,
      "epoch": 0.39381454331424903,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004990680817948898,
      "loss": 6.7448,
      "mean_token_accuracy": 0.1078771933913231,
      "num_tokens": 7980661.0,
      "step": 3680
    },
    {
      "entropy": 6.783357191085815,
      "epoch": 0.39434961742201297,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004990646023585234,
      "loss": 6.6646,
      "mean_token_accuracy": 0.11455314755439758,
      "num_tokens": 7992677.0,
      "step": 3685
    },
    {
      "entropy": 6.646414422988892,
      "epoch": 0.3948846915297769,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004990611164523231,
      "loss": 6.636,
      "mean_token_accuracy": 0.11985439360141754,
      "num_tokens": 8002796.0,
      "step": 3690
    },
    {
      "entropy": 6.6637656688690186,
      "epoch": 0.3954197656375408,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004990576240763896,
      "loss": 6.6766,
      "mean_token_accuracy": 0.12152916267514229,
      "num_tokens": 8012779.0,
      "step": 3695
    },
    {
      "entropy": 6.814187288284302,
      "epoch": 0.3959548397453047,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004990541252308237,
      "loss": 6.6628,
      "mean_token_accuracy": 0.1231559731066227,
      "num_tokens": 8023442.0,
      "step": 3700
    },
    {
      "entropy": 6.747038173675537,
      "epoch": 0.39648991385306864,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004990506199157263,
      "loss": 6.73,
      "mean_token_accuracy": 0.11592325270175934,
      "num_tokens": 8035163.0,
      "step": 3705
    },
    {
      "entropy": 6.762581205368042,
      "epoch": 0.3970249879608326,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004990471081311988,
      "loss": 6.665,
      "mean_token_accuracy": 0.11645122244954109,
      "num_tokens": 8045330.0,
      "step": 3710
    },
    {
      "entropy": 6.774192762374878,
      "epoch": 0.3975600620685965,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004990435898773426,
      "loss": 6.6854,
      "mean_token_accuracy": 0.11946498751640319,
      "num_tokens": 8056154.0,
      "step": 3715
    },
    {
      "entropy": 6.73372073173523,
      "epoch": 0.39809513617636044,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004990400651542592,
      "loss": 6.6467,
      "mean_token_accuracy": 0.1226908691227436,
      "num_tokens": 8066101.0,
      "step": 3720
    },
    {
      "entropy": 6.738417625427246,
      "epoch": 0.3986302102841244,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004990365339620504,
      "loss": 6.7145,
      "mean_token_accuracy": 0.11076832339167594,
      "num_tokens": 8077249.0,
      "step": 3725
    },
    {
      "entropy": 6.767896938323974,
      "epoch": 0.39916528439188825,
      "grad_norm": 1.0703125,
      "learning_rate": 0.000499032996300818,
      "loss": 6.6649,
      "mean_token_accuracy": 0.11845851466059684,
      "num_tokens": 8088532.0,
      "step": 3730
    },
    {
      "entropy": 6.78744330406189,
      "epoch": 0.3997003584996522,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004990294521706645,
      "loss": 6.7122,
      "mean_token_accuracy": 0.10873547717928886,
      "num_tokens": 8099541.0,
      "step": 3735
    },
    {
      "entropy": 6.71293625831604,
      "epoch": 0.4002354326074161,
      "grad_norm": 0.94921875,
      "learning_rate": 0.000499025901571692,
      "loss": 6.7521,
      "mean_token_accuracy": 0.1155206136405468,
      "num_tokens": 8110532.0,
      "step": 3740
    },
    {
      "entropy": 6.76421160697937,
      "epoch": 0.40077050671518005,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004990223445040031,
      "loss": 6.6845,
      "mean_token_accuracy": 0.1239987462759018,
      "num_tokens": 8120991.0,
      "step": 3745
    },
    {
      "entropy": 6.7578223705291744,
      "epoch": 0.401305580822944,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004990187809677004,
      "loss": 6.6057,
      "mean_token_accuracy": 0.11667410209774971,
      "num_tokens": 8130737.0,
      "step": 3750
    },
    {
      "entropy": 6.620117902755737,
      "epoch": 0.4018406549307079,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004990152109628869,
      "loss": 6.6132,
      "mean_token_accuracy": 0.1167342483997345,
      "num_tokens": 8142315.0,
      "step": 3755
    },
    {
      "entropy": 6.748623418807983,
      "epoch": 0.40237572903847185,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004990116344896657,
      "loss": 6.7076,
      "mean_token_accuracy": 0.11085205748677254,
      "num_tokens": 8153618.0,
      "step": 3760
    },
    {
      "entropy": 6.682367515563965,
      "epoch": 0.40291080314623573,
      "grad_norm": 0.9296875,
      "learning_rate": 0.00049900805154814,
      "loss": 6.6437,
      "mean_token_accuracy": 0.1233924686908722,
      "num_tokens": 8164304.0,
      "step": 3765
    },
    {
      "entropy": 6.741749382019043,
      "epoch": 0.40344587725399966,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004990044621384134,
      "loss": 6.6478,
      "mean_token_accuracy": 0.1144657127559185,
      "num_tokens": 8175289.0,
      "step": 3770
    },
    {
      "entropy": 6.778554677963257,
      "epoch": 0.4039809513617636,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004990008662605893,
      "loss": 6.6962,
      "mean_token_accuracy": 0.11412339508533478,
      "num_tokens": 8186274.0,
      "step": 3775
    },
    {
      "entropy": 6.7074426174163815,
      "epoch": 0.40451602546952753,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004989972639147717,
      "loss": 6.6278,
      "mean_token_accuracy": 0.12370904386043549,
      "num_tokens": 8196380.0,
      "step": 3780
    },
    {
      "entropy": 6.701422214508057,
      "epoch": 0.40505109957729146,
      "grad_norm": 1.0,
      "learning_rate": 0.0004989936551010646,
      "loss": 6.7017,
      "mean_token_accuracy": 0.1167987897992134,
      "num_tokens": 8207204.0,
      "step": 3785
    },
    {
      "entropy": 6.665639448165893,
      "epoch": 0.4055861736850554,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004989900398195722,
      "loss": 6.598,
      "mean_token_accuracy": 0.11927853375673295,
      "num_tokens": 8217745.0,
      "step": 3790
    },
    {
      "entropy": 6.699862337112426,
      "epoch": 0.40612124779281933,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004989864180703988,
      "loss": 6.603,
      "mean_token_accuracy": 0.12265799641609192,
      "num_tokens": 8228171.0,
      "step": 3795
    },
    {
      "entropy": 6.688190937042236,
      "epoch": 0.4066563219005832,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004989827898536491,
      "loss": 6.6512,
      "mean_token_accuracy": 0.11492432728409767,
      "num_tokens": 8239220.0,
      "step": 3800
    },
    {
      "entropy": 6.772840118408203,
      "epoch": 0.40719139600834714,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004989791551694279,
      "loss": 6.6927,
      "mean_token_accuracy": 0.11572175249457359,
      "num_tokens": 8250363.0,
      "step": 3805
    },
    {
      "entropy": 6.7018718242645265,
      "epoch": 0.4077264701161111,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004989755140178398,
      "loss": 6.6535,
      "mean_token_accuracy": 0.11787640154361725,
      "num_tokens": 8261207.0,
      "step": 3810
    },
    {
      "entropy": 6.627443408966064,
      "epoch": 0.408261544223875,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004989718663989905,
      "loss": 6.5546,
      "mean_token_accuracy": 0.11985465362668038,
      "num_tokens": 8272343.0,
      "step": 3815
    },
    {
      "entropy": 6.661830902099609,
      "epoch": 0.40879661833163894,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004989682123129849,
      "loss": 6.6075,
      "mean_token_accuracy": 0.11918459832668304,
      "num_tokens": 8282677.0,
      "step": 3820
    },
    {
      "entropy": 6.636364889144898,
      "epoch": 0.40933169243940287,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004989645517599286,
      "loss": 6.6211,
      "mean_token_accuracy": 0.11509314477443695,
      "num_tokens": 8292753.0,
      "step": 3825
    },
    {
      "entropy": 6.685767602920532,
      "epoch": 0.4098667665471668,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004989608847399275,
      "loss": 6.61,
      "mean_token_accuracy": 0.12080298736691475,
      "num_tokens": 8302747.0,
      "step": 3830
    },
    {
      "entropy": 6.7413169860839846,
      "epoch": 0.4104018406549307,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004989572112530871,
      "loss": 6.6778,
      "mean_token_accuracy": 0.11377226114273072,
      "num_tokens": 8314766.0,
      "step": 3835
    },
    {
      "entropy": 6.787960433959961,
      "epoch": 0.4109369147626946,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004989535312995139,
      "loss": 6.7178,
      "mean_token_accuracy": 0.11318623274564743,
      "num_tokens": 8325791.0,
      "step": 3840
    },
    {
      "entropy": 6.717939376831055,
      "epoch": 0.41147198887045855,
      "grad_norm": 1.0,
      "learning_rate": 0.0004989498448793139,
      "loss": 6.6361,
      "mean_token_accuracy": 0.12173747569322586,
      "num_tokens": 8335809.0,
      "step": 3845
    },
    {
      "entropy": 6.658769178390503,
      "epoch": 0.4120070629782225,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004989461519925935,
      "loss": 6.6329,
      "mean_token_accuracy": 0.11577236950397492,
      "num_tokens": 8347505.0,
      "step": 3850
    },
    {
      "entropy": 6.760444831848145,
      "epoch": 0.4125421370859864,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004989424526394596,
      "loss": 6.6476,
      "mean_token_accuracy": 0.11038320958614349,
      "num_tokens": 8358363.0,
      "step": 3855
    },
    {
      "entropy": 6.685798072814942,
      "epoch": 0.41307721119375035,
      "grad_norm": 1.0,
      "learning_rate": 0.0004989387468200187,
      "loss": 6.6586,
      "mean_token_accuracy": 0.11995591446757317,
      "num_tokens": 8369076.0,
      "step": 3860
    },
    {
      "entropy": 6.792741823196411,
      "epoch": 0.4136122853015143,
      "grad_norm": 0.9609375,
      "learning_rate": 0.000498935034534378,
      "loss": 6.7066,
      "mean_token_accuracy": 0.11812848448753357,
      "num_tokens": 8380071.0,
      "step": 3865
    },
    {
      "entropy": 6.7582135677337645,
      "epoch": 0.41414735940927816,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004989313157826446,
      "loss": 6.6634,
      "mean_token_accuracy": 0.12095108553767205,
      "num_tokens": 8390574.0,
      "step": 3870
    },
    {
      "entropy": 6.685640001296997,
      "epoch": 0.4146824335170421,
      "grad_norm": 0.953125,
      "learning_rate": 0.000498927590564926,
      "loss": 6.6488,
      "mean_token_accuracy": 0.11926722228527069,
      "num_tokens": 8401154.0,
      "step": 3875
    },
    {
      "entropy": 6.767927932739258,
      "epoch": 0.415217507624806,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004989238588813296,
      "loss": 6.726,
      "mean_token_accuracy": 0.11190465018153191,
      "num_tokens": 8412113.0,
      "step": 3880
    },
    {
      "entropy": 6.811918687820435,
      "epoch": 0.41575258173256996,
      "grad_norm": 1.0,
      "learning_rate": 0.0004989201207319634,
      "loss": 6.7108,
      "mean_token_accuracy": 0.1182281218469143,
      "num_tokens": 8422734.0,
      "step": 3885
    },
    {
      "entropy": 6.656246137619019,
      "epoch": 0.4162876558403339,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004989163761169351,
      "loss": 6.6486,
      "mean_token_accuracy": 0.11386847794055939,
      "num_tokens": 8433647.0,
      "step": 3890
    },
    {
      "entropy": 6.706199264526367,
      "epoch": 0.4168227299480978,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004989126250363529,
      "loss": 6.6691,
      "mean_token_accuracy": 0.12189342752099037,
      "num_tokens": 8444726.0,
      "step": 3895
    },
    {
      "entropy": 6.775026035308838,
      "epoch": 0.41735780405586176,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004989088674903251,
      "loss": 6.6902,
      "mean_token_accuracy": 0.11433882266283035,
      "num_tokens": 8455351.0,
      "step": 3900
    },
    {
      "entropy": 6.726575613021851,
      "epoch": 0.41789287816362564,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004989051034789602,
      "loss": 6.6622,
      "mean_token_accuracy": 0.11935925707221032,
      "num_tokens": 8466423.0,
      "step": 3905
    },
    {
      "entropy": 6.712535429000854,
      "epoch": 0.41842795227138957,
      "grad_norm": 1.0390625,
      "learning_rate": 0.000498901333002367,
      "loss": 6.6157,
      "mean_token_accuracy": 0.11526683047413826,
      "num_tokens": 8475841.0,
      "step": 3910
    },
    {
      "entropy": 6.743713092803955,
      "epoch": 0.4189630263791535,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004988975560606541,
      "loss": 6.7144,
      "mean_token_accuracy": 0.1172465056180954,
      "num_tokens": 8487656.0,
      "step": 3915
    },
    {
      "entropy": 6.729172039031982,
      "epoch": 0.41949810048691744,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004988937726539308,
      "loss": 6.721,
      "mean_token_accuracy": 0.10986425504088401,
      "num_tokens": 8497959.0,
      "step": 3920
    },
    {
      "entropy": 6.711235523223877,
      "epoch": 0.42003317459468137,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004988899827823062,
      "loss": 6.6334,
      "mean_token_accuracy": 0.11989354267716408,
      "num_tokens": 8508228.0,
      "step": 3925
    },
    {
      "entropy": 6.709075260162353,
      "epoch": 0.4205682487024453,
      "grad_norm": 1.015625,
      "learning_rate": 0.00049888618644589,
      "loss": 6.6763,
      "mean_token_accuracy": 0.11326484829187393,
      "num_tokens": 8518999.0,
      "step": 3930
    },
    {
      "entropy": 6.6963389873504635,
      "epoch": 0.42110332281020924,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004988823836447916,
      "loss": 6.7018,
      "mean_token_accuracy": 0.11377114206552505,
      "num_tokens": 8529583.0,
      "step": 3935
    },
    {
      "entropy": 6.884630489349365,
      "epoch": 0.4216383969179731,
      "grad_norm": 1.234375,
      "learning_rate": 0.0004988785743791207,
      "loss": 6.7854,
      "mean_token_accuracy": 0.10914561599493026,
      "num_tokens": 8540069.0,
      "step": 3940
    },
    {
      "entropy": 6.764514493942261,
      "epoch": 0.42217347102573705,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004988747586489876,
      "loss": 6.6535,
      "mean_token_accuracy": 0.1135537788271904,
      "num_tokens": 8550441.0,
      "step": 3945
    },
    {
      "entropy": 6.6675217628479,
      "epoch": 0.422708545133501,
      "grad_norm": 1.0,
      "learning_rate": 0.000498870936454502,
      "loss": 6.6104,
      "mean_token_accuracy": 0.12095493003726006,
      "num_tokens": 8560257.0,
      "step": 3950
    },
    {
      "entropy": 6.727188062667847,
      "epoch": 0.4232436192412649,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004988671077957749,
      "loss": 6.6945,
      "mean_token_accuracy": 0.12016920894384384,
      "num_tokens": 8570991.0,
      "step": 3955
    },
    {
      "entropy": 6.795679950714112,
      "epoch": 0.42377869334902885,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004988632726729164,
      "loss": 6.7556,
      "mean_token_accuracy": 0.11323562562465668,
      "num_tokens": 8583668.0,
      "step": 3960
    },
    {
      "entropy": 6.731791210174561,
      "epoch": 0.4243137674567928,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004988594310860374,
      "loss": 6.6781,
      "mean_token_accuracy": 0.11760099306702614,
      "num_tokens": 8593727.0,
      "step": 3965
    },
    {
      "entropy": 6.690351915359497,
      "epoch": 0.4248488415645567,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004988555830352485,
      "loss": 6.6778,
      "mean_token_accuracy": 0.11991618275642395,
      "num_tokens": 8605470.0,
      "step": 3970
    },
    {
      "entropy": 6.747353982925415,
      "epoch": 0.4253839156723206,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004988517285206614,
      "loss": 6.6079,
      "mean_token_accuracy": 0.11389391347765923,
      "num_tokens": 8617176.0,
      "step": 3975
    },
    {
      "entropy": 6.691808223724365,
      "epoch": 0.4259189897800845,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004988478675423871,
      "loss": 6.6936,
      "mean_token_accuracy": 0.11446112543344497,
      "num_tokens": 8627756.0,
      "step": 3980
    },
    {
      "entropy": 6.723490619659424,
      "epoch": 0.42645406388784846,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004988440001005369,
      "loss": 6.633,
      "mean_token_accuracy": 0.12306867241859436,
      "num_tokens": 8637766.0,
      "step": 3985
    },
    {
      "entropy": 6.736693811416626,
      "epoch": 0.4269891379956124,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004988401261952227,
      "loss": 6.664,
      "mean_token_accuracy": 0.1152922384440899,
      "num_tokens": 8648562.0,
      "step": 3990
    },
    {
      "entropy": 6.774680089950562,
      "epoch": 0.4275242121033763,
      "grad_norm": 1.125,
      "learning_rate": 0.0004988362458265565,
      "loss": 6.6814,
      "mean_token_accuracy": 0.1093427799642086,
      "num_tokens": 8658393.0,
      "step": 3995
    },
    {
      "entropy": 6.665417051315307,
      "epoch": 0.42805928621114026,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004988323589946499,
      "loss": 6.6165,
      "mean_token_accuracy": 0.12214137688279152,
      "num_tokens": 8668365.0,
      "step": 4000
    },
    {
      "entropy": 6.708557367324829,
      "epoch": 0.4285943603189042,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004988284656996156,
      "loss": 6.645,
      "mean_token_accuracy": 0.1173097126185894,
      "num_tokens": 8679228.0,
      "step": 4005
    },
    {
      "entropy": 6.636530923843384,
      "epoch": 0.42912943442666807,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004988245659415656,
      "loss": 6.5261,
      "mean_token_accuracy": 0.1273254171013832,
      "num_tokens": 8688940.0,
      "step": 4010
    },
    {
      "entropy": 6.769261598587036,
      "epoch": 0.429664508534432,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004988206597206129,
      "loss": 6.6923,
      "mean_token_accuracy": 0.11572074741125107,
      "num_tokens": 8699923.0,
      "step": 4015
    },
    {
      "entropy": 6.650954866409302,
      "epoch": 0.43019958264219593,
      "grad_norm": 0.9296875,
      "learning_rate": 0.00049881674703687,
      "loss": 6.5266,
      "mean_token_accuracy": 0.1199740432202816,
      "num_tokens": 8710445.0,
      "step": 4020
    },
    {
      "entropy": 6.641194677352905,
      "epoch": 0.43073465674995987,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004988128278904499,
      "loss": 6.6582,
      "mean_token_accuracy": 0.11788298562169075,
      "num_tokens": 8720686.0,
      "step": 4025
    },
    {
      "entropy": 6.765309906005859,
      "epoch": 0.4312697308577238,
      "grad_norm": 1.03125,
      "learning_rate": 0.000498808902281466,
      "loss": 6.6738,
      "mean_token_accuracy": 0.11736497506499291,
      "num_tokens": 8732122.0,
      "step": 4030
    },
    {
      "entropy": 6.677246761322022,
      "epoch": 0.43180480496548773,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004988049702100315,
      "loss": 6.638,
      "mean_token_accuracy": 0.12187011390924454,
      "num_tokens": 8744122.0,
      "step": 4035
    },
    {
      "entropy": 6.78152813911438,
      "epoch": 0.43233987907325166,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004988010316762598,
      "loss": 6.6428,
      "mean_token_accuracy": 0.11561979800462723,
      "num_tokens": 8754758.0,
      "step": 4040
    },
    {
      "entropy": 6.664593458175659,
      "epoch": 0.4328749531810156,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004987970866802649,
      "loss": 6.6774,
      "mean_token_accuracy": 0.10897876471281051,
      "num_tokens": 8766577.0,
      "step": 4045
    },
    {
      "entropy": 6.668974208831787,
      "epoch": 0.4334100272887795,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004987931352221605,
      "loss": 6.6509,
      "mean_token_accuracy": 0.1155616320669651,
      "num_tokens": 8777698.0,
      "step": 4050
    },
    {
      "entropy": 6.748575258255005,
      "epoch": 0.4339451013965434,
      "grad_norm": 1.0,
      "learning_rate": 0.0004987891773020606,
      "loss": 6.6637,
      "mean_token_accuracy": 0.12043780609965324,
      "num_tokens": 8788637.0,
      "step": 4055
    },
    {
      "entropy": 6.692825508117676,
      "epoch": 0.43448017550430734,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004987852129200799,
      "loss": 6.6415,
      "mean_token_accuracy": 0.12397622093558311,
      "num_tokens": 8799709.0,
      "step": 4060
    },
    {
      "entropy": 6.712762689590454,
      "epoch": 0.4350152496120713,
      "grad_norm": 1.125,
      "learning_rate": 0.0004987812420763326,
      "loss": 6.6496,
      "mean_token_accuracy": 0.1190851904451847,
      "num_tokens": 8810469.0,
      "step": 4065
    },
    {
      "entropy": 6.746799421310425,
      "epoch": 0.4355503237198352,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004987772647709333,
      "loss": 6.6276,
      "mean_token_accuracy": 0.11508499830961227,
      "num_tokens": 8821142.0,
      "step": 4070
    },
    {
      "entropy": 6.6189371109008786,
      "epoch": 0.43608539782759914,
      "grad_norm": 0.9609375,
      "learning_rate": 0.000498773281003997,
      "loss": 6.5837,
      "mean_token_accuracy": 0.12859731987118722,
      "num_tokens": 8832951.0,
      "step": 4075
    },
    {
      "entropy": 6.702429962158203,
      "epoch": 0.4366204719353631,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004987692907756385,
      "loss": 6.6863,
      "mean_token_accuracy": 0.11083661466836929,
      "num_tokens": 8843579.0,
      "step": 4080
    },
    {
      "entropy": 6.699003410339356,
      "epoch": 0.43715554604312695,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004987652940859733,
      "loss": 6.6164,
      "mean_token_accuracy": 0.11203439235687256,
      "num_tokens": 8854612.0,
      "step": 4085
    },
    {
      "entropy": 6.685548162460327,
      "epoch": 0.4376906201508909,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004987612909351167,
      "loss": 6.5709,
      "mean_token_accuracy": 0.12011634036898614,
      "num_tokens": 8865584.0,
      "step": 4090
    },
    {
      "entropy": 6.605876493453979,
      "epoch": 0.4382256942586548,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004987572813231842,
      "loss": 6.6125,
      "mean_token_accuracy": 0.12365005165338516,
      "num_tokens": 8876662.0,
      "step": 4095
    },
    {
      "entropy": 6.744110584259033,
      "epoch": 0.43876076836641875,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004987532652502917,
      "loss": 6.6406,
      "mean_token_accuracy": 0.1150108441710472,
      "num_tokens": 8887249.0,
      "step": 4100
    },
    {
      "entropy": 6.658827400207519,
      "epoch": 0.4392958424741827,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004987492427165551,
      "loss": 6.4757,
      "mean_token_accuracy": 0.13154868632555008,
      "num_tokens": 8898635.0,
      "step": 4105
    },
    {
      "entropy": 6.6048284530639645,
      "epoch": 0.4398309165819466,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004987452137220906,
      "loss": 6.6346,
      "mean_token_accuracy": 0.11840783655643464,
      "num_tokens": 8908794.0,
      "step": 4110
    },
    {
      "entropy": 6.831158971786499,
      "epoch": 0.44036599068971055,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004987411782670144,
      "loss": 6.6518,
      "mean_token_accuracy": 0.11594994887709617,
      "num_tokens": 8919015.0,
      "step": 4115
    },
    {
      "entropy": 6.770243310928345,
      "epoch": 0.44090106479747443,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004987371363514431,
      "loss": 6.6761,
      "mean_token_accuracy": 0.11354120001196862,
      "num_tokens": 8929028.0,
      "step": 4120
    },
    {
      "entropy": 6.587651777267456,
      "epoch": 0.44143613890523836,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004987330879754933,
      "loss": 6.5756,
      "mean_token_accuracy": 0.11564656272530556,
      "num_tokens": 8939789.0,
      "step": 4125
    },
    {
      "entropy": 6.635728883743286,
      "epoch": 0.4419712130130023,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004987290331392823,
      "loss": 6.5662,
      "mean_token_accuracy": 0.12269725501537324,
      "num_tokens": 8950657.0,
      "step": 4130
    },
    {
      "entropy": 6.808789396286011,
      "epoch": 0.44250628712076623,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004987249718429269,
      "loss": 6.6695,
      "mean_token_accuracy": 0.12260328158736229,
      "num_tokens": 8960744.0,
      "step": 4135
    },
    {
      "entropy": 6.666414737701416,
      "epoch": 0.44304136122853016,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004987209040865441,
      "loss": 6.5333,
      "mean_token_accuracy": 0.12561455368995667,
      "num_tokens": 8972411.0,
      "step": 4140
    },
    {
      "entropy": 6.680865144729614,
      "epoch": 0.4435764353362941,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004987168298702519,
      "loss": 6.6873,
      "mean_token_accuracy": 0.11710079982876778,
      "num_tokens": 8982818.0,
      "step": 4145
    },
    {
      "entropy": 6.726581954956055,
      "epoch": 0.44411150944405803,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004987127491941675,
      "loss": 6.6092,
      "mean_token_accuracy": 0.11893833950161933,
      "num_tokens": 8993227.0,
      "step": 4150
    },
    {
      "entropy": 6.6443657875061035,
      "epoch": 0.4446465835518219,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004987086620584091,
      "loss": 6.5626,
      "mean_token_accuracy": 0.11763859167695045,
      "num_tokens": 9003796.0,
      "step": 4155
    },
    {
      "entropy": 6.694578695297241,
      "epoch": 0.44518165765958584,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004987045684630944,
      "loss": 6.574,
      "mean_token_accuracy": 0.12663180232048035,
      "num_tokens": 9014931.0,
      "step": 4160
    },
    {
      "entropy": 6.681905269622803,
      "epoch": 0.44571673176734977,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004987004684083417,
      "loss": 6.6337,
      "mean_token_accuracy": 0.11897012591362,
      "num_tokens": 9025312.0,
      "step": 4165
    },
    {
      "entropy": 6.681381607055664,
      "epoch": 0.4462518058751137,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004986963618942694,
      "loss": 6.617,
      "mean_token_accuracy": 0.12766270712018013,
      "num_tokens": 9035563.0,
      "step": 4170
    },
    {
      "entropy": 6.783052968978882,
      "epoch": 0.44678687998287764,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004986922489209961,
      "loss": 6.6507,
      "mean_token_accuracy": 0.1229518175125122,
      "num_tokens": 9046065.0,
      "step": 4175
    },
    {
      "entropy": 6.676540994644165,
      "epoch": 0.44732195409064157,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004986881294886406,
      "loss": 6.5382,
      "mean_token_accuracy": 0.12728339359164237,
      "num_tokens": 9056696.0,
      "step": 4180
    },
    {
      "entropy": 6.611935377120972,
      "epoch": 0.4478570281984055,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004986840035973218,
      "loss": 6.6113,
      "mean_token_accuracy": 0.11595813184976578,
      "num_tokens": 9067035.0,
      "step": 4185
    },
    {
      "entropy": 6.672677946090698,
      "epoch": 0.4483921023061694,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004986798712471588,
      "loss": 6.5888,
      "mean_token_accuracy": 0.12024698033928871,
      "num_tokens": 9078253.0,
      "step": 4190
    },
    {
      "entropy": 6.76561918258667,
      "epoch": 0.4489271764139333,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004986757324382709,
      "loss": 6.6607,
      "mean_token_accuracy": 0.11117863357067108,
      "num_tokens": 9088184.0,
      "step": 4195
    },
    {
      "entropy": 6.667329740524292,
      "epoch": 0.44946225052169725,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004986715871707777,
      "loss": 6.7281,
      "mean_token_accuracy": 0.11160746067762375,
      "num_tokens": 9099321.0,
      "step": 4200
    },
    {
      "entropy": 6.786033248901367,
      "epoch": 0.4499973246294612,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004986674354447988,
      "loss": 6.7537,
      "mean_token_accuracy": 0.11719949394464493,
      "num_tokens": 9111410.0,
      "step": 4205
    },
    {
      "entropy": 6.679773759841919,
      "epoch": 0.4505323987372251,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004986632772604543,
      "loss": 6.5738,
      "mean_token_accuracy": 0.12075933143496513,
      "num_tokens": 9121932.0,
      "step": 4210
    },
    {
      "entropy": 6.589503049850464,
      "epoch": 0.45106747284498905,
      "grad_norm": 1.3125,
      "learning_rate": 0.0004986591126178639,
      "loss": 6.6564,
      "mean_token_accuracy": 0.12272690162062645,
      "num_tokens": 9132686.0,
      "step": 4215
    },
    {
      "entropy": 6.6449024200439455,
      "epoch": 0.451602546952753,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004986549415171482,
      "loss": 6.5829,
      "mean_token_accuracy": 0.11985766738653184,
      "num_tokens": 9143582.0,
      "step": 4220
    },
    {
      "entropy": 6.822705459594727,
      "epoch": 0.45213762106051686,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004986507639584274,
      "loss": 6.6585,
      "mean_token_accuracy": 0.11077262237668037,
      "num_tokens": 9156173.0,
      "step": 4225
    },
    {
      "entropy": 6.608674240112305,
      "epoch": 0.4526726951682808,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004986465799418223,
      "loss": 6.6443,
      "mean_token_accuracy": 0.11647051796317101,
      "num_tokens": 9166882.0,
      "step": 4230
    },
    {
      "entropy": 6.6760540962219235,
      "epoch": 0.4532077692760447,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004986423894674534,
      "loss": 6.6421,
      "mean_token_accuracy": 0.11714837476611137,
      "num_tokens": 9177525.0,
      "step": 4235
    },
    {
      "entropy": 6.776611709594727,
      "epoch": 0.45374284338380866,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004986381925354422,
      "loss": 6.6064,
      "mean_token_accuracy": 0.1193653829395771,
      "num_tokens": 9188586.0,
      "step": 4240
    },
    {
      "entropy": 6.5767412185668945,
      "epoch": 0.4542779174915726,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004986339891459094,
      "loss": 6.5167,
      "mean_token_accuracy": 0.12630144357681275,
      "num_tokens": 9199920.0,
      "step": 4245
    },
    {
      "entropy": 6.593917989730835,
      "epoch": 0.4548129915993365,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004986297792989768,
      "loss": 6.5148,
      "mean_token_accuracy": 0.12705099806189538,
      "num_tokens": 9210923.0,
      "step": 4250
    },
    {
      "entropy": 6.754072189331055,
      "epoch": 0.45534806570710046,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004986255629947655,
      "loss": 6.6896,
      "mean_token_accuracy": 0.11421982869505883,
      "num_tokens": 9221459.0,
      "step": 4255
    },
    {
      "entropy": 6.70556755065918,
      "epoch": 0.45588313981486434,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004986213402333978,
      "loss": 6.6306,
      "mean_token_accuracy": 0.11420354172587395,
      "num_tokens": 9231768.0,
      "step": 4260
    },
    {
      "entropy": 6.6920239448547365,
      "epoch": 0.45641821392262827,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004986171110149951,
      "loss": 6.619,
      "mean_token_accuracy": 0.11584020033478737,
      "num_tokens": 9242230.0,
      "step": 4265
    },
    {
      "entropy": 6.715697002410889,
      "epoch": 0.4569532880303922,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004986128753396798,
      "loss": 6.5343,
      "mean_token_accuracy": 0.1253846324980259,
      "num_tokens": 9252485.0,
      "step": 4270
    },
    {
      "entropy": 6.545043516159057,
      "epoch": 0.45748836213815613,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004986086332075742,
      "loss": 6.5936,
      "mean_token_accuracy": 0.12571235075592996,
      "num_tokens": 9263014.0,
      "step": 4275
    },
    {
      "entropy": 6.685902500152588,
      "epoch": 0.45802343624592007,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004986043846188006,
      "loss": 6.6307,
      "mean_token_accuracy": 0.12278592735528945,
      "num_tokens": 9273777.0,
      "step": 4280
    },
    {
      "entropy": 6.657036352157593,
      "epoch": 0.458558510353684,
      "grad_norm": 1.0859375,
      "learning_rate": 0.000498600129573482,
      "loss": 6.573,
      "mean_token_accuracy": 0.1176757849752903,
      "num_tokens": 9284738.0,
      "step": 4285
    },
    {
      "entropy": 6.7254064083099365,
      "epoch": 0.45909358446144793,
      "grad_norm": 1.015625,
      "learning_rate": 0.000498595868071741,
      "loss": 6.6216,
      "mean_token_accuracy": 0.11621444001793861,
      "num_tokens": 9295921.0,
      "step": 4290
    },
    {
      "entropy": 6.663456153869629,
      "epoch": 0.4596286585692118,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004985916001137006,
      "loss": 6.6041,
      "mean_token_accuracy": 0.11686597913503646,
      "num_tokens": 9306568.0,
      "step": 4295
    },
    {
      "entropy": 6.680031871795654,
      "epoch": 0.46016373267697575,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004985873256994843,
      "loss": 6.5667,
      "mean_token_accuracy": 0.11980162784457207,
      "num_tokens": 9316468.0,
      "step": 4300
    },
    {
      "entropy": 6.6148521900177,
      "epoch": 0.4606988067847397,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004985830448292154,
      "loss": 6.6454,
      "mean_token_accuracy": 0.11909077167510987,
      "num_tokens": 9328185.0,
      "step": 4305
    },
    {
      "entropy": 6.648210954666138,
      "epoch": 0.4612338808925036,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004985787575030175,
      "loss": 6.6032,
      "mean_token_accuracy": 0.11979346349835396,
      "num_tokens": 9338591.0,
      "step": 4310
    },
    {
      "entropy": 6.6767906665802,
      "epoch": 0.46176895500026754,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004985744637210144,
      "loss": 6.6112,
      "mean_token_accuracy": 0.12049485743045807,
      "num_tokens": 9349286.0,
      "step": 4315
    },
    {
      "entropy": 6.680856657028198,
      "epoch": 0.4623040291080315,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00049857016348333,
      "loss": 6.592,
      "mean_token_accuracy": 0.1270862713456154,
      "num_tokens": 9359752.0,
      "step": 4320
    },
    {
      "entropy": 6.7019250869750975,
      "epoch": 0.4628391032157954,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004985658567900886,
      "loss": 6.6666,
      "mean_token_accuracy": 0.11103762239217758,
      "num_tokens": 9371823.0,
      "step": 4325
    },
    {
      "entropy": 6.595825672149658,
      "epoch": 0.4633741773235593,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004985615436414145,
      "loss": 6.5099,
      "mean_token_accuracy": 0.11884014680981636,
      "num_tokens": 9383127.0,
      "step": 4330
    },
    {
      "entropy": 6.646753454208374,
      "epoch": 0.4639092514313232,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004985572240374321,
      "loss": 6.6249,
      "mean_token_accuracy": 0.12329683154821396,
      "num_tokens": 9394296.0,
      "step": 4335
    },
    {
      "entropy": 6.715232181549072,
      "epoch": 0.46444432553908715,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004985528979782665,
      "loss": 6.595,
      "mean_token_accuracy": 0.11608856394886971,
      "num_tokens": 9405988.0,
      "step": 4340
    },
    {
      "entropy": 6.672331953048706,
      "epoch": 0.4649793996468511,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004985485654640423,
      "loss": 6.6095,
      "mean_token_accuracy": 0.12022607624530793,
      "num_tokens": 9417479.0,
      "step": 4345
    },
    {
      "entropy": 6.625867748260498,
      "epoch": 0.465514473754615,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004985442264948847,
      "loss": 6.5421,
      "mean_token_accuracy": 0.12694113552570344,
      "num_tokens": 9428050.0,
      "step": 4350
    },
    {
      "entropy": 6.547886896133423,
      "epoch": 0.46604954786237895,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004985398810709189,
      "loss": 6.5174,
      "mean_token_accuracy": 0.12760872766375542,
      "num_tokens": 9438229.0,
      "step": 4355
    },
    {
      "entropy": 6.648811626434326,
      "epoch": 0.4665846219701429,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004985355291922704,
      "loss": 6.5934,
      "mean_token_accuracy": 0.11865689232945442,
      "num_tokens": 9449611.0,
      "step": 4360
    },
    {
      "entropy": 6.6590087890625,
      "epoch": 0.46711969607790677,
      "grad_norm": 1.0625,
      "learning_rate": 0.000498531170859065,
      "loss": 6.5649,
      "mean_token_accuracy": 0.12043324112892151,
      "num_tokens": 9460234.0,
      "step": 4365
    },
    {
      "entropy": 6.696133613586426,
      "epoch": 0.4676547701856707,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004985268060714285,
      "loss": 6.6336,
      "mean_token_accuracy": 0.11819689199328423,
      "num_tokens": 9472136.0,
      "step": 4370
    },
    {
      "entropy": 6.585649061203003,
      "epoch": 0.46818984429343463,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004985224348294868,
      "loss": 6.5709,
      "mean_token_accuracy": 0.12418014109134674,
      "num_tokens": 9482602.0,
      "step": 4375
    },
    {
      "entropy": 6.748106908798218,
      "epoch": 0.46872491840119856,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004985180571333663,
      "loss": 6.5689,
      "mean_token_accuracy": 0.12485300302505493,
      "num_tokens": 9493782.0,
      "step": 4380
    },
    {
      "entropy": 6.540544319152832,
      "epoch": 0.4692599925089625,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004985136729831932,
      "loss": 6.5438,
      "mean_token_accuracy": 0.12441813126206398,
      "num_tokens": 9504389.0,
      "step": 4385
    },
    {
      "entropy": 6.671164274215698,
      "epoch": 0.46979506661672643,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004985092823790942,
      "loss": 6.6814,
      "mean_token_accuracy": 0.119224763661623,
      "num_tokens": 9515166.0,
      "step": 4390
    },
    {
      "entropy": 6.73720269203186,
      "epoch": 0.47033014072449036,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004985048853211961,
      "loss": 6.5746,
      "mean_token_accuracy": 0.12142504379153252,
      "num_tokens": 9525566.0,
      "step": 4395
    },
    {
      "entropy": 6.675395488739014,
      "epoch": 0.47086521483225424,
      "grad_norm": 1.0625,
      "learning_rate": 0.000498500481809626,
      "loss": 6.4819,
      "mean_token_accuracy": 0.13088136091828345,
      "num_tokens": 9536021.0,
      "step": 4400
    },
    {
      "entropy": 6.533463430404663,
      "epoch": 0.4714002889400182,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004984960718445107,
      "loss": 6.6052,
      "mean_token_accuracy": 0.1171295128762722,
      "num_tokens": 9546827.0,
      "step": 4405
    },
    {
      "entropy": 6.67804708480835,
      "epoch": 0.4719353630477821,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004984916554259778,
      "loss": 6.7149,
      "mean_token_accuracy": 0.11228696927428246,
      "num_tokens": 9558104.0,
      "step": 4410
    },
    {
      "entropy": 6.8455202102661135,
      "epoch": 0.47247043715554604,
      "grad_norm": 1.0,
      "learning_rate": 0.0004984872325541547,
      "loss": 6.6141,
      "mean_token_accuracy": 0.12217790111899376,
      "num_tokens": 9568487.0,
      "step": 4415
    },
    {
      "entropy": 6.582124662399292,
      "epoch": 0.47300551126331,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004984828032291692,
      "loss": 6.5365,
      "mean_token_accuracy": 0.1269690603017807,
      "num_tokens": 9579509.0,
      "step": 4420
    },
    {
      "entropy": 6.651116609573364,
      "epoch": 0.4735405853710739,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004984783674511492,
      "loss": 6.5747,
      "mean_token_accuracy": 0.12385042384266853,
      "num_tokens": 9589931.0,
      "step": 4425
    },
    {
      "entropy": 6.6950758934021,
      "epoch": 0.47407565947883784,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004984739252202227,
      "loss": 6.6175,
      "mean_token_accuracy": 0.12152868285775184,
      "num_tokens": 9599764.0,
      "step": 4430
    },
    {
      "entropy": 6.623296928405762,
      "epoch": 0.4746107335866017,
      "grad_norm": 1.0234375,
      "learning_rate": 0.000498469476536518,
      "loss": 6.599,
      "mean_token_accuracy": 0.12063135579228401,
      "num_tokens": 9611145.0,
      "step": 4435
    },
    {
      "entropy": 6.677924060821534,
      "epoch": 0.47514580769436565,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004984650214001636,
      "loss": 6.5834,
      "mean_token_accuracy": 0.12878919318318366,
      "num_tokens": 9621441.0,
      "step": 4440
    },
    {
      "entropy": 6.647787189483642,
      "epoch": 0.4756808818021296,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004984605598112881,
      "loss": 6.6236,
      "mean_token_accuracy": 0.1271962121129036,
      "num_tokens": 9631874.0,
      "step": 4445
    },
    {
      "entropy": 6.630089616775512,
      "epoch": 0.4762159559098935,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004984560917700204,
      "loss": 6.5916,
      "mean_token_accuracy": 0.11591947823762894,
      "num_tokens": 9643006.0,
      "step": 4450
    },
    {
      "entropy": 6.6707008361816404,
      "epoch": 0.47675103001765745,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004984516172764894,
      "loss": 6.4951,
      "mean_token_accuracy": 0.12678682953119277,
      "num_tokens": 9653897.0,
      "step": 4455
    },
    {
      "entropy": 6.604708528518676,
      "epoch": 0.4772861041254214,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004984471363308243,
      "loss": 6.5619,
      "mean_token_accuracy": 0.12140805572271347,
      "num_tokens": 9664460.0,
      "step": 4460
    },
    {
      "entropy": 6.661033821105957,
      "epoch": 0.4778211782331853,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004984426489331546,
      "loss": 6.5736,
      "mean_token_accuracy": 0.1274728685617447,
      "num_tokens": 9674534.0,
      "step": 4465
    },
    {
      "entropy": 6.736891746520996,
      "epoch": 0.4783562523409492,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004984381550836097,
      "loss": 6.6574,
      "mean_token_accuracy": 0.11825382485985755,
      "num_tokens": 9684828.0,
      "step": 4470
    },
    {
      "entropy": 6.716025924682617,
      "epoch": 0.47889132644871313,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004984336547823196,
      "loss": 6.6238,
      "mean_token_accuracy": 0.11967333108186722,
      "num_tokens": 9694536.0,
      "step": 4475
    },
    {
      "entropy": 6.664143896102905,
      "epoch": 0.47942640055647706,
      "grad_norm": 0.97265625,
      "learning_rate": 0.000498429148029414,
      "loss": 6.483,
      "mean_token_accuracy": 0.12928671464323999,
      "num_tokens": 9705715.0,
      "step": 4480
    },
    {
      "entropy": 6.578292751312256,
      "epoch": 0.479961474664241,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004984246348250233,
      "loss": 6.5722,
      "mean_token_accuracy": 0.12405260875821114,
      "num_tokens": 9717505.0,
      "step": 4485
    },
    {
      "entropy": 6.650796604156494,
      "epoch": 0.4804965487720049,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004984201151692775,
      "loss": 6.4341,
      "mean_token_accuracy": 0.12355747520923614,
      "num_tokens": 9727910.0,
      "step": 4490
    },
    {
      "entropy": 6.5766956329345705,
      "epoch": 0.48103162287976886,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004984155890623074,
      "loss": 6.5412,
      "mean_token_accuracy": 0.12643233090639114,
      "num_tokens": 9738528.0,
      "step": 4495
    },
    {
      "entropy": 6.597425556182861,
      "epoch": 0.4815666969875328,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004984110565042435,
      "loss": 6.5686,
      "mean_token_accuracy": 0.12338585183024406,
      "num_tokens": 9749744.0,
      "step": 4500
    },
    {
      "entropy": 6.71343297958374,
      "epoch": 0.48210177109529667,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004984065174952168,
      "loss": 6.5795,
      "mean_token_accuracy": 0.11854353696107864,
      "num_tokens": 9759968.0,
      "step": 4505
    },
    {
      "entropy": 6.6341510772705075,
      "epoch": 0.4826368452030606,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004984019720353582,
      "loss": 6.5911,
      "mean_token_accuracy": 0.11985000744462013,
      "num_tokens": 9769791.0,
      "step": 4510
    },
    {
      "entropy": 6.594589281082153,
      "epoch": 0.48317191931082454,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004983974201247991,
      "loss": 6.5564,
      "mean_token_accuracy": 0.1293729916214943,
      "num_tokens": 9780369.0,
      "step": 4515
    },
    {
      "entropy": 6.650420045852661,
      "epoch": 0.48370699341858847,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004983928617636709,
      "loss": 6.6077,
      "mean_token_accuracy": 0.11779389381408692,
      "num_tokens": 9791125.0,
      "step": 4520
    },
    {
      "entropy": 6.741210079193115,
      "epoch": 0.4842420675263524,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004983882969521052,
      "loss": 6.6039,
      "mean_token_accuracy": 0.12302820384502411,
      "num_tokens": 9801697.0,
      "step": 4525
    },
    {
      "entropy": 6.714509773254394,
      "epoch": 0.48477714163411634,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004983837256902338,
      "loss": 6.6394,
      "mean_token_accuracy": 0.12414250075817108,
      "num_tokens": 9812171.0,
      "step": 4530
    },
    {
      "entropy": 6.612561130523682,
      "epoch": 0.48531221574188027,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004983791479781887,
      "loss": 6.4865,
      "mean_token_accuracy": 0.12814272344112396,
      "num_tokens": 9821596.0,
      "step": 4535
    },
    {
      "entropy": 6.6429736614227295,
      "epoch": 0.48584728984964415,
      "grad_norm": 1.0,
      "learning_rate": 0.0004983745638161021,
      "loss": 6.5942,
      "mean_token_accuracy": 0.11311374977231026,
      "num_tokens": 9831634.0,
      "step": 4540
    },
    {
      "entropy": 6.680133295059204,
      "epoch": 0.4863823639574081,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004983699732041064,
      "loss": 6.5608,
      "mean_token_accuracy": 0.12484560459852219,
      "num_tokens": 9841662.0,
      "step": 4545
    },
    {
      "entropy": 6.665322494506836,
      "epoch": 0.486917438065172,
      "grad_norm": 0.9140625,
      "learning_rate": 0.000498365376142334,
      "loss": 6.5451,
      "mean_token_accuracy": 0.12128180265426636,
      "num_tokens": 9853797.0,
      "step": 4550
    },
    {
      "entropy": 6.616853523254394,
      "epoch": 0.48745251217293595,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004983607726309179,
      "loss": 6.597,
      "mean_token_accuracy": 0.12437746599316597,
      "num_tokens": 9865245.0,
      "step": 4555
    },
    {
      "entropy": 6.767341279983521,
      "epoch": 0.4879875862806999,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004983561626699908,
      "loss": 6.674,
      "mean_token_accuracy": 0.11401030793786049,
      "num_tokens": 9876207.0,
      "step": 4560
    },
    {
      "entropy": 6.63656063079834,
      "epoch": 0.4885226603884638,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004983515462596859,
      "loss": 6.5099,
      "mean_token_accuracy": 0.12511964961886407,
      "num_tokens": 9887210.0,
      "step": 4565
    },
    {
      "entropy": 6.625952911376953,
      "epoch": 0.48905773449622775,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004983469234001365,
      "loss": 6.6882,
      "mean_token_accuracy": 0.11470266729593277,
      "num_tokens": 9899607.0,
      "step": 4570
    },
    {
      "entropy": 6.559663248062134,
      "epoch": 0.4895928086039917,
      "grad_norm": 1.171875,
      "learning_rate": 0.000498342294091476,
      "loss": 6.466,
      "mean_token_accuracy": 0.13191099166870118,
      "num_tokens": 9909910.0,
      "step": 4575
    },
    {
      "entropy": 6.581341791152954,
      "epoch": 0.49012788271175556,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004983376583338382,
      "loss": 6.5956,
      "mean_token_accuracy": 0.11748891472816467,
      "num_tokens": 9922137.0,
      "step": 4580
    },
    {
      "entropy": 6.6524818420410154,
      "epoch": 0.4906629568195195,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004983330161273569,
      "loss": 6.5779,
      "mean_token_accuracy": 0.12338467091321945,
      "num_tokens": 9932514.0,
      "step": 4585
    },
    {
      "entropy": 6.672944164276123,
      "epoch": 0.4911980309272834,
      "grad_norm": 1.5546875,
      "learning_rate": 0.0004983283674721662,
      "loss": 6.6145,
      "mean_token_accuracy": 0.12371377795934677,
      "num_tokens": 9943054.0,
      "step": 4590
    },
    {
      "entropy": 6.685930919647217,
      "epoch": 0.49173310503504736,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004983237123684002,
      "loss": 6.583,
      "mean_token_accuracy": 0.11797807738184929,
      "num_tokens": 9953791.0,
      "step": 4595
    },
    {
      "entropy": 6.595043659210205,
      "epoch": 0.4922681791428113,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004983190508161934,
      "loss": 6.5268,
      "mean_token_accuracy": 0.12165041193366051,
      "num_tokens": 9964782.0,
      "step": 4600
    },
    {
      "entropy": 6.681060695648194,
      "epoch": 0.4928032532505752,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004983143828156804,
      "loss": 6.6055,
      "mean_token_accuracy": 0.1215230606496334,
      "num_tokens": 9975843.0,
      "step": 4605
    },
    {
      "entropy": 6.689913415908814,
      "epoch": 0.49333832735833916,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004983097083669959,
      "loss": 6.5777,
      "mean_token_accuracy": 0.12538425028324127,
      "num_tokens": 9987060.0,
      "step": 4610
    },
    {
      "entropy": 6.666298151016235,
      "epoch": 0.49387340146610303,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004983050274702751,
      "loss": 6.5579,
      "mean_token_accuracy": 0.1193149946630001,
      "num_tokens": 9997380.0,
      "step": 4615
    },
    {
      "entropy": 6.622103214263916,
      "epoch": 0.49440847557386697,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004983003401256529,
      "loss": 6.6041,
      "mean_token_accuracy": 0.1213637612760067,
      "num_tokens": 10007955.0,
      "step": 4620
    },
    {
      "entropy": 6.796403980255127,
      "epoch": 0.4949435496816309,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004982956463332647,
      "loss": 6.6785,
      "mean_token_accuracy": 0.12040725573897362,
      "num_tokens": 10017645.0,
      "step": 4625
    },
    {
      "entropy": 6.627289819717407,
      "epoch": 0.49547862378939483,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004982909460932463,
      "loss": 6.6096,
      "mean_token_accuracy": 0.12429628074169159,
      "num_tokens": 10027619.0,
      "step": 4630
    },
    {
      "entropy": 6.590019702911377,
      "epoch": 0.49601369789715877,
      "grad_norm": 0.9765625,
      "learning_rate": 0.000498286239405733,
      "loss": 6.4729,
      "mean_token_accuracy": 0.13149576336145402,
      "num_tokens": 10037551.0,
      "step": 4635
    },
    {
      "entropy": 6.616154289245605,
      "epoch": 0.4965487720049227,
      "grad_norm": 0.9765625,
      "learning_rate": 0.000498281526270861,
      "loss": 6.5099,
      "mean_token_accuracy": 0.13509751111268997,
      "num_tokens": 10047771.0,
      "step": 4640
    },
    {
      "entropy": 6.767517042160034,
      "epoch": 0.49708384611268663,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004982768066887663,
      "loss": 6.6369,
      "mean_token_accuracy": 0.11773812174797058,
      "num_tokens": 10058771.0,
      "step": 4645
    },
    {
      "entropy": 6.55728063583374,
      "epoch": 0.4976189202204505,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004982720806595851,
      "loss": 6.5014,
      "mean_token_accuracy": 0.12969422712922096,
      "num_tokens": 10070318.0,
      "step": 4650
    },
    {
      "entropy": 6.569836902618408,
      "epoch": 0.49815399432821444,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004982673481834541,
      "loss": 6.5496,
      "mean_token_accuracy": 0.1241609700024128,
      "num_tokens": 10081810.0,
      "step": 4655
    },
    {
      "entropy": 6.622956085205078,
      "epoch": 0.4986890684359784,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004982626092605097,
      "loss": 6.5524,
      "mean_token_accuracy": 0.12292885780334473,
      "num_tokens": 10091724.0,
      "step": 4660
    },
    {
      "entropy": 6.6552161693573,
      "epoch": 0.4992241425437423,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004982578638908888,
      "loss": 6.5478,
      "mean_token_accuracy": 0.12208108678460121,
      "num_tokens": 10102510.0,
      "step": 4665
    },
    {
      "entropy": 6.660357189178467,
      "epoch": 0.49975921665150624,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004982531120747286,
      "loss": 6.6188,
      "mean_token_accuracy": 0.11734322607517242,
      "num_tokens": 10112636.0,
      "step": 4670
    },
    {
      "entropy": 6.636687994003296,
      "epoch": 0.5002942907592701,
      "grad_norm": 0.98828125,
      "learning_rate": 0.000498248353812166,
      "loss": 6.6127,
      "mean_token_accuracy": 0.1258271850645542,
      "num_tokens": 10123562.0,
      "step": 4675
    },
    {
      "entropy": 6.608578443527222,
      "epoch": 0.5008293648670341,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004982435891033387,
      "loss": 6.5729,
      "mean_token_accuracy": 0.11916021406650543,
      "num_tokens": 10134731.0,
      "step": 4680
    },
    {
      "entropy": 6.676313686370849,
      "epoch": 0.501364438974798,
      "grad_norm": 0.94140625,
      "learning_rate": 0.000498238817948384,
      "loss": 6.5562,
      "mean_token_accuracy": 0.11949019730091096,
      "num_tokens": 10145232.0,
      "step": 4685
    },
    {
      "entropy": 6.622157955169678,
      "epoch": 0.501899513082562,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004982340403474398,
      "loss": 6.5497,
      "mean_token_accuracy": 0.11989447847008705,
      "num_tokens": 10155857.0,
      "step": 4690
    },
    {
      "entropy": 6.658979082107544,
      "epoch": 0.5024345871903259,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004982292563006441,
      "loss": 6.5304,
      "mean_token_accuracy": 0.1236383281648159,
      "num_tokens": 10166145.0,
      "step": 4695
    },
    {
      "entropy": 6.685210704803467,
      "epoch": 0.5029696612980897,
      "grad_norm": 1.0546875,
      "learning_rate": 0.000498224465808135,
      "loss": 6.6729,
      "mean_token_accuracy": 0.1140787348151207,
      "num_tokens": 10177086.0,
      "step": 4700
    },
    {
      "entropy": 6.685143899917603,
      "epoch": 0.5035047354058537,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004982196688700509,
      "loss": 6.5409,
      "mean_token_accuracy": 0.12187634781002998,
      "num_tokens": 10187120.0,
      "step": 4705
    },
    {
      "entropy": 6.635204744338989,
      "epoch": 0.5040398095136176,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004982148654865302,
      "loss": 6.608,
      "mean_token_accuracy": 0.1216482937335968,
      "num_tokens": 10197784.0,
      "step": 4710
    },
    {
      "entropy": 6.670889568328858,
      "epoch": 0.5045748836213816,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004982100556577115,
      "loss": 6.4635,
      "mean_token_accuracy": 0.12821068465709687,
      "num_tokens": 10209373.0,
      "step": 4715
    },
    {
      "entropy": 6.615971565246582,
      "epoch": 0.5051099577291455,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004982052393837338,
      "loss": 6.5939,
      "mean_token_accuracy": 0.12902486696839333,
      "num_tokens": 10220316.0,
      "step": 4720
    },
    {
      "entropy": 6.600869941711426,
      "epoch": 0.5056450318369095,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004982004166647363,
      "loss": 6.4836,
      "mean_token_accuracy": 0.13095228374004364,
      "num_tokens": 10230478.0,
      "step": 4725
    },
    {
      "entropy": 6.5474138259887695,
      "epoch": 0.5061801059446733,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004981955875008582,
      "loss": 6.5734,
      "mean_token_accuracy": 0.11955861896276473,
      "num_tokens": 10240641.0,
      "step": 4730
    },
    {
      "entropy": 6.645769548416138,
      "epoch": 0.5067151800524372,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004981907518922387,
      "loss": 6.5441,
      "mean_token_accuracy": 0.13211010918021202,
      "num_tokens": 10250676.0,
      "step": 4735
    },
    {
      "entropy": 6.763848876953125,
      "epoch": 0.5072502541602012,
      "grad_norm": 1.5078125,
      "learning_rate": 0.0004981859098390177,
      "loss": 6.6238,
      "mean_token_accuracy": 0.11968207731842995,
      "num_tokens": 10262016.0,
      "step": 4740
    },
    {
      "entropy": 6.6407387256622314,
      "epoch": 0.5077853282679651,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004981810613413348,
      "loss": 6.5719,
      "mean_token_accuracy": 0.12192937582731248,
      "num_tokens": 10271985.0,
      "step": 4745
    },
    {
      "entropy": 6.645168304443359,
      "epoch": 0.5083204023757291,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004981762063993302,
      "loss": 6.5566,
      "mean_token_accuracy": 0.12744775116443635,
      "num_tokens": 10282156.0,
      "step": 4750
    },
    {
      "entropy": 6.597253704071045,
      "epoch": 0.5088554764834929,
      "grad_norm": 1.1484375,
      "learning_rate": 0.000498171345013144,
      "loss": 6.549,
      "mean_token_accuracy": 0.11908648312091827,
      "num_tokens": 10292576.0,
      "step": 4755
    },
    {
      "entropy": 6.554513072967529,
      "epoch": 0.5093905505912569,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004981664771829165,
      "loss": 6.5546,
      "mean_token_accuracy": 0.12112470418214798,
      "num_tokens": 10303648.0,
      "step": 4760
    },
    {
      "entropy": 6.619035243988037,
      "epoch": 0.5099256246990208,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004981616029087884,
      "loss": 6.4427,
      "mean_token_accuracy": 0.13242612406611443,
      "num_tokens": 10314275.0,
      "step": 4765
    },
    {
      "entropy": 6.590420579910278,
      "epoch": 0.5104606988067847,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004981567221909004,
      "loss": 6.5793,
      "mean_token_accuracy": 0.1155736081302166,
      "num_tokens": 10325386.0,
      "step": 4770
    },
    {
      "entropy": 6.649965286254883,
      "epoch": 0.5109957729145487,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004981518350293935,
      "loss": 6.5544,
      "mean_token_accuracy": 0.11998137161135673,
      "num_tokens": 10335041.0,
      "step": 4775
    },
    {
      "entropy": 6.641874313354492,
      "epoch": 0.5115308470223126,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004981469414244086,
      "loss": 6.5078,
      "mean_token_accuracy": 0.12559844851493834,
      "num_tokens": 10345746.0,
      "step": 4780
    },
    {
      "entropy": 6.562429475784302,
      "epoch": 0.5120659211300765,
      "grad_norm": 1.1015625,
      "learning_rate": 0.000498142041376087,
      "loss": 6.6167,
      "mean_token_accuracy": 0.12392572686076164,
      "num_tokens": 10356995.0,
      "step": 4785
    },
    {
      "entropy": 6.646564197540283,
      "epoch": 0.5126009952378404,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004981371348845705,
      "loss": 6.521,
      "mean_token_accuracy": 0.12766078263521194,
      "num_tokens": 10368445.0,
      "step": 4790
    },
    {
      "entropy": 6.618320369720459,
      "epoch": 0.5131360693456044,
      "grad_norm": 1.0,
      "learning_rate": 0.0004981322219500006,
      "loss": 6.451,
      "mean_token_accuracy": 0.13063669577240944,
      "num_tokens": 10378256.0,
      "step": 4795
    },
    {
      "entropy": 6.618687152862549,
      "epoch": 0.5136711434533683,
      "grad_norm": 0.99609375,
      "learning_rate": 0.000498127302572519,
      "loss": 6.5504,
      "mean_token_accuracy": 0.12561604380607605,
      "num_tokens": 10388698.0,
      "step": 4800
    },
    {
      "entropy": 6.581791400909424,
      "epoch": 0.5142062175611322,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004981223767522679,
      "loss": 6.5474,
      "mean_token_accuracy": 0.12754715532064437,
      "num_tokens": 10399975.0,
      "step": 4805
    },
    {
      "entropy": 6.6619141578674315,
      "epoch": 0.5147412916688962,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004981174444893896,
      "loss": 6.5771,
      "mean_token_accuracy": 0.12108841314911842,
      "num_tokens": 10410480.0,
      "step": 4810
    },
    {
      "entropy": 6.621873950958252,
      "epoch": 0.51527636577666,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004981125057840264,
      "loss": 6.5255,
      "mean_token_accuracy": 0.12419212684035301,
      "num_tokens": 10421023.0,
      "step": 4815
    },
    {
      "entropy": 6.609471273422241,
      "epoch": 0.515811439884424,
      "grad_norm": 1.328125,
      "learning_rate": 0.000498107560636321,
      "loss": 6.5677,
      "mean_token_accuracy": 0.12525818571448327,
      "num_tokens": 10431152.0,
      "step": 4820
    },
    {
      "entropy": 6.599048805236817,
      "epoch": 0.5163465139921879,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004981026090464161,
      "loss": 6.4636,
      "mean_token_accuracy": 0.1198187604546547,
      "num_tokens": 10441986.0,
      "step": 4825
    },
    {
      "entropy": 6.625163555145264,
      "epoch": 0.5168815880999519,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004980976510144548,
      "loss": 6.5606,
      "mean_token_accuracy": 0.11982694864273072,
      "num_tokens": 10452932.0,
      "step": 4830
    },
    {
      "entropy": 6.682273530960083,
      "epoch": 0.5174166622077158,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004980926865405801,
      "loss": 6.6225,
      "mean_token_accuracy": 0.12185526937246323,
      "num_tokens": 10463411.0,
      "step": 4835
    },
    {
      "entropy": 6.644960546493531,
      "epoch": 0.5179517363154797,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004980877156249354,
      "loss": 6.5179,
      "mean_token_accuracy": 0.1238639697432518,
      "num_tokens": 10474820.0,
      "step": 4840
    },
    {
      "entropy": 6.58879828453064,
      "epoch": 0.5184868104232436,
      "grad_norm": 1.21875,
      "learning_rate": 0.0004980827382676643,
      "loss": 6.5409,
      "mean_token_accuracy": 0.12410817965865135,
      "num_tokens": 10485701.0,
      "step": 4845
    },
    {
      "entropy": 6.618032360076905,
      "epoch": 0.5190218845310075,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004980777544689105,
      "loss": 6.5149,
      "mean_token_accuracy": 0.12538835555315017,
      "num_tokens": 10495825.0,
      "step": 4850
    },
    {
      "entropy": 6.606825733184815,
      "epoch": 0.5195569586387715,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004980727642288178,
      "loss": 6.5051,
      "mean_token_accuracy": 0.1290580116212368,
      "num_tokens": 10505847.0,
      "step": 4855
    },
    {
      "entropy": 6.601777362823486,
      "epoch": 0.5200920327465354,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004980677675475305,
      "loss": 6.5648,
      "mean_token_accuracy": 0.12240067943930626,
      "num_tokens": 10516596.0,
      "step": 4860
    },
    {
      "entropy": 6.600971317291259,
      "epoch": 0.5206271068542994,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004980627644251926,
      "loss": 6.4615,
      "mean_token_accuracy": 0.13353928551077843,
      "num_tokens": 10528175.0,
      "step": 4865
    },
    {
      "entropy": 6.54287166595459,
      "epoch": 0.5211621809620632,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004980577548619489,
      "loss": 6.5695,
      "mean_token_accuracy": 0.12125243842601777,
      "num_tokens": 10540076.0,
      "step": 4870
    },
    {
      "entropy": 6.631709575653076,
      "epoch": 0.5216972550698272,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004980527388579437,
      "loss": 6.5854,
      "mean_token_accuracy": 0.12283660843968391,
      "num_tokens": 10552025.0,
      "step": 4875
    },
    {
      "entropy": 6.649728012084961,
      "epoch": 0.5222323291775911,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004980477164133221,
      "loss": 6.5795,
      "mean_token_accuracy": 0.12160530313849449,
      "num_tokens": 10562535.0,
      "step": 4880
    },
    {
      "entropy": 6.612128973007202,
      "epoch": 0.522767403285355,
      "grad_norm": 1.0234375,
      "learning_rate": 0.000498042687528229,
      "loss": 6.5045,
      "mean_token_accuracy": 0.12807957753539084,
      "num_tokens": 10572989.0,
      "step": 4885
    },
    {
      "entropy": 6.628624200820923,
      "epoch": 0.523302477393119,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004980376522028098,
      "loss": 6.5237,
      "mean_token_accuracy": 0.12581543624401093,
      "num_tokens": 10583033.0,
      "step": 4890
    },
    {
      "entropy": 6.641993856430053,
      "epoch": 0.5238375515008828,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004980326104372095,
      "loss": 6.5893,
      "mean_token_accuracy": 0.12306767404079437,
      "num_tokens": 10595205.0,
      "step": 4895
    },
    {
      "entropy": 6.61875,
      "epoch": 0.5243726256086468,
      "grad_norm": 1.0703125,
      "learning_rate": 0.000498027562231574,
      "loss": 6.4629,
      "mean_token_accuracy": 0.12763072922825813,
      "num_tokens": 10605244.0,
      "step": 4900
    },
    {
      "entropy": 6.586288261413574,
      "epoch": 0.5249076997164107,
      "grad_norm": 1.0078125,
      "learning_rate": 0.000498022507586049,
      "loss": 6.5499,
      "mean_token_accuracy": 0.12274945080280304,
      "num_tokens": 10615817.0,
      "step": 4905
    },
    {
      "entropy": 6.616854333877564,
      "epoch": 0.5254427738241747,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004980174465007804,
      "loss": 6.5486,
      "mean_token_accuracy": 0.12240270897746086,
      "num_tokens": 10627160.0,
      "step": 4910
    },
    {
      "entropy": 6.639895439147949,
      "epoch": 0.5259778479319386,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004980123789759145,
      "loss": 6.5643,
      "mean_token_accuracy": 0.12684085741639137,
      "num_tokens": 10637552.0,
      "step": 4915
    },
    {
      "entropy": 6.608394575119019,
      "epoch": 0.5265129220397025,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004980073050115973,
      "loss": 6.5872,
      "mean_token_accuracy": 0.12828944325447084,
      "num_tokens": 10648773.0,
      "step": 4920
    },
    {
      "entropy": 6.694124412536621,
      "epoch": 0.5270479961474664,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004980022246079755,
      "loss": 6.5759,
      "mean_token_accuracy": 0.12196737080812455,
      "num_tokens": 10659537.0,
      "step": 4925
    },
    {
      "entropy": 6.687956190109253,
      "epoch": 0.5275830702552303,
      "grad_norm": 0.9609375,
      "learning_rate": 0.000497997137765196,
      "loss": 6.6109,
      "mean_token_accuracy": 0.11862236484885216,
      "num_tokens": 10671390.0,
      "step": 4930
    },
    {
      "entropy": 6.562083435058594,
      "epoch": 0.5281181443629943,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004979920444834054,
      "loss": 6.4562,
      "mean_token_accuracy": 0.13357677832245826,
      "num_tokens": 10682389.0,
      "step": 4935
    },
    {
      "entropy": 6.591794204711914,
      "epoch": 0.5286532184707582,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004979869447627508,
      "loss": 6.5156,
      "mean_token_accuracy": 0.12352539300918579,
      "num_tokens": 10692400.0,
      "step": 4940
    },
    {
      "entropy": 6.567591524124145,
      "epoch": 0.5291882925785222,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004979818386033795,
      "loss": 6.4585,
      "mean_token_accuracy": 0.12442874908447266,
      "num_tokens": 10702396.0,
      "step": 4945
    },
    {
      "entropy": 6.578789091110229,
      "epoch": 0.5297233666862861,
      "grad_norm": 1.171875,
      "learning_rate": 0.000497976726005439,
      "loss": 6.5628,
      "mean_token_accuracy": 0.12618231922388076,
      "num_tokens": 10712863.0,
      "step": 4950
    },
    {
      "entropy": 6.701795530319214,
      "epoch": 0.5302584407940499,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004979716069690768,
      "loss": 6.5763,
      "mean_token_accuracy": 0.12288771569728851,
      "num_tokens": 10724234.0,
      "step": 4955
    },
    {
      "entropy": 6.726573753356933,
      "epoch": 0.5307935149018139,
      "grad_norm": 1.515625,
      "learning_rate": 0.0004979664814944409,
      "loss": 6.6071,
      "mean_token_accuracy": 0.11938823983073235,
      "num_tokens": 10734405.0,
      "step": 4960
    },
    {
      "entropy": 6.736481618881226,
      "epoch": 0.5313285890095778,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004979613495816791,
      "loss": 6.5528,
      "mean_token_accuracy": 0.11843769699335098,
      "num_tokens": 10744573.0,
      "step": 4965
    },
    {
      "entropy": 6.623452425003052,
      "epoch": 0.5318636631173418,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004979562112309397,
      "loss": 6.6006,
      "mean_token_accuracy": 0.12156387493014335,
      "num_tokens": 10755555.0,
      "step": 4970
    },
    {
      "entropy": 6.588447856903076,
      "epoch": 0.5323987372251057,
      "grad_norm": 0.95703125,
      "learning_rate": 0.000497951066442371,
      "loss": 6.6136,
      "mean_token_accuracy": 0.11861244738101959,
      "num_tokens": 10766493.0,
      "step": 4975
    },
    {
      "entropy": 6.716310358047485,
      "epoch": 0.5329338113328697,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004979459152161215,
      "loss": 6.5755,
      "mean_token_accuracy": 0.11967594027519227,
      "num_tokens": 10776735.0,
      "step": 4980
    },
    {
      "entropy": 6.614170980453491,
      "epoch": 0.5334688854406335,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004979407575523402,
      "loss": 6.5516,
      "mean_token_accuracy": 0.11883142217993736,
      "num_tokens": 10787500.0,
      "step": 4985
    },
    {
      "entropy": 6.567416620254517,
      "epoch": 0.5340039595483974,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004979355934511757,
      "loss": 6.5498,
      "mean_token_accuracy": 0.12720205932855605,
      "num_tokens": 10798002.0,
      "step": 4990
    },
    {
      "entropy": 6.599498462677002,
      "epoch": 0.5345390336561614,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004979304229127773,
      "loss": 6.5352,
      "mean_token_accuracy": 0.12421434372663498,
      "num_tokens": 10808982.0,
      "step": 4995
    },
    {
      "entropy": 6.6084154605865475,
      "epoch": 0.5350741077639253,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004979252459372944,
      "loss": 6.4957,
      "mean_token_accuracy": 0.12441762760281563,
      "num_tokens": 10821619.0,
      "step": 5000
    },
    {
      "entropy": 6.626148271560669,
      "epoch": 0.5356091818716893,
      "grad_norm": 1.0,
      "learning_rate": 0.0004979200625248761,
      "loss": 6.5066,
      "mean_token_accuracy": 0.12545772269368172,
      "num_tokens": 10832344.0,
      "step": 5005
    },
    {
      "entropy": 6.571537780761719,
      "epoch": 0.5361442559794531,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004979148726756725,
      "loss": 6.473,
      "mean_token_accuracy": 0.1212929643690586,
      "num_tokens": 10843149.0,
      "step": 5010
    },
    {
      "entropy": 6.5270911693573,
      "epoch": 0.5366793300872171,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004979096763898333,
      "loss": 6.5281,
      "mean_token_accuracy": 0.12871197313070298,
      "num_tokens": 10854590.0,
      "step": 5015
    },
    {
      "entropy": 6.68946328163147,
      "epoch": 0.537214404194981,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004979044736675084,
      "loss": 6.4971,
      "mean_token_accuracy": 0.12162916138768196,
      "num_tokens": 10865500.0,
      "step": 5020
    },
    {
      "entropy": 6.583962106704712,
      "epoch": 0.5377494783027449,
      "grad_norm": 1.6640625,
      "learning_rate": 0.0004978992645088483,
      "loss": 6.5357,
      "mean_token_accuracy": 0.1269901439547539,
      "num_tokens": 10876866.0,
      "step": 5025
    },
    {
      "entropy": 6.472790622711182,
      "epoch": 0.5382845524105089,
      "grad_norm": 1.1484375,
      "learning_rate": 0.000497894048914003,
      "loss": 6.4848,
      "mean_token_accuracy": 0.1286119908094406,
      "num_tokens": 10888627.0,
      "step": 5030
    },
    {
      "entropy": 6.6368138790130615,
      "epoch": 0.5388196265182728,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004978888268831236,
      "loss": 6.603,
      "mean_token_accuracy": 0.11341231167316437,
      "num_tokens": 10900992.0,
      "step": 5035
    },
    {
      "entropy": 6.712962627410889,
      "epoch": 0.5393547006260367,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004978835984163606,
      "loss": 6.6514,
      "mean_token_accuracy": 0.11450790166854859,
      "num_tokens": 10912323.0,
      "step": 5040
    },
    {
      "entropy": 6.680682039260864,
      "epoch": 0.5398897747338006,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0004978783635138649,
      "loss": 6.5843,
      "mean_token_accuracy": 0.12086773961782456,
      "num_tokens": 10923991.0,
      "step": 5045
    },
    {
      "entropy": 6.537887716293335,
      "epoch": 0.5404248488415646,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004978731221757878,
      "loss": 6.4308,
      "mean_token_accuracy": 0.13115262985229492,
      "num_tokens": 10934081.0,
      "step": 5050
    },
    {
      "entropy": 6.602122402191162,
      "epoch": 0.5409599229493285,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004978678744022808,
      "loss": 6.5121,
      "mean_token_accuracy": 0.1250887967646122,
      "num_tokens": 10944729.0,
      "step": 5055
    },
    {
      "entropy": 6.644594287872314,
      "epoch": 0.5414949970570924,
      "grad_norm": 0.97265625,
      "learning_rate": 0.000497862620193495,
      "loss": 6.5758,
      "mean_token_accuracy": 0.12274185344576835,
      "num_tokens": 10955708.0,
      "step": 5060
    },
    {
      "entropy": 6.630021095275879,
      "epoch": 0.5420300711648564,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004978573595495826,
      "loss": 6.5363,
      "mean_token_accuracy": 0.1229963481426239,
      "num_tokens": 10966427.0,
      "step": 5065
    },
    {
      "entropy": 6.6108145236969,
      "epoch": 0.5425651452726202,
      "grad_norm": 1.0625,
      "learning_rate": 0.000497852092470695,
      "loss": 6.5493,
      "mean_token_accuracy": 0.1274164654314518,
      "num_tokens": 10977741.0,
      "step": 5070
    },
    {
      "entropy": 6.687741661071778,
      "epoch": 0.5431002193803842,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004978468189569847,
      "loss": 6.5148,
      "mean_token_accuracy": 0.12572550773620605,
      "num_tokens": 10989127.0,
      "step": 5075
    },
    {
      "entropy": 6.562218809127808,
      "epoch": 0.5436352934881481,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004978415390086038,
      "loss": 6.5308,
      "mean_token_accuracy": 0.12041111961007119,
      "num_tokens": 10999791.0,
      "step": 5080
    },
    {
      "entropy": 6.656288146972656,
      "epoch": 0.5441703675959121,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004978362526257047,
      "loss": 6.5999,
      "mean_token_accuracy": 0.11804638057947159,
      "num_tokens": 11010045.0,
      "step": 5085
    },
    {
      "entropy": 6.667946529388428,
      "epoch": 0.544705441703676,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004978309598084403,
      "loss": 6.5242,
      "mean_token_accuracy": 0.12063587233424186,
      "num_tokens": 11020729.0,
      "step": 5090
    },
    {
      "entropy": 6.624614810943603,
      "epoch": 0.5452405158114398,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004978256605569631,
      "loss": 6.5328,
      "mean_token_accuracy": 0.1263642780482769,
      "num_tokens": 11030641.0,
      "step": 5095
    },
    {
      "entropy": 6.63623456954956,
      "epoch": 0.5457755899192038,
      "grad_norm": 1.0,
      "learning_rate": 0.0004978203548714262,
      "loss": 6.5354,
      "mean_token_accuracy": 0.12168349623680115,
      "num_tokens": 11041533.0,
      "step": 5100
    },
    {
      "entropy": 6.604489040374756,
      "epoch": 0.5463106640269677,
      "grad_norm": 0.95703125,
      "learning_rate": 0.000497815042751983,
      "loss": 6.4924,
      "mean_token_accuracy": 0.12448608353734017,
      "num_tokens": 11052170.0,
      "step": 5105
    },
    {
      "entropy": 6.556596899032593,
      "epoch": 0.5468457381347317,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004978097241987868,
      "loss": 6.4707,
      "mean_token_accuracy": 0.12820492386817933,
      "num_tokens": 11062872.0,
      "step": 5110
    },
    {
      "entropy": 6.61461443901062,
      "epoch": 0.5473808122424956,
      "grad_norm": 1.0546875,
      "learning_rate": 0.000497804399211991,
      "loss": 6.5735,
      "mean_token_accuracy": 0.1245592214167118,
      "num_tokens": 11074199.0,
      "step": 5115
    },
    {
      "entropy": 6.614849328994751,
      "epoch": 0.5479158863502596,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004977990677917495,
      "loss": 6.5189,
      "mean_token_accuracy": 0.1276326894760132,
      "num_tokens": 11083881.0,
      "step": 5120
    },
    {
      "entropy": 6.584414482116699,
      "epoch": 0.5484509604580234,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004977937299382162,
      "loss": 6.5657,
      "mean_token_accuracy": 0.12166793793439865,
      "num_tokens": 11094374.0,
      "step": 5125
    },
    {
      "entropy": 6.642978191375732,
      "epoch": 0.5489860345657873,
      "grad_norm": 1.5703125,
      "learning_rate": 0.0004977883856515453,
      "loss": 6.4124,
      "mean_token_accuracy": 0.13538418114185333,
      "num_tokens": 11105174.0,
      "step": 5130
    },
    {
      "entropy": 6.577599334716797,
      "epoch": 0.5495211086735513,
      "grad_norm": 1.109375,
      "learning_rate": 0.000497783034931891,
      "loss": 6.575,
      "mean_token_accuracy": 0.1258682705461979,
      "num_tokens": 11117223.0,
      "step": 5135
    },
    {
      "entropy": 6.601963710784912,
      "epoch": 0.5500561827813152,
      "grad_norm": 1.015625,
      "learning_rate": 0.000497777677779408,
      "loss": 6.4921,
      "mean_token_accuracy": 0.1251679018139839,
      "num_tokens": 11127240.0,
      "step": 5140
    },
    {
      "entropy": 6.6047278881073,
      "epoch": 0.5505912568890792,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004977723141942509,
      "loss": 6.4896,
      "mean_token_accuracy": 0.13126735910773277,
      "num_tokens": 11137287.0,
      "step": 5145
    },
    {
      "entropy": 6.602693653106689,
      "epoch": 0.551126330996843,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004977669441765743,
      "loss": 6.6306,
      "mean_token_accuracy": 0.11842129975557328,
      "num_tokens": 11148988.0,
      "step": 5150
    },
    {
      "entropy": 6.683191967010498,
      "epoch": 0.551661405104607,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004977615677265336,
      "loss": 6.5534,
      "mean_token_accuracy": 0.12478872463107109,
      "num_tokens": 11159874.0,
      "step": 5155
    },
    {
      "entropy": 6.675896072387696,
      "epoch": 0.5521964792123709,
      "grad_norm": 1.1328125,
      "learning_rate": 0.000497756184844284,
      "loss": 6.5035,
      "mean_token_accuracy": 0.12875596135854722,
      "num_tokens": 11170703.0,
      "step": 5160
    },
    {
      "entropy": 6.495262527465821,
      "epoch": 0.5527315533201348,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004977507955299809,
      "loss": 6.4019,
      "mean_token_accuracy": 0.135747130215168,
      "num_tokens": 11182230.0,
      "step": 5165
    },
    {
      "entropy": 6.565120220184326,
      "epoch": 0.5532666274278988,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004977453997837797,
      "loss": 6.4878,
      "mean_token_accuracy": 0.1157505251467228,
      "num_tokens": 11192897.0,
      "step": 5170
    },
    {
      "entropy": 6.5999902248382565,
      "epoch": 0.5538017015356627,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004977399976058366,
      "loss": 6.5729,
      "mean_token_accuracy": 0.12268262952566147,
      "num_tokens": 11203942.0,
      "step": 5175
    },
    {
      "entropy": 6.653809833526611,
      "epoch": 0.5543367756434266,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004977345889963072,
      "loss": 6.6084,
      "mean_token_accuracy": 0.11838528290390968,
      "num_tokens": 11214361.0,
      "step": 5180
    },
    {
      "entropy": 6.599223709106445,
      "epoch": 0.5548718497511905,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004977291739553479,
      "loss": 6.5105,
      "mean_token_accuracy": 0.12759996205568314,
      "num_tokens": 11225928.0,
      "step": 5185
    },
    {
      "entropy": 6.576416730880737,
      "epoch": 0.5554069238589545,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004977237524831149,
      "loss": 6.4664,
      "mean_token_accuracy": 0.11715415790677071,
      "num_tokens": 11236660.0,
      "step": 5190
    },
    {
      "entropy": 6.529564666748047,
      "epoch": 0.5559419979667184,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004977183245797649,
      "loss": 6.4845,
      "mean_token_accuracy": 0.12914775237441062,
      "num_tokens": 11247272.0,
      "step": 5195
    },
    {
      "entropy": 6.670500707626343,
      "epoch": 0.5564770720744823,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004977128902454547,
      "loss": 6.5896,
      "mean_token_accuracy": 0.11652119681239129,
      "num_tokens": 11258472.0,
      "step": 5200
    },
    {
      "entropy": 6.642084646224975,
      "epoch": 0.5570121461822463,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004977074494803409,
      "loss": 6.4799,
      "mean_token_accuracy": 0.13261723890900612,
      "num_tokens": 11268344.0,
      "step": 5205
    },
    {
      "entropy": 6.603341007232666,
      "epoch": 0.5575472202900101,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004977020022845809,
      "loss": 6.5984,
      "mean_token_accuracy": 0.11450821608304977,
      "num_tokens": 11279931.0,
      "step": 5210
    },
    {
      "entropy": 6.650809907913208,
      "epoch": 0.5580822943977741,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004976965486583318,
      "loss": 6.5288,
      "mean_token_accuracy": 0.12144831568002701,
      "num_tokens": 11290595.0,
      "step": 5215
    },
    {
      "entropy": 6.600453662872314,
      "epoch": 0.558617368505538,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004976910886017513,
      "loss": 6.5573,
      "mean_token_accuracy": 0.12385655269026756,
      "num_tokens": 11300774.0,
      "step": 5220
    },
    {
      "entropy": 6.630309820175171,
      "epoch": 0.559152442613302,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004976856221149969,
      "loss": 6.4384,
      "mean_token_accuracy": 0.13099406361579896,
      "num_tokens": 11310288.0,
      "step": 5225
    },
    {
      "entropy": 6.519909429550171,
      "epoch": 0.5596875167210659,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004976801491982263,
      "loss": 6.5191,
      "mean_token_accuracy": 0.12184159904718399,
      "num_tokens": 11321599.0,
      "step": 5230
    },
    {
      "entropy": 6.661324596405029,
      "epoch": 0.5602225908288297,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004976746698515977,
      "loss": 6.5663,
      "mean_token_accuracy": 0.12378089874982834,
      "num_tokens": 11331383.0,
      "step": 5235
    },
    {
      "entropy": 6.58859395980835,
      "epoch": 0.5607576649365937,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004976691840752694,
      "loss": 6.5245,
      "mean_token_accuracy": 0.12175474986433983,
      "num_tokens": 11342085.0,
      "step": 5240
    },
    {
      "entropy": 6.664286851882935,
      "epoch": 0.5612927390443576,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004976636918693996,
      "loss": 6.5803,
      "mean_token_accuracy": 0.1158666305243969,
      "num_tokens": 11354061.0,
      "step": 5245
    },
    {
      "entropy": 6.676495313644409,
      "epoch": 0.5618278131521216,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004976581932341471,
      "loss": 6.4956,
      "mean_token_accuracy": 0.12871850952506064,
      "num_tokens": 11364448.0,
      "step": 5250
    },
    {
      "entropy": 6.619661426544189,
      "epoch": 0.5623628872598855,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004976526881696706,
      "loss": 6.4729,
      "mean_token_accuracy": 0.12930259183049203,
      "num_tokens": 11374838.0,
      "step": 5255
    },
    {
      "entropy": 6.506873607635498,
      "epoch": 0.5628979613676495,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004976471766761288,
      "loss": 6.531,
      "mean_token_accuracy": 0.12527473792433738,
      "num_tokens": 11385310.0,
      "step": 5260
    },
    {
      "entropy": 6.650757884979248,
      "epoch": 0.5634330354754133,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004976416587536812,
      "loss": 6.5386,
      "mean_token_accuracy": 0.1180022731423378,
      "num_tokens": 11396590.0,
      "step": 5265
    },
    {
      "entropy": 6.6104088306427,
      "epoch": 0.5639681095831772,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004976361344024871,
      "loss": 6.4781,
      "mean_token_accuracy": 0.12395978718996048,
      "num_tokens": 11407218.0,
      "step": 5270
    },
    {
      "entropy": 6.484217166900635,
      "epoch": 0.5645031836909412,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004976306036227056,
      "loss": 6.5003,
      "mean_token_accuracy": 0.1241976909339428,
      "num_tokens": 11417716.0,
      "step": 5275
    },
    {
      "entropy": 6.66533055305481,
      "epoch": 0.5650382577987051,
      "grad_norm": 1.0546875,
      "learning_rate": 0.000497625066414497,
      "loss": 6.5995,
      "mean_token_accuracy": 0.11878701969981194,
      "num_tokens": 11428295.0,
      "step": 5280
    },
    {
      "entropy": 6.716561126708984,
      "epoch": 0.5655733319064691,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004976195227780207,
      "loss": 6.5096,
      "mean_token_accuracy": 0.12021773606538773,
      "num_tokens": 11439044.0,
      "step": 5285
    },
    {
      "entropy": 6.623074865341186,
      "epoch": 0.566108406014233,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004976139727134371,
      "loss": 6.4704,
      "mean_token_accuracy": 0.12361141070723533,
      "num_tokens": 11450029.0,
      "step": 5290
    },
    {
      "entropy": 6.6110166072845455,
      "epoch": 0.566643480121997,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004976084162209062,
      "loss": 6.6368,
      "mean_token_accuracy": 0.11236973628401756,
      "num_tokens": 11461190.0,
      "step": 5295
    },
    {
      "entropy": 6.638668632507324,
      "epoch": 0.5671785542297608,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004976028533005886,
      "loss": 6.5039,
      "mean_token_accuracy": 0.12434427589178085,
      "num_tokens": 11472143.0,
      "step": 5300
    },
    {
      "entropy": 6.608167266845703,
      "epoch": 0.5677136283375247,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004975972839526449,
      "loss": 6.6195,
      "mean_token_accuracy": 0.11615654602646827,
      "num_tokens": 11483745.0,
      "step": 5305
    },
    {
      "entropy": 6.641917085647583,
      "epoch": 0.5682487024452887,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004975917081772358,
      "loss": 6.4895,
      "mean_token_accuracy": 0.12567954733967782,
      "num_tokens": 11495695.0,
      "step": 5310
    },
    {
      "entropy": 6.587403202056885,
      "epoch": 0.5687837765530526,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004975861259745225,
      "loss": 6.5281,
      "mean_token_accuracy": 0.12585749477148056,
      "num_tokens": 11505576.0,
      "step": 5315
    },
    {
      "entropy": 6.560363531112671,
      "epoch": 0.5693188506608166,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004975805373446662,
      "loss": 6.3828,
      "mean_token_accuracy": 0.12965528070926666,
      "num_tokens": 11516614.0,
      "step": 5320
    },
    {
      "entropy": 6.607542037963867,
      "epoch": 0.5698539247685804,
      "grad_norm": 0.99609375,
      "learning_rate": 0.000497574942287828,
      "loss": 6.5164,
      "mean_token_accuracy": 0.11931004524230956,
      "num_tokens": 11528032.0,
      "step": 5325
    },
    {
      "entropy": 6.558800792694091,
      "epoch": 0.5703889988763444,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004975693408041697,
      "loss": 6.5303,
      "mean_token_accuracy": 0.11935954615473747,
      "num_tokens": 11538822.0,
      "step": 5330
    },
    {
      "entropy": 6.6300797939300535,
      "epoch": 0.5709240729841083,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004975637328938529,
      "loss": 6.5425,
      "mean_token_accuracy": 0.11745326891541481,
      "num_tokens": 11548895.0,
      "step": 5335
    },
    {
      "entropy": 6.636452150344849,
      "epoch": 0.5714591470918722,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004975581185570398,
      "loss": 6.4338,
      "mean_token_accuracy": 0.12448979616165161,
      "num_tokens": 11559613.0,
      "step": 5340
    },
    {
      "entropy": 6.526908922195434,
      "epoch": 0.5719942211996362,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004975524977938921,
      "loss": 6.457,
      "mean_token_accuracy": 0.13034842759370804,
      "num_tokens": 11571092.0,
      "step": 5345
    },
    {
      "entropy": 6.594049692153931,
      "epoch": 0.5725292953074,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004975468706045722,
      "loss": 6.5988,
      "mean_token_accuracy": 0.1227944739162922,
      "num_tokens": 11581448.0,
      "step": 5350
    },
    {
      "entropy": 6.661578178405762,
      "epoch": 0.573064369415164,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004975412369892429,
      "loss": 6.4963,
      "mean_token_accuracy": 0.13152960166335106,
      "num_tokens": 11592273.0,
      "step": 5355
    },
    {
      "entropy": 6.598143672943115,
      "epoch": 0.5735994435229279,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004975355969480665,
      "loss": 6.4556,
      "mean_token_accuracy": 0.12935501858592033,
      "num_tokens": 11602759.0,
      "step": 5360
    },
    {
      "entropy": 6.557130956649781,
      "epoch": 0.5741345176306919,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004975299504812061,
      "loss": 6.5054,
      "mean_token_accuracy": 0.1214064471423626,
      "num_tokens": 11613977.0,
      "step": 5365
    },
    {
      "entropy": 6.639095115661621,
      "epoch": 0.5746695917384558,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004975242975888246,
      "loss": 6.5483,
      "mean_token_accuracy": 0.12487179338932038,
      "num_tokens": 11625425.0,
      "step": 5370
    },
    {
      "entropy": 6.5668292999267575,
      "epoch": 0.5752046658462197,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004975186382710854,
      "loss": 6.5128,
      "mean_token_accuracy": 0.12402708381414414,
      "num_tokens": 11636530.0,
      "step": 5375
    },
    {
      "entropy": 6.627521133422851,
      "epoch": 0.5757397399539836,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004975129725281516,
      "loss": 6.5037,
      "mean_token_accuracy": 0.12818056493997573,
      "num_tokens": 11646516.0,
      "step": 5380
    },
    {
      "entropy": 6.602155256271362,
      "epoch": 0.5762748140617475,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004975073003601871,
      "loss": 6.4906,
      "mean_token_accuracy": 0.1249205619096756,
      "num_tokens": 11657424.0,
      "step": 5385
    },
    {
      "entropy": 6.5941839694976805,
      "epoch": 0.5768098881695115,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004975016217673556,
      "loss": 6.5204,
      "mean_token_accuracy": 0.1244162991642952,
      "num_tokens": 11669447.0,
      "step": 5390
    },
    {
      "entropy": 6.563456344604492,
      "epoch": 0.5773449622772754,
      "grad_norm": 1.0390625,
      "learning_rate": 0.000497495936749821,
      "loss": 6.4915,
      "mean_token_accuracy": 0.13013387992978095,
      "num_tokens": 11679612.0,
      "step": 5395
    },
    {
      "entropy": 6.548102712631225,
      "epoch": 0.5778800363850394,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004974902453077474,
      "loss": 6.4639,
      "mean_token_accuracy": 0.12684713825583457,
      "num_tokens": 11689527.0,
      "step": 5400
    },
    {
      "entropy": 6.665154981613159,
      "epoch": 0.5784151104928033,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004974845474412993,
      "loss": 6.499,
      "mean_token_accuracy": 0.127774278819561,
      "num_tokens": 11700452.0,
      "step": 5405
    },
    {
      "entropy": 6.550641870498657,
      "epoch": 0.5789501846005671,
      "grad_norm": 1.125,
      "learning_rate": 0.0004974788431506412,
      "loss": 6.5022,
      "mean_token_accuracy": 0.12524343207478522,
      "num_tokens": 11710902.0,
      "step": 5410
    },
    {
      "entropy": 6.631369781494141,
      "epoch": 0.5794852587083311,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004974731324359378,
      "loss": 6.5351,
      "mean_token_accuracy": 0.11656294539570808,
      "num_tokens": 11721901.0,
      "step": 5415
    },
    {
      "entropy": 6.547674751281738,
      "epoch": 0.580020332816095,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004974674152973538,
      "loss": 6.5057,
      "mean_token_accuracy": 0.1236759714782238,
      "num_tokens": 11733622.0,
      "step": 5420
    },
    {
      "entropy": 6.636887931823731,
      "epoch": 0.580555406923859,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004974616917350545,
      "loss": 6.5098,
      "mean_token_accuracy": 0.12396662756800651,
      "num_tokens": 11745116.0,
      "step": 5425
    },
    {
      "entropy": 6.514854383468628,
      "epoch": 0.5810904810316229,
      "grad_norm": 1.0,
      "learning_rate": 0.0004974559617492052,
      "loss": 6.4501,
      "mean_token_accuracy": 0.13217924833297728,
      "num_tokens": 11756203.0,
      "step": 5430
    },
    {
      "entropy": 6.6254181385040285,
      "epoch": 0.5816255551393869,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004974502253399712,
      "loss": 6.5112,
      "mean_token_accuracy": 0.12464274242520332,
      "num_tokens": 11766797.0,
      "step": 5435
    },
    {
      "entropy": 6.658445978164673,
      "epoch": 0.5821606292471507,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004974444825075182,
      "loss": 6.5877,
      "mean_token_accuracy": 0.12322907596826553,
      "num_tokens": 11778110.0,
      "step": 5440
    },
    {
      "entropy": 6.535740184783935,
      "epoch": 0.5826957033549146,
      "grad_norm": 1.109375,
      "learning_rate": 0.000497438733252012,
      "loss": 6.4443,
      "mean_token_accuracy": 0.1271793082356453,
      "num_tokens": 11788396.0,
      "step": 5445
    },
    {
      "entropy": 6.619189882278443,
      "epoch": 0.5832307774626786,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004974329775736188,
      "loss": 6.5334,
      "mean_token_accuracy": 0.11946209296584129,
      "num_tokens": 11798691.0,
      "step": 5450
    },
    {
      "entropy": 6.666010951995849,
      "epoch": 0.5837658515704425,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004974272154725044,
      "loss": 6.5826,
      "mean_token_accuracy": 0.12276230081915855,
      "num_tokens": 11808965.0,
      "step": 5455
    },
    {
      "entropy": 6.570070552825928,
      "epoch": 0.5843009256782065,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004974214469488355,
      "loss": 6.4135,
      "mean_token_accuracy": 0.1297299839556217,
      "num_tokens": 11819932.0,
      "step": 5460
    },
    {
      "entropy": 6.589346218109131,
      "epoch": 0.5848359997859703,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004974156720027786,
      "loss": 6.5191,
      "mean_token_accuracy": 0.12162868157029152,
      "num_tokens": 11831332.0,
      "step": 5465
    },
    {
      "entropy": 6.5868500709533695,
      "epoch": 0.5853710738937343,
      "grad_norm": 1.0,
      "learning_rate": 0.0004974098906345004,
      "loss": 6.4911,
      "mean_token_accuracy": 0.12161843627691268,
      "num_tokens": 11840947.0,
      "step": 5470
    },
    {
      "entropy": 6.560147905349732,
      "epoch": 0.5859061480014982,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004974041028441679,
      "loss": 6.4379,
      "mean_token_accuracy": 0.1253178521990776,
      "num_tokens": 11851640.0,
      "step": 5475
    },
    {
      "entropy": 6.6644033908844,
      "epoch": 0.5864412221092621,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004973983086319481,
      "loss": 6.5712,
      "mean_token_accuracy": 0.11793641969561577,
      "num_tokens": 11863608.0,
      "step": 5480
    },
    {
      "entropy": 6.634626054763794,
      "epoch": 0.5869762962170261,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004973925079980085,
      "loss": 6.4778,
      "mean_token_accuracy": 0.12400742322206497,
      "num_tokens": 11874707.0,
      "step": 5485
    },
    {
      "entropy": 6.506961536407471,
      "epoch": 0.58751137032479,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004973867009425164,
      "loss": 6.564,
      "mean_token_accuracy": 0.12651642858982087,
      "num_tokens": 11885118.0,
      "step": 5490
    },
    {
      "entropy": 6.70133867263794,
      "epoch": 0.5880464444325539,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004973808874656396,
      "loss": 6.5287,
      "mean_token_accuracy": 0.1264993041753769,
      "num_tokens": 11895859.0,
      "step": 5495
    },
    {
      "entropy": 6.647668409347534,
      "epoch": 0.5885815185403178,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004973750675675458,
      "loss": 6.5292,
      "mean_token_accuracy": 0.12409508153796196,
      "num_tokens": 11907019.0,
      "step": 5500
    },
    {
      "entropy": 6.589305782318116,
      "epoch": 0.5891165926480818,
      "grad_norm": 1.59375,
      "learning_rate": 0.0004973692412484034,
      "loss": 6.4863,
      "mean_token_accuracy": 0.11921481937170028,
      "num_tokens": 11918257.0,
      "step": 5505
    },
    {
      "entropy": 6.55865330696106,
      "epoch": 0.5896516667558457,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004973634085083802,
      "loss": 6.4835,
      "mean_token_accuracy": 0.13126906454563142,
      "num_tokens": 11929003.0,
      "step": 5510
    },
    {
      "entropy": 6.645260190963745,
      "epoch": 0.5901867408636096,
      "grad_norm": 1.09375,
      "learning_rate": 0.000497357569347645,
      "loss": 6.6359,
      "mean_token_accuracy": 0.11833299845457076,
      "num_tokens": 11939786.0,
      "step": 5515
    },
    {
      "entropy": 6.657250452041626,
      "epoch": 0.5907218149713735,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004973517237663661,
      "loss": 6.5478,
      "mean_token_accuracy": 0.11691000610589981,
      "num_tokens": 11951042.0,
      "step": 5520
    },
    {
      "entropy": 6.605471992492676,
      "epoch": 0.5912568890791374,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004973458717647124,
      "loss": 6.4439,
      "mean_token_accuracy": 0.13294798955321313,
      "num_tokens": 11961982.0,
      "step": 5525
    },
    {
      "entropy": 6.551524877548218,
      "epoch": 0.5917919631869014,
      "grad_norm": 1.0859375,
      "learning_rate": 0.000497340013342853,
      "loss": 6.4861,
      "mean_token_accuracy": 0.1264800451695919,
      "num_tokens": 11972078.0,
      "step": 5530
    },
    {
      "entropy": 6.605613803863525,
      "epoch": 0.5923270372946653,
      "grad_norm": 1.078125,
      "learning_rate": 0.000497334148500957,
      "loss": 6.5494,
      "mean_token_accuracy": 0.12491055428981782,
      "num_tokens": 11984037.0,
      "step": 5535
    },
    {
      "entropy": 6.667060375213623,
      "epoch": 0.5928621114024293,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004973282772391936,
      "loss": 6.4877,
      "mean_token_accuracy": 0.12558887004852295,
      "num_tokens": 11993688.0,
      "step": 5540
    },
    {
      "entropy": 6.489277362823486,
      "epoch": 0.5933971855101932,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004973223995577324,
      "loss": 6.4494,
      "mean_token_accuracy": 0.12596305087208748,
      "num_tokens": 12003759.0,
      "step": 5545
    },
    {
      "entropy": 6.603683185577393,
      "epoch": 0.593932259617957,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004973165154567432,
      "loss": 6.486,
      "mean_token_accuracy": 0.12778774201869963,
      "num_tokens": 12015030.0,
      "step": 5550
    },
    {
      "entropy": 6.636406421661377,
      "epoch": 0.594467333725721,
      "grad_norm": 1.3515625,
      "learning_rate": 0.0004973106249363959,
      "loss": 6.5651,
      "mean_token_accuracy": 0.1225056804716587,
      "num_tokens": 12026181.0,
      "step": 5555
    },
    {
      "entropy": 6.483244705200195,
      "epoch": 0.5950024078334849,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004973047279968606,
      "loss": 6.3287,
      "mean_token_accuracy": 0.14041824042797088,
      "num_tokens": 12037336.0,
      "step": 5560
    },
    {
      "entropy": 6.525764036178589,
      "epoch": 0.5955374819412489,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004972988246383074,
      "loss": 6.394,
      "mean_token_accuracy": 0.12839040011167527,
      "num_tokens": 12048425.0,
      "step": 5565
    },
    {
      "entropy": 6.46997389793396,
      "epoch": 0.5960725560490128,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004972929148609068,
      "loss": 6.3676,
      "mean_token_accuracy": 0.1441659763455391,
      "num_tokens": 12059814.0,
      "step": 5570
    },
    {
      "entropy": 6.503654193878174,
      "epoch": 0.5966076301567768,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004972869986648296,
      "loss": 6.4419,
      "mean_token_accuracy": 0.13450188264250756,
      "num_tokens": 12069377.0,
      "step": 5575
    },
    {
      "entropy": 6.620211458206176,
      "epoch": 0.5971427042645406,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004972810760502467,
      "loss": 6.5783,
      "mean_token_accuracy": 0.1187084436416626,
      "num_tokens": 12080277.0,
      "step": 5580
    },
    {
      "entropy": 6.658747053146362,
      "epoch": 0.5976777783723045,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004972751470173287,
      "loss": 6.4505,
      "mean_token_accuracy": 0.1255773939192295,
      "num_tokens": 12091375.0,
      "step": 5585
    },
    {
      "entropy": 6.507024526596069,
      "epoch": 0.5982128524800685,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004972692115662473,
      "loss": 6.5013,
      "mean_token_accuracy": 0.1259841337800026,
      "num_tokens": 12103110.0,
      "step": 5590
    },
    {
      "entropy": 6.637642526626587,
      "epoch": 0.5987479265878324,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004972632696971735,
      "loss": 6.5436,
      "mean_token_accuracy": 0.12355464100837707,
      "num_tokens": 12112454.0,
      "step": 5595
    },
    {
      "entropy": 6.56805100440979,
      "epoch": 0.5992830006955964,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004972573214102791,
      "loss": 6.4271,
      "mean_token_accuracy": 0.125191880017519,
      "num_tokens": 12125140.0,
      "step": 5600
    },
    {
      "entropy": 6.567241144180298,
      "epoch": 0.5998180748033602,
      "grad_norm": 1.125,
      "learning_rate": 0.0004972513667057358,
      "loss": 6.4568,
      "mean_token_accuracy": 0.12768169343471528,
      "num_tokens": 12136061.0,
      "step": 5605
    },
    {
      "entropy": 6.628464031219482,
      "epoch": 0.6003531489111242,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004972454055837155,
      "loss": 6.4822,
      "mean_token_accuracy": 0.13015633150935174,
      "num_tokens": 12146654.0,
      "step": 5610
    },
    {
      "entropy": 6.6061324119567875,
      "epoch": 0.6008882230188881,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004972394380443903,
      "loss": 6.4842,
      "mean_token_accuracy": 0.12277491986751557,
      "num_tokens": 12157881.0,
      "step": 5615
    },
    {
      "entropy": 6.549179172515869,
      "epoch": 0.601423297126652,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004972334640879325,
      "loss": 6.5163,
      "mean_token_accuracy": 0.12600575461983682,
      "num_tokens": 12168534.0,
      "step": 5620
    },
    {
      "entropy": 6.557713556289673,
      "epoch": 0.601958371234416,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004972274837145147,
      "loss": 6.4212,
      "mean_token_accuracy": 0.12794229462742807,
      "num_tokens": 12178773.0,
      "step": 5625
    },
    {
      "entropy": 6.617846250534058,
      "epoch": 0.6024934453421799,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004972214969243096,
      "loss": 6.4851,
      "mean_token_accuracy": 0.12551011741161347,
      "num_tokens": 12188819.0,
      "step": 5630
    },
    {
      "entropy": 6.57431697845459,
      "epoch": 0.6030285194499438,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00049721550371749,
      "loss": 6.4516,
      "mean_token_accuracy": 0.13068530559539795,
      "num_tokens": 12199198.0,
      "step": 5635
    },
    {
      "entropy": 6.579136323928833,
      "epoch": 0.6035635935577077,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004972095040942289,
      "loss": 6.4676,
      "mean_token_accuracy": 0.1252219207584858,
      "num_tokens": 12210765.0,
      "step": 5640
    },
    {
      "entropy": 6.541816520690918,
      "epoch": 0.6040986676654717,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004972034980546996,
      "loss": 6.52,
      "mean_token_accuracy": 0.11947290003299713,
      "num_tokens": 12221067.0,
      "step": 5645
    },
    {
      "entropy": 6.568389987945556,
      "epoch": 0.6046337417732356,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004971974855990755,
      "loss": 6.5253,
      "mean_token_accuracy": 0.12596880793571472,
      "num_tokens": 12232994.0,
      "step": 5650
    },
    {
      "entropy": 6.694991207122802,
      "epoch": 0.6051688158809995,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004971914667275302,
      "loss": 6.466,
      "mean_token_accuracy": 0.1270422488451004,
      "num_tokens": 12243327.0,
      "step": 5655
    },
    {
      "entropy": 6.519532155990601,
      "epoch": 0.6057038899887635,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004971854414402377,
      "loss": 6.367,
      "mean_token_accuracy": 0.13553767204284667,
      "num_tokens": 12254249.0,
      "step": 5660
    },
    {
      "entropy": 6.532563400268555,
      "epoch": 0.6062389640965273,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004971794097373716,
      "loss": 6.4209,
      "mean_token_accuracy": 0.1289665073156357,
      "num_tokens": 12264487.0,
      "step": 5665
    },
    {
      "entropy": 6.446199893951416,
      "epoch": 0.6067740382042913,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004971733716191063,
      "loss": 6.4233,
      "mean_token_accuracy": 0.13476498275995255,
      "num_tokens": 12274801.0,
      "step": 5670
    },
    {
      "entropy": 6.541055154800415,
      "epoch": 0.6073091123120552,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004971673270856162,
      "loss": 6.3849,
      "mean_token_accuracy": 0.12896822169423103,
      "num_tokens": 12284647.0,
      "step": 5675
    },
    {
      "entropy": 6.55897159576416,
      "epoch": 0.6078441864198192,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004971612761370756,
      "loss": 6.5065,
      "mean_token_accuracy": 0.12677512541413308,
      "num_tokens": 12295215.0,
      "step": 5680
    },
    {
      "entropy": 6.557615089416504,
      "epoch": 0.6083792605275831,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004971552187736596,
      "loss": 6.4284,
      "mean_token_accuracy": 0.1286513738334179,
      "num_tokens": 12305324.0,
      "step": 5685
    },
    {
      "entropy": 6.543941259384155,
      "epoch": 0.6089143346353469,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004971491549955427,
      "loss": 6.433,
      "mean_token_accuracy": 0.13123927116394044,
      "num_tokens": 12316399.0,
      "step": 5690
    },
    {
      "entropy": 6.456441211700439,
      "epoch": 0.6094494087431109,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004971430848029002,
      "loss": 6.4119,
      "mean_token_accuracy": 0.13755123019218446,
      "num_tokens": 12328033.0,
      "step": 5695
    },
    {
      "entropy": 6.5196257591247555,
      "epoch": 0.6099844828508748,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004971370081959073,
      "loss": 6.4475,
      "mean_token_accuracy": 0.1325080767273903,
      "num_tokens": 12338962.0,
      "step": 5700
    },
    {
      "entropy": 6.596745729446411,
      "epoch": 0.6105195569586388,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004971309251747396,
      "loss": 6.4461,
      "mean_token_accuracy": 0.12643044963479041,
      "num_tokens": 12350216.0,
      "step": 5705
    },
    {
      "entropy": 6.610299110412598,
      "epoch": 0.6110546310664027,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004971248357395726,
      "loss": 6.47,
      "mean_token_accuracy": 0.12886352986097335,
      "num_tokens": 12361277.0,
      "step": 5710
    },
    {
      "entropy": 6.433839178085327,
      "epoch": 0.6115897051741667,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004971187398905821,
      "loss": 6.3915,
      "mean_token_accuracy": 0.1265926755964756,
      "num_tokens": 12373308.0,
      "step": 5715
    },
    {
      "entropy": 6.634950113296509,
      "epoch": 0.6121247792819305,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004971126376279443,
      "loss": 6.621,
      "mean_token_accuracy": 0.11679412126541137,
      "num_tokens": 12383943.0,
      "step": 5720
    },
    {
      "entropy": 6.612603712081909,
      "epoch": 0.6126598533896944,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004971065289518354,
      "loss": 6.3772,
      "mean_token_accuracy": 0.12417749539017678,
      "num_tokens": 12394575.0,
      "step": 5725
    },
    {
      "entropy": 6.550524425506592,
      "epoch": 0.6131949274974584,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004971004138624315,
      "loss": 6.4989,
      "mean_token_accuracy": 0.12523326948285102,
      "num_tokens": 12405536.0,
      "step": 5730
    },
    {
      "entropy": 6.48319935798645,
      "epoch": 0.6137300016052223,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004970942923599094,
      "loss": 6.3823,
      "mean_token_accuracy": 0.1334580399096012,
      "num_tokens": 12416148.0,
      "step": 5735
    },
    {
      "entropy": 6.5434459209442135,
      "epoch": 0.6142650757129863,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004970881644444459,
      "loss": 6.3795,
      "mean_token_accuracy": 0.13239484578371047,
      "num_tokens": 12426182.0,
      "step": 5740
    },
    {
      "entropy": 6.552867317199707,
      "epoch": 0.6148001498207502,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004970820301162178,
      "loss": 6.566,
      "mean_token_accuracy": 0.12335467711091042,
      "num_tokens": 12437548.0,
      "step": 5745
    },
    {
      "entropy": 6.632025623321534,
      "epoch": 0.6153352239285141,
      "grad_norm": 1.0,
      "learning_rate": 0.0004970758893754022,
      "loss": 6.5069,
      "mean_token_accuracy": 0.12346102967858315,
      "num_tokens": 12449720.0,
      "step": 5750
    },
    {
      "entropy": 6.63417387008667,
      "epoch": 0.615870298036278,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004970697422221767,
      "loss": 6.479,
      "mean_token_accuracy": 0.1252536728978157,
      "num_tokens": 12460666.0,
      "step": 5755
    },
    {
      "entropy": 6.534920263290405,
      "epoch": 0.6164053721440419,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004970635886567185,
      "loss": 6.5012,
      "mean_token_accuracy": 0.12670053765177727,
      "num_tokens": 12471472.0,
      "step": 5760
    },
    {
      "entropy": 6.519795703887939,
      "epoch": 0.6169404462518059,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004970574286792054,
      "loss": 6.4881,
      "mean_token_accuracy": 0.1228668674826622,
      "num_tokens": 12482127.0,
      "step": 5765
    },
    {
      "entropy": 6.56483211517334,
      "epoch": 0.6174755203595698,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004970512622898152,
      "loss": 6.4786,
      "mean_token_accuracy": 0.1271592140197754,
      "num_tokens": 12493680.0,
      "step": 5770
    },
    {
      "entropy": 6.5475750923156735,
      "epoch": 0.6180105944673338,
      "grad_norm": 1.046875,
      "learning_rate": 0.000497045089488726,
      "loss": 6.4289,
      "mean_token_accuracy": 0.12926682755351065,
      "num_tokens": 12505838.0,
      "step": 5775
    },
    {
      "entropy": 6.605856084823609,
      "epoch": 0.6185456685750976,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004970389102761161,
      "loss": 6.4203,
      "mean_token_accuracy": 0.1347701705992222,
      "num_tokens": 12516334.0,
      "step": 5780
    },
    {
      "entropy": 6.502717208862305,
      "epoch": 0.6190807426828616,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004970327246521638,
      "loss": 6.4981,
      "mean_token_accuracy": 0.1220128633081913,
      "num_tokens": 12526440.0,
      "step": 5785
    },
    {
      "entropy": 6.527550458908081,
      "epoch": 0.6196158167906255,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004970265326170478,
      "loss": 6.4207,
      "mean_token_accuracy": 0.12335163801908493,
      "num_tokens": 12538127.0,
      "step": 5790
    },
    {
      "entropy": 6.654475927352905,
      "epoch": 0.6201508908983894,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004970203341709469,
      "loss": 6.5003,
      "mean_token_accuracy": 0.12200881615281105,
      "num_tokens": 12548459.0,
      "step": 5795
    },
    {
      "entropy": 6.5456257343292235,
      "epoch": 0.6206859650061534,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00049701412931404,
      "loss": 6.4473,
      "mean_token_accuracy": 0.1271664597094059,
      "num_tokens": 12558989.0,
      "step": 5800
    },
    {
      "entropy": 6.526596260070801,
      "epoch": 0.6212210391139172,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004970079180465064,
      "loss": 6.3775,
      "mean_token_accuracy": 0.13296955302357674,
      "num_tokens": 12569449.0,
      "step": 5805
    },
    {
      "entropy": 6.510442543029785,
      "epoch": 0.6217561132216812,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004970017003685253,
      "loss": 6.437,
      "mean_token_accuracy": 0.12862144485116006,
      "num_tokens": 12580733.0,
      "step": 5810
    },
    {
      "entropy": 6.555939054489135,
      "epoch": 0.6222911873294451,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004969954762802763,
      "loss": 6.4541,
      "mean_token_accuracy": 0.1280243769288063,
      "num_tokens": 12590869.0,
      "step": 5815
    },
    {
      "entropy": 6.626267814636231,
      "epoch": 0.6228262614372091,
      "grad_norm": 1.1953125,
      "learning_rate": 0.000496989245781939,
      "loss": 6.5169,
      "mean_token_accuracy": 0.1257978305220604,
      "num_tokens": 12602109.0,
      "step": 5820
    },
    {
      "entropy": 6.565516376495362,
      "epoch": 0.623361335544973,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004969830088736937,
      "loss": 6.4519,
      "mean_token_accuracy": 0.12484232187271119,
      "num_tokens": 12612234.0,
      "step": 5825
    },
    {
      "entropy": 6.609433937072754,
      "epoch": 0.6238964096527368,
      "grad_norm": 1.125,
      "learning_rate": 0.00049697676555572,
      "loss": 6.5979,
      "mean_token_accuracy": 0.11923756599426269,
      "num_tokens": 12623252.0,
      "step": 5830
    },
    {
      "entropy": 6.633053159713745,
      "epoch": 0.6244314837605008,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004969705158281985,
      "loss": 6.352,
      "mean_token_accuracy": 0.13244080618023873,
      "num_tokens": 12632796.0,
      "step": 5835
    },
    {
      "entropy": 6.526743745803833,
      "epoch": 0.6249665578682647,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004969642596913095,
      "loss": 6.4529,
      "mean_token_accuracy": 0.12618629336357118,
      "num_tokens": 12643278.0,
      "step": 5840
    },
    {
      "entropy": 6.527894830703735,
      "epoch": 0.6255016319760287,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004969579971452337,
      "loss": 6.5187,
      "mean_token_accuracy": 0.12627973407506943,
      "num_tokens": 12654446.0,
      "step": 5845
    },
    {
      "entropy": 6.6252518653869625,
      "epoch": 0.6260367060837926,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004969517281901519,
      "loss": 6.4955,
      "mean_token_accuracy": 0.13113024607300758,
      "num_tokens": 12664281.0,
      "step": 5850
    },
    {
      "entropy": 6.5939366817474365,
      "epoch": 0.6265717801915566,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004969454528262451,
      "loss": 6.4836,
      "mean_token_accuracy": 0.12383594810962677,
      "num_tokens": 12675252.0,
      "step": 5855
    },
    {
      "entropy": 6.531436395645142,
      "epoch": 0.6271068542993204,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004969391710536946,
      "loss": 6.4625,
      "mean_token_accuracy": 0.12760263681411743,
      "num_tokens": 12685764.0,
      "step": 5860
    },
    {
      "entropy": 6.495209646224976,
      "epoch": 0.6276419284070843,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004969328828726817,
      "loss": 6.3636,
      "mean_token_accuracy": 0.13051239922642707,
      "num_tokens": 12696974.0,
      "step": 5865
    },
    {
      "entropy": 6.6419761180877686,
      "epoch": 0.6281770025148483,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004969265882833879,
      "loss": 6.5443,
      "mean_token_accuracy": 0.11920846477150918,
      "num_tokens": 12708217.0,
      "step": 5870
    },
    {
      "entropy": 6.548468828201294,
      "epoch": 0.6287120766226122,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004969202872859952,
      "loss": 6.401,
      "mean_token_accuracy": 0.13056466579437256,
      "num_tokens": 12717840.0,
      "step": 5875
    },
    {
      "entropy": 6.53254451751709,
      "epoch": 0.6292471507303762,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004969139798806854,
      "loss": 6.5009,
      "mean_token_accuracy": 0.11990201696753502,
      "num_tokens": 12728390.0,
      "step": 5880
    },
    {
      "entropy": 6.52357702255249,
      "epoch": 0.6297822248381401,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004969076660676405,
      "loss": 6.494,
      "mean_token_accuracy": 0.12666737139225007,
      "num_tokens": 12738650.0,
      "step": 5885
    },
    {
      "entropy": 6.59197096824646,
      "epoch": 0.630317298945904,
      "grad_norm": 1.1484375,
      "learning_rate": 0.000496901345847043,
      "loss": 6.5044,
      "mean_token_accuracy": 0.12580613866448404,
      "num_tokens": 12748989.0,
      "step": 5890
    },
    {
      "entropy": 6.614646244049072,
      "epoch": 0.6308523730536679,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004968950192190752,
      "loss": 6.4448,
      "mean_token_accuracy": 0.1283442422747612,
      "num_tokens": 12761132.0,
      "step": 5895
    },
    {
      "entropy": 6.532540225982666,
      "epoch": 0.6313874471614318,
      "grad_norm": 1.046875,
      "learning_rate": 0.00049688868618392,
      "loss": 6.47,
      "mean_token_accuracy": 0.13095390945672988,
      "num_tokens": 12771478.0,
      "step": 5900
    },
    {
      "entropy": 6.583694553375244,
      "epoch": 0.6319225212691958,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004968823467417602,
      "loss": 6.525,
      "mean_token_accuracy": 0.1221963606774807,
      "num_tokens": 12782096.0,
      "step": 5905
    },
    {
      "entropy": 6.577635097503662,
      "epoch": 0.6324575953769597,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004968760008927788,
      "loss": 6.4173,
      "mean_token_accuracy": 0.13012173324823378,
      "num_tokens": 12792467.0,
      "step": 5910
    },
    {
      "entropy": 6.602513790130615,
      "epoch": 0.6329926694847237,
      "grad_norm": 1.0625,
      "learning_rate": 0.000496869648637159,
      "loss": 6.4317,
      "mean_token_accuracy": 0.12972439229488372,
      "num_tokens": 12803248.0,
      "step": 5915
    },
    {
      "entropy": 6.5703932762146,
      "epoch": 0.6335277435924875,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004968632899750844,
      "loss": 6.4584,
      "mean_token_accuracy": 0.12943121418356895,
      "num_tokens": 12813701.0,
      "step": 5920
    },
    {
      "entropy": 6.566262197494507,
      "epoch": 0.6340628177002515,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004968569249067383,
      "loss": 6.5179,
      "mean_token_accuracy": 0.12049417719244956,
      "num_tokens": 12824945.0,
      "step": 5925
    },
    {
      "entropy": 6.5732197761535645,
      "epoch": 0.6345978918080154,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004968505534323047,
      "loss": 6.4803,
      "mean_token_accuracy": 0.11932752430438995,
      "num_tokens": 12836699.0,
      "step": 5930
    },
    {
      "entropy": 6.5687562942504885,
      "epoch": 0.6351329659157794,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004968441755519677,
      "loss": 6.4482,
      "mean_token_accuracy": 0.12387168183922767,
      "num_tokens": 12846905.0,
      "step": 5935
    },
    {
      "entropy": 6.562500810623169,
      "epoch": 0.6356680400235433,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004968377912659112,
      "loss": 6.3881,
      "mean_token_accuracy": 0.13033246025443077,
      "num_tokens": 12856919.0,
      "step": 5940
    },
    {
      "entropy": 6.408761262893677,
      "epoch": 0.6362031141313071,
      "grad_norm": 1.296875,
      "learning_rate": 0.0004968314005743196,
      "loss": 6.3532,
      "mean_token_accuracy": 0.13002551943063737,
      "num_tokens": 12867863.0,
      "step": 5945
    },
    {
      "entropy": 6.438524532318115,
      "epoch": 0.6367381882390711,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004968250034773776,
      "loss": 6.4448,
      "mean_token_accuracy": 0.12836804687976838,
      "num_tokens": 12877877.0,
      "step": 5950
    },
    {
      "entropy": 6.656329107284546,
      "epoch": 0.637273262346835,
      "grad_norm": 1.203125,
      "learning_rate": 0.0004968185999752697,
      "loss": 6.5395,
      "mean_token_accuracy": 0.11811442151665688,
      "num_tokens": 12887954.0,
      "step": 5955
    },
    {
      "entropy": 6.5940252304077145,
      "epoch": 0.637808336454599,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004968121900681809,
      "loss": 6.4526,
      "mean_token_accuracy": 0.12516535967588424,
      "num_tokens": 12897744.0,
      "step": 5960
    },
    {
      "entropy": 6.553208208084106,
      "epoch": 0.6383434105623629,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004968057737562964,
      "loss": 6.5265,
      "mean_token_accuracy": 0.12683621421456337,
      "num_tokens": 12909193.0,
      "step": 5965
    },
    {
      "entropy": 6.5956096172332765,
      "epoch": 0.6388784846701269,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004967993510398012,
      "loss": 6.4035,
      "mean_token_accuracy": 0.12933284789323807,
      "num_tokens": 12919879.0,
      "step": 5970
    },
    {
      "entropy": 6.508267831802368,
      "epoch": 0.6394135587778907,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004967929219188809,
      "loss": 6.4386,
      "mean_token_accuracy": 0.12756086364388466,
      "num_tokens": 12930297.0,
      "step": 5975
    },
    {
      "entropy": 6.508812427520752,
      "epoch": 0.6399486328856546,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004967864863937212,
      "loss": 6.4152,
      "mean_token_accuracy": 0.13640334010124205,
      "num_tokens": 12940467.0,
      "step": 5980
    },
    {
      "entropy": 6.467658615112304,
      "epoch": 0.6404837069934186,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004967800444645079,
      "loss": 6.422,
      "mean_token_accuracy": 0.12693843767046928,
      "num_tokens": 12950417.0,
      "step": 5985
    },
    {
      "entropy": 6.483503913879394,
      "epoch": 0.6410187811011825,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004967735961314269,
      "loss": 6.3835,
      "mean_token_accuracy": 0.1324019141495228,
      "num_tokens": 12960957.0,
      "step": 5990
    },
    {
      "entropy": 6.573039913177491,
      "epoch": 0.6415538552089465,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004967671413946646,
      "loss": 6.4813,
      "mean_token_accuracy": 0.12658655494451523,
      "num_tokens": 12971194.0,
      "step": 5995
    },
    {
      "entropy": 6.54908390045166,
      "epoch": 0.6420889293167104,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004967606802544071,
      "loss": 6.4631,
      "mean_token_accuracy": 0.12189773693680764,
      "num_tokens": 12982479.0,
      "step": 6000
    },
    {
      "epoch": 0.6420889293167104,
      "eval_entropy": 6.440853921036836,
      "eval_loss": 6.532153606414795,
      "eval_mean_token_accuracy": 0.1298162946979593,
      "eval_num_tokens": 12982479.0,
      "eval_runtime": 22.8018,
      "eval_samples_per_second": 1301.609,
      "eval_steps_per_second": 162.707,
      "step": 6000
    },
    {
      "entropy": 6.576130056381226,
      "epoch": 0.6426240034244743,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004967542127108412,
      "loss": 6.5215,
      "mean_token_accuracy": 0.12136223763227463,
      "num_tokens": 12994119.0,
      "step": 6005
    },
    {
      "entropy": 6.61212010383606,
      "epoch": 0.6431590775322382,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004967477387641537,
      "loss": 6.4399,
      "mean_token_accuracy": 0.12868218570947648,
      "num_tokens": 13005437.0,
      "step": 6010
    },
    {
      "entropy": 6.518870067596436,
      "epoch": 0.6436941516400021,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0004967412584145312,
      "loss": 6.4608,
      "mean_token_accuracy": 0.12810143455863,
      "num_tokens": 13017278.0,
      "step": 6015
    },
    {
      "entropy": 6.509357690811157,
      "epoch": 0.6442292257477661,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004967347716621611,
      "loss": 6.4248,
      "mean_token_accuracy": 0.12839114665985107,
      "num_tokens": 13028010.0,
      "step": 6020
    },
    {
      "entropy": 6.536433267593384,
      "epoch": 0.64476429985553,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004967282785072306,
      "loss": 6.4226,
      "mean_token_accuracy": 0.13216758370399476,
      "num_tokens": 13038740.0,
      "step": 6025
    },
    {
      "entropy": 6.545450019836426,
      "epoch": 0.645299373963294,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004967217789499272,
      "loss": 6.4419,
      "mean_token_accuracy": 0.1310186579823494,
      "num_tokens": 13049921.0,
      "step": 6030
    },
    {
      "entropy": 6.474092245101929,
      "epoch": 0.6458344480710578,
      "grad_norm": 1.3515625,
      "learning_rate": 0.0004967152729904386,
      "loss": 6.3825,
      "mean_token_accuracy": 0.12997894808650018,
      "num_tokens": 13060907.0,
      "step": 6035
    },
    {
      "entropy": 6.5579814434051515,
      "epoch": 0.6463695221788218,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004967087606289527,
      "loss": 6.4041,
      "mean_token_accuracy": 0.13156920149922371,
      "num_tokens": 13071720.0,
      "step": 6040
    },
    {
      "entropy": 6.522566843032837,
      "epoch": 0.6469045962865857,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004967022418656575,
      "loss": 6.4581,
      "mean_token_accuracy": 0.13345534577965737,
      "num_tokens": 13082474.0,
      "step": 6045
    },
    {
      "entropy": 6.4885979175567625,
      "epoch": 0.6474396703943496,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004966957167007412,
      "loss": 6.3627,
      "mean_token_accuracy": 0.12854093685746193,
      "num_tokens": 13092777.0,
      "step": 6050
    },
    {
      "entropy": 6.5061181545257565,
      "epoch": 0.6479747445021136,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004966891851343922,
      "loss": 6.3575,
      "mean_token_accuracy": 0.13643522262573243,
      "num_tokens": 13104019.0,
      "step": 6055
    },
    {
      "entropy": 6.520139169692993,
      "epoch": 0.6485098186098774,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004966826471667992,
      "loss": 6.4017,
      "mean_token_accuracy": 0.13252074345946313,
      "num_tokens": 13115741.0,
      "step": 6060
    },
    {
      "entropy": 6.516830205917358,
      "epoch": 0.6490448927176414,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004966761027981509,
      "loss": 6.3909,
      "mean_token_accuracy": 0.1338729202747345,
      "num_tokens": 13126838.0,
      "step": 6065
    },
    {
      "entropy": 6.546872282028199,
      "epoch": 0.6495799668254053,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004966695520286362,
      "loss": 6.5141,
      "mean_token_accuracy": 0.12625649571418762,
      "num_tokens": 13137485.0,
      "step": 6070
    },
    {
      "entropy": 6.532670974731445,
      "epoch": 0.6501150409331693,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004966629948584444,
      "loss": 6.3701,
      "mean_token_accuracy": 0.1363312631845474,
      "num_tokens": 13147631.0,
      "step": 6075
    },
    {
      "entropy": 6.420833253860474,
      "epoch": 0.6506501150409332,
      "grad_norm": 1.203125,
      "learning_rate": 0.0004966564312877647,
      "loss": 6.4457,
      "mean_token_accuracy": 0.13039978444576264,
      "num_tokens": 13158468.0,
      "step": 6080
    },
    {
      "entropy": 6.611920595169067,
      "epoch": 0.651185189148697,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004966498613167868,
      "loss": 6.4736,
      "mean_token_accuracy": 0.12443958222866058,
      "num_tokens": 13169263.0,
      "step": 6085
    },
    {
      "entropy": 6.5496948719024655,
      "epoch": 0.651720263256461,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004966432849457002,
      "loss": 6.4006,
      "mean_token_accuracy": 0.13697725608944894,
      "num_tokens": 13178647.0,
      "step": 6090
    },
    {
      "entropy": 6.429669809341431,
      "epoch": 0.6522553373642249,
      "grad_norm": 1.0546875,
      "learning_rate": 0.000496636702174695,
      "loss": 6.381,
      "mean_token_accuracy": 0.13246307298541068,
      "num_tokens": 13189883.0,
      "step": 6095
    },
    {
      "entropy": 6.51705493927002,
      "epoch": 0.6527904114719889,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004966301130039611,
      "loss": 6.5076,
      "mean_token_accuracy": 0.128587756305933,
      "num_tokens": 13200920.0,
      "step": 6100
    },
    {
      "entropy": 6.580085420608521,
      "epoch": 0.6533254855797528,
      "grad_norm": 1.125,
      "learning_rate": 0.0004966235174336889,
      "loss": 6.5074,
      "mean_token_accuracy": 0.1210002399981022,
      "num_tokens": 13211765.0,
      "step": 6105
    },
    {
      "entropy": 6.55566725730896,
      "epoch": 0.6538605596875168,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004966169154640687,
      "loss": 6.4223,
      "mean_token_accuracy": 0.12444746568799019,
      "num_tokens": 13221768.0,
      "step": 6110
    },
    {
      "entropy": 6.504034042358398,
      "epoch": 0.6543956337952807,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004966103070952912,
      "loss": 6.4289,
      "mean_token_accuracy": 0.13048909232020378,
      "num_tokens": 13233545.0,
      "step": 6115
    },
    {
      "entropy": 6.537092208862305,
      "epoch": 0.6549307079030445,
      "grad_norm": 1.21875,
      "learning_rate": 0.0004966036923275472,
      "loss": 6.4739,
      "mean_token_accuracy": 0.1343090645968914,
      "num_tokens": 13245018.0,
      "step": 6120
    },
    {
      "entropy": 6.530694627761841,
      "epoch": 0.6554657820108085,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004965970711610278,
      "loss": 6.3863,
      "mean_token_accuracy": 0.1258619748055935,
      "num_tokens": 13255772.0,
      "step": 6125
    },
    {
      "entropy": 6.47897310256958,
      "epoch": 0.6560008561185724,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004965904435959241,
      "loss": 6.4744,
      "mean_token_accuracy": 0.12190289348363877,
      "num_tokens": 13267271.0,
      "step": 6130
    },
    {
      "entropy": 6.541171455383301,
      "epoch": 0.6565359302263364,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004965838096324274,
      "loss": 6.4661,
      "mean_token_accuracy": 0.13229011446237565,
      "num_tokens": 13278467.0,
      "step": 6135
    },
    {
      "entropy": 6.608281469345092,
      "epoch": 0.6570710043341003,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004965771692707294,
      "loss": 6.5245,
      "mean_token_accuracy": 0.12438037320971489,
      "num_tokens": 13288522.0,
      "step": 6140
    },
    {
      "entropy": 6.602456378936767,
      "epoch": 0.6576060784418643,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004965705225110218,
      "loss": 6.5136,
      "mean_token_accuracy": 0.11394706219434739,
      "num_tokens": 13299355.0,
      "step": 6145
    },
    {
      "entropy": 6.597771215438843,
      "epoch": 0.6581411525496281,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004965638693534964,
      "loss": 6.4405,
      "mean_token_accuracy": 0.12820237800478934,
      "num_tokens": 13310334.0,
      "step": 6150
    },
    {
      "entropy": 6.606806373596191,
      "epoch": 0.658676226657392,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004965572097983455,
      "loss": 6.4768,
      "mean_token_accuracy": 0.12380762472748756,
      "num_tokens": 13320917.0,
      "step": 6155
    },
    {
      "entropy": 6.542260456085205,
      "epoch": 0.659211300765156,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004965505438457613,
      "loss": 6.3845,
      "mean_token_accuracy": 0.13052801191806793,
      "num_tokens": 13331707.0,
      "step": 6160
    },
    {
      "entropy": 6.517107105255127,
      "epoch": 0.6597463748729199,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004965438714959363,
      "loss": 6.5393,
      "mean_token_accuracy": 0.12245380133390427,
      "num_tokens": 13341784.0,
      "step": 6165
    },
    {
      "entropy": 6.621573448181152,
      "epoch": 0.6602814489806839,
      "grad_norm": 1.2421875,
      "learning_rate": 0.000496537192749063,
      "loss": 6.4898,
      "mean_token_accuracy": 0.12351065501570702,
      "num_tokens": 13351633.0,
      "step": 6170
    },
    {
      "entropy": 6.585510158538819,
      "epoch": 0.6608165230884477,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004965305076053345,
      "loss": 6.381,
      "mean_token_accuracy": 0.13753572180867196,
      "num_tokens": 13362444.0,
      "step": 6175
    },
    {
      "entropy": 6.490717458724975,
      "epoch": 0.6613515971962117,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004965238160649437,
      "loss": 6.507,
      "mean_token_accuracy": 0.12068307399749756,
      "num_tokens": 13374322.0,
      "step": 6180
    },
    {
      "entropy": 6.57393159866333,
      "epoch": 0.6618866713039756,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004965171181280838,
      "loss": 6.4723,
      "mean_token_accuracy": 0.12478531822562218,
      "num_tokens": 13384188.0,
      "step": 6185
    },
    {
      "entropy": 6.602143239974976,
      "epoch": 0.6624217454117395,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004965104137949483,
      "loss": 6.4734,
      "mean_token_accuracy": 0.12065911665558815,
      "num_tokens": 13395648.0,
      "step": 6190
    },
    {
      "entropy": 6.5944429397583,
      "epoch": 0.6629568195195035,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004965037030657308,
      "loss": 6.4814,
      "mean_token_accuracy": 0.12683579176664353,
      "num_tokens": 13406769.0,
      "step": 6195
    },
    {
      "entropy": 6.597658920288086,
      "epoch": 0.6634918936272673,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004964969859406248,
      "loss": 6.4714,
      "mean_token_accuracy": 0.12145014703273774,
      "num_tokens": 13417509.0,
      "step": 6200
    },
    {
      "entropy": 6.529022264480591,
      "epoch": 0.6640269677350313,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004964902624198246,
      "loss": 6.3766,
      "mean_token_accuracy": 0.12588708102703094,
      "num_tokens": 13429441.0,
      "step": 6205
    },
    {
      "entropy": 6.482220697402954,
      "epoch": 0.6645620418427952,
      "grad_norm": 1.125,
      "learning_rate": 0.0004964835325035243,
      "loss": 6.4041,
      "mean_token_accuracy": 0.13321912959218024,
      "num_tokens": 13439332.0,
      "step": 6210
    },
    {
      "entropy": 6.48531584739685,
      "epoch": 0.6650971159505592,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004964767961919179,
      "loss": 6.4015,
      "mean_token_accuracy": 0.1290483571588993,
      "num_tokens": 13449400.0,
      "step": 6215
    },
    {
      "entropy": 6.59116153717041,
      "epoch": 0.6656321900583231,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004964700534852003,
      "loss": 6.4946,
      "mean_token_accuracy": 0.1224409706890583,
      "num_tokens": 13460134.0,
      "step": 6220
    },
    {
      "entropy": 6.530368375778198,
      "epoch": 0.666167264166087,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004964633043835658,
      "loss": 6.4488,
      "mean_token_accuracy": 0.12903735116124154,
      "num_tokens": 13469954.0,
      "step": 6225
    },
    {
      "entropy": 6.551534271240234,
      "epoch": 0.666702338273851,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004964565488872097,
      "loss": 6.4259,
      "mean_token_accuracy": 0.13188995644450188,
      "num_tokens": 13479866.0,
      "step": 6230
    },
    {
      "entropy": 6.509408283233642,
      "epoch": 0.6672374123816148,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004964497869963268,
      "loss": 6.3794,
      "mean_token_accuracy": 0.12967947050929068,
      "num_tokens": 13490088.0,
      "step": 6235
    },
    {
      "entropy": 6.522313356399536,
      "epoch": 0.6677724864893788,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004964430187111125,
      "loss": 6.4827,
      "mean_token_accuracy": 0.12645957320928575,
      "num_tokens": 13500898.0,
      "step": 6240
    },
    {
      "entropy": 6.530525207519531,
      "epoch": 0.6683075605971427,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004964362440317621,
      "loss": 6.4896,
      "mean_token_accuracy": 0.1254833646118641,
      "num_tokens": 13511537.0,
      "step": 6245
    },
    {
      "entropy": 6.583571100234986,
      "epoch": 0.6688426347049067,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004964294629584712,
      "loss": 6.4227,
      "mean_token_accuracy": 0.1282012976706028,
      "num_tokens": 13522916.0,
      "step": 6250
    },
    {
      "entropy": 6.549555015563965,
      "epoch": 0.6693777088126706,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004964226754914357,
      "loss": 6.3824,
      "mean_token_accuracy": 0.12852125465869904,
      "num_tokens": 13533817.0,
      "step": 6255
    },
    {
      "entropy": 6.507667160034179,
      "epoch": 0.6699127829204344,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004964158816308517,
      "loss": 6.4833,
      "mean_token_accuracy": 0.1205535277724266,
      "num_tokens": 13543723.0,
      "step": 6260
    },
    {
      "entropy": 6.505305910110474,
      "epoch": 0.6704478570281984,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004964090813769151,
      "loss": 6.3415,
      "mean_token_accuracy": 0.1334453582763672,
      "num_tokens": 13555269.0,
      "step": 6265
    },
    {
      "entropy": 6.538452768325806,
      "epoch": 0.6709829311359623,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004964022747298224,
      "loss": 6.5131,
      "mean_token_accuracy": 0.12255731970071793,
      "num_tokens": 13567465.0,
      "step": 6270
    },
    {
      "entropy": 6.6572778701782225,
      "epoch": 0.6715180052437263,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004963954616897701,
      "loss": 6.4483,
      "mean_token_accuracy": 0.12406835183501244,
      "num_tokens": 13578637.0,
      "step": 6275
    },
    {
      "entropy": 6.5309834480285645,
      "epoch": 0.6720530793514902,
      "grad_norm": 1.1875,
      "learning_rate": 0.000496388642256955,
      "loss": 6.4611,
      "mean_token_accuracy": 0.12793243303894997,
      "num_tokens": 13589074.0,
      "step": 6280
    },
    {
      "entropy": 6.486390876770019,
      "epoch": 0.6725881534592542,
      "grad_norm": 1.125,
      "learning_rate": 0.000496381816431574,
      "loss": 6.4201,
      "mean_token_accuracy": 0.1265800841152668,
      "num_tokens": 13599624.0,
      "step": 6285
    },
    {
      "entropy": 6.625155448913574,
      "epoch": 0.673123227567018,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004963749842138241,
      "loss": 6.4378,
      "mean_token_accuracy": 0.12977349385619164,
      "num_tokens": 13610293.0,
      "step": 6290
    },
    {
      "entropy": 6.5692267417907715,
      "epoch": 0.6736583016747819,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004963681456039027,
      "loss": 6.4611,
      "mean_token_accuracy": 0.12518024072051048,
      "num_tokens": 13621641.0,
      "step": 6295
    },
    {
      "entropy": 6.482174062728882,
      "epoch": 0.6741933757825459,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004963613006020072,
      "loss": 6.4199,
      "mean_token_accuracy": 0.12508815601468087,
      "num_tokens": 13632083.0,
      "step": 6300
    },
    {
      "entropy": 6.500299024581909,
      "epoch": 0.6747284498903098,
      "grad_norm": 1.2734375,
      "learning_rate": 0.0004963544492083352,
      "loss": 6.3093,
      "mean_token_accuracy": 0.1482139140367508,
      "num_tokens": 13644084.0,
      "step": 6305
    },
    {
      "entropy": 6.456757640838623,
      "epoch": 0.6752635239980738,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004963475914230845,
      "loss": 6.4504,
      "mean_token_accuracy": 0.12221738547086716,
      "num_tokens": 13656231.0,
      "step": 6310
    },
    {
      "entropy": 6.576803588867188,
      "epoch": 0.6757985981058376,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004963407272464533,
      "loss": 6.4742,
      "mean_token_accuracy": 0.12403271645307541,
      "num_tokens": 13667334.0,
      "step": 6315
    },
    {
      "entropy": 6.588499879837036,
      "epoch": 0.6763336722136016,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004963338566786398,
      "loss": 6.4754,
      "mean_token_accuracy": 0.12822098508477212,
      "num_tokens": 13678615.0,
      "step": 6320
    },
    {
      "entropy": 6.571232652664184,
      "epoch": 0.6768687463213655,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0004963269797198422,
      "loss": 6.48,
      "mean_token_accuracy": 0.13238448649644852,
      "num_tokens": 13689890.0,
      "step": 6325
    },
    {
      "entropy": 6.442437601089478,
      "epoch": 0.6774038204291294,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004963200963702592,
      "loss": 6.3223,
      "mean_token_accuracy": 0.13694801926612854,
      "num_tokens": 13699120.0,
      "step": 6330
    },
    {
      "entropy": 6.490188312530518,
      "epoch": 0.6779388945368934,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004963132066300894,
      "loss": 6.4212,
      "mean_token_accuracy": 0.1265653096139431,
      "num_tokens": 13710016.0,
      "step": 6335
    },
    {
      "entropy": 6.596869707107544,
      "epoch": 0.6784739686446573,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004963063104995319,
      "loss": 6.531,
      "mean_token_accuracy": 0.11942817196249962,
      "num_tokens": 13721576.0,
      "step": 6340
    },
    {
      "entropy": 6.6302014827728275,
      "epoch": 0.6790090427524212,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004962994079787859,
      "loss": 6.4978,
      "mean_token_accuracy": 0.12895067408680916,
      "num_tokens": 13732568.0,
      "step": 6345
    },
    {
      "entropy": 6.532273626327514,
      "epoch": 0.6795441168601851,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004962924990680504,
      "loss": 6.3783,
      "mean_token_accuracy": 0.13477483615279198,
      "num_tokens": 13742569.0,
      "step": 6350
    },
    {
      "entropy": 6.480876016616821,
      "epoch": 0.6800791909679491,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004962855837675252,
      "loss": 6.5065,
      "mean_token_accuracy": 0.12247845903038979,
      "num_tokens": 13752689.0,
      "step": 6355
    },
    {
      "entropy": 6.566415929794312,
      "epoch": 0.680614265075713,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004962786620774099,
      "loss": 6.4788,
      "mean_token_accuracy": 0.1281518444418907,
      "num_tokens": 13763709.0,
      "step": 6360
    },
    {
      "entropy": 6.588185787200928,
      "epoch": 0.6811493391834769,
      "grad_norm": 1.421875,
      "learning_rate": 0.0004962717339979043,
      "loss": 6.3782,
      "mean_token_accuracy": 0.1340754009783268,
      "num_tokens": 13773726.0,
      "step": 6365
    },
    {
      "entropy": 6.480638027191162,
      "epoch": 0.6816844132912409,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004962647995292084,
      "loss": 6.4211,
      "mean_token_accuracy": 0.1272565059363842,
      "num_tokens": 13785435.0,
      "step": 6370
    },
    {
      "entropy": 6.514063596725464,
      "epoch": 0.6822194873990047,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004962578586715226,
      "loss": 6.4225,
      "mean_token_accuracy": 0.12357092872262002,
      "num_tokens": 13797104.0,
      "step": 6375
    },
    {
      "entropy": 6.617072057723999,
      "epoch": 0.6827545615067687,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004962509114250471,
      "loss": 6.5118,
      "mean_token_accuracy": 0.12474318742752075,
      "num_tokens": 13807756.0,
      "step": 6380
    },
    {
      "entropy": 6.374080753326416,
      "epoch": 0.6832896356145326,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004962439577899828,
      "loss": 6.1958,
      "mean_token_accuracy": 0.1468205489218235,
      "num_tokens": 13818490.0,
      "step": 6385
    },
    {
      "entropy": 6.543634843826294,
      "epoch": 0.6838247097222966,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004962369977665301,
      "loss": 6.4764,
      "mean_token_accuracy": 0.12152235433459282,
      "num_tokens": 13829465.0,
      "step": 6390
    },
    {
      "entropy": 6.574006509780884,
      "epoch": 0.6843597838300605,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004962300313548903,
      "loss": 6.453,
      "mean_token_accuracy": 0.13068217784166336,
      "num_tokens": 13840863.0,
      "step": 6395
    },
    {
      "entropy": 6.552519083023071,
      "epoch": 0.6848948579378243,
      "grad_norm": 1.203125,
      "learning_rate": 0.0004962230585552645,
      "loss": 6.4432,
      "mean_token_accuracy": 0.12793402150273323,
      "num_tokens": 13851711.0,
      "step": 6400
    },
    {
      "entropy": 6.574922513961792,
      "epoch": 0.6854299320455883,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004962160793678539,
      "loss": 6.4759,
      "mean_token_accuracy": 0.1269335649907589,
      "num_tokens": 13864576.0,
      "step": 6405
    },
    {
      "entropy": 6.546037006378174,
      "epoch": 0.6859650061533522,
      "grad_norm": 1.2578125,
      "learning_rate": 0.00049620909379286,
      "loss": 6.3879,
      "mean_token_accuracy": 0.13360610902309417,
      "num_tokens": 13875150.0,
      "step": 6410
    },
    {
      "entropy": 6.522165393829345,
      "epoch": 0.6865000802611162,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004962021018304847,
      "loss": 6.4281,
      "mean_token_accuracy": 0.12703227996826172,
      "num_tokens": 13886070.0,
      "step": 6415
    },
    {
      "entropy": 6.458231115341187,
      "epoch": 0.6870351543688801,
      "grad_norm": 1.9375,
      "learning_rate": 0.0004961951034809298,
      "loss": 6.3567,
      "mean_token_accuracy": 0.1256949707865715,
      "num_tokens": 13897898.0,
      "step": 6420
    },
    {
      "entropy": 6.60064663887024,
      "epoch": 0.6875702284766441,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004961880987443974,
      "loss": 6.4849,
      "mean_token_accuracy": 0.12602555900812148,
      "num_tokens": 13909578.0,
      "step": 6425
    },
    {
      "entropy": 6.449302625656128,
      "epoch": 0.6881053025844079,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004961810876210897,
      "loss": 6.351,
      "mean_token_accuracy": 0.1321983277797699,
      "num_tokens": 13920537.0,
      "step": 6430
    },
    {
      "entropy": 6.478025960922241,
      "epoch": 0.6886403766921718,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004961740701112091,
      "loss": 6.4042,
      "mean_token_accuracy": 0.13507199063897132,
      "num_tokens": 13931015.0,
      "step": 6435
    },
    {
      "entropy": 6.526848936080933,
      "epoch": 0.6891754507999358,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004961670462149583,
      "loss": 6.4542,
      "mean_token_accuracy": 0.12253931611776352,
      "num_tokens": 13942691.0,
      "step": 6440
    },
    {
      "entropy": 6.636831903457642,
      "epoch": 0.6897105249076997,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004961600159325403,
      "loss": 6.549,
      "mean_token_accuracy": 0.11617881655693055,
      "num_tokens": 13953945.0,
      "step": 6445
    },
    {
      "entropy": 6.6486979007720945,
      "epoch": 0.6902455990154637,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004961529792641577,
      "loss": 6.5264,
      "mean_token_accuracy": 0.12448358535766602,
      "num_tokens": 13965658.0,
      "step": 6450
    },
    {
      "entropy": 6.60369758605957,
      "epoch": 0.6907806731232276,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004961459362100141,
      "loss": 6.4957,
      "mean_token_accuracy": 0.1263794869184494,
      "num_tokens": 13976184.0,
      "step": 6455
    },
    {
      "entropy": 6.538023471832275,
      "epoch": 0.6913157472309915,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004961388867703125,
      "loss": 6.4221,
      "mean_token_accuracy": 0.12125025913119317,
      "num_tokens": 13986243.0,
      "step": 6460
    },
    {
      "entropy": 6.5492411136627195,
      "epoch": 0.6918508213387554,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004961318309452566,
      "loss": 6.4073,
      "mean_token_accuracy": 0.12485115006566047,
      "num_tokens": 13995904.0,
      "step": 6465
    },
    {
      "entropy": 6.563848781585693,
      "epoch": 0.6923858954465193,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004961247687350504,
      "loss": 6.4594,
      "mean_token_accuracy": 0.13267786130309106,
      "num_tokens": 14006711.0,
      "step": 6470
    },
    {
      "entropy": 6.4849306583404545,
      "epoch": 0.6929209695542833,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004961177001398974,
      "loss": 6.4315,
      "mean_token_accuracy": 0.1251344844698906,
      "num_tokens": 14018177.0,
      "step": 6475
    },
    {
      "entropy": 6.485970306396484,
      "epoch": 0.6934560436620472,
      "grad_norm": 1.2890625,
      "learning_rate": 0.0004961106251600018,
      "loss": 6.3815,
      "mean_token_accuracy": 0.1258880615234375,
      "num_tokens": 14028725.0,
      "step": 6480
    },
    {
      "entropy": 6.485081338882447,
      "epoch": 0.6939911177698111,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004961035437955681,
      "loss": 6.433,
      "mean_token_accuracy": 0.13642846941947936,
      "num_tokens": 14040448.0,
      "step": 6485
    },
    {
      "entropy": 6.516305828094483,
      "epoch": 0.694526191877575,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004960964560468005,
      "loss": 6.4599,
      "mean_token_accuracy": 0.12411079853773117,
      "num_tokens": 14051731.0,
      "step": 6490
    },
    {
      "entropy": 6.5961902141571045,
      "epoch": 0.695061265985339,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004960893619139039,
      "loss": 6.4722,
      "mean_token_accuracy": 0.12596373707056047,
      "num_tokens": 14062330.0,
      "step": 6495
    },
    {
      "entropy": 6.538251209259033,
      "epoch": 0.6955963400931029,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004960822613970831,
      "loss": 6.3613,
      "mean_token_accuracy": 0.1290792517364025,
      "num_tokens": 14073991.0,
      "step": 6500
    },
    {
      "entropy": 6.522839975357056,
      "epoch": 0.6961314142008668,
      "grad_norm": 1.234375,
      "learning_rate": 0.0004960751544965431,
      "loss": 6.4051,
      "mean_token_accuracy": 0.12446002662181854,
      "num_tokens": 14085132.0,
      "step": 6505
    },
    {
      "entropy": 6.460032892227173,
      "epoch": 0.6966664883086308,
      "grad_norm": 1.34375,
      "learning_rate": 0.0004960680412124889,
      "loss": 6.354,
      "mean_token_accuracy": 0.130805291980505,
      "num_tokens": 14095371.0,
      "step": 6510
    },
    {
      "entropy": 6.42583122253418,
      "epoch": 0.6972015624163946,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004960609215451261,
      "loss": 6.4141,
      "mean_token_accuracy": 0.1271771550178528,
      "num_tokens": 14106117.0,
      "step": 6515
    },
    {
      "entropy": 6.54330530166626,
      "epoch": 0.6977366365241586,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004960537954946604,
      "loss": 6.4278,
      "mean_token_accuracy": 0.12602221667766572,
      "num_tokens": 14117112.0,
      "step": 6520
    },
    {
      "entropy": 6.480698490142823,
      "epoch": 0.6982717106319225,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004960466630612974,
      "loss": 6.3682,
      "mean_token_accuracy": 0.14053670763969422,
      "num_tokens": 14128037.0,
      "step": 6525
    },
    {
      "entropy": 6.457269525527954,
      "epoch": 0.6988067847396865,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004960395242452429,
      "loss": 6.3635,
      "mean_token_accuracy": 0.1324993148446083,
      "num_tokens": 14140183.0,
      "step": 6530
    },
    {
      "entropy": 6.547682666778565,
      "epoch": 0.6993418588474504,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0004960323790467033,
      "loss": 6.4968,
      "mean_token_accuracy": 0.12845934554934502,
      "num_tokens": 14151635.0,
      "step": 6535
    },
    {
      "entropy": 6.606826257705689,
      "epoch": 0.6998769329552142,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004960252274658849,
      "loss": 6.4554,
      "mean_token_accuracy": 0.12469615787267685,
      "num_tokens": 14162660.0,
      "step": 6540
    },
    {
      "entropy": 6.574669551849365,
      "epoch": 0.7004120070629782,
      "grad_norm": 1.125,
      "learning_rate": 0.0004960180695029939,
      "loss": 6.4298,
      "mean_token_accuracy": 0.13192950710654258,
      "num_tokens": 14173496.0,
      "step": 6545
    },
    {
      "entropy": 6.477722978591919,
      "epoch": 0.7009470811707421,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004960109051582374,
      "loss": 6.3847,
      "mean_token_accuracy": 0.12185332253575325,
      "num_tokens": 14185479.0,
      "step": 6550
    },
    {
      "entropy": 6.475646877288819,
      "epoch": 0.7014821552785061,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0004960037344318221,
      "loss": 6.3488,
      "mean_token_accuracy": 0.127738206833601,
      "num_tokens": 14197441.0,
      "step": 6555
    },
    {
      "entropy": 6.422780752182007,
      "epoch": 0.70201722938627,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004959965573239548,
      "loss": 6.3166,
      "mean_token_accuracy": 0.13443872928619385,
      "num_tokens": 14207832.0,
      "step": 6560
    },
    {
      "entropy": 6.433670568466186,
      "epoch": 0.702552303494034,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004959893738348432,
      "loss": 6.3982,
      "mean_token_accuracy": 0.13432809486985206,
      "num_tokens": 14217976.0,
      "step": 6565
    },
    {
      "entropy": 6.618579244613647,
      "epoch": 0.7030873776017978,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004959821839646943,
      "loss": 6.3517,
      "mean_token_accuracy": 0.13541164621710777,
      "num_tokens": 14227557.0,
      "step": 6570
    },
    {
      "entropy": 6.5433601379394535,
      "epoch": 0.7036224517095617,
      "grad_norm": 1.28125,
      "learning_rate": 0.000495974987713716,
      "loss": 6.4823,
      "mean_token_accuracy": 0.12258463501930236,
      "num_tokens": 14238912.0,
      "step": 6575
    },
    {
      "entropy": 6.491708469390869,
      "epoch": 0.7041575258173257,
      "grad_norm": 1.421875,
      "learning_rate": 0.0004959677850821159,
      "loss": 6.3899,
      "mean_token_accuracy": 0.13074335977435111,
      "num_tokens": 14249968.0,
      "step": 6580
    },
    {
      "entropy": 6.513847208023071,
      "epoch": 0.7046925999250896,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004959605760701021,
      "loss": 6.4593,
      "mean_token_accuracy": 0.13145442232489585,
      "num_tokens": 14260809.0,
      "step": 6585
    },
    {
      "entropy": 6.5283472537994385,
      "epoch": 0.7052276740328536,
      "grad_norm": 1.296875,
      "learning_rate": 0.0004959533606778827,
      "loss": 6.4129,
      "mean_token_accuracy": 0.12853396609425544,
      "num_tokens": 14271971.0,
      "step": 6590
    },
    {
      "entropy": 6.607065677642822,
      "epoch": 0.7057627481406175,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004959461389056661,
      "loss": 6.495,
      "mean_token_accuracy": 0.13045316487550734,
      "num_tokens": 14283550.0,
      "step": 6595
    },
    {
      "entropy": 6.525335359573364,
      "epoch": 0.7062978222483814,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004959389107536608,
      "loss": 6.3195,
      "mean_token_accuracy": 0.13225220292806625,
      "num_tokens": 14293769.0,
      "step": 6600
    },
    {
      "entropy": 6.493773126602173,
      "epoch": 0.7068328963561453,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004959316762220754,
      "loss": 6.4405,
      "mean_token_accuracy": 0.12467349618673325,
      "num_tokens": 14304668.0,
      "step": 6605
    },
    {
      "entropy": 6.491579151153564,
      "epoch": 0.7073679704639092,
      "grad_norm": 1.1015625,
      "learning_rate": 0.000495924435311119,
      "loss": 6.5015,
      "mean_token_accuracy": 0.12518160939216613,
      "num_tokens": 14315912.0,
      "step": 6610
    },
    {
      "entropy": 6.526792812347412,
      "epoch": 0.7079030445716732,
      "grad_norm": 1.125,
      "learning_rate": 0.0004959171880210005,
      "loss": 6.4568,
      "mean_token_accuracy": 0.12405647858977317,
      "num_tokens": 14327386.0,
      "step": 6615
    },
    {
      "entropy": 6.588793849945068,
      "epoch": 0.7084381186794371,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004959099343519294,
      "loss": 6.4202,
      "mean_token_accuracy": 0.1256176069378853,
      "num_tokens": 14338629.0,
      "step": 6620
    },
    {
      "entropy": 6.604103422164917,
      "epoch": 0.7089731927872011,
      "grad_norm": 1.125,
      "learning_rate": 0.0004959026743041148,
      "loss": 6.463,
      "mean_token_accuracy": 0.12887532338500024,
      "num_tokens": 14349195.0,
      "step": 6625
    },
    {
      "entropy": 6.574780082702636,
      "epoch": 0.7095082668949649,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004958954078777665,
      "loss": 6.4751,
      "mean_token_accuracy": 0.12435831874608994,
      "num_tokens": 14359449.0,
      "step": 6630
    },
    {
      "entropy": 6.55607123374939,
      "epoch": 0.7100433410027289,
      "grad_norm": 1.203125,
      "learning_rate": 0.0004958881350730944,
      "loss": 6.3735,
      "mean_token_accuracy": 0.13689294904470445,
      "num_tokens": 14369904.0,
      "step": 6635
    },
    {
      "entropy": 6.500827789306641,
      "epoch": 0.7105784151104928,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004958808558903085,
      "loss": 6.4095,
      "mean_token_accuracy": 0.12818561419844626,
      "num_tokens": 14382635.0,
      "step": 6640
    },
    {
      "entropy": 6.48659462928772,
      "epoch": 0.7111134892182567,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0004958735703296189,
      "loss": 6.3551,
      "mean_token_accuracy": 0.13057286143302918,
      "num_tokens": 14393238.0,
      "step": 6645
    },
    {
      "entropy": 6.522722864151001,
      "epoch": 0.7116485633260207,
      "grad_norm": 1.2265625,
      "learning_rate": 0.000495866278391236,
      "loss": 6.4118,
      "mean_token_accuracy": 0.12817465737462044,
      "num_tokens": 14403734.0,
      "step": 6650
    },
    {
      "entropy": 6.5527108669281,
      "epoch": 0.7121836374337845,
      "grad_norm": 1.34375,
      "learning_rate": 0.0004958589800753703,
      "loss": 6.3916,
      "mean_token_accuracy": 0.12830689623951913,
      "num_tokens": 14414201.0,
      "step": 6655
    },
    {
      "entropy": 6.517422771453857,
      "epoch": 0.7127187115415485,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004958516753822326,
      "loss": 6.4104,
      "mean_token_accuracy": 0.13550665900111197,
      "num_tokens": 14425153.0,
      "step": 6660
    },
    {
      "entropy": 6.490578508377075,
      "epoch": 0.7132537856493124,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004958443643120338,
      "loss": 6.407,
      "mean_token_accuracy": 0.13405749946832657,
      "num_tokens": 14435942.0,
      "step": 6665
    },
    {
      "entropy": 6.532617378234863,
      "epoch": 0.7137888597570764,
      "grad_norm": 1.6875,
      "learning_rate": 0.000495837046864985,
      "loss": 6.378,
      "mean_token_accuracy": 0.13143783584237098,
      "num_tokens": 14446371.0,
      "step": 6670
    },
    {
      "entropy": 6.503788185119629,
      "epoch": 0.7143239338648403,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004958297230412976,
      "loss": 6.328,
      "mean_token_accuracy": 0.1338941276073456,
      "num_tokens": 14456598.0,
      "step": 6675
    },
    {
      "entropy": 6.484310913085937,
      "epoch": 0.7148590079726042,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004958223928411829,
      "loss": 6.4094,
      "mean_token_accuracy": 0.12213060334324836,
      "num_tokens": 14466775.0,
      "step": 6680
    },
    {
      "entropy": 6.506584787368775,
      "epoch": 0.7153940820803681,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004958150562648526,
      "loss": 6.3668,
      "mean_token_accuracy": 0.1280994415283203,
      "num_tokens": 14476876.0,
      "step": 6685
    },
    {
      "entropy": 6.478542423248291,
      "epoch": 0.715929156188132,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004958077133125187,
      "loss": 6.3696,
      "mean_token_accuracy": 0.13375263214111327,
      "num_tokens": 14487698.0,
      "step": 6690
    },
    {
      "entropy": 6.569677829742432,
      "epoch": 0.716464230295896,
      "grad_norm": 1.0625,
      "learning_rate": 0.000495800363984393,
      "loss": 6.4156,
      "mean_token_accuracy": 0.13004623353481293,
      "num_tokens": 14498572.0,
      "step": 6695
    },
    {
      "entropy": 6.511337184906006,
      "epoch": 0.7169993044036599,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004957930082806878,
      "loss": 6.4328,
      "mean_token_accuracy": 0.1281271144747734,
      "num_tokens": 14509673.0,
      "step": 6700
    },
    {
      "entropy": 6.578439950942993,
      "epoch": 0.7175343785114239,
      "grad_norm": 1.203125,
      "learning_rate": 0.0004957856462016155,
      "loss": 6.504,
      "mean_token_accuracy": 0.11684139519929886,
      "num_tokens": 14519974.0,
      "step": 6705
    },
    {
      "entropy": 6.544417047500611,
      "epoch": 0.7180694526191878,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004957782777473888,
      "loss": 6.4465,
      "mean_token_accuracy": 0.12320490702986717,
      "num_tokens": 14531194.0,
      "step": 6710
    },
    {
      "entropy": 6.54014835357666,
      "epoch": 0.7186045267269516,
      "grad_norm": 1.765625,
      "learning_rate": 0.0004957709029182203,
      "loss": 6.3993,
      "mean_token_accuracy": 0.12733219116926192,
      "num_tokens": 14542393.0,
      "step": 6715
    },
    {
      "entropy": 6.5045250415802,
      "epoch": 0.7191396008347156,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004957635217143231,
      "loss": 6.3943,
      "mean_token_accuracy": 0.13563383966684342,
      "num_tokens": 14552934.0,
      "step": 6720
    },
    {
      "entropy": 6.466321516036987,
      "epoch": 0.7196746749424795,
      "grad_norm": 1.03125,
      "learning_rate": 0.00049575613413591,
      "loss": 6.4032,
      "mean_token_accuracy": 0.12802834659814835,
      "num_tokens": 14563643.0,
      "step": 6725
    },
    {
      "entropy": 6.515633964538575,
      "epoch": 0.7202097490502435,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004957487401831947,
      "loss": 6.3313,
      "mean_token_accuracy": 0.13340641632676126,
      "num_tokens": 14574422.0,
      "step": 6730
    },
    {
      "entropy": 6.511780023574829,
      "epoch": 0.7207448231580074,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004957413398563906,
      "loss": 6.3284,
      "mean_token_accuracy": 0.1287507437169552,
      "num_tokens": 14585002.0,
      "step": 6735
    },
    {
      "entropy": 6.5095727920532225,
      "epoch": 0.7212798972657714,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004957339331557113,
      "loss": 6.3634,
      "mean_token_accuracy": 0.12985105961561202,
      "num_tokens": 14595172.0,
      "step": 6740
    },
    {
      "entropy": 6.5062037944793705,
      "epoch": 0.7218149713735352,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004957265200813706,
      "loss": 6.468,
      "mean_token_accuracy": 0.12697600275278093,
      "num_tokens": 14606316.0,
      "step": 6745
    },
    {
      "entropy": 6.555118751525879,
      "epoch": 0.7223500454812991,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0004957191006335827,
      "loss": 6.3752,
      "mean_token_accuracy": 0.13320598006248474,
      "num_tokens": 14616394.0,
      "step": 6750
    },
    {
      "entropy": 6.450709819793701,
      "epoch": 0.7228851195890631,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004957116748125618,
      "loss": 6.3835,
      "mean_token_accuracy": 0.1288460023701191,
      "num_tokens": 14627474.0,
      "step": 6755
    },
    {
      "entropy": 6.470903968811035,
      "epoch": 0.723420193696827,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004957042426185223,
      "loss": 6.3142,
      "mean_token_accuracy": 0.13408376649022102,
      "num_tokens": 14638343.0,
      "step": 6760
    },
    {
      "entropy": 6.47650294303894,
      "epoch": 0.723955267804591,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004956968040516789,
      "loss": 6.3937,
      "mean_token_accuracy": 0.13217563629150392,
      "num_tokens": 14649115.0,
      "step": 6765
    },
    {
      "entropy": 6.498498582839966,
      "epoch": 0.7244903419123548,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004956893591122461,
      "loss": 6.4599,
      "mean_token_accuracy": 0.12775713056325913,
      "num_tokens": 14659714.0,
      "step": 6770
    },
    {
      "entropy": 6.668419694900512,
      "epoch": 0.7250254160201188,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0004956819078004392,
      "loss": 6.4921,
      "mean_token_accuracy": 0.12514772564172744,
      "num_tokens": 14670481.0,
      "step": 6775
    },
    {
      "entropy": 6.4725781917572025,
      "epoch": 0.7255604901278827,
      "grad_norm": 1.234375,
      "learning_rate": 0.0004956744501164732,
      "loss": 6.3219,
      "mean_token_accuracy": 0.13545508608222007,
      "num_tokens": 14680816.0,
      "step": 6780
    },
    {
      "entropy": 6.460849714279175,
      "epoch": 0.7260955642356466,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004956669860605634,
      "loss": 6.4044,
      "mean_token_accuracy": 0.13029070869088172,
      "num_tokens": 14692723.0,
      "step": 6785
    },
    {
      "entropy": 6.538440179824829,
      "epoch": 0.7266306383434106,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004956595156329254,
      "loss": 6.4284,
      "mean_token_accuracy": 0.12866610437631607,
      "num_tokens": 14703824.0,
      "step": 6790
    },
    {
      "entropy": 6.538825750350952,
      "epoch": 0.7271657124511745,
      "grad_norm": 0.99609375,
      "learning_rate": 0.000495652038833775,
      "loss": 6.422,
      "mean_token_accuracy": 0.13543595150113105,
      "num_tokens": 14715934.0,
      "step": 6795
    },
    {
      "entropy": 6.492854022979737,
      "epoch": 0.7277007865589384,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004956445556633279,
      "loss": 6.4226,
      "mean_token_accuracy": 0.12873160615563392,
      "num_tokens": 14725617.0,
      "step": 6800
    },
    {
      "entropy": 6.550632190704346,
      "epoch": 0.7282358606667023,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004956370661218003,
      "loss": 6.3944,
      "mean_token_accuracy": 0.13200772255659105,
      "num_tokens": 14736430.0,
      "step": 6805
    },
    {
      "entropy": 6.5043745040893555,
      "epoch": 0.7287709347744663,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004956295702094084,
      "loss": 6.4056,
      "mean_token_accuracy": 0.1324337676167488,
      "num_tokens": 14746740.0,
      "step": 6810
    },
    {
      "entropy": 6.434523057937622,
      "epoch": 0.7293060088822302,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004956220679263687,
      "loss": 6.3463,
      "mean_token_accuracy": 0.13504129871726037,
      "num_tokens": 14756884.0,
      "step": 6815
    },
    {
      "entropy": 6.51843638420105,
      "epoch": 0.7298410829899941,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004956145592728976,
      "loss": 6.3658,
      "mean_token_accuracy": 0.13665802925825118,
      "num_tokens": 14766974.0,
      "step": 6820
    },
    {
      "entropy": 6.517039251327515,
      "epoch": 0.730376157097758,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004956070442492123,
      "loss": 6.5015,
      "mean_token_accuracy": 0.12268729209899902,
      "num_tokens": 14778449.0,
      "step": 6825
    },
    {
      "entropy": 6.569549226760865,
      "epoch": 0.7309112312055219,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004955995228555296,
      "loss": 6.4535,
      "mean_token_accuracy": 0.12801005318760872,
      "num_tokens": 14788989.0,
      "step": 6830
    },
    {
      "entropy": 6.509778070449829,
      "epoch": 0.7314463053132859,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004955919950920666,
      "loss": 6.4093,
      "mean_token_accuracy": 0.13627632707357407,
      "num_tokens": 14798454.0,
      "step": 6835
    },
    {
      "entropy": 6.505553531646728,
      "epoch": 0.7319813794210498,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004955844609590408,
      "loss": 6.346,
      "mean_token_accuracy": 0.12747592255473136,
      "num_tokens": 14808920.0,
      "step": 6840
    },
    {
      "entropy": 6.468402481079101,
      "epoch": 0.7325164535288138,
      "grad_norm": 1.125,
      "learning_rate": 0.0004955769204566696,
      "loss": 6.3408,
      "mean_token_accuracy": 0.13437819182872773,
      "num_tokens": 14819250.0,
      "step": 6845
    },
    {
      "entropy": 6.550874280929565,
      "epoch": 0.7330515276365777,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004955693735851709,
      "loss": 6.4247,
      "mean_token_accuracy": 0.13173568844795228,
      "num_tokens": 14829789.0,
      "step": 6850
    },
    {
      "entropy": 6.479909467697143,
      "epoch": 0.7335866017443415,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004955618203447625,
      "loss": 6.3879,
      "mean_token_accuracy": 0.1247677482664585,
      "num_tokens": 14840527.0,
      "step": 6855
    },
    {
      "entropy": 6.52197961807251,
      "epoch": 0.7341216758521055,
      "grad_norm": 1.40625,
      "learning_rate": 0.0004955542607356625,
      "loss": 6.4479,
      "mean_token_accuracy": 0.1325635425746441,
      "num_tokens": 14850922.0,
      "step": 6860
    },
    {
      "entropy": 6.526068162918091,
      "epoch": 0.7346567499598694,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004955466947580893,
      "loss": 6.3944,
      "mean_token_accuracy": 0.1303033322095871,
      "num_tokens": 14862226.0,
      "step": 6865
    },
    {
      "entropy": 6.53472261428833,
      "epoch": 0.7351918240676334,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0004955391224122611,
      "loss": 6.3104,
      "mean_token_accuracy": 0.14006347134709357,
      "num_tokens": 14872461.0,
      "step": 6870
    },
    {
      "entropy": 6.477840423583984,
      "epoch": 0.7357268981753973,
      "grad_norm": 1.1953125,
      "learning_rate": 0.000495531543698397,
      "loss": 6.4099,
      "mean_token_accuracy": 0.1295254684984684,
      "num_tokens": 14883088.0,
      "step": 6875
    },
    {
      "entropy": 6.536417150497437,
      "epoch": 0.7362619722831613,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004955239586167153,
      "loss": 6.4266,
      "mean_token_accuracy": 0.12837038263678552,
      "num_tokens": 14894055.0,
      "step": 6880
    },
    {
      "entropy": 6.5057226657867435,
      "epoch": 0.7367970463909251,
      "grad_norm": 1.359375,
      "learning_rate": 0.0004955163671674354,
      "loss": 6.4112,
      "mean_token_accuracy": 0.12286904379725457,
      "num_tokens": 14904760.0,
      "step": 6885
    },
    {
      "entropy": 6.60149188041687,
      "epoch": 0.737332120498689,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004955087693507764,
      "loss": 6.5215,
      "mean_token_accuracy": 0.12230655699968337,
      "num_tokens": 14915983.0,
      "step": 6890
    },
    {
      "entropy": 6.514084672927856,
      "epoch": 0.737867194606453,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004955011651669577,
      "loss": 6.4174,
      "mean_token_accuracy": 0.12770415022969245,
      "num_tokens": 14925959.0,
      "step": 6895
    },
    {
      "entropy": 6.480762052536011,
      "epoch": 0.7384022687142169,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004954935546161988,
      "loss": 6.3638,
      "mean_token_accuracy": 0.13212289810180664,
      "num_tokens": 14936138.0,
      "step": 6900
    },
    {
      "entropy": 6.511771965026855,
      "epoch": 0.7389373428219809,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004954859376987195,
      "loss": 6.3908,
      "mean_token_accuracy": 0.1293765649199486,
      "num_tokens": 14946979.0,
      "step": 6905
    },
    {
      "entropy": 6.458079385757446,
      "epoch": 0.7394724169297447,
      "grad_norm": 1.3359375,
      "learning_rate": 0.0004954783144147397,
      "loss": 6.4498,
      "mean_token_accuracy": 0.12310977950692177,
      "num_tokens": 14958324.0,
      "step": 6910
    },
    {
      "entropy": 6.582757997512817,
      "epoch": 0.7400074910375087,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004954706847644796,
      "loss": 6.4615,
      "mean_token_accuracy": 0.12378886714577675,
      "num_tokens": 14969048.0,
      "step": 6915
    },
    {
      "entropy": 6.553678131103515,
      "epoch": 0.7405425651452726,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004954630487481594,
      "loss": 6.4465,
      "mean_token_accuracy": 0.12774492874741555,
      "num_tokens": 14979825.0,
      "step": 6920
    },
    {
      "entropy": 6.483800029754638,
      "epoch": 0.7410776392530365,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004954554063659998,
      "loss": 6.3729,
      "mean_token_accuracy": 0.13075642809271812,
      "num_tokens": 14990138.0,
      "step": 6925
    },
    {
      "entropy": 6.475497198104859,
      "epoch": 0.7416127133608005,
      "grad_norm": 1.125,
      "learning_rate": 0.0004954477576182212,
      "loss": 6.3289,
      "mean_token_accuracy": 0.1300647996366024,
      "num_tokens": 15002276.0,
      "step": 6930
    },
    {
      "entropy": 6.538154077529907,
      "epoch": 0.7421477874685644,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004954401025050445,
      "loss": 6.4744,
      "mean_token_accuracy": 0.12569414600729942,
      "num_tokens": 15013622.0,
      "step": 6935
    },
    {
      "entropy": 6.555956172943115,
      "epoch": 0.7426828615763283,
      "grad_norm": 1.125,
      "learning_rate": 0.0004954324410266909,
      "loss": 6.435,
      "mean_token_accuracy": 0.12979554608464242,
      "num_tokens": 15024067.0,
      "step": 6940
    },
    {
      "entropy": 6.550615549087524,
      "epoch": 0.7432179356840922,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004954247731833815,
      "loss": 6.3122,
      "mean_token_accuracy": 0.14097004979848862,
      "num_tokens": 15033646.0,
      "step": 6945
    },
    {
      "entropy": 6.424137783050537,
      "epoch": 0.7437530097918562,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004954170989753377,
      "loss": 6.3715,
      "mean_token_accuracy": 0.12743182927370073,
      "num_tokens": 15044655.0,
      "step": 6950
    },
    {
      "entropy": 6.581145906448365,
      "epoch": 0.7442880838996201,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004954094184027813,
      "loss": 6.4274,
      "mean_token_accuracy": 0.12889956682920456,
      "num_tokens": 15055492.0,
      "step": 6955
    },
    {
      "entropy": 6.578283596038818,
      "epoch": 0.744823158007384,
      "grad_norm": 1.21875,
      "learning_rate": 0.0004954017314659339,
      "loss": 6.4215,
      "mean_token_accuracy": 0.12162732109427452,
      "num_tokens": 15066472.0,
      "step": 6960
    },
    {
      "entropy": 6.548455810546875,
      "epoch": 0.745358232115148,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004953940381650174,
      "loss": 6.3892,
      "mean_token_accuracy": 0.1315125435590744,
      "num_tokens": 15076851.0,
      "step": 6965
    },
    {
      "entropy": 6.401629161834717,
      "epoch": 0.7458933062229118,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004953863385002541,
      "loss": 6.3226,
      "mean_token_accuracy": 0.1303832098841667,
      "num_tokens": 15086997.0,
      "step": 6970
    },
    {
      "entropy": 6.55853042602539,
      "epoch": 0.7464283803306758,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004953786324718661,
      "loss": 6.4814,
      "mean_token_accuracy": 0.12583869323134422,
      "num_tokens": 15098625.0,
      "step": 6975
    },
    {
      "entropy": 6.437220764160156,
      "epoch": 0.7469634544384397,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004953709200800761,
      "loss": 6.2873,
      "mean_token_accuracy": 0.13968943431973457,
      "num_tokens": 15108265.0,
      "step": 6980
    },
    {
      "entropy": 6.4666337966918945,
      "epoch": 0.7474985285462037,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004953632013251068,
      "loss": 6.3984,
      "mean_token_accuracy": 0.12585160583257676,
      "num_tokens": 15118794.0,
      "step": 6985
    },
    {
      "entropy": 6.531051254272461,
      "epoch": 0.7480336026539676,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004953554762071811,
      "loss": 6.417,
      "mean_token_accuracy": 0.12451769188046455,
      "num_tokens": 15130084.0,
      "step": 6990
    },
    {
      "entropy": 6.491759157180786,
      "epoch": 0.7485686767617316,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004953477447265218,
      "loss": 6.4153,
      "mean_token_accuracy": 0.1272393710911274,
      "num_tokens": 15142193.0,
      "step": 6995
    },
    {
      "entropy": 6.559592580795288,
      "epoch": 0.7491037508694954,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004953400068833524,
      "loss": 6.5311,
      "mean_token_accuracy": 0.12169862687587737,
      "num_tokens": 15152817.0,
      "step": 7000
    },
    {
      "entropy": 6.473178482055664,
      "epoch": 0.7496388249772593,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004953322626778964,
      "loss": 6.2029,
      "mean_token_accuracy": 0.13469267189502715,
      "num_tokens": 15162352.0,
      "step": 7005
    },
    {
      "entropy": 6.5206136226654055,
      "epoch": 0.7501738990850233,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004953245121103771,
      "loss": 6.3862,
      "mean_token_accuracy": 0.13724407851696013,
      "num_tokens": 15173091.0,
      "step": 7010
    },
    {
      "entropy": 6.57209210395813,
      "epoch": 0.7507089731927872,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004953167551810185,
      "loss": 6.5461,
      "mean_token_accuracy": 0.11932987794280052,
      "num_tokens": 15184422.0,
      "step": 7015
    },
    {
      "entropy": 6.436837577819825,
      "epoch": 0.7512440473005512,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004953089918900447,
      "loss": 6.2766,
      "mean_token_accuracy": 0.1402566373348236,
      "num_tokens": 15194765.0,
      "step": 7020
    },
    {
      "entropy": 6.511735343933106,
      "epoch": 0.751779121408315,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004953012222376795,
      "loss": 6.4372,
      "mean_token_accuracy": 0.12373902946710587,
      "num_tokens": 15206007.0,
      "step": 7025
    },
    {
      "entropy": 6.521138668060303,
      "epoch": 0.752314195516079,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004952934462241476,
      "loss": 6.3877,
      "mean_token_accuracy": 0.12996315509080886,
      "num_tokens": 15216634.0,
      "step": 7030
    },
    {
      "entropy": 6.534381771087647,
      "epoch": 0.7528492696238429,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004952856638496734,
      "loss": 6.4571,
      "mean_token_accuracy": 0.12829971462488174,
      "num_tokens": 15226931.0,
      "step": 7035
    },
    {
      "entropy": 6.488435840606689,
      "epoch": 0.7533843437316068,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004952778751144817,
      "loss": 6.4234,
      "mean_token_accuracy": 0.12561191916465758,
      "num_tokens": 15239034.0,
      "step": 7040
    },
    {
      "entropy": 6.569809341430664,
      "epoch": 0.7539194178393708,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004952700800187971,
      "loss": 6.4168,
      "mean_token_accuracy": 0.12696855142712593,
      "num_tokens": 15250088.0,
      "step": 7045
    },
    {
      "entropy": 6.574549913406372,
      "epoch": 0.7544544919471347,
      "grad_norm": 1.3515625,
      "learning_rate": 0.000495262278562845,
      "loss": 6.3615,
      "mean_token_accuracy": 0.13199912756681442,
      "num_tokens": 15261150.0,
      "step": 7050
    },
    {
      "entropy": 6.505710458755493,
      "epoch": 0.7549895660548986,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004952544707468506,
      "loss": 6.4317,
      "mean_token_accuracy": 0.12971632182598114,
      "num_tokens": 15270865.0,
      "step": 7055
    },
    {
      "entropy": 6.550460767745972,
      "epoch": 0.7555246401626625,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004952466565710391,
      "loss": 6.4439,
      "mean_token_accuracy": 0.12355516329407693,
      "num_tokens": 15282809.0,
      "step": 7060
    },
    {
      "entropy": 6.537486124038696,
      "epoch": 0.7560597142704265,
      "grad_norm": 1.4453125,
      "learning_rate": 0.0004952388360356366,
      "loss": 6.4153,
      "mean_token_accuracy": 0.13766660764813424,
      "num_tokens": 15293166.0,
      "step": 7065
    },
    {
      "entropy": 6.526575565338135,
      "epoch": 0.7565947883781904,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004952310091408685,
      "loss": 6.3898,
      "mean_token_accuracy": 0.13106199577450753,
      "num_tokens": 15302985.0,
      "step": 7070
    },
    {
      "entropy": 6.547119808197022,
      "epoch": 0.7571298624859543,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004952231758869611,
      "loss": 6.4308,
      "mean_token_accuracy": 0.13215380236506463,
      "num_tokens": 15314737.0,
      "step": 7075
    },
    {
      "entropy": 6.512074613571167,
      "epoch": 0.7576649365937183,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004952153362741403,
      "loss": 6.3748,
      "mean_token_accuracy": 0.13392539247870444,
      "num_tokens": 15325441.0,
      "step": 7080
    },
    {
      "entropy": 6.474653863906861,
      "epoch": 0.7582000107014821,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004952074903026327,
      "loss": 6.3053,
      "mean_token_accuracy": 0.13513123542070388,
      "num_tokens": 15334939.0,
      "step": 7085
    },
    {
      "entropy": 6.476730108261108,
      "epoch": 0.7587350848092461,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004951996379726647,
      "loss": 6.4629,
      "mean_token_accuracy": 0.12283681035041809,
      "num_tokens": 15345655.0,
      "step": 7090
    },
    {
      "entropy": 6.461888980865479,
      "epoch": 0.75927015891701,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004951917792844631,
      "loss": 6.2908,
      "mean_token_accuracy": 0.1339256890118122,
      "num_tokens": 15356035.0,
      "step": 7095
    },
    {
      "entropy": 6.531403064727783,
      "epoch": 0.759805233024774,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004951839142382548,
      "loss": 6.4034,
      "mean_token_accuracy": 0.12990091666579245,
      "num_tokens": 15368509.0,
      "step": 7100
    },
    {
      "entropy": 6.541523408889771,
      "epoch": 0.7603403071325379,
      "grad_norm": 1.0546875,
      "learning_rate": 0.000495176042834267,
      "loss": 6.3865,
      "mean_token_accuracy": 0.13039031401276588,
      "num_tokens": 15379662.0,
      "step": 7105
    },
    {
      "entropy": 6.4948807716369625,
      "epoch": 0.7608753812403017,
      "grad_norm": 1.234375,
      "learning_rate": 0.0004951681650727268,
      "loss": 6.3693,
      "mean_token_accuracy": 0.12637224569916725,
      "num_tokens": 15389698.0,
      "step": 7110
    },
    {
      "entropy": 6.577439165115356,
      "epoch": 0.7614104553480657,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004951602809538619,
      "loss": 6.4692,
      "mean_token_accuracy": 0.12436027377843857,
      "num_tokens": 15400724.0,
      "step": 7115
    },
    {
      "entropy": 6.652684736251831,
      "epoch": 0.7619455294558296,
      "grad_norm": 1.21875,
      "learning_rate": 0.0004951523904778997,
      "loss": 6.4626,
      "mean_token_accuracy": 0.1268015682697296,
      "num_tokens": 15410732.0,
      "step": 7120
    },
    {
      "entropy": 6.485833644866943,
      "epoch": 0.7624806035635936,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004951444936450682,
      "loss": 6.3761,
      "mean_token_accuracy": 0.13191442266106607,
      "num_tokens": 15420185.0,
      "step": 7125
    },
    {
      "entropy": 6.449607181549072,
      "epoch": 0.7630156776713575,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004951365904555954,
      "loss": 6.2846,
      "mean_token_accuracy": 0.13596602231264115,
      "num_tokens": 15431904.0,
      "step": 7130
    },
    {
      "entropy": 6.468115425109863,
      "epoch": 0.7635507517791215,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004951286809097094,
      "loss": 6.4221,
      "mean_token_accuracy": 0.12676772549748422,
      "num_tokens": 15442650.0,
      "step": 7135
    },
    {
      "entropy": 6.458074331283569,
      "epoch": 0.7640858258868853,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004951207650076388,
      "loss": 6.3891,
      "mean_token_accuracy": 0.12797302827239038,
      "num_tokens": 15454273.0,
      "step": 7140
    },
    {
      "entropy": 6.5104332447052,
      "epoch": 0.7646208999946492,
      "grad_norm": 1.109375,
      "learning_rate": 0.000495112842749612,
      "loss": 6.3702,
      "mean_token_accuracy": 0.13236722573637963,
      "num_tokens": 15465751.0,
      "step": 7145
    },
    {
      "entropy": 6.512122869491577,
      "epoch": 0.7651559741024132,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004951049141358578,
      "loss": 6.4765,
      "mean_token_accuracy": 0.12459504380822181,
      "num_tokens": 15475340.0,
      "step": 7150
    },
    {
      "entropy": 6.575246095657349,
      "epoch": 0.7656910482101771,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004950969791666051,
      "loss": 6.4474,
      "mean_token_accuracy": 0.1253798261284828,
      "num_tokens": 15486246.0,
      "step": 7155
    },
    {
      "entropy": 6.595798397064209,
      "epoch": 0.7662261223179411,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004950890378420831,
      "loss": 6.4376,
      "mean_token_accuracy": 0.12804016768932341,
      "num_tokens": 15497331.0,
      "step": 7160
    },
    {
      "entropy": 6.525610780715942,
      "epoch": 0.766761196425705,
      "grad_norm": 1.0859375,
      "learning_rate": 0.000495081090162521,
      "loss": 6.3774,
      "mean_token_accuracy": 0.13211151733994483,
      "num_tokens": 15508036.0,
      "step": 7165
    },
    {
      "entropy": 6.48620719909668,
      "epoch": 0.7672962705334689,
      "grad_norm": 1.125,
      "learning_rate": 0.0004950731361281483,
      "loss": 6.3907,
      "mean_token_accuracy": 0.12933095246553422,
      "num_tokens": 15518381.0,
      "step": 7170
    },
    {
      "entropy": 6.511308240890503,
      "epoch": 0.7678313446412328,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004950651757391948,
      "loss": 6.4011,
      "mean_token_accuracy": 0.12953920066356658,
      "num_tokens": 15528939.0,
      "step": 7175
    },
    {
      "entropy": 6.546399641036987,
      "epoch": 0.7683664187489967,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004950572089958904,
      "loss": 6.3775,
      "mean_token_accuracy": 0.12832187190651895,
      "num_tokens": 15539718.0,
      "step": 7180
    },
    {
      "entropy": 6.571915531158448,
      "epoch": 0.7689014928567607,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004950492358984648,
      "loss": 6.5372,
      "mean_token_accuracy": 0.12224936410784722,
      "num_tokens": 15550970.0,
      "step": 7185
    },
    {
      "entropy": 6.539775609970093,
      "epoch": 0.7694365669645246,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004950412564471486,
      "loss": 6.3162,
      "mean_token_accuracy": 0.1328173279762268,
      "num_tokens": 15560490.0,
      "step": 7190
    },
    {
      "entropy": 6.395464038848877,
      "epoch": 0.7699716410722885,
      "grad_norm": 1.140625,
      "learning_rate": 0.000495033270642172,
      "loss": 6.3162,
      "mean_token_accuracy": 0.13221260383725167,
      "num_tokens": 15570188.0,
      "step": 7195
    },
    {
      "entropy": 6.453646039962768,
      "epoch": 0.7705067151800524,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0004950252784837655,
      "loss": 6.3325,
      "mean_token_accuracy": 0.1252153255045414,
      "num_tokens": 15581446.0,
      "step": 7200
    },
    {
      "entropy": 6.546197080612183,
      "epoch": 0.7710417892878164,
      "grad_norm": 1.6328125,
      "learning_rate": 0.0004950172799721601,
      "loss": 6.4476,
      "mean_token_accuracy": 0.1269929975271225,
      "num_tokens": 15594362.0,
      "step": 7205
    },
    {
      "entropy": 6.507910299301147,
      "epoch": 0.7715768633955803,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004950092751075866,
      "loss": 6.3161,
      "mean_token_accuracy": 0.14033825621008872,
      "num_tokens": 15605531.0,
      "step": 7210
    },
    {
      "entropy": 6.468828296661377,
      "epoch": 0.7721119375033442,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004950012638902763,
      "loss": 6.3742,
      "mean_token_accuracy": 0.13031978532671928,
      "num_tokens": 15614962.0,
      "step": 7215
    },
    {
      "entropy": 6.428341960906982,
      "epoch": 0.7726470116111082,
      "grad_norm": 1.234375,
      "learning_rate": 0.0004949932463204603,
      "loss": 6.4055,
      "mean_token_accuracy": 0.12961461320519446,
      "num_tokens": 15625475.0,
      "step": 7220
    },
    {
      "entropy": 6.4668690204620365,
      "epoch": 0.773182085718872,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004949852223983703,
      "loss": 6.3751,
      "mean_token_accuracy": 0.13136933892965316,
      "num_tokens": 15637359.0,
      "step": 7225
    },
    {
      "entropy": 6.6264551162719725,
      "epoch": 0.773717159826636,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004949771921242379,
      "loss": 6.428,
      "mean_token_accuracy": 0.12189994752407074,
      "num_tokens": 15648368.0,
      "step": 7230
    },
    {
      "entropy": 6.5627178192138675,
      "epoch": 0.7742522339343999,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004949691554982951,
      "loss": 6.3352,
      "mean_token_accuracy": 0.13558300137519835,
      "num_tokens": 15659295.0,
      "step": 7235
    },
    {
      "entropy": 6.4363445281982425,
      "epoch": 0.7747873080421639,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004949611125207737,
      "loss": 6.2911,
      "mean_token_accuracy": 0.13113539069890975,
      "num_tokens": 15669975.0,
      "step": 7240
    },
    {
      "entropy": 6.428279304504395,
      "epoch": 0.7753223821499278,
      "grad_norm": 1.1328125,
      "learning_rate": 0.000494953063191906,
      "loss": 6.3836,
      "mean_token_accuracy": 0.12822090610861778,
      "num_tokens": 15680343.0,
      "step": 7245
    },
    {
      "entropy": 6.530182790756226,
      "epoch": 0.7758574562576916,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004949450075119247,
      "loss": 6.4536,
      "mean_token_accuracy": 0.12421686574816704,
      "num_tokens": 15692246.0,
      "step": 7250
    },
    {
      "entropy": 6.563816976547241,
      "epoch": 0.7763925303654556,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004949369454810621,
      "loss": 6.4057,
      "mean_token_accuracy": 0.13185440003871918,
      "num_tokens": 15704262.0,
      "step": 7255
    },
    {
      "entropy": 6.472266149520874,
      "epoch": 0.7769276044732195,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004949288770995512,
      "loss": 6.4006,
      "mean_token_accuracy": 0.12933578193187714,
      "num_tokens": 15715078.0,
      "step": 7260
    },
    {
      "entropy": 6.513643789291382,
      "epoch": 0.7774626785809835,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0004949208023676249,
      "loss": 6.4331,
      "mean_token_accuracy": 0.13019643425941468,
      "num_tokens": 15726503.0,
      "step": 7265
    },
    {
      "entropy": 6.443303871154785,
      "epoch": 0.7779977526887474,
      "grad_norm": 1.7109375,
      "learning_rate": 0.0004949127212855161,
      "loss": 6.3139,
      "mean_token_accuracy": 0.13357823193073273,
      "num_tokens": 15738854.0,
      "step": 7270
    },
    {
      "entropy": 6.489425325393677,
      "epoch": 0.7785328267965114,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004949046338534587,
      "loss": 6.4647,
      "mean_token_accuracy": 0.1271779641509056,
      "num_tokens": 15750836.0,
      "step": 7275
    },
    {
      "entropy": 6.643733310699463,
      "epoch": 0.7790679009042752,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0004948965400716857,
      "loss": 6.4848,
      "mean_token_accuracy": 0.12600264996290206,
      "num_tokens": 15762355.0,
      "step": 7280
    },
    {
      "entropy": 6.609560966491699,
      "epoch": 0.7796029750120391,
      "grad_norm": 1.125,
      "learning_rate": 0.000494888439940431,
      "loss": 6.4578,
      "mean_token_accuracy": 0.1298013560473919,
      "num_tokens": 15772952.0,
      "step": 7285
    },
    {
      "entropy": 6.449377250671387,
      "epoch": 0.7801380491198031,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004948803334599286,
      "loss": 6.2951,
      "mean_token_accuracy": 0.13864458948373795,
      "num_tokens": 15782997.0,
      "step": 7290
    },
    {
      "entropy": 6.51337080001831,
      "epoch": 0.780673123227567,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004948722206304123,
      "loss": 6.3963,
      "mean_token_accuracy": 0.13196406364440919,
      "num_tokens": 15794060.0,
      "step": 7295
    },
    {
      "entropy": 6.547667980194092,
      "epoch": 0.781208197335331,
      "grad_norm": 1.125,
      "learning_rate": 0.0004948641014521167,
      "loss": 6.4405,
      "mean_token_accuracy": 0.12708537578582763,
      "num_tokens": 15804149.0,
      "step": 7300
    },
    {
      "entropy": 6.495831680297852,
      "epoch": 0.7817432714430949,
      "grad_norm": 1.1484375,
      "learning_rate": 0.000494855975925276,
      "loss": 6.3979,
      "mean_token_accuracy": 0.1315051406621933,
      "num_tokens": 15814643.0,
      "step": 7305
    },
    {
      "entropy": 6.498531341552734,
      "epoch": 0.7822783455508588,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0004948478440501249,
      "loss": 6.3419,
      "mean_token_accuracy": 0.1307312585413456,
      "num_tokens": 15824640.0,
      "step": 7310
    },
    {
      "entropy": 6.481297731399536,
      "epoch": 0.7828134196586227,
      "grad_norm": 1.5703125,
      "learning_rate": 0.0004948397058268982,
      "loss": 6.3662,
      "mean_token_accuracy": 0.13351597711443902,
      "num_tokens": 15836160.0,
      "step": 7315
    },
    {
      "entropy": 6.51258955001831,
      "epoch": 0.7833484937663866,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004948315612558308,
      "loss": 6.4138,
      "mean_token_accuracy": 0.1286468580365181,
      "num_tokens": 15846886.0,
      "step": 7320
    },
    {
      "entropy": 6.511155891418457,
      "epoch": 0.7838835678741506,
      "grad_norm": 1.1015625,
      "learning_rate": 0.000494823410337158,
      "loss": 6.3307,
      "mean_token_accuracy": 0.13343393728137015,
      "num_tokens": 15857309.0,
      "step": 7325
    },
    {
      "entropy": 6.498040056228637,
      "epoch": 0.7844186419819145,
      "grad_norm": 1.40625,
      "learning_rate": 0.0004948152530711153,
      "loss": 6.4654,
      "mean_token_accuracy": 0.127084119617939,
      "num_tokens": 15869620.0,
      "step": 7330
    },
    {
      "entropy": 6.484524965286255,
      "epoch": 0.7849537160896785,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004948070894579378,
      "loss": 6.3249,
      "mean_token_accuracy": 0.13769325762987136,
      "num_tokens": 15880915.0,
      "step": 7335
    },
    {
      "entropy": 6.466250991821289,
      "epoch": 0.7854887901974423,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004947989194978616,
      "loss": 6.374,
      "mean_token_accuracy": 0.13448203429579736,
      "num_tokens": 15891150.0,
      "step": 7340
    },
    {
      "entropy": 6.501854610443115,
      "epoch": 0.7860238643052063,
      "grad_norm": 1.6328125,
      "learning_rate": 0.0004947907431911225,
      "loss": 6.3869,
      "mean_token_accuracy": 0.13170364424586295,
      "num_tokens": 15902526.0,
      "step": 7345
    },
    {
      "entropy": 6.4714038372039795,
      "epoch": 0.7865589384129702,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004947825605379566,
      "loss": 6.3306,
      "mean_token_accuracy": 0.13312023654580116,
      "num_tokens": 15913425.0,
      "step": 7350
    },
    {
      "entropy": 6.522894859313965,
      "epoch": 0.7870940125207341,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004947743715386,
      "loss": 6.3075,
      "mean_token_accuracy": 0.13080790415406227,
      "num_tokens": 15924324.0,
      "step": 7355
    },
    {
      "entropy": 6.453833723068238,
      "epoch": 0.7876290866284981,
      "grad_norm": 1.375,
      "learning_rate": 0.0004947661761932894,
      "loss": 6.3629,
      "mean_token_accuracy": 0.12942021265625953,
      "num_tokens": 15935533.0,
      "step": 7360
    },
    {
      "entropy": 6.470954418182373,
      "epoch": 0.7881641607362619,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004947579745022613,
      "loss": 6.3116,
      "mean_token_accuracy": 0.1286455772817135,
      "num_tokens": 15947007.0,
      "step": 7365
    },
    {
      "entropy": 6.504639148712158,
      "epoch": 0.7886992348440259,
      "grad_norm": 1.21875,
      "learning_rate": 0.0004947497664657527,
      "loss": 6.3977,
      "mean_token_accuracy": 0.1285076804459095,
      "num_tokens": 15957405.0,
      "step": 7370
    },
    {
      "entropy": 6.498816251754761,
      "epoch": 0.7892343089517898,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004947415520840003,
      "loss": 6.3646,
      "mean_token_accuracy": 0.13653657957911491,
      "num_tokens": 15969895.0,
      "step": 7375
    },
    {
      "entropy": 6.485688638687134,
      "epoch": 0.7897693830595538,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004947333313572416,
      "loss": 6.2821,
      "mean_token_accuracy": 0.1394954301416874,
      "num_tokens": 15979854.0,
      "step": 7380
    },
    {
      "entropy": 6.390361785888672,
      "epoch": 0.7903044571673177,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004947251042857137,
      "loss": 6.2829,
      "mean_token_accuracy": 0.1381194122135639,
      "num_tokens": 15991341.0,
      "step": 7385
    },
    {
      "entropy": 6.399601984024048,
      "epoch": 0.7908395312750816,
      "grad_norm": 1.125,
      "learning_rate": 0.0004947168708696544,
      "loss": 6.3352,
      "mean_token_accuracy": 0.13659097105264664,
      "num_tokens": 16001944.0,
      "step": 7390
    },
    {
      "entropy": 6.412859869003296,
      "epoch": 0.7913746053828455,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004947086311093013,
      "loss": 6.3324,
      "mean_token_accuracy": 0.13536788076162337,
      "num_tokens": 16011771.0,
      "step": 7395
    },
    {
      "entropy": 6.512271595001221,
      "epoch": 0.7919096794906094,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0004947003850048924,
      "loss": 6.4966,
      "mean_token_accuracy": 0.11639693081378936,
      "num_tokens": 16023901.0,
      "step": 7400
    },
    {
      "entropy": 6.560624074935913,
      "epoch": 0.7924447535983734,
      "grad_norm": 1.359375,
      "learning_rate": 0.0004946921325566656,
      "loss": 6.4009,
      "mean_token_accuracy": 0.1253039740025997,
      "num_tokens": 16035014.0,
      "step": 7405
    },
    {
      "entropy": 6.512752962112427,
      "epoch": 0.7929798277061373,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0004946838737648595,
      "loss": 6.4672,
      "mean_token_accuracy": 0.12525063306093215,
      "num_tokens": 16046927.0,
      "step": 7410
    },
    {
      "entropy": 6.544916105270386,
      "epoch": 0.7935149018139013,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004946756086297124,
      "loss": 6.3896,
      "mean_token_accuracy": 0.13451874628663063,
      "num_tokens": 16057341.0,
      "step": 7415
    },
    {
      "entropy": 6.507423257827758,
      "epoch": 0.7940499759216652,
      "grad_norm": 1.2734375,
      "learning_rate": 0.0004946673371514628,
      "loss": 6.3553,
      "mean_token_accuracy": 0.13357612043619155,
      "num_tokens": 16068408.0,
      "step": 7420
    },
    {
      "entropy": 6.472815227508545,
      "epoch": 0.794585050029429,
      "grad_norm": 1.3125,
      "learning_rate": 0.0004946590593303499,
      "loss": 6.3391,
      "mean_token_accuracy": 0.1377520516514778,
      "num_tokens": 16078693.0,
      "step": 7425
    },
    {
      "entropy": 6.445299482345581,
      "epoch": 0.795120124137193,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004946507751666124,
      "loss": 6.3964,
      "mean_token_accuracy": 0.1341624528169632,
      "num_tokens": 16089127.0,
      "step": 7430
    },
    {
      "entropy": 6.412180757522583,
      "epoch": 0.7956551982449569,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004946424846604897,
      "loss": 6.2916,
      "mean_token_accuracy": 0.1397658295929432,
      "num_tokens": 16099726.0,
      "step": 7435
    },
    {
      "entropy": 6.492917585372925,
      "epoch": 0.7961902723527209,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004946341878122212,
      "loss": 6.3501,
      "mean_token_accuracy": 0.13139667809009553,
      "num_tokens": 16111017.0,
      "step": 7440
    },
    {
      "entropy": 6.486097431182861,
      "epoch": 0.7967253464604848,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004946258846220462,
      "loss": 6.4238,
      "mean_token_accuracy": 0.13282189816236495,
      "num_tokens": 16121406.0,
      "step": 7445
    },
    {
      "entropy": 6.492733526229858,
      "epoch": 0.7972604205682488,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004946175750902049,
      "loss": 6.3519,
      "mean_token_accuracy": 0.13248605877161027,
      "num_tokens": 16131587.0,
      "step": 7450
    },
    {
      "entropy": 6.4529060363769535,
      "epoch": 0.7977954946760126,
      "grad_norm": 1.828125,
      "learning_rate": 0.0004946092592169368,
      "loss": 6.3117,
      "mean_token_accuracy": 0.1373440332710743,
      "num_tokens": 16142578.0,
      "step": 7455
    },
    {
      "entropy": 6.4882293224334715,
      "epoch": 0.7983305687837765,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004946009370024822,
      "loss": 6.305,
      "mean_token_accuracy": 0.1364786833524704,
      "num_tokens": 16153501.0,
      "step": 7460
    },
    {
      "entropy": 6.442016315460205,
      "epoch": 0.7988656428915405,
      "grad_norm": 2.25,
      "learning_rate": 0.0004945926084470814,
      "loss": 6.3908,
      "mean_token_accuracy": 0.12975837886333466,
      "num_tokens": 16164273.0,
      "step": 7465
    },
    {
      "entropy": 6.52316370010376,
      "epoch": 0.7994007169993044,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004945842735509749,
      "loss": 6.382,
      "mean_token_accuracy": 0.1321078695356846,
      "num_tokens": 16175071.0,
      "step": 7470
    },
    {
      "entropy": 6.533743858337402,
      "epoch": 0.7999357911070684,
      "grad_norm": 1.4296875,
      "learning_rate": 0.0004945759323144034,
      "loss": 6.4076,
      "mean_token_accuracy": 0.12893555089831352,
      "num_tokens": 16185404.0,
      "step": 7475
    },
    {
      "entropy": 6.498791265487671,
      "epoch": 0.8004708652148322,
      "grad_norm": 1.25,
      "learning_rate": 0.0004945675847376077,
      "loss": 6.3906,
      "mean_token_accuracy": 0.1299203760921955,
      "num_tokens": 16196881.0,
      "step": 7480
    },
    {
      "entropy": 6.557330369949341,
      "epoch": 0.8010059393225962,
      "grad_norm": 1.125,
      "learning_rate": 0.0004945592308208288,
      "loss": 6.4316,
      "mean_token_accuracy": 0.12797078713774682,
      "num_tokens": 16207534.0,
      "step": 7485
    },
    {
      "entropy": 6.523251342773437,
      "epoch": 0.8015410134303601,
      "grad_norm": 1.1015625,
      "learning_rate": 0.000494550870564308,
      "loss": 6.3058,
      "mean_token_accuracy": 0.13882087022066117,
      "num_tokens": 16217371.0,
      "step": 7490
    },
    {
      "entropy": 6.494204521179199,
      "epoch": 0.802076087538124,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004945425039682866,
      "loss": 6.3575,
      "mean_token_accuracy": 0.13369035199284554,
      "num_tokens": 16227898.0,
      "step": 7495
    },
    {
      "entropy": 6.437259006500244,
      "epoch": 0.802611161645888,
      "grad_norm": 1.25,
      "learning_rate": 0.0004945341310330064,
      "loss": 6.3352,
      "mean_token_accuracy": 0.13994823172688484,
      "num_tokens": 16238966.0,
      "step": 7500
    },
    {
      "entropy": 6.4564601421356205,
      "epoch": 0.8031462357536518,
      "grad_norm": 1.6796875,
      "learning_rate": 0.0004945257517587089,
      "loss": 6.3725,
      "mean_token_accuracy": 0.14170586168766022,
      "num_tokens": 16250129.0,
      "step": 7505
    },
    {
      "entropy": 6.500148057937622,
      "epoch": 0.8036813098614158,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004945173661456361,
      "loss": 6.4034,
      "mean_token_accuracy": 0.12952237501740455,
      "num_tokens": 16260877.0,
      "step": 7510
    },
    {
      "entropy": 6.561743211746216,
      "epoch": 0.8042163839691797,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004945089741940303,
      "loss": 6.3533,
      "mean_token_accuracy": 0.13671437054872512,
      "num_tokens": 16270548.0,
      "step": 7515
    },
    {
      "entropy": 6.476692771911621,
      "epoch": 0.8047514580769437,
      "grad_norm": 1.2890625,
      "learning_rate": 0.0004945005759041338,
      "loss": 6.3738,
      "mean_token_accuracy": 0.13085496798157692,
      "num_tokens": 16281014.0,
      "step": 7520
    },
    {
      "entropy": 6.519422149658203,
      "epoch": 0.8052865321847076,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0004944921712761889,
      "loss": 6.4332,
      "mean_token_accuracy": 0.13116990849375726,
      "num_tokens": 16291653.0,
      "step": 7525
    },
    {
      "entropy": 6.5457864761352536,
      "epoch": 0.8058216062924715,
      "grad_norm": 1.234375,
      "learning_rate": 0.0004944837603104383,
      "loss": 6.2911,
      "mean_token_accuracy": 0.13363028466701507,
      "num_tokens": 16301703.0,
      "step": 7530
    },
    {
      "entropy": 6.427401351928711,
      "epoch": 0.8063566804002354,
      "grad_norm": 1.3046875,
      "learning_rate": 0.0004944753430071252,
      "loss": 6.3453,
      "mean_token_accuracy": 0.13163626119494437,
      "num_tokens": 16312252.0,
      "step": 7535
    },
    {
      "entropy": 6.455341339111328,
      "epoch": 0.8068917545079993,
      "grad_norm": 1.125,
      "learning_rate": 0.0004944669193664923,
      "loss": 6.3254,
      "mean_token_accuracy": 0.12827802076935768,
      "num_tokens": 16324073.0,
      "step": 7540
    },
    {
      "entropy": 6.54691252708435,
      "epoch": 0.8074268286157633,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004944584893887829,
      "loss": 6.3391,
      "mean_token_accuracy": 0.13218172937631606,
      "num_tokens": 16334637.0,
      "step": 7545
    },
    {
      "entropy": 6.483603620529175,
      "epoch": 0.8079619027235272,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004944500530742404,
      "loss": 6.4684,
      "mean_token_accuracy": 0.12402921468019486,
      "num_tokens": 16345581.0,
      "step": 7550
    },
    {
      "entropy": 6.532661581039429,
      "epoch": 0.8084969768312912,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0004944416104231086,
      "loss": 6.4471,
      "mean_token_accuracy": 0.12670645713806153,
      "num_tokens": 16356995.0,
      "step": 7555
    },
    {
      "entropy": 6.576150703430176,
      "epoch": 0.8090320509390551,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004944331614356311,
      "loss": 6.3997,
      "mean_token_accuracy": 0.1279869444668293,
      "num_tokens": 16368841.0,
      "step": 7560
    },
    {
      "entropy": 6.501333379745484,
      "epoch": 0.8095671250468189,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004944247061120519,
      "loss": 6.3241,
      "mean_token_accuracy": 0.13083065152168274,
      "num_tokens": 16379295.0,
      "step": 7565
    },
    {
      "entropy": 6.448875951766968,
      "epoch": 0.8101021991545829,
      "grad_norm": 4.65625,
      "learning_rate": 0.0004944162444526151,
      "loss": 6.3528,
      "mean_token_accuracy": 0.1341070421040058,
      "num_tokens": 16389512.0,
      "step": 7570
    },
    {
      "entropy": 6.364917612075805,
      "epoch": 0.8106372732623468,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004944077764575651,
      "loss": 6.2789,
      "mean_token_accuracy": 0.14279957339167595,
      "num_tokens": 16400720.0,
      "step": 7575
    },
    {
      "entropy": 6.418307447433472,
      "epoch": 0.8111723473701108,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004943993021271463,
      "loss": 6.3437,
      "mean_token_accuracy": 0.13257088959217073,
      "num_tokens": 16411278.0,
      "step": 7580
    },
    {
      "entropy": 6.536353874206543,
      "epoch": 0.8117074214778747,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004943908214616035,
      "loss": 6.3993,
      "mean_token_accuracy": 0.13009507954120636,
      "num_tokens": 16421665.0,
      "step": 7585
    },
    {
      "entropy": 6.564996147155762,
      "epoch": 0.8122424955856387,
      "grad_norm": 1.203125,
      "learning_rate": 0.0004943823344611818,
      "loss": 6.4455,
      "mean_token_accuracy": 0.1258238859474659,
      "num_tokens": 16432943.0,
      "step": 7590
    },
    {
      "entropy": 6.510878992080689,
      "epoch": 0.8127775696934025,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004943738411261258,
      "loss": 6.3478,
      "mean_token_accuracy": 0.1286700777709484,
      "num_tokens": 16444506.0,
      "step": 7595
    },
    {
      "entropy": 6.421297883987426,
      "epoch": 0.8133126438011664,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004943653414566809,
      "loss": 6.3697,
      "mean_token_accuracy": 0.12976935356855393,
      "num_tokens": 16455403.0,
      "step": 7600
    },
    {
      "entropy": 6.552541732788086,
      "epoch": 0.8138477179089304,
      "grad_norm": 1.203125,
      "learning_rate": 0.0004943568354530927,
      "loss": 6.4763,
      "mean_token_accuracy": 0.12392953410744667,
      "num_tokens": 16465616.0,
      "step": 7605
    },
    {
      "entropy": 6.59772744178772,
      "epoch": 0.8143827920166943,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0004943483231156068,
      "loss": 6.4444,
      "mean_token_accuracy": 0.12751524969935418,
      "num_tokens": 16476850.0,
      "step": 7610
    },
    {
      "entropy": 6.578122758865357,
      "epoch": 0.8149178661244583,
      "grad_norm": 1.125,
      "learning_rate": 0.0004943398044444687,
      "loss": 6.3891,
      "mean_token_accuracy": 0.13252009749412536,
      "num_tokens": 16489118.0,
      "step": 7615
    },
    {
      "entropy": 6.510885381698609,
      "epoch": 0.8154529402322221,
      "grad_norm": 2.578125,
      "learning_rate": 0.0004943312794399246,
      "loss": 6.3391,
      "mean_token_accuracy": 0.13087911158800125,
      "num_tokens": 16499336.0,
      "step": 7620
    },
    {
      "entropy": 6.494793939590454,
      "epoch": 0.8159880143399861,
      "grad_norm": 1.21875,
      "learning_rate": 0.0004943227481022207,
      "loss": 6.4157,
      "mean_token_accuracy": 0.12642048820853233,
      "num_tokens": 16510158.0,
      "step": 7625
    },
    {
      "entropy": 6.436304807662964,
      "epoch": 0.81652308844775,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004943142104316033,
      "loss": 6.3514,
      "mean_token_accuracy": 0.13307944238185881,
      "num_tokens": 16521080.0,
      "step": 7630
    },
    {
      "entropy": 6.49186692237854,
      "epoch": 0.8170581625555139,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004943056664283189,
      "loss": 6.3717,
      "mean_token_accuracy": 0.13422367423772813,
      "num_tokens": 16531072.0,
      "step": 7635
    },
    {
      "entropy": 6.5786233901977536,
      "epoch": 0.8175932366632779,
      "grad_norm": 1.09375,
      "learning_rate": 0.000494297116092614,
      "loss": 6.4516,
      "mean_token_accuracy": 0.12318632155656814,
      "num_tokens": 16542588.0,
      "step": 7640
    },
    {
      "entropy": 6.539233589172364,
      "epoch": 0.8181283107710418,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004942885594247359,
      "loss": 6.3202,
      "mean_token_accuracy": 0.13083992674946784,
      "num_tokens": 16553466.0,
      "step": 7645
    },
    {
      "entropy": 6.409227275848389,
      "epoch": 0.8186633848788057,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004942799964249314,
      "loss": 6.3346,
      "mean_token_accuracy": 0.1320448063313961,
      "num_tokens": 16564084.0,
      "step": 7650
    },
    {
      "entropy": 6.427356386184693,
      "epoch": 0.8191984589865696,
      "grad_norm": 1.3359375,
      "learning_rate": 0.0004942714270934479,
      "loss": 6.3422,
      "mean_token_accuracy": 0.14386487230658532,
      "num_tokens": 16575665.0,
      "step": 7655
    },
    {
      "entropy": 6.495164585113526,
      "epoch": 0.8197335330943336,
      "grad_norm": 1.4921875,
      "learning_rate": 0.0004942628514305326,
      "loss": 6.3538,
      "mean_token_accuracy": 0.1278291217982769,
      "num_tokens": 16586518.0,
      "step": 7660
    },
    {
      "entropy": 6.444916820526123,
      "epoch": 0.8202686072020975,
      "grad_norm": 1.234375,
      "learning_rate": 0.0004942542694364333,
      "loss": 6.3627,
      "mean_token_accuracy": 0.1335558131337166,
      "num_tokens": 16597345.0,
      "step": 7665
    },
    {
      "entropy": 6.5291589260101315,
      "epoch": 0.8208036813098614,
      "grad_norm": 1.3046875,
      "learning_rate": 0.0004942456811113978,
      "loss": 6.3841,
      "mean_token_accuracy": 0.13352123349905015,
      "num_tokens": 16609586.0,
      "step": 7670
    },
    {
      "entropy": 6.532260084152222,
      "epoch": 0.8213387554176254,
      "grad_norm": 1.3984375,
      "learning_rate": 0.0004942370864556741,
      "loss": 6.2514,
      "mean_token_accuracy": 0.14125269502401352,
      "num_tokens": 16620165.0,
      "step": 7675
    },
    {
      "entropy": 6.409881162643432,
      "epoch": 0.8218738295253892,
      "grad_norm": 1.609375,
      "learning_rate": 0.0004942284854695104,
      "loss": 6.3702,
      "mean_token_accuracy": 0.13256416469812393,
      "num_tokens": 16631200.0,
      "step": 7680
    },
    {
      "entropy": 6.46362795829773,
      "epoch": 0.8224089036331532,
      "grad_norm": 1.3125,
      "learning_rate": 0.0004942198781531549,
      "loss": 6.3989,
      "mean_token_accuracy": 0.12870605513453484,
      "num_tokens": 16642553.0,
      "step": 7685
    },
    {
      "entropy": 6.5733600616455075,
      "epoch": 0.8229439777409171,
      "grad_norm": 1.2890625,
      "learning_rate": 0.0004942112645068561,
      "loss": 6.416,
      "mean_token_accuracy": 0.12830686196684837,
      "num_tokens": 16653431.0,
      "step": 7690
    },
    {
      "entropy": 6.468099308013916,
      "epoch": 0.8234790518486811,
      "grad_norm": 1.1015625,
      "learning_rate": 0.000494202644530863,
      "loss": 6.3484,
      "mean_token_accuracy": 0.13155423626303672,
      "num_tokens": 16664880.0,
      "step": 7695
    },
    {
      "entropy": 6.419212770462036,
      "epoch": 0.824014125956445,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004941940182254244,
      "loss": 6.3568,
      "mean_token_accuracy": 0.13886465951800347,
      "num_tokens": 16676224.0,
      "step": 7700
    },
    {
      "entropy": 6.504215860366822,
      "epoch": 0.8245492000642088,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004941853855907892,
      "loss": 6.4178,
      "mean_token_accuracy": 0.12964134514331818,
      "num_tokens": 16687732.0,
      "step": 7705
    },
    {
      "entropy": 6.539362001419067,
      "epoch": 0.8250842741719728,
      "grad_norm": 1.25,
      "learning_rate": 0.0004941767466272068,
      "loss": 6.3519,
      "mean_token_accuracy": 0.135162653028965,
      "num_tokens": 16698257.0,
      "step": 7710
    },
    {
      "entropy": 6.485494470596313,
      "epoch": 0.8256193482797367,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004941681013349267,
      "loss": 6.3135,
      "mean_token_accuracy": 0.1323456011712551,
      "num_tokens": 16708860.0,
      "step": 7715
    },
    {
      "entropy": 6.445706129074097,
      "epoch": 0.8261544223875007,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004941594497141985,
      "loss": 6.3187,
      "mean_token_accuracy": 0.13786930367350578,
      "num_tokens": 16719987.0,
      "step": 7720
    },
    {
      "entropy": 6.497876167297363,
      "epoch": 0.8266894964952646,
      "grad_norm": 1.25,
      "learning_rate": 0.0004941507917652718,
      "loss": 6.4206,
      "mean_token_accuracy": 0.12651644125580788,
      "num_tokens": 16730861.0,
      "step": 7725
    },
    {
      "entropy": 6.422515773773194,
      "epoch": 0.8272245706030286,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004941421274883969,
      "loss": 6.2691,
      "mean_token_accuracy": 0.14215103685855865,
      "num_tokens": 16740968.0,
      "step": 7730
    },
    {
      "entropy": 6.47673397064209,
      "epoch": 0.8277596447107924,
      "grad_norm": 1.140625,
      "learning_rate": 0.000494133456883824,
      "loss": 6.3668,
      "mean_token_accuracy": 0.13557462096214296,
      "num_tokens": 16750700.0,
      "step": 7735
    },
    {
      "entropy": 6.496967697143555,
      "epoch": 0.8282947188185563,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004941247799518031,
      "loss": 6.3646,
      "mean_token_accuracy": 0.12662710696458818,
      "num_tokens": 16760719.0,
      "step": 7740
    },
    {
      "entropy": 6.404402160644532,
      "epoch": 0.8288297929263203,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004941160966925851,
      "loss": 6.2455,
      "mean_token_accuracy": 0.1323725014925003,
      "num_tokens": 16771331.0,
      "step": 7745
    },
    {
      "entropy": 6.342697286605835,
      "epoch": 0.8293648670340842,
      "grad_norm": 1.3125,
      "learning_rate": 0.0004941074071064205,
      "loss": 6.3331,
      "mean_token_accuracy": 0.13557431995868682,
      "num_tokens": 16781306.0,
      "step": 7750
    },
    {
      "entropy": 6.5244416236877445,
      "epoch": 0.8298999411418482,
      "grad_norm": 1.125,
      "learning_rate": 0.0004940987111935605,
      "loss": 6.3778,
      "mean_token_accuracy": 0.13223263323307038,
      "num_tokens": 16793013.0,
      "step": 7755
    },
    {
      "entropy": 6.494056749343872,
      "epoch": 0.830435015249612,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004940900089542558,
      "loss": 6.3538,
      "mean_token_accuracy": 0.13380676209926606,
      "num_tokens": 16803987.0,
      "step": 7760
    },
    {
      "entropy": 6.42992525100708,
      "epoch": 0.830970089357376,
      "grad_norm": 1.125,
      "learning_rate": 0.000494081300388758,
      "loss": 6.3676,
      "mean_token_accuracy": 0.12486355975270272,
      "num_tokens": 16815031.0,
      "step": 7765
    },
    {
      "entropy": 6.569543313980103,
      "epoch": 0.8315051634651399,
      "grad_norm": 1.21875,
      "learning_rate": 0.0004940725854973184,
      "loss": 6.4133,
      "mean_token_accuracy": 0.12749240547418594,
      "num_tokens": 16826313.0,
      "step": 7770
    },
    {
      "entropy": 6.568631839752197,
      "epoch": 0.8320402375729038,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004940638642801886,
      "loss": 6.4028,
      "mean_token_accuracy": 0.12546593844890594,
      "num_tokens": 16838470.0,
      "step": 7775
    },
    {
      "entropy": 6.422917079925537,
      "epoch": 0.8325753116806678,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004940551367376205,
      "loss": 6.2943,
      "mean_token_accuracy": 0.13652390614151955,
      "num_tokens": 16849266.0,
      "step": 7780
    },
    {
      "entropy": 6.4542001247406,
      "epoch": 0.8331103857884317,
      "grad_norm": 1.7265625,
      "learning_rate": 0.0004940464028698662,
      "loss": 6.4218,
      "mean_token_accuracy": 0.1295318268239498,
      "num_tokens": 16860720.0,
      "step": 7785
    },
    {
      "entropy": 6.499501037597656,
      "epoch": 0.8336454598961957,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004940376626771779,
      "loss": 6.3853,
      "mean_token_accuracy": 0.13086575269699097,
      "num_tokens": 16872004.0,
      "step": 7790
    },
    {
      "entropy": 6.547130680084228,
      "epoch": 0.8341805340039595,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004940289161598076,
      "loss": 6.4118,
      "mean_token_accuracy": 0.12446997463703155,
      "num_tokens": 16882898.0,
      "step": 7795
    },
    {
      "entropy": 6.506767797470093,
      "epoch": 0.8347156081117235,
      "grad_norm": 1.265625,
      "learning_rate": 0.0004940201633180084,
      "loss": 6.3353,
      "mean_token_accuracy": 0.12109738364815711,
      "num_tokens": 16894331.0,
      "step": 7800
    },
    {
      "entropy": 6.570382738113404,
      "epoch": 0.8352506822194874,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004940114041520326,
      "loss": 6.4212,
      "mean_token_accuracy": 0.13175138607621192,
      "num_tokens": 16903656.0,
      "step": 7805
    },
    {
      "entropy": 6.450027179718018,
      "epoch": 0.8357857563272513,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004940026386621333,
      "loss": 6.3951,
      "mean_token_accuracy": 0.13099692463874818,
      "num_tokens": 16915878.0,
      "step": 7810
    },
    {
      "entropy": 6.57182354927063,
      "epoch": 0.8363208304350153,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004939938668485636,
      "loss": 6.4308,
      "mean_token_accuracy": 0.1262585252523422,
      "num_tokens": 16926577.0,
      "step": 7815
    },
    {
      "entropy": 6.441868734359741,
      "epoch": 0.8368559045427791,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004939850887115768,
      "loss": 6.2887,
      "mean_token_accuracy": 0.13820819780230523,
      "num_tokens": 16938012.0,
      "step": 7820
    },
    {
      "entropy": 6.467156171798706,
      "epoch": 0.8373909786505431,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004939763042514263,
      "loss": 6.2928,
      "mean_token_accuracy": 0.12899075001478194,
      "num_tokens": 16949007.0,
      "step": 7825
    },
    {
      "entropy": 6.345366525650024,
      "epoch": 0.837926052758307,
      "grad_norm": 1.96875,
      "learning_rate": 0.0004939675134683658,
      "loss": 6.2732,
      "mean_token_accuracy": 0.13780242428183556,
      "num_tokens": 16959425.0,
      "step": 7830
    },
    {
      "entropy": 6.519599437713623,
      "epoch": 0.838461126866071,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004939587163626491,
      "loss": 6.378,
      "mean_token_accuracy": 0.1242096595466137,
      "num_tokens": 16970002.0,
      "step": 7835
    },
    {
      "entropy": 6.493680238723755,
      "epoch": 0.8389962009738349,
      "grad_norm": 1.453125,
      "learning_rate": 0.0004939499129345302,
      "loss": 6.4116,
      "mean_token_accuracy": 0.1285258114337921,
      "num_tokens": 16980739.0,
      "step": 7840
    },
    {
      "entropy": 6.495212459564209,
      "epoch": 0.8395312750815987,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004939411031842633,
      "loss": 6.3575,
      "mean_token_accuracy": 0.13084009438753127,
      "num_tokens": 16991643.0,
      "step": 7845
    },
    {
      "entropy": 6.362844181060791,
      "epoch": 0.8400663491893627,
      "grad_norm": 1.1171875,
      "learning_rate": 0.000493932287112103,
      "loss": 6.2058,
      "mean_token_accuracy": 0.14883958995342256,
      "num_tokens": 17001975.0,
      "step": 7850
    },
    {
      "entropy": 6.506348896026611,
      "epoch": 0.8406014232971266,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004939234647183035,
      "loss": 6.361,
      "mean_token_accuracy": 0.12864112481474876,
      "num_tokens": 17012658.0,
      "step": 7855
    },
    {
      "entropy": 6.485020494461059,
      "epoch": 0.8411364974048906,
      "grad_norm": 1.6015625,
      "learning_rate": 0.0004939146360031197,
      "loss": 6.3807,
      "mean_token_accuracy": 0.1270829275250435,
      "num_tokens": 17023196.0,
      "step": 7860
    },
    {
      "entropy": 6.537542486190796,
      "epoch": 0.8416715715126545,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004939058009668067,
      "loss": 6.4101,
      "mean_token_accuracy": 0.1271943613886833,
      "num_tokens": 17034589.0,
      "step": 7865
    },
    {
      "entropy": 6.557751131057739,
      "epoch": 0.8422066456204185,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004938969596096194,
      "loss": 6.3624,
      "mean_token_accuracy": 0.13300060480833054,
      "num_tokens": 17046139.0,
      "step": 7870
    },
    {
      "entropy": 6.440458726882935,
      "epoch": 0.8427417197281823,
      "grad_norm": 1.046875,
      "learning_rate": 0.000493888111931813,
      "loss": 6.3777,
      "mean_token_accuracy": 0.12570422664284706,
      "num_tokens": 17056926.0,
      "step": 7875
    },
    {
      "entropy": 6.362991523742676,
      "epoch": 0.8432767938359462,
      "grad_norm": 1.125,
      "learning_rate": 0.0004938792579336433,
      "loss": 6.3286,
      "mean_token_accuracy": 0.13219914138317107,
      "num_tokens": 17067339.0,
      "step": 7880
    },
    {
      "entropy": 6.541076803207398,
      "epoch": 0.8438118679437102,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004938703976153657,
      "loss": 6.3343,
      "mean_token_accuracy": 0.13340948671102523,
      "num_tokens": 17078037.0,
      "step": 7885
    },
    {
      "entropy": 6.536648845672607,
      "epoch": 0.8443469420514741,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004938615309772362,
      "loss": 6.3719,
      "mean_token_accuracy": 0.12455196157097817,
      "num_tokens": 17089069.0,
      "step": 7890
    },
    {
      "entropy": 6.475170755386353,
      "epoch": 0.8448820161592381,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004938526580195107,
      "loss": 6.3517,
      "mean_token_accuracy": 0.13798089027404786,
      "num_tokens": 17100006.0,
      "step": 7895
    },
    {
      "entropy": 6.496241331100464,
      "epoch": 0.845417090267002,
      "grad_norm": 1.125,
      "learning_rate": 0.0004938437787424454,
      "loss": 6.3776,
      "mean_token_accuracy": 0.13163897916674613,
      "num_tokens": 17111896.0,
      "step": 7900
    },
    {
      "entropy": 6.465775442123413,
      "epoch": 0.845952164374766,
      "grad_norm": 3.265625,
      "learning_rate": 0.0004938348931462969,
      "loss": 6.3721,
      "mean_token_accuracy": 0.13953188359737395,
      "num_tokens": 17123202.0,
      "step": 7905
    },
    {
      "entropy": 6.478828382492066,
      "epoch": 0.8464872384825298,
      "grad_norm": 1.375,
      "learning_rate": 0.0004938260012313215,
      "loss": 6.3348,
      "mean_token_accuracy": 0.1360417015850544,
      "num_tokens": 17134013.0,
      "step": 7910
    },
    {
      "entropy": 6.391561985015869,
      "epoch": 0.8470223125902937,
      "grad_norm": 1.28125,
      "learning_rate": 0.0004938171029977761,
      "loss": 6.337,
      "mean_token_accuracy": 0.13235071823000907,
      "num_tokens": 17144041.0,
      "step": 7915
    },
    {
      "entropy": 6.445134162902832,
      "epoch": 0.8475573866980577,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004938081984459176,
      "loss": 6.3361,
      "mean_token_accuracy": 0.13340756967663764,
      "num_tokens": 17155334.0,
      "step": 7920
    },
    {
      "entropy": 6.487791061401367,
      "epoch": 0.8480924608058216,
      "grad_norm": 1.078125,
      "learning_rate": 0.000493799287576003,
      "loss": 6.2834,
      "mean_token_accuracy": 0.13395375832915307,
      "num_tokens": 17166243.0,
      "step": 7925
    },
    {
      "entropy": 6.45171971321106,
      "epoch": 0.8486275349135856,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004937903703882898,
      "loss": 6.348,
      "mean_token_accuracy": 0.13165194243192674,
      "num_tokens": 17177709.0,
      "step": 7930
    },
    {
      "entropy": 6.438591194152832,
      "epoch": 0.8491626090213494,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004937814468830353,
      "loss": 6.3169,
      "mean_token_accuracy": 0.13306962847709655,
      "num_tokens": 17188275.0,
      "step": 7935
    },
    {
      "entropy": 6.510176277160644,
      "epoch": 0.8496976831291134,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004937725170604975,
      "loss": 6.4401,
      "mean_token_accuracy": 0.13184208944439887,
      "num_tokens": 17199527.0,
      "step": 7940
    },
    {
      "entropy": 6.581670665740967,
      "epoch": 0.8502327572368773,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004937635809209339,
      "loss": 6.3622,
      "mean_token_accuracy": 0.12923471257090569,
      "num_tokens": 17209500.0,
      "step": 7945
    },
    {
      "entropy": 6.476590251922607,
      "epoch": 0.8507678313446412,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004937546384646027,
      "loss": 6.3079,
      "mean_token_accuracy": 0.1286625549197197,
      "num_tokens": 17219589.0,
      "step": 7950
    },
    {
      "entropy": 6.489587450027466,
      "epoch": 0.8513029054524052,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004937456896917619,
      "loss": 6.3425,
      "mean_token_accuracy": 0.13386864438652993,
      "num_tokens": 17230508.0,
      "step": 7955
    },
    {
      "entropy": 6.410209989547729,
      "epoch": 0.851837979560169,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004937367346026702,
      "loss": 6.3672,
      "mean_token_accuracy": 0.13320907056331635,
      "num_tokens": 17240886.0,
      "step": 7960
    },
    {
      "entropy": 6.483451175689697,
      "epoch": 0.852373053667933,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004937277731975858,
      "loss": 6.3814,
      "mean_token_accuracy": 0.13769503235816954,
      "num_tokens": 17252247.0,
      "step": 7965
    },
    {
      "entropy": 6.491815853118896,
      "epoch": 0.8529081277756969,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004937188054767679,
      "loss": 6.3294,
      "mean_token_accuracy": 0.13983974382281303,
      "num_tokens": 17262845.0,
      "step": 7970
    },
    {
      "entropy": 6.481371831893921,
      "epoch": 0.8534432018834609,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004937098314404751,
      "loss": 6.3496,
      "mean_token_accuracy": 0.13282273933291436,
      "num_tokens": 17274247.0,
      "step": 7975
    },
    {
      "entropy": 6.498018503189087,
      "epoch": 0.8539782759912248,
      "grad_norm": 1.234375,
      "learning_rate": 0.0004937008510889668,
      "loss": 6.3695,
      "mean_token_accuracy": 0.13182224780321122,
      "num_tokens": 17285471.0,
      "step": 7980
    },
    {
      "entropy": 6.4872630596160885,
      "epoch": 0.8545133500989887,
      "grad_norm": 1.4609375,
      "learning_rate": 0.0004936918644225021,
      "loss": 6.3825,
      "mean_token_accuracy": 0.13239139690995216,
      "num_tokens": 17296243.0,
      "step": 7985
    },
    {
      "entropy": 6.444990968704223,
      "epoch": 0.8550484242067526,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004936828714413405,
      "loss": 6.3578,
      "mean_token_accuracy": 0.1335774205625057,
      "num_tokens": 17307301.0,
      "step": 7990
    },
    {
      "entropy": 6.417161989212036,
      "epoch": 0.8555834983145165,
      "grad_norm": 1.375,
      "learning_rate": 0.0004936738721457417,
      "loss": 6.2729,
      "mean_token_accuracy": 0.13876613676548005,
      "num_tokens": 17318550.0,
      "step": 7995
    },
    {
      "entropy": 6.515401363372803,
      "epoch": 0.8561185724222805,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004936648665359657,
      "loss": 6.3532,
      "mean_token_accuracy": 0.13077180162072183,
      "num_tokens": 17328577.0,
      "step": 8000
    },
    {
      "entropy": 6.489120054244995,
      "epoch": 0.8566536465300444,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004936558546122723,
      "loss": 6.3889,
      "mean_token_accuracy": 0.12584815546870232,
      "num_tokens": 17341013.0,
      "step": 8005
    },
    {
      "entropy": 6.4292481422424315,
      "epoch": 0.8571887206378084,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004936468363749217,
      "loss": 6.3538,
      "mean_token_accuracy": 0.12572975009679793,
      "num_tokens": 17351956.0,
      "step": 8010
    },
    {
      "entropy": 6.495111608505249,
      "epoch": 0.8577237947455723,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004936378118241746,
      "loss": 6.3288,
      "mean_token_accuracy": 0.1259569115936756,
      "num_tokens": 17363465.0,
      "step": 8015
    },
    {
      "entropy": 6.463568639755249,
      "epoch": 0.8582588688533361,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004936287809602913,
      "loss": 6.3725,
      "mean_token_accuracy": 0.13539832085371017,
      "num_tokens": 17374458.0,
      "step": 8020
    },
    {
      "entropy": 6.45210018157959,
      "epoch": 0.8587939429611001,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004936197437835329,
      "loss": 6.3936,
      "mean_token_accuracy": 0.12702601328492164,
      "num_tokens": 17385492.0,
      "step": 8025
    },
    {
      "entropy": 6.53994779586792,
      "epoch": 0.859329017068864,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004936107002941599,
      "loss": 6.3409,
      "mean_token_accuracy": 0.13330572098493576,
      "num_tokens": 17395640.0,
      "step": 8030
    },
    {
      "entropy": 6.469773578643799,
      "epoch": 0.859864091176628,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004936016504924337,
      "loss": 6.354,
      "mean_token_accuracy": 0.13245750740170478,
      "num_tokens": 17405211.0,
      "step": 8035
    },
    {
      "entropy": 6.434872341156006,
      "epoch": 0.8603991652843919,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004935925943786155,
      "loss": 6.3174,
      "mean_token_accuracy": 0.13540192246437072,
      "num_tokens": 17415421.0,
      "step": 8040
    },
    {
      "entropy": 6.464983558654785,
      "epoch": 0.8609342393921559,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004935835319529669,
      "loss": 6.3758,
      "mean_token_accuracy": 0.13090842664241792,
      "num_tokens": 17426040.0,
      "step": 8045
    },
    {
      "entropy": 6.4260272026062015,
      "epoch": 0.8614693134999197,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004935744632157496,
      "loss": 6.3577,
      "mean_token_accuracy": 0.13038558065891265,
      "num_tokens": 17436305.0,
      "step": 8050
    },
    {
      "entropy": 6.511065244674683,
      "epoch": 0.8620043876076836,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004935653881672253,
      "loss": 6.418,
      "mean_token_accuracy": 0.1279979854822159,
      "num_tokens": 17446786.0,
      "step": 8055
    },
    {
      "entropy": 6.497061395645142,
      "epoch": 0.8625394617154476,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004935563068076561,
      "loss": 6.2898,
      "mean_token_accuracy": 0.1439591020345688,
      "num_tokens": 17456613.0,
      "step": 8060
    },
    {
      "entropy": 6.363898181915284,
      "epoch": 0.8630745358232115,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004935472191373044,
      "loss": 6.2623,
      "mean_token_accuracy": 0.13567324951291085,
      "num_tokens": 17467281.0,
      "step": 8065
    },
    {
      "entropy": 6.434315633773804,
      "epoch": 0.8636096099309755,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004935381251564324,
      "loss": 6.3585,
      "mean_token_accuracy": 0.12976556569337844,
      "num_tokens": 17478271.0,
      "step": 8070
    },
    {
      "entropy": 6.496790647506714,
      "epoch": 0.8641446840387393,
      "grad_norm": 1.2890625,
      "learning_rate": 0.0004935290248653027,
      "loss": 6.3514,
      "mean_token_accuracy": 0.131693996489048,
      "num_tokens": 17489519.0,
      "step": 8075
    },
    {
      "entropy": 6.497652578353882,
      "epoch": 0.8646797581465033,
      "grad_norm": 1.4140625,
      "learning_rate": 0.0004935199182641781,
      "loss": 6.3359,
      "mean_token_accuracy": 0.12923235818743706,
      "num_tokens": 17500076.0,
      "step": 8080
    },
    {
      "entropy": 6.498486042022705,
      "epoch": 0.8652148322542672,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004935108053533216,
      "loss": 6.3359,
      "mean_token_accuracy": 0.13047051727771758,
      "num_tokens": 17509898.0,
      "step": 8085
    },
    {
      "entropy": 6.405987119674682,
      "epoch": 0.8657499063620312,
      "grad_norm": 1.265625,
      "learning_rate": 0.0004935016861329964,
      "loss": 6.2848,
      "mean_token_accuracy": 0.1348872035741806,
      "num_tokens": 17519890.0,
      "step": 8090
    },
    {
      "entropy": 6.416878890991211,
      "epoch": 0.8662849804697951,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004934925606034656,
      "loss": 6.3079,
      "mean_token_accuracy": 0.1306733675301075,
      "num_tokens": 17530927.0,
      "step": 8095
    },
    {
      "entropy": 6.545966386795044,
      "epoch": 0.866820054577559,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004934834287649928,
      "loss": 6.3951,
      "mean_token_accuracy": 0.13003761693835258,
      "num_tokens": 17541174.0,
      "step": 8100
    },
    {
      "entropy": 6.510114955902099,
      "epoch": 0.8673551286853229,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004934742906178417,
      "loss": 6.3669,
      "mean_token_accuracy": 0.128059920668602,
      "num_tokens": 17552460.0,
      "step": 8105
    },
    {
      "entropy": 6.468778133392334,
      "epoch": 0.8678902027930868,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004934651461622762,
      "loss": 6.3766,
      "mean_token_accuracy": 0.13208626359701156,
      "num_tokens": 17563908.0,
      "step": 8110
    },
    {
      "entropy": 6.46075701713562,
      "epoch": 0.8684252769008508,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004934559953985603,
      "loss": 6.3836,
      "mean_token_accuracy": 0.13392364606261253,
      "num_tokens": 17574314.0,
      "step": 8115
    },
    {
      "entropy": 6.500995635986328,
      "epoch": 0.8689603510086147,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004934468383269582,
      "loss": 6.3306,
      "mean_token_accuracy": 0.1337294913828373,
      "num_tokens": 17583719.0,
      "step": 8120
    },
    {
      "entropy": 6.3925378799438475,
      "epoch": 0.8694954251163787,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004934376749477344,
      "loss": 6.3166,
      "mean_token_accuracy": 0.13932424336671828,
      "num_tokens": 17594522.0,
      "step": 8125
    },
    {
      "entropy": 6.4486431121826175,
      "epoch": 0.8700304992241426,
      "grad_norm": 1.296875,
      "learning_rate": 0.0004934285052611533,
      "loss": 6.2773,
      "mean_token_accuracy": 0.13956039696931838,
      "num_tokens": 17604632.0,
      "step": 8130
    },
    {
      "entropy": 6.57233772277832,
      "epoch": 0.8705655733319064,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00049341932926748,
      "loss": 6.4078,
      "mean_token_accuracy": 0.1298700749874115,
      "num_tokens": 17615459.0,
      "step": 8135
    },
    {
      "entropy": 6.499594449996948,
      "epoch": 0.8711006474396704,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004934101469669791,
      "loss": 6.3548,
      "mean_token_accuracy": 0.13289933204650878,
      "num_tokens": 17625800.0,
      "step": 8140
    },
    {
      "entropy": 6.357038974761963,
      "epoch": 0.8716357215474343,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004934009583599159,
      "loss": 6.1715,
      "mean_token_accuracy": 0.14703518375754357,
      "num_tokens": 17637264.0,
      "step": 8145
    },
    {
      "entropy": 6.4010762691497805,
      "epoch": 0.8721707956551983,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004933917634465558,
      "loss": 6.2419,
      "mean_token_accuracy": 0.13697617501020432,
      "num_tokens": 17648256.0,
      "step": 8150
    },
    {
      "entropy": 6.368176364898682,
      "epoch": 0.8727058697629622,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004933825622271642,
      "loss": 6.3702,
      "mean_token_accuracy": 0.12936635091900825,
      "num_tokens": 17659096.0,
      "step": 8155
    },
    {
      "entropy": 6.525013446807861,
      "epoch": 0.8732409438707261,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004933733547020069,
      "loss": 6.3434,
      "mean_token_accuracy": 0.13006690070033072,
      "num_tokens": 17669808.0,
      "step": 8160
    },
    {
      "entropy": 6.4963397026062015,
      "epoch": 0.87377601797849,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004933641408713495,
      "loss": 6.3071,
      "mean_token_accuracy": 0.13472993671894073,
      "num_tokens": 17680375.0,
      "step": 8165
    },
    {
      "entropy": 6.357452487945556,
      "epoch": 0.8743110920862539,
      "grad_norm": 1.3046875,
      "learning_rate": 0.0004933549207354582,
      "loss": 6.2572,
      "mean_token_accuracy": 0.13582748398184777,
      "num_tokens": 17690780.0,
      "step": 8170
    },
    {
      "entropy": 6.4800115585327145,
      "epoch": 0.8748461661940179,
      "grad_norm": 1.3046875,
      "learning_rate": 0.0004933456942945994,
      "loss": 6.3806,
      "mean_token_accuracy": 0.13594808131456376,
      "num_tokens": 17702170.0,
      "step": 8175
    },
    {
      "entropy": 6.49486141204834,
      "epoch": 0.8753812403017818,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004933364615490393,
      "loss": 6.3182,
      "mean_token_accuracy": 0.1333539716899395,
      "num_tokens": 17712631.0,
      "step": 8180
    },
    {
      "entropy": 6.545153522491455,
      "epoch": 0.8759163144095458,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004933272224990445,
      "loss": 6.4073,
      "mean_token_accuracy": 0.12732836753129959,
      "num_tokens": 17723692.0,
      "step": 8185
    },
    {
      "entropy": 6.452640056610107,
      "epoch": 0.8764513885173096,
      "grad_norm": 1.25,
      "learning_rate": 0.0004933179771448819,
      "loss": 6.2961,
      "mean_token_accuracy": 0.14339506179094313,
      "num_tokens": 17735264.0,
      "step": 8190
    },
    {
      "entropy": 6.385478401184082,
      "epoch": 0.8769864626250736,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004933087254868183,
      "loss": 6.2144,
      "mean_token_accuracy": 0.14313811659812928,
      "num_tokens": 17747060.0,
      "step": 8195
    },
    {
      "entropy": 6.389611864089966,
      "epoch": 0.8775215367328375,
      "grad_norm": 1.1015625,
      "learning_rate": 0.000493299467525121,
      "loss": 6.333,
      "mean_token_accuracy": 0.12955316826701163,
      "num_tokens": 17758159.0,
      "step": 8200
    },
    {
      "entropy": 6.47101902961731,
      "epoch": 0.8780566108406014,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004932902032600573,
      "loss": 6.3413,
      "mean_token_accuracy": 0.13438796624541283,
      "num_tokens": 17768444.0,
      "step": 8205
    },
    {
      "entropy": 6.418268489837646,
      "epoch": 0.8785916849483654,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004932809326918945,
      "loss": 6.2262,
      "mean_token_accuracy": 0.1454801969230175,
      "num_tokens": 17779303.0,
      "step": 8210
    },
    {
      "entropy": 6.4551633358001705,
      "epoch": 0.8791267590561292,
      "grad_norm": 1.34375,
      "learning_rate": 0.0004932716558209005,
      "loss": 6.4096,
      "mean_token_accuracy": 0.1273011937737465,
      "num_tokens": 17789853.0,
      "step": 8215
    },
    {
      "entropy": 6.549696636199951,
      "epoch": 0.8796618331638932,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0004932623726473432,
      "loss": 6.2755,
      "mean_token_accuracy": 0.1448992371559143,
      "num_tokens": 17799232.0,
      "step": 8220
    },
    {
      "entropy": 6.378572559356689,
      "epoch": 0.8801969072716571,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004932530831714904,
      "loss": 6.2809,
      "mean_token_accuracy": 0.13865395933389663,
      "num_tokens": 17808870.0,
      "step": 8225
    },
    {
      "entropy": 6.366944742202759,
      "epoch": 0.8807319813794211,
      "grad_norm": 1.390625,
      "learning_rate": 0.0004932437873936107,
      "loss": 6.3503,
      "mean_token_accuracy": 0.12971489354968072,
      "num_tokens": 17819394.0,
      "step": 8230
    },
    {
      "entropy": 6.53240475654602,
      "epoch": 0.881267055487185,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004932344853139721,
      "loss": 6.3558,
      "mean_token_accuracy": 0.13249184787273408,
      "num_tokens": 17830220.0,
      "step": 8235
    },
    {
      "entropy": 6.455821895599366,
      "epoch": 0.8818021295949489,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004932251769328436,
      "loss": 6.3021,
      "mean_token_accuracy": 0.12674521878361703,
      "num_tokens": 17841971.0,
      "step": 8240
    },
    {
      "entropy": 6.460284090042114,
      "epoch": 0.8823372037027128,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0004932158622504937,
      "loss": 6.2861,
      "mean_token_accuracy": 0.1391370452940464,
      "num_tokens": 17851890.0,
      "step": 8245
    },
    {
      "entropy": 6.392160558700562,
      "epoch": 0.8828722778104767,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004932065412671915,
      "loss": 6.3022,
      "mean_token_accuracy": 0.13761991634964943,
      "num_tokens": 17862855.0,
      "step": 8250
    },
    {
      "entropy": 6.52732515335083,
      "epoch": 0.8834073519182407,
      "grad_norm": 1.25,
      "learning_rate": 0.0004931972139832058,
      "loss": 6.3043,
      "mean_token_accuracy": 0.12973644435405732,
      "num_tokens": 17873550.0,
      "step": 8255
    },
    {
      "entropy": 6.460469436645508,
      "epoch": 0.8839424260260046,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004931878803988066,
      "loss": 6.3215,
      "mean_token_accuracy": 0.1367967113852501,
      "num_tokens": 17884067.0,
      "step": 8260
    },
    {
      "entropy": 6.383226919174194,
      "epoch": 0.8844775001337686,
      "grad_norm": 1.21875,
      "learning_rate": 0.0004931785405142627,
      "loss": 6.3328,
      "mean_token_accuracy": 0.13421533703804017,
      "num_tokens": 17894587.0,
      "step": 8265
    },
    {
      "entropy": 6.4551536560058596,
      "epoch": 0.8850125742415325,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004931691943298443,
      "loss": 6.3289,
      "mean_token_accuracy": 0.13369324803352356,
      "num_tokens": 17905297.0,
      "step": 8270
    },
    {
      "entropy": 6.373410844802857,
      "epoch": 0.8855476483492963,
      "grad_norm": 1.0859375,
      "learning_rate": 0.000493159841845821,
      "loss": 6.2429,
      "mean_token_accuracy": 0.13628267273306846,
      "num_tokens": 17916225.0,
      "step": 8275
    },
    {
      "entropy": 6.5151769638061525,
      "epoch": 0.8860827224570603,
      "grad_norm": 1.2734375,
      "learning_rate": 0.0004931504830624629,
      "loss": 6.2933,
      "mean_token_accuracy": 0.13161173984408378,
      "num_tokens": 17925795.0,
      "step": 8280
    },
    {
      "entropy": 6.391347217559814,
      "epoch": 0.8866177965648242,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004931411179800403,
      "loss": 6.3019,
      "mean_token_accuracy": 0.1317742332816124,
      "num_tokens": 17936134.0,
      "step": 8285
    },
    {
      "entropy": 6.410823774337769,
      "epoch": 0.8871528706725882,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004931317465988235,
      "loss": 6.3772,
      "mean_token_accuracy": 0.12903313040733339,
      "num_tokens": 17946393.0,
      "step": 8290
    },
    {
      "entropy": 6.466726589202881,
      "epoch": 0.8876879447803521,
      "grad_norm": 1.328125,
      "learning_rate": 0.0004931223689190832,
      "loss": 6.3845,
      "mean_token_accuracy": 0.1275428466498852,
      "num_tokens": 17957527.0,
      "step": 8295
    },
    {
      "entropy": 6.513217782974243,
      "epoch": 0.8882230188881161,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004931129849410903,
      "loss": 6.3626,
      "mean_token_accuracy": 0.13466710597276688,
      "num_tokens": 17968390.0,
      "step": 8300
    },
    {
      "entropy": 6.514923715591431,
      "epoch": 0.8887580929958799,
      "grad_norm": 1.234375,
      "learning_rate": 0.0004931035946651154,
      "loss": 6.2961,
      "mean_token_accuracy": 0.14052446484565734,
      "num_tokens": 17978667.0,
      "step": 8305
    },
    {
      "entropy": 6.452924728393555,
      "epoch": 0.8892931671036438,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004930941980914299,
      "loss": 6.3666,
      "mean_token_accuracy": 0.12860609516501426,
      "num_tokens": 17989008.0,
      "step": 8310
    },
    {
      "entropy": 6.400901556015015,
      "epoch": 0.8898282412114078,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004930847952203052,
      "loss": 6.3026,
      "mean_token_accuracy": 0.12873381301760672,
      "num_tokens": 18000199.0,
      "step": 8315
    },
    {
      "entropy": 6.479356575012207,
      "epoch": 0.8903633153191717,
      "grad_norm": 1.21875,
      "learning_rate": 0.0004930753860520126,
      "loss": 6.2453,
      "mean_token_accuracy": 0.13265913128852844,
      "num_tokens": 18010941.0,
      "step": 8320
    },
    {
      "entropy": 6.503233289718628,
      "epoch": 0.8908983894269357,
      "grad_norm": 1.375,
      "learning_rate": 0.0004930659705868237,
      "loss": 6.3551,
      "mean_token_accuracy": 0.13169527053833008,
      "num_tokens": 18021519.0,
      "step": 8325
    },
    {
      "entropy": 6.426452779769898,
      "epoch": 0.8914334635346995,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004930565488250108,
      "loss": 6.3055,
      "mean_token_accuracy": 0.13103703036904335,
      "num_tokens": 18032773.0,
      "step": 8330
    },
    {
      "entropy": 6.379181051254273,
      "epoch": 0.8919685376424635,
      "grad_norm": 1.203125,
      "learning_rate": 0.0004930471207668456,
      "loss": 6.2673,
      "mean_token_accuracy": 0.13982483744621277,
      "num_tokens": 18043250.0,
      "step": 8335
    },
    {
      "entropy": 6.41217007637024,
      "epoch": 0.8925036117502274,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004930376864126005,
      "loss": 6.2887,
      "mean_token_accuracy": 0.13771607205271721,
      "num_tokens": 18055165.0,
      "step": 8340
    },
    {
      "entropy": 6.409035301208496,
      "epoch": 0.8930386858579913,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004930282457625476,
      "loss": 6.2407,
      "mean_token_accuracy": 0.14460903480648996,
      "num_tokens": 18065296.0,
      "step": 8345
    },
    {
      "entropy": 6.39350004196167,
      "epoch": 0.8935737599657553,
      "grad_norm": 1.125,
      "learning_rate": 0.00049301879881696,
      "loss": 6.2569,
      "mean_token_accuracy": 0.1321134440600872,
      "num_tokens": 18075536.0,
      "step": 8350
    },
    {
      "entropy": 6.4311154842376705,
      "epoch": 0.8941088340735192,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004930093455761101,
      "loss": 6.3602,
      "mean_token_accuracy": 0.1396454744040966,
      "num_tokens": 18086253.0,
      "step": 8355
    },
    {
      "entropy": 6.449955940246582,
      "epoch": 0.8946439081812831,
      "grad_norm": 1.2421875,
      "learning_rate": 0.000492999886040271,
      "loss": 6.3554,
      "mean_token_accuracy": 0.13434803187847139,
      "num_tokens": 18097335.0,
      "step": 8360
    },
    {
      "entropy": 6.441750335693359,
      "epoch": 0.895178982289047,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004929904202097159,
      "loss": 6.2801,
      "mean_token_accuracy": 0.13604716956615448,
      "num_tokens": 18107293.0,
      "step": 8365
    },
    {
      "entropy": 6.429928255081177,
      "epoch": 0.895714056396811,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004929809480847179,
      "loss": 6.4181,
      "mean_token_accuracy": 0.12502148151397705,
      "num_tokens": 18117705.0,
      "step": 8370
    },
    {
      "entropy": 6.531365060806275,
      "epoch": 0.8962491305045749,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004929714696655507,
      "loss": 6.3031,
      "mean_token_accuracy": 0.1303057961165905,
      "num_tokens": 18129003.0,
      "step": 8375
    },
    {
      "entropy": 6.434348201751709,
      "epoch": 0.8967842046123388,
      "grad_norm": 1.1328125,
      "learning_rate": 0.000492961984952488,
      "loss": 6.2578,
      "mean_token_accuracy": 0.14130010455846786,
      "num_tokens": 18140843.0,
      "step": 8380
    },
    {
      "entropy": 6.376867628097534,
      "epoch": 0.8973192787201028,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004929524939458037,
      "loss": 6.344,
      "mean_token_accuracy": 0.1332057908177376,
      "num_tokens": 18151476.0,
      "step": 8385
    },
    {
      "entropy": 6.442126178741455,
      "epoch": 0.8978543528278666,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004929429966457716,
      "loss": 6.374,
      "mean_token_accuracy": 0.12659687623381616,
      "num_tokens": 18161304.0,
      "step": 8390
    },
    {
      "entropy": 6.496311855316162,
      "epoch": 0.8983894269356306,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004929334930526662,
      "loss": 6.3053,
      "mean_token_accuracy": 0.13693815767765044,
      "num_tokens": 18173696.0,
      "step": 8395
    },
    {
      "entropy": 6.481581306457519,
      "epoch": 0.8989245010433945,
      "grad_norm": 1.25,
      "learning_rate": 0.0004929239831667617,
      "loss": 6.3315,
      "mean_token_accuracy": 0.12777818590402604,
      "num_tokens": 18186024.0,
      "step": 8400
    },
    {
      "entropy": 6.491195344924927,
      "epoch": 0.8994595751511585,
      "grad_norm": 1.203125,
      "learning_rate": 0.0004929144669883329,
      "loss": 6.356,
      "mean_token_accuracy": 0.14038287550210954,
      "num_tokens": 18196976.0,
      "step": 8405
    },
    {
      "entropy": 6.433043909072876,
      "epoch": 0.8999946492589224,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004929049445176545,
      "loss": 6.3359,
      "mean_token_accuracy": 0.12853538244962692,
      "num_tokens": 18208086.0,
      "step": 8410
    },
    {
      "entropy": 6.412654304504395,
      "epoch": 0.9005297233666862,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004928954157550013,
      "loss": 6.2842,
      "mean_token_accuracy": 0.14256626963615418,
      "num_tokens": 18218468.0,
      "step": 8415
    },
    {
      "entropy": 6.499575519561768,
      "epoch": 0.9010647974744502,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004928858807006488,
      "loss": 6.3986,
      "mean_token_accuracy": 0.1332329712808132,
      "num_tokens": 18230489.0,
      "step": 8420
    },
    {
      "entropy": 6.47307276725769,
      "epoch": 0.9015998715822141,
      "grad_norm": 1.265625,
      "learning_rate": 0.0004928763393548721,
      "loss": 6.3311,
      "mean_token_accuracy": 0.13532978817820548,
      "num_tokens": 18239968.0,
      "step": 8425
    },
    {
      "entropy": 6.438126707077027,
      "epoch": 0.9021349456899781,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004928667917179465,
      "loss": 6.3648,
      "mean_token_accuracy": 0.12859018445014953,
      "num_tokens": 18250902.0,
      "step": 8430
    },
    {
      "entropy": 6.492179822921753,
      "epoch": 0.902670019797742,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004928572377901481,
      "loss": 6.3618,
      "mean_token_accuracy": 0.13571698144078254,
      "num_tokens": 18262094.0,
      "step": 8435
    },
    {
      "entropy": 6.494809627532959,
      "epoch": 0.903205093905506,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004928476775717524,
      "loss": 6.3337,
      "mean_token_accuracy": 0.130261592566967,
      "num_tokens": 18272765.0,
      "step": 8440
    },
    {
      "entropy": 6.471274375915527,
      "epoch": 0.9037401680132698,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004928381110630358,
      "loss": 6.2367,
      "mean_token_accuracy": 0.14439094737172126,
      "num_tokens": 18284570.0,
      "step": 8445
    },
    {
      "entropy": 6.584997320175171,
      "epoch": 0.9042752421210337,
      "grad_norm": 1.125,
      "learning_rate": 0.0004928285382642742,
      "loss": 6.3627,
      "mean_token_accuracy": 0.12972358614206314,
      "num_tokens": 18295170.0,
      "step": 8450
    },
    {
      "entropy": 6.399804878234863,
      "epoch": 0.9048103162287977,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004928189591757443,
      "loss": 6.3022,
      "mean_token_accuracy": 0.1307802267372608,
      "num_tokens": 18306388.0,
      "step": 8455
    },
    {
      "entropy": 6.40751085281372,
      "epoch": 0.9053453903365616,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004928093737977225,
      "loss": 6.3128,
      "mean_token_accuracy": 0.13409198671579362,
      "num_tokens": 18316363.0,
      "step": 8460
    },
    {
      "entropy": 6.37100739479065,
      "epoch": 0.9058804644443256,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004927997821304856,
      "loss": 6.2601,
      "mean_token_accuracy": 0.13586740121245383,
      "num_tokens": 18327397.0,
      "step": 8465
    },
    {
      "entropy": 6.482768392562866,
      "epoch": 0.9064155385520895,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004927901841743107,
      "loss": 6.377,
      "mean_token_accuracy": 0.13369872719049453,
      "num_tokens": 18338909.0,
      "step": 8470
    },
    {
      "entropy": 6.5202696323394775,
      "epoch": 0.9069506126598534,
      "grad_norm": 1.2734375,
      "learning_rate": 0.0004927805799294747,
      "loss": 6.3478,
      "mean_token_accuracy": 0.1307516872882843,
      "num_tokens": 18350110.0,
      "step": 8475
    },
    {
      "entropy": 6.503915548324585,
      "epoch": 0.9074856867676173,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004927709693962551,
      "loss": 6.3828,
      "mean_token_accuracy": 0.12589319944381713,
      "num_tokens": 18361590.0,
      "step": 8480
    },
    {
      "entropy": 6.433329391479492,
      "epoch": 0.9080207608753812,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004927613525749295,
      "loss": 6.3316,
      "mean_token_accuracy": 0.13395185098052026,
      "num_tokens": 18372602.0,
      "step": 8485
    },
    {
      "entropy": 6.458200407028198,
      "epoch": 0.9085558349831452,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004927517294657753,
      "loss": 6.3803,
      "mean_token_accuracy": 0.1316978432238102,
      "num_tokens": 18384653.0,
      "step": 8490
    },
    {
      "entropy": 6.572974061965942,
      "epoch": 0.9090909090909091,
      "grad_norm": 1.203125,
      "learning_rate": 0.0004927421000690705,
      "loss": 6.3467,
      "mean_token_accuracy": 0.13045882061123848,
      "num_tokens": 18395379.0,
      "step": 8495
    },
    {
      "entropy": 6.489434146881104,
      "epoch": 0.909625983198673,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004927324643850933,
      "loss": 6.3116,
      "mean_token_accuracy": 0.1332891933619976,
      "num_tokens": 18405915.0,
      "step": 8500
    },
    {
      "entropy": 6.366228199005127,
      "epoch": 0.9101610573064369,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004927228224141217,
      "loss": 6.2074,
      "mean_token_accuracy": 0.15189967304468155,
      "num_tokens": 18416656.0,
      "step": 8505
    },
    {
      "entropy": 6.447817325592041,
      "epoch": 0.9106961314142009,
      "grad_norm": 3.125,
      "learning_rate": 0.0004927131741564342,
      "loss": 6.3302,
      "mean_token_accuracy": 0.1295878879725933,
      "num_tokens": 18427141.0,
      "step": 8510
    },
    {
      "entropy": 6.4294486999511715,
      "epoch": 0.9112312055219648,
      "grad_norm": 1.5,
      "learning_rate": 0.0004927035196123094,
      "loss": 6.3667,
      "mean_token_accuracy": 0.13632506504654884,
      "num_tokens": 18437135.0,
      "step": 8515
    },
    {
      "entropy": 6.607345724105835,
      "epoch": 0.9117662796297287,
      "grad_norm": 1.1328125,
      "learning_rate": 0.000492693858782026,
      "loss": 6.4496,
      "mean_token_accuracy": 0.12477857396006584,
      "num_tokens": 18448567.0,
      "step": 8520
    },
    {
      "entropy": 6.584646558761596,
      "epoch": 0.9123013537374927,
      "grad_norm": 1.2578125,
      "learning_rate": 0.000492684191665863,
      "loss": 6.3946,
      "mean_token_accuracy": 0.1252623051404953,
      "num_tokens": 18459385.0,
      "step": 8525
    },
    {
      "entropy": 6.429875802993775,
      "epoch": 0.9128364278452565,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004926745182640996,
      "loss": 6.3396,
      "mean_token_accuracy": 0.13633881956338884,
      "num_tokens": 18471376.0,
      "step": 8530
    },
    {
      "entropy": 6.507524585723877,
      "epoch": 0.9133715019530205,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004926648385770152,
      "loss": 6.4199,
      "mean_token_accuracy": 0.1259002670645714,
      "num_tokens": 18481950.0,
      "step": 8535
    },
    {
      "entropy": 6.492842006683349,
      "epoch": 0.9139065760607844,
      "grad_norm": 1.25,
      "learning_rate": 0.0004926551526048891,
      "loss": 6.3256,
      "mean_token_accuracy": 0.1331590600311756,
      "num_tokens": 18492436.0,
      "step": 8540
    },
    {
      "entropy": 6.432707691192627,
      "epoch": 0.9144416501685484,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004926454603480009,
      "loss": 6.1622,
      "mean_token_accuracy": 0.13788460344076156,
      "num_tokens": 18504279.0,
      "step": 8545
    },
    {
      "entropy": 6.490119886398316,
      "epoch": 0.9149767242763123,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004926357618066307,
      "loss": 6.3103,
      "mean_token_accuracy": 0.13683086410164833,
      "num_tokens": 18515262.0,
      "step": 8550
    },
    {
      "entropy": 6.494428014755249,
      "epoch": 0.9155117983840761,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0004926260569810586,
      "loss": 6.3657,
      "mean_token_accuracy": 0.13266137465834618,
      "num_tokens": 18525176.0,
      "step": 8555
    },
    {
      "entropy": 6.368859529495239,
      "epoch": 0.9160468724918401,
      "grad_norm": 1.4609375,
      "learning_rate": 0.0004926163458715645,
      "loss": 6.3497,
      "mean_token_accuracy": 0.1297522120177746,
      "num_tokens": 18536674.0,
      "step": 8560
    },
    {
      "entropy": 6.446297883987427,
      "epoch": 0.916581946599604,
      "grad_norm": 1.328125,
      "learning_rate": 0.0004926066284784292,
      "loss": 6.3125,
      "mean_token_accuracy": 0.1322654105722904,
      "num_tokens": 18547398.0,
      "step": 8565
    },
    {
      "entropy": 6.519314384460449,
      "epoch": 0.917117020707368,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004925969048019329,
      "loss": 6.365,
      "mean_token_accuracy": 0.1379559777677059,
      "num_tokens": 18558838.0,
      "step": 8570
    },
    {
      "entropy": 6.458747339248657,
      "epoch": 0.9176520948151319,
      "grad_norm": 1.28125,
      "learning_rate": 0.0004925871748423566,
      "loss": 6.3124,
      "mean_token_accuracy": 0.13683706372976304,
      "num_tokens": 18569881.0,
      "step": 8575
    },
    {
      "entropy": 6.403721332550049,
      "epoch": 0.9181871689228959,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004925774385999812,
      "loss": 6.2213,
      "mean_token_accuracy": 0.13998932242393494,
      "num_tokens": 18579556.0,
      "step": 8580
    },
    {
      "entropy": 6.307366132736206,
      "epoch": 0.9187222430306597,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004925676960750878,
      "loss": 6.2312,
      "mean_token_accuracy": 0.1437248632311821,
      "num_tokens": 18590580.0,
      "step": 8585
    },
    {
      "entropy": 6.5107158660888675,
      "epoch": 0.9192573171384236,
      "grad_norm": 1.125,
      "learning_rate": 0.0004925579472679578,
      "loss": 6.3397,
      "mean_token_accuracy": 0.13435586020350457,
      "num_tokens": 18600813.0,
      "step": 8590
    },
    {
      "entropy": 6.446278715133667,
      "epoch": 0.9197923912461876,
      "grad_norm": 1.125,
      "learning_rate": 0.0004925481921788726,
      "loss": 6.2616,
      "mean_token_accuracy": 0.14329060912132263,
      "num_tokens": 18610807.0,
      "step": 8595
    },
    {
      "entropy": 6.357829523086548,
      "epoch": 0.9203274653539515,
      "grad_norm": 1.1328125,
      "learning_rate": 0.000492538430808114,
      "loss": 6.2373,
      "mean_token_accuracy": 0.1349279150366783,
      "num_tokens": 18622108.0,
      "step": 8600
    },
    {
      "entropy": 6.441023921966552,
      "epoch": 0.9208625394617155,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004925286631559636,
      "loss": 6.4048,
      "mean_token_accuracy": 0.1314627319574356,
      "num_tokens": 18633098.0,
      "step": 8605
    },
    {
      "entropy": 6.523507833480835,
      "epoch": 0.9213976135694794,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004925188892227038,
      "loss": 6.3048,
      "mean_token_accuracy": 0.13459505885839462,
      "num_tokens": 18643603.0,
      "step": 8610
    },
    {
      "entropy": 6.463659858703613,
      "epoch": 0.9219326876772433,
      "grad_norm": 1.125,
      "learning_rate": 0.0004925091090086166,
      "loss": 6.3165,
      "mean_token_accuracy": 0.138278029859066,
      "num_tokens": 18654354.0,
      "step": 8615
    },
    {
      "entropy": 6.460863971710205,
      "epoch": 0.9224677617850072,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004924993225139845,
      "loss": 6.3917,
      "mean_token_accuracy": 0.1363808736205101,
      "num_tokens": 18665349.0,
      "step": 8620
    },
    {
      "entropy": 6.537027740478516,
      "epoch": 0.9230028358927711,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004924895297390899,
      "loss": 6.3296,
      "mean_token_accuracy": 0.1294632613658905,
      "num_tokens": 18676575.0,
      "step": 8625
    },
    {
      "entropy": 6.467256307601929,
      "epoch": 0.9235379100005351,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0004924797306842157,
      "loss": 6.274,
      "mean_token_accuracy": 0.1381203480064869,
      "num_tokens": 18686501.0,
      "step": 8630
    },
    {
      "entropy": 6.454415559768677,
      "epoch": 0.924072984108299,
      "grad_norm": 1.2890625,
      "learning_rate": 0.0004924699253496449,
      "loss": 6.3355,
      "mean_token_accuracy": 0.13682935982942582,
      "num_tokens": 18697246.0,
      "step": 8635
    },
    {
      "entropy": 6.413412141799927,
      "epoch": 0.924608058216063,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004924601137356605,
      "loss": 6.2729,
      "mean_token_accuracy": 0.14315944835543631,
      "num_tokens": 18708177.0,
      "step": 8640
    },
    {
      "entropy": 6.466000366210937,
      "epoch": 0.9251431323238268,
      "grad_norm": 1.1796875,
      "learning_rate": 0.000492450295842546,
      "loss": 6.3235,
      "mean_token_accuracy": 0.13267922550439834,
      "num_tokens": 18719334.0,
      "step": 8645
    },
    {
      "entropy": 6.475500392913818,
      "epoch": 0.9256782064315908,
      "grad_norm": 2.5,
      "learning_rate": 0.0004924404716705847,
      "loss": 6.3028,
      "mean_token_accuracy": 0.13989831656217575,
      "num_tokens": 18729174.0,
      "step": 8650
    },
    {
      "entropy": 6.443165493011475,
      "epoch": 0.9262132805393547,
      "grad_norm": 1.3203125,
      "learning_rate": 0.0004924306412200603,
      "loss": 6.3853,
      "mean_token_accuracy": 0.12822362184524536,
      "num_tokens": 18740277.0,
      "step": 8655
    },
    {
      "entropy": 6.521066522598266,
      "epoch": 0.9267483546471186,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004924208044912567,
      "loss": 6.3434,
      "mean_token_accuracy": 0.13407693356275557,
      "num_tokens": 18751864.0,
      "step": 8660
    },
    {
      "entropy": 6.422997283935547,
      "epoch": 0.9272834287548826,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004924109614844579,
      "loss": 6.255,
      "mean_token_accuracy": 0.14270969852805138,
      "num_tokens": 18762786.0,
      "step": 8665
    },
    {
      "entropy": 6.358929061889649,
      "epoch": 0.9278185028626464,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004924011121999482,
      "loss": 6.3143,
      "mean_token_accuracy": 0.139602729678154,
      "num_tokens": 18772913.0,
      "step": 8670
    },
    {
      "entropy": 6.442178344726562,
      "epoch": 0.9283535769704104,
      "grad_norm": 1.21875,
      "learning_rate": 0.0004923912566380118,
      "loss": 6.2791,
      "mean_token_accuracy": 0.13877590745687485,
      "num_tokens": 18784204.0,
      "step": 8675
    },
    {
      "entropy": 6.3998900890350345,
      "epoch": 0.9288886510781743,
      "grad_norm": 1.46875,
      "learning_rate": 0.0004923813947989336,
      "loss": 6.3794,
      "mean_token_accuracy": 0.1320524051785469,
      "num_tokens": 18795425.0,
      "step": 8680
    },
    {
      "entropy": 6.521181583404541,
      "epoch": 0.9294237251859383,
      "grad_norm": 1.265625,
      "learning_rate": 0.0004923715266829981,
      "loss": 6.3175,
      "mean_token_accuracy": 0.1337410591542721,
      "num_tokens": 18806850.0,
      "step": 8685
    },
    {
      "entropy": 6.427550506591797,
      "epoch": 0.9299587992937022,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0004923616522904903,
      "loss": 6.2592,
      "mean_token_accuracy": 0.13981002643704415,
      "num_tokens": 18817272.0,
      "step": 8690
    },
    {
      "entropy": 6.4260178565979,
      "epoch": 0.930493873401466,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0004923517716216953,
      "loss": 6.406,
      "mean_token_accuracy": 0.12655333951115608,
      "num_tokens": 18827075.0,
      "step": 8695
    },
    {
      "entropy": 6.500725936889649,
      "epoch": 0.93102894750923,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004923418846768985,
      "loss": 6.3168,
      "mean_token_accuracy": 0.1307675339281559,
      "num_tokens": 18837635.0,
      "step": 8700
    },
    {
      "entropy": 6.451502656936645,
      "epoch": 0.9315640216169939,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0004923319914563852,
      "loss": 6.3032,
      "mean_token_accuracy": 0.14600803107023239,
      "num_tokens": 18848559.0,
      "step": 8705
    },
    {
      "entropy": 6.494266748428345,
      "epoch": 0.9320990957247579,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004923220919604413,
      "loss": 6.3359,
      "mean_token_accuracy": 0.13247558549046518,
      "num_tokens": 18859327.0,
      "step": 8710
    },
    {
      "entropy": 6.430937147140503,
      "epoch": 0.9326341698325218,
      "grad_norm": 1.2734375,
      "learning_rate": 0.0004923121861893525,
      "loss": 6.2876,
      "mean_token_accuracy": 0.13356452882289888,
      "num_tokens": 18869403.0,
      "step": 8715
    },
    {
      "entropy": 6.45348744392395,
      "epoch": 0.9331692439402858,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004923022741434049,
      "loss": 6.3128,
      "mean_token_accuracy": 0.1300775960087776,
      "num_tokens": 18879890.0,
      "step": 8720
    },
    {
      "entropy": 6.454838037490845,
      "epoch": 0.9337043180480497,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004922923558228846,
      "loss": 6.3324,
      "mean_token_accuracy": 0.13287571668624878,
      "num_tokens": 18890361.0,
      "step": 8725
    },
    {
      "entropy": 6.413714027404785,
      "epoch": 0.9342393921558135,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004922824312280781,
      "loss": 6.2495,
      "mean_token_accuracy": 0.13993326127529143,
      "num_tokens": 18902344.0,
      "step": 8730
    },
    {
      "entropy": 6.373650074005127,
      "epoch": 0.9347744662635775,
      "grad_norm": 1.2734375,
      "learning_rate": 0.000492272500359272,
      "loss": 6.2555,
      "mean_token_accuracy": 0.13796113207936286,
      "num_tokens": 18911364.0,
      "step": 8735
    },
    {
      "entropy": 6.418253326416016,
      "epoch": 0.9353095403713414,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004922625632167529,
      "loss": 6.3475,
      "mean_token_accuracy": 0.12562165707349776,
      "num_tokens": 18922254.0,
      "step": 8740
    },
    {
      "entropy": 6.512704133987427,
      "epoch": 0.9358446144791054,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004922526198008078,
      "loss": 6.3209,
      "mean_token_accuracy": 0.1317998453974724,
      "num_tokens": 18932943.0,
      "step": 8745
    },
    {
      "entropy": 6.4999556064605715,
      "epoch": 0.9363796885868693,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004922426701117239,
      "loss": 6.4034,
      "mean_token_accuracy": 0.12868692278861998,
      "num_tokens": 18943523.0,
      "step": 8750
    },
    {
      "entropy": 6.515548467636108,
      "epoch": 0.9369147626946333,
      "grad_norm": 1.2890625,
      "learning_rate": 0.0004922327141497884,
      "loss": 6.3705,
      "mean_token_accuracy": 0.12669930309057237,
      "num_tokens": 18955220.0,
      "step": 8755
    },
    {
      "entropy": 6.573355340957642,
      "epoch": 0.9374498368023971,
      "grad_norm": 1.453125,
      "learning_rate": 0.0004922227519152888,
      "loss": 6.3934,
      "mean_token_accuracy": 0.131385987251997,
      "num_tokens": 18966714.0,
      "step": 8760
    },
    {
      "entropy": 6.417609405517578,
      "epoch": 0.937984910910161,
      "grad_norm": 1.21875,
      "learning_rate": 0.0004922127834085128,
      "loss": 6.254,
      "mean_token_accuracy": 0.13833884298801422,
      "num_tokens": 18977998.0,
      "step": 8765
    },
    {
      "entropy": 6.386611223220825,
      "epoch": 0.938519985017925,
      "grad_norm": 1.359375,
      "learning_rate": 0.0004922028086297481,
      "loss": 6.2507,
      "mean_token_accuracy": 0.13773412480950356,
      "num_tokens": 18990210.0,
      "step": 8770
    },
    {
      "entropy": 6.481419277191162,
      "epoch": 0.9390550591256889,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004921928275792828,
      "loss": 6.3594,
      "mean_token_accuracy": 0.13566964715719224,
      "num_tokens": 19000529.0,
      "step": 8775
    },
    {
      "entropy": 6.449409055709839,
      "epoch": 0.9395901332334529,
      "grad_norm": 1.21875,
      "learning_rate": 0.0004921828402574052,
      "loss": 6.2865,
      "mean_token_accuracy": 0.13738374412059784,
      "num_tokens": 19011386.0,
      "step": 8780
    },
    {
      "entropy": 6.4130066394805905,
      "epoch": 0.9401252073412167,
      "grad_norm": 1.328125,
      "learning_rate": 0.0004921728466644037,
      "loss": 6.2836,
      "mean_token_accuracy": 0.1371908076107502,
      "num_tokens": 19022196.0,
      "step": 8785
    },
    {
      "entropy": 6.388099002838135,
      "epoch": 0.9406602814489807,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0004921628468005666,
      "loss": 6.3183,
      "mean_token_accuracy": 0.13676922619342805,
      "num_tokens": 19033221.0,
      "step": 8790
    },
    {
      "entropy": 6.4475117206573485,
      "epoch": 0.9411953555567446,
      "grad_norm": 1.171875,
      "learning_rate": 0.000492152840666183,
      "loss": 6.3557,
      "mean_token_accuracy": 0.1318049170076847,
      "num_tokens": 19044953.0,
      "step": 8795
    },
    {
      "entropy": 6.545235538482666,
      "epoch": 0.9417304296645085,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0004921428282615415,
      "loss": 6.3765,
      "mean_token_accuracy": 0.12960621118545532,
      "num_tokens": 19055512.0,
      "step": 8800
    },
    {
      "entropy": 6.476768255233765,
      "epoch": 0.9422655037722725,
      "grad_norm": 2.203125,
      "learning_rate": 0.0004921328095869313,
      "loss": 6.3907,
      "mean_token_accuracy": 0.1289285570383072,
      "num_tokens": 19065659.0,
      "step": 8805
    },
    {
      "entropy": 6.425279521942139,
      "epoch": 0.9428005778800364,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004921227846426418,
      "loss": 6.291,
      "mean_token_accuracy": 0.14513665959239005,
      "num_tokens": 19076955.0,
      "step": 8810
    },
    {
      "entropy": 6.474784851074219,
      "epoch": 0.9433356519878003,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004921127534289624,
      "loss": 6.3874,
      "mean_token_accuracy": 0.12870006412267684,
      "num_tokens": 19088305.0,
      "step": 8815
    },
    {
      "entropy": 6.502227783203125,
      "epoch": 0.9438707260955642,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004921027159461829,
      "loss": 6.3742,
      "mean_token_accuracy": 0.12985786572098731,
      "num_tokens": 19098046.0,
      "step": 8820
    },
    {
      "entropy": 6.456517028808594,
      "epoch": 0.9444058002033282,
      "grad_norm": 1.21875,
      "learning_rate": 0.0004920926721945927,
      "loss": 6.2888,
      "mean_token_accuracy": 0.13685355335474014,
      "num_tokens": 19109019.0,
      "step": 8825
    },
    {
      "entropy": 6.45530071258545,
      "epoch": 0.9449408743110921,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004920826221744823,
      "loss": 6.3062,
      "mean_token_accuracy": 0.13298919573426246,
      "num_tokens": 19119624.0,
      "step": 8830
    },
    {
      "entropy": 6.4864274024963375,
      "epoch": 0.945475948418856,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0004920725658861417,
      "loss": 6.3499,
      "mean_token_accuracy": 0.1268065832555294,
      "num_tokens": 19130577.0,
      "step": 8835
    },
    {
      "entropy": 6.487700176239014,
      "epoch": 0.94601102252662,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004920625033298611,
      "loss": 6.2345,
      "mean_token_accuracy": 0.1382552169263363,
      "num_tokens": 19140254.0,
      "step": 8840
    },
    {
      "entropy": 6.397662210464477,
      "epoch": 0.9465460966343838,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0004920524345059314,
      "loss": 6.2823,
      "mean_token_accuracy": 0.13530903160572053,
      "num_tokens": 19151357.0,
      "step": 8845
    },
    {
      "entropy": 6.472157955169678,
      "epoch": 0.9470811707421478,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004920423594146431,
      "loss": 6.2838,
      "mean_token_accuracy": 0.14035611003637313,
      "num_tokens": 19162069.0,
      "step": 8850
    },
    {
      "entropy": 6.375074100494385,
      "epoch": 0.9476162448499117,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004920322780562872,
      "loss": 6.1822,
      "mean_token_accuracy": 0.14188951328396798,
      "num_tokens": 19172515.0,
      "step": 8855
    },
    {
      "entropy": 6.3510942459106445,
      "epoch": 0.9481513189576757,
      "grad_norm": 1.296875,
      "learning_rate": 0.0004920221904311546,
      "loss": 6.1998,
      "mean_token_accuracy": 0.13968603014945985,
      "num_tokens": 19182450.0,
      "step": 8860
    },
    {
      "entropy": 6.487783193588257,
      "epoch": 0.9486863930654396,
      "grad_norm": 1.203125,
      "learning_rate": 0.0004920120965395369,
      "loss": 6.3956,
      "mean_token_accuracy": 0.1287924461066723,
      "num_tokens": 19193833.0,
      "step": 8865
    },
    {
      "entropy": 6.529372501373291,
      "epoch": 0.9492214671732034,
      "grad_norm": 1.234375,
      "learning_rate": 0.0004920019963817253,
      "loss": 6.3463,
      "mean_token_accuracy": 0.1310620926320553,
      "num_tokens": 19204970.0,
      "step": 8870
    },
    {
      "entropy": 6.496806478500366,
      "epoch": 0.9497565412809674,
      "grad_norm": 2.09375,
      "learning_rate": 0.0004919918899580117,
      "loss": 6.285,
      "mean_token_accuracy": 0.13851441517472268,
      "num_tokens": 19215795.0,
      "step": 8875
    },
    {
      "entropy": 6.419819736480713,
      "epoch": 0.9502916153887313,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004919817772686876,
      "loss": 6.3315,
      "mean_token_accuracy": 0.1281391352415085,
      "num_tokens": 19226375.0,
      "step": 8880
    },
    {
      "entropy": 6.486654472351074,
      "epoch": 0.9508266894964953,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004919716583140453,
      "loss": 6.3223,
      "mean_token_accuracy": 0.14177558049559594,
      "num_tokens": 19236066.0,
      "step": 8885
    },
    {
      "entropy": 6.377401447296142,
      "epoch": 0.9513617636042592,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004919615330943769,
      "loss": 6.2005,
      "mean_token_accuracy": 0.14210012480616568,
      "num_tokens": 19246757.0,
      "step": 8890
    },
    {
      "entropy": 6.4676275730133055,
      "epoch": 0.9518968377120232,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004919514016099746,
      "loss": 6.3604,
      "mean_token_accuracy": 0.13128288462758064,
      "num_tokens": 19257875.0,
      "step": 8895
    },
    {
      "entropy": 6.466962718963623,
      "epoch": 0.952431911819787,
      "grad_norm": 1.109375,
      "learning_rate": 0.000491941263861131,
      "loss": 6.3376,
      "mean_token_accuracy": 0.13478436544537545,
      "num_tokens": 19270236.0,
      "step": 8900
    },
    {
      "entropy": 6.418972063064575,
      "epoch": 0.9529669859275509,
      "grad_norm": 1.2578125,
      "learning_rate": 0.000491931119848139,
      "loss": 6.3083,
      "mean_token_accuracy": 0.13070244267582892,
      "num_tokens": 19280877.0,
      "step": 8905
    },
    {
      "entropy": 6.4053953170776365,
      "epoch": 0.9535020600353149,
      "grad_norm": 1.25,
      "learning_rate": 0.0004919209695712915,
      "loss": 6.2248,
      "mean_token_accuracy": 0.13718185797333718,
      "num_tokens": 19292852.0,
      "step": 8910
    },
    {
      "entropy": 6.47879991531372,
      "epoch": 0.9540371341430788,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004919108130308814,
      "loss": 6.4263,
      "mean_token_accuracy": 0.12273015826940536,
      "num_tokens": 19305516.0,
      "step": 8915
    },
    {
      "entropy": 6.471704959869385,
      "epoch": 0.9545722082508428,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004919006502272019,
      "loss": 6.2429,
      "mean_token_accuracy": 0.1446073204278946,
      "num_tokens": 19315436.0,
      "step": 8920
    },
    {
      "entropy": 6.38612208366394,
      "epoch": 0.9551072823586066,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004918904811605468,
      "loss": 6.2859,
      "mean_token_accuracy": 0.136173015832901,
      "num_tokens": 19325393.0,
      "step": 8925
    },
    {
      "entropy": 6.392364454269409,
      "epoch": 0.9556423564663706,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004918803058312094,
      "loss": 6.2776,
      "mean_token_accuracy": 0.13736315220594406,
      "num_tokens": 19336722.0,
      "step": 8930
    },
    {
      "entropy": 6.5551470756530765,
      "epoch": 0.9561774305741345,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0004918701242394837,
      "loss": 6.4449,
      "mean_token_accuracy": 0.1244717925786972,
      "num_tokens": 19348406.0,
      "step": 8935
    },
    {
      "entropy": 6.4295430183410645,
      "epoch": 0.9567125046818984,
      "grad_norm": 1.25,
      "learning_rate": 0.0004918599363856637,
      "loss": 6.2469,
      "mean_token_accuracy": 0.14535028114914894,
      "num_tokens": 19359714.0,
      "step": 8940
    },
    {
      "entropy": 6.425970792770386,
      "epoch": 0.9572475787896624,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004918497422700434,
      "loss": 6.2811,
      "mean_token_accuracy": 0.1344941198825836,
      "num_tokens": 19370833.0,
      "step": 8945
    },
    {
      "entropy": 6.4786412715911865,
      "epoch": 0.9577826528974263,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004918395418929174,
      "loss": 6.3818,
      "mean_token_accuracy": 0.12696493193507194,
      "num_tokens": 19382098.0,
      "step": 8950
    },
    {
      "entropy": 6.465514326095581,
      "epoch": 0.9583177270051902,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00049182933525458,
      "loss": 6.351,
      "mean_token_accuracy": 0.12936325147747993,
      "num_tokens": 19393595.0,
      "step": 8955
    },
    {
      "entropy": 6.465545988082885,
      "epoch": 0.9588528011129541,
      "grad_norm": 1.1953125,
      "learning_rate": 0.000491819122355326,
      "loss": 6.2925,
      "mean_token_accuracy": 0.14031073376536368,
      "num_tokens": 19405296.0,
      "step": 8960
    },
    {
      "entropy": 6.464176940917969,
      "epoch": 0.9593878752207181,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004918089031954503,
      "loss": 6.3138,
      "mean_token_accuracy": 0.1319153942167759,
      "num_tokens": 19415693.0,
      "step": 8965
    },
    {
      "entropy": 6.440121650695801,
      "epoch": 0.959922949328482,
      "grad_norm": 1.0859375,
      "learning_rate": 0.000491798677775248,
      "loss": 6.3507,
      "mean_token_accuracy": 0.13368432521820067,
      "num_tokens": 19426140.0,
      "step": 8970
    },
    {
      "entropy": 6.539132404327392,
      "epoch": 0.9604580234362459,
      "grad_norm": 1.125,
      "learning_rate": 0.0004917884460950144,
      "loss": 6.394,
      "mean_token_accuracy": 0.13047945350408555,
      "num_tokens": 19437543.0,
      "step": 8975
    },
    {
      "entropy": 6.447048616409302,
      "epoch": 0.9609930975440099,
      "grad_norm": 1.125,
      "learning_rate": 0.000491778208155045,
      "loss": 6.2929,
      "mean_token_accuracy": 0.13499191179871559,
      "num_tokens": 19447788.0,
      "step": 8980
    },
    {
      "entropy": 6.472111606597901,
      "epoch": 0.9615281716517737,
      "grad_norm": 1.3359375,
      "learning_rate": 0.0004917679639556351,
      "loss": 6.3143,
      "mean_token_accuracy": 0.13168717473745345,
      "num_tokens": 19457587.0,
      "step": 8985
    },
    {
      "entropy": 6.444050407409668,
      "epoch": 0.9620632457595377,
      "grad_norm": 1.21875,
      "learning_rate": 0.0004917577134970808,
      "loss": 6.2378,
      "mean_token_accuracy": 0.1373984508216381,
      "num_tokens": 19467422.0,
      "step": 8990
    },
    {
      "entropy": 6.393634366989136,
      "epoch": 0.9625983198673016,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004917474567796778,
      "loss": 6.2883,
      "mean_token_accuracy": 0.13712013587355615,
      "num_tokens": 19479037.0,
      "step": 8995
    },
    {
      "entropy": 6.391675758361816,
      "epoch": 0.9631333939750656,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004917371938037226,
      "loss": 6.2177,
      "mean_token_accuracy": 0.15161346048116683,
      "num_tokens": 19489639.0,
      "step": 9000
    },
    {
      "epoch": 0.9631333939750656,
      "eval_entropy": 6.3108516717535466,
      "eval_loss": 6.369574546813965,
      "eval_mean_token_accuracy": 0.13738052544994858,
      "eval_num_tokens": 19489639.0,
      "eval_runtime": 22.6999,
      "eval_samples_per_second": 1307.45,
      "eval_steps_per_second": 163.437,
      "step": 9000
    }
  ],
  "logging_steps": 5,
  "max_steps": 93440,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 10,
  "save_steps": 3000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 2.8647633788928e+16,
  "train_batch_size": 16,
  "trial_name": null,
  "trial_params": null
}