{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.926348648912301,
  "eval_steps": 3000,
  "global_step": 15000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "entropy": 2.9766478300094605,
      "epoch": 0.0009755145839430299,
      "grad_norm": 19.125,
      "learning_rate": 2e-06,
      "loss": 14.6417,
      "mean_token_accuracy": 0.023680092487484216,
      "num_tokens": 17120.0,
      "step": 5
    },
    {
      "entropy": 2.8746404886245727,
      "epoch": 0.0019510291678860598,
      "grad_norm": 17.25,
      "learning_rate": 4.5e-06,
      "loss": 14.6326,
      "mean_token_accuracy": 0.024563737865537404,
      "num_tokens": 34182.0,
      "step": 10
    },
    {
      "entropy": 3.093658471107483,
      "epoch": 0.0029265437518290896,
      "grad_norm": 18.75,
      "learning_rate": 7e-06,
      "loss": 14.6219,
      "mean_token_accuracy": 0.019473212491720914,
      "num_tokens": 51205.0,
      "step": 15
    },
    {
      "entropy": 3.302582025527954,
      "epoch": 0.0039020583357721197,
      "grad_norm": 24.625,
      "learning_rate": 9.5e-06,
      "loss": 14.4842,
      "mean_token_accuracy": 0.014939527865499258,
      "num_tokens": 67722.0,
      "step": 20
    },
    {
      "entropy": 3.4576565742492678,
      "epoch": 0.00487757291971515,
      "grad_norm": 26.875,
      "learning_rate": 1.2e-05,
      "loss": 14.1318,
      "mean_token_accuracy": 0.016859303461387753,
      "num_tokens": 84230.0,
      "step": 25
    },
    {
      "entropy": 4.007175302505493,
      "epoch": 0.005853087503658179,
      "grad_norm": 36.0,
      "learning_rate": 1.4500000000000002e-05,
      "loss": 13.5415,
      "mean_token_accuracy": 0.021240592701360583,
      "num_tokens": 100967.0,
      "step": 30
    },
    {
      "entropy": 6.149684953689575,
      "epoch": 0.00682860208760121,
      "grad_norm": 32.25,
      "learning_rate": 1.7000000000000003e-05,
      "loss": 12.3571,
      "mean_token_accuracy": 0.014938191510736942,
      "num_tokens": 117450.0,
      "step": 35
    },
    {
      "entropy": 9.185105991363525,
      "epoch": 0.007804116671544239,
      "grad_norm": 15.8125,
      "learning_rate": 1.95e-05,
      "loss": 11.1352,
      "mean_token_accuracy": 0.013616356626152992,
      "num_tokens": 135328.0,
      "step": 40
    },
    {
      "entropy": 10.538428592681885,
      "epoch": 0.00877963125548727,
      "grad_norm": 3.5625,
      "learning_rate": 2.2e-05,
      "loss": 10.7242,
      "mean_token_accuracy": 0.007964215148240328,
      "num_tokens": 152571.0,
      "step": 45
    },
    {
      "entropy": 10.594391059875488,
      "epoch": 0.0097551458394303,
      "grad_norm": 2.875,
      "learning_rate": 2.4500000000000003e-05,
      "loss": 10.5051,
      "mean_token_accuracy": 0.020350533118471504,
      "num_tokens": 170216.0,
      "step": 50
    },
    {
      "entropy": 10.461821460723877,
      "epoch": 0.010730660423373329,
      "grad_norm": 2.59375,
      "learning_rate": 2.7e-05,
      "loss": 10.3579,
      "mean_token_accuracy": 0.023615096881985664,
      "num_tokens": 186513.0,
      "step": 55
    },
    {
      "entropy": 10.629265594482423,
      "epoch": 0.011706175007316359,
      "grad_norm": 1.90625,
      "learning_rate": 2.95e-05,
      "loss": 10.1783,
      "mean_token_accuracy": 0.06680442728102207,
      "num_tokens": 202600.0,
      "step": 60
    },
    {
      "entropy": 10.548507595062256,
      "epoch": 0.01268168959125939,
      "grad_norm": 2.03125,
      "learning_rate": 3.2e-05,
      "loss": 10.0232,
      "mean_token_accuracy": 0.0800214022397995,
      "num_tokens": 220270.0,
      "step": 65
    },
    {
      "entropy": 10.453729629516602,
      "epoch": 0.01365720417520242,
      "grad_norm": 1.6640625,
      "learning_rate": 3.4500000000000005e-05,
      "loss": 9.8986,
      "mean_token_accuracy": 0.08365228101611137,
      "num_tokens": 236810.0,
      "step": 70
    },
    {
      "entropy": 10.486371517181396,
      "epoch": 0.014632718759145449,
      "grad_norm": 1.484375,
      "learning_rate": 3.7e-05,
      "loss": 9.8701,
      "mean_token_accuracy": 0.07463902905583382,
      "num_tokens": 252559.0,
      "step": 75
    },
    {
      "entropy": 10.375898456573486,
      "epoch": 0.015608233343088479,
      "grad_norm": 1.5390625,
      "learning_rate": 3.95e-05,
      "loss": 9.7318,
      "mean_token_accuracy": 0.08457129299640656,
      "num_tokens": 268507.0,
      "step": 80
    },
    {
      "entropy": 10.432976818084716,
      "epoch": 0.01658374792703151,
      "grad_norm": 1.546875,
      "learning_rate": 4.2000000000000004e-05,
      "loss": 9.6967,
      "mean_token_accuracy": 0.08318854123353958,
      "num_tokens": 284776.0,
      "step": 85
    },
    {
      "entropy": 10.440800666809082,
      "epoch": 0.01755926251097454,
      "grad_norm": 1.2578125,
      "learning_rate": 4.45e-05,
      "loss": 9.6802,
      "mean_token_accuracy": 0.07657109946012497,
      "num_tokens": 300937.0,
      "step": 90
    },
    {
      "entropy": 10.422488117218018,
      "epoch": 0.01853477709491757,
      "grad_norm": 1.421875,
      "learning_rate": 4.7000000000000004e-05,
      "loss": 9.5994,
      "mean_token_accuracy": 0.07628178820014,
      "num_tokens": 317464.0,
      "step": 95
    },
    {
      "entropy": 10.335647296905517,
      "epoch": 0.0195102916788606,
      "grad_norm": 1.3671875,
      "learning_rate": 4.9500000000000004e-05,
      "loss": 9.4601,
      "mean_token_accuracy": 0.07984406501054764,
      "num_tokens": 334022.0,
      "step": 100
    },
    {
      "entropy": 10.338857746124267,
      "epoch": 0.02048580626280363,
      "grad_norm": 1.3515625,
      "learning_rate": 5.2e-05,
      "loss": 9.4204,
      "mean_token_accuracy": 0.08062015175819397,
      "num_tokens": 350545.0,
      "step": 105
    },
    {
      "entropy": 10.264245700836181,
      "epoch": 0.021461320846746658,
      "grad_norm": 1.2890625,
      "learning_rate": 5.45e-05,
      "loss": 9.3381,
      "mean_token_accuracy": 0.08677204474806785,
      "num_tokens": 368878.0,
      "step": 110
    },
    {
      "entropy": 10.274968814849853,
      "epoch": 0.022436835430689687,
      "grad_norm": 1.1484375,
      "learning_rate": 5.7e-05,
      "loss": 9.3003,
      "mean_token_accuracy": 0.08115394040942192,
      "num_tokens": 388381.0,
      "step": 115
    },
    {
      "entropy": 10.184232711791992,
      "epoch": 0.023412350014632717,
      "grad_norm": 1.2734375,
      "learning_rate": 5.9499999999999996e-05,
      "loss": 9.2366,
      "mean_token_accuracy": 0.07711499892175197,
      "num_tokens": 403727.0,
      "step": 120
    },
    {
      "entropy": 10.163524627685547,
      "epoch": 0.02438786459857575,
      "grad_norm": 1.0703125,
      "learning_rate": 6.2e-05,
      "loss": 9.1629,
      "mean_token_accuracy": 0.08056230619549751,
      "num_tokens": 419046.0,
      "step": 125
    },
    {
      "entropy": 10.040641689300537,
      "epoch": 0.02536337918251878,
      "grad_norm": 1.7890625,
      "learning_rate": 6.450000000000001e-05,
      "loss": 9.0382,
      "mean_token_accuracy": 0.08940373361110687,
      "num_tokens": 435186.0,
      "step": 130
    },
    {
      "entropy": 9.979869842529297,
      "epoch": 0.02633889376646181,
      "grad_norm": 1.0546875,
      "learning_rate": 6.7e-05,
      "loss": 8.9974,
      "mean_token_accuracy": 0.08406480178236961,
      "num_tokens": 451552.0,
      "step": 135
    },
    {
      "entropy": 9.885489559173584,
      "epoch": 0.02731440835040484,
      "grad_norm": 1.828125,
      "learning_rate": 6.950000000000001e-05,
      "loss": 8.9502,
      "mean_token_accuracy": 0.08568493612110614,
      "num_tokens": 468006.0,
      "step": 140
    },
    {
      "entropy": 9.81715898513794,
      "epoch": 0.02828992293434787,
      "grad_norm": 0.98046875,
      "learning_rate": 7.2e-05,
      "loss": 8.883,
      "mean_token_accuracy": 0.08229759335517883,
      "num_tokens": 484381.0,
      "step": 145
    },
    {
      "entropy": 9.719689846038818,
      "epoch": 0.029265437518290898,
      "grad_norm": 1.6875,
      "learning_rate": 7.45e-05,
      "loss": 8.8508,
      "mean_token_accuracy": 0.08485062494874,
      "num_tokens": 501309.0,
      "step": 150
    },
    {
      "entropy": 9.652300357818604,
      "epoch": 0.030240952102233928,
      "grad_norm": 1.296875,
      "learning_rate": 7.7e-05,
      "loss": 8.7928,
      "mean_token_accuracy": 0.07957165949046612,
      "num_tokens": 518290.0,
      "step": 155
    },
    {
      "entropy": 9.658570861816406,
      "epoch": 0.031216466686176957,
      "grad_norm": 0.7109375,
      "learning_rate": 7.950000000000001e-05,
      "loss": 8.7429,
      "mean_token_accuracy": 0.08276331052184105,
      "num_tokens": 533700.0,
      "step": 160
    },
    {
      "entropy": 9.452359008789063,
      "epoch": 0.03219198127011999,
      "grad_norm": 0.8984375,
      "learning_rate": 8.2e-05,
      "loss": 8.5971,
      "mean_token_accuracy": 0.08969579339027405,
      "num_tokens": 548935.0,
      "step": 165
    },
    {
      "entropy": 9.373422050476075,
      "epoch": 0.03316749585406302,
      "grad_norm": 0.73828125,
      "learning_rate": 8.450000000000001e-05,
      "loss": 8.6277,
      "mean_token_accuracy": 0.08311848118901252,
      "num_tokens": 565869.0,
      "step": 170
    },
    {
      "entropy": 9.318701362609863,
      "epoch": 0.03414301043800605,
      "grad_norm": 0.86328125,
      "learning_rate": 8.7e-05,
      "loss": 8.6477,
      "mean_token_accuracy": 0.08514618873596191,
      "num_tokens": 583065.0,
      "step": 175
    },
    {
      "entropy": 9.249837398529053,
      "epoch": 0.03511852502194908,
      "grad_norm": 0.9375,
      "learning_rate": 8.95e-05,
      "loss": 8.6293,
      "mean_token_accuracy": 0.08451943099498749,
      "num_tokens": 599875.0,
      "step": 180
    },
    {
      "entropy": 9.101829338073731,
      "epoch": 0.03609403960589211,
      "grad_norm": 0.68359375,
      "learning_rate": 9.2e-05,
      "loss": 8.5864,
      "mean_token_accuracy": 0.08677933588624001,
      "num_tokens": 616296.0,
      "step": 185
    },
    {
      "entropy": 9.112464332580567,
      "epoch": 0.03706955418983514,
      "grad_norm": 0.73828125,
      "learning_rate": 9.45e-05,
      "loss": 8.5376,
      "mean_token_accuracy": 0.07994686216115951,
      "num_tokens": 632548.0,
      "step": 190
    },
    {
      "entropy": 9.068296527862548,
      "epoch": 0.03804506877377817,
      "grad_norm": 0.66015625,
      "learning_rate": 9.7e-05,
      "loss": 8.5451,
      "mean_token_accuracy": 0.08514821305871009,
      "num_tokens": 650395.0,
      "step": 195
    },
    {
      "entropy": 8.906174850463866,
      "epoch": 0.0390205833577212,
      "grad_norm": 2.25,
      "learning_rate": 9.95e-05,
      "loss": 8.5329,
      "mean_token_accuracy": 0.09522328898310661,
      "num_tokens": 668453.0,
      "step": 200
    },
    {
      "entropy": 8.815705966949462,
      "epoch": 0.03999609794166423,
      "grad_norm": 0.734375,
      "learning_rate": 0.000102,
      "loss": 8.4799,
      "mean_token_accuracy": 0.08324785456061363,
      "num_tokens": 683914.0,
      "step": 205
    },
    {
      "entropy": 8.980221557617188,
      "epoch": 0.04097161252560726,
      "grad_norm": 0.71484375,
      "learning_rate": 0.00010449999999999999,
      "loss": 8.5327,
      "mean_token_accuracy": 0.08584341704845429,
      "num_tokens": 700480.0,
      "step": 210
    },
    {
      "entropy": 8.843296813964844,
      "epoch": 0.041947127109550286,
      "grad_norm": 0.625,
      "learning_rate": 0.000107,
      "loss": 8.5087,
      "mean_token_accuracy": 0.08261171132326126,
      "num_tokens": 716604.0,
      "step": 215
    },
    {
      "entropy": 8.82944040298462,
      "epoch": 0.042922641693493316,
      "grad_norm": 0.625,
      "learning_rate": 0.0001095,
      "loss": 8.4928,
      "mean_token_accuracy": 0.08608382642269134,
      "num_tokens": 732697.0,
      "step": 220
    },
    {
      "entropy": 8.857663631439209,
      "epoch": 0.043898156277436345,
      "grad_norm": 0.6171875,
      "learning_rate": 0.000112,
      "loss": 8.5591,
      "mean_token_accuracy": 0.08012843132019043,
      "num_tokens": 749072.0,
      "step": 225
    },
    {
      "entropy": 8.810017681121826,
      "epoch": 0.044873670861379375,
      "grad_norm": 0.62109375,
      "learning_rate": 0.0001145,
      "loss": 8.5164,
      "mean_token_accuracy": 0.083363825827837,
      "num_tokens": 767826.0,
      "step": 230
    },
    {
      "entropy": 8.809004497528075,
      "epoch": 0.045849185445322405,
      "grad_norm": 1.578125,
      "learning_rate": 0.00011700000000000001,
      "loss": 8.4454,
      "mean_token_accuracy": 0.08511443473398686,
      "num_tokens": 786863.0,
      "step": 235
    },
    {
      "entropy": 8.765242576599121,
      "epoch": 0.046824700029265434,
      "grad_norm": 1.09375,
      "learning_rate": 0.00011949999999999999,
      "loss": 8.4296,
      "mean_token_accuracy": 0.09359418824315072,
      "num_tokens": 803925.0,
      "step": 240
    },
    {
      "entropy": 8.702787971496582,
      "epoch": 0.04780021461320847,
      "grad_norm": 0.74609375,
      "learning_rate": 0.000122,
      "loss": 8.4898,
      "mean_token_accuracy": 0.08749726414680481,
      "num_tokens": 822088.0,
      "step": 245
    },
    {
      "entropy": 8.754209804534913,
      "epoch": 0.0487757291971515,
      "grad_norm": 0.6328125,
      "learning_rate": 0.0001245,
      "loss": 8.4886,
      "mean_token_accuracy": 0.08777656331658364,
      "num_tokens": 837991.0,
      "step": 250
    },
    {
      "entropy": 8.69994945526123,
      "epoch": 0.04975124378109453,
      "grad_norm": 1.375,
      "learning_rate": 0.000127,
      "loss": 8.4096,
      "mean_token_accuracy": 0.09531000778079032,
      "num_tokens": 855593.0,
      "step": 255
    },
    {
      "entropy": 8.814885520935059,
      "epoch": 0.05072675836503756,
      "grad_norm": 0.6328125,
      "learning_rate": 0.0001295,
      "loss": 8.4121,
      "mean_token_accuracy": 0.08780986666679383,
      "num_tokens": 873696.0,
      "step": 260
    },
    {
      "entropy": 8.691367816925048,
      "epoch": 0.05170227294898059,
      "grad_norm": 0.69140625,
      "learning_rate": 0.000132,
      "loss": 8.4116,
      "mean_token_accuracy": 0.08613176308572293,
      "num_tokens": 890023.0,
      "step": 265
    },
    {
      "entropy": 8.771553230285644,
      "epoch": 0.05267778753292362,
      "grad_norm": 0.66015625,
      "learning_rate": 0.00013450000000000002,
      "loss": 8.5322,
      "mean_token_accuracy": 0.08385844901204109,
      "num_tokens": 906492.0,
      "step": 270
    },
    {
      "entropy": 8.613368129730224,
      "epoch": 0.05365330211686665,
      "grad_norm": 0.9296875,
      "learning_rate": 0.00013700000000000002,
      "loss": 8.4744,
      "mean_token_accuracy": 0.0832776077091694,
      "num_tokens": 921837.0,
      "step": 275
    },
    {
      "entropy": 8.749843883514405,
      "epoch": 0.05462881670080968,
      "grad_norm": 1.3984375,
      "learning_rate": 0.0001395,
      "loss": 8.4188,
      "mean_token_accuracy": 0.09616234973073005,
      "num_tokens": 938771.0,
      "step": 280
    },
    {
      "entropy": 8.634615898132324,
      "epoch": 0.05560433128475271,
      "grad_norm": 0.6875,
      "learning_rate": 0.00014199999999999998,
      "loss": 8.4207,
      "mean_token_accuracy": 0.08592401072382927,
      "num_tokens": 954562.0,
      "step": 285
    },
    {
      "entropy": 8.681969547271729,
      "epoch": 0.05657984586869574,
      "grad_norm": 0.73828125,
      "learning_rate": 0.0001445,
      "loss": 8.384,
      "mean_token_accuracy": 0.09005839563906193,
      "num_tokens": 973700.0,
      "step": 290
    },
    {
      "entropy": 8.68220386505127,
      "epoch": 0.05755536045263877,
      "grad_norm": 0.6015625,
      "learning_rate": 0.000147,
      "loss": 8.4173,
      "mean_token_accuracy": 0.08547075390815735,
      "num_tokens": 990688.0,
      "step": 295
    },
    {
      "entropy": 8.626276206970214,
      "epoch": 0.058530875036581796,
      "grad_norm": 0.609375,
      "learning_rate": 0.0001495,
      "loss": 8.487,
      "mean_token_accuracy": 0.08393812403082848,
      "num_tokens": 1008144.0,
      "step": 300
    },
    {
      "entropy": 8.651608943939209,
      "epoch": 0.059506389620524826,
      "grad_norm": 0.609375,
      "learning_rate": 0.000152,
      "loss": 8.4422,
      "mean_token_accuracy": 0.08627958744764327,
      "num_tokens": 1027379.0,
      "step": 305
    },
    {
      "entropy": 8.613696575164795,
      "epoch": 0.060481904204467855,
      "grad_norm": 0.75,
      "learning_rate": 0.00015450000000000001,
      "loss": 8.4289,
      "mean_token_accuracy": 0.09238211661577225,
      "num_tokens": 1043999.0,
      "step": 310
    },
    {
      "entropy": 8.620658779144287,
      "epoch": 0.061457418788410885,
      "grad_norm": 0.77734375,
      "learning_rate": 0.000157,
      "loss": 8.4301,
      "mean_token_accuracy": 0.08504614084959031,
      "num_tokens": 1062237.0,
      "step": 315
    },
    {
      "entropy": 8.677656650543213,
      "epoch": 0.062432933372353915,
      "grad_norm": 1.5078125,
      "learning_rate": 0.0001595,
      "loss": 8.3701,
      "mean_token_accuracy": 0.0938310906291008,
      "num_tokens": 1078092.0,
      "step": 320
    },
    {
      "entropy": 8.577167224884032,
      "epoch": 0.06340844795629695,
      "grad_norm": 0.86328125,
      "learning_rate": 0.000162,
      "loss": 8.4129,
      "mean_token_accuracy": 0.09372566789388656,
      "num_tokens": 1095124.0,
      "step": 325
    },
    {
      "entropy": 8.622019290924072,
      "epoch": 0.06438396254023998,
      "grad_norm": 0.6875,
      "learning_rate": 0.00016450000000000001,
      "loss": 8.4042,
      "mean_token_accuracy": 0.08834576904773712,
      "num_tokens": 1112775.0,
      "step": 330
    },
    {
      "entropy": 8.616455364227296,
      "epoch": 0.06535947712418301,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00016700000000000002,
      "loss": 8.3566,
      "mean_token_accuracy": 0.09236226156353951,
      "num_tokens": 1129726.0,
      "step": 335
    },
    {
      "entropy": 8.567400646209716,
      "epoch": 0.06633499170812604,
      "grad_norm": 0.8046875,
      "learning_rate": 0.00016950000000000003,
      "loss": 8.4042,
      "mean_token_accuracy": 0.09315266758203507,
      "num_tokens": 1144034.0,
      "step": 340
    },
    {
      "entropy": 8.621097087860107,
      "epoch": 0.06731050629206907,
      "grad_norm": 0.7421875,
      "learning_rate": 0.00017199999999999998,
      "loss": 8.3507,
      "mean_token_accuracy": 0.09208079949021339,
      "num_tokens": 1159633.0,
      "step": 345
    },
    {
      "entropy": 8.543352127075195,
      "epoch": 0.0682860208760121,
      "grad_norm": 0.8046875,
      "learning_rate": 0.00017449999999999999,
      "loss": 8.301,
      "mean_token_accuracy": 0.09103573486208916,
      "num_tokens": 1175350.0,
      "step": 350
    },
    {
      "entropy": 8.433770656585693,
      "epoch": 0.06926153545995513,
      "grad_norm": 1.03125,
      "learning_rate": 0.000177,
      "loss": 8.251,
      "mean_token_accuracy": 0.09555190205574035,
      "num_tokens": 1193121.0,
      "step": 355
    },
    {
      "entropy": 8.62976531982422,
      "epoch": 0.07023705004389816,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0001795,
      "loss": 8.3979,
      "mean_token_accuracy": 0.09072723165154457,
      "num_tokens": 1209896.0,
      "step": 360
    },
    {
      "entropy": 8.566699409484864,
      "epoch": 0.07121256462784119,
      "grad_norm": 1.1328125,
      "learning_rate": 0.000182,
      "loss": 8.3737,
      "mean_token_accuracy": 0.08897408023476601,
      "num_tokens": 1227011.0,
      "step": 365
    },
    {
      "entropy": 8.508051204681397,
      "epoch": 0.07218807921178422,
      "grad_norm": 0.8359375,
      "learning_rate": 0.0001845,
      "loss": 8.3105,
      "mean_token_accuracy": 0.09084449261426926,
      "num_tokens": 1241595.0,
      "step": 370
    },
    {
      "entropy": 8.531622886657715,
      "epoch": 0.07316359379572725,
      "grad_norm": 0.875,
      "learning_rate": 0.000187,
      "loss": 8.3269,
      "mean_token_accuracy": 0.08802430108189582,
      "num_tokens": 1256919.0,
      "step": 375
    },
    {
      "entropy": 8.544854354858398,
      "epoch": 0.07413910837967028,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0001895,
      "loss": 8.3217,
      "mean_token_accuracy": 0.10469982475042343,
      "num_tokens": 1274344.0,
      "step": 380
    },
    {
      "entropy": 8.513376903533935,
      "epoch": 0.0751146229636133,
      "grad_norm": 0.7578125,
      "learning_rate": 0.000192,
      "loss": 8.2985,
      "mean_token_accuracy": 0.09606277942657471,
      "num_tokens": 1290252.0,
      "step": 385
    },
    {
      "entropy": 8.597062873840333,
      "epoch": 0.07609013754755634,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0001945,
      "loss": 8.3631,
      "mean_token_accuracy": 0.08963260576128959,
      "num_tokens": 1306987.0,
      "step": 390
    },
    {
      "entropy": 8.604188060760498,
      "epoch": 0.07706565213149937,
      "grad_norm": 0.875,
      "learning_rate": 0.00019700000000000002,
      "loss": 8.3807,
      "mean_token_accuracy": 0.08827338665723801,
      "num_tokens": 1323031.0,
      "step": 395
    },
    {
      "entropy": 8.52640790939331,
      "epoch": 0.0780411667154424,
      "grad_norm": 0.921875,
      "learning_rate": 0.00019950000000000002,
      "loss": 8.3226,
      "mean_token_accuracy": 0.08803676143288612,
      "num_tokens": 1339592.0,
      "step": 400
    },
    {
      "entropy": 8.56795015335083,
      "epoch": 0.07901668129938542,
      "grad_norm": 0.75390625,
      "learning_rate": 0.000202,
      "loss": 8.3038,
      "mean_token_accuracy": 0.09822543263435364,
      "num_tokens": 1358131.0,
      "step": 405
    },
    {
      "entropy": 8.49936819076538,
      "epoch": 0.07999219588332845,
      "grad_norm": 0.8828125,
      "learning_rate": 0.00020449999999999998,
      "loss": 8.2416,
      "mean_token_accuracy": 0.09935245588421822,
      "num_tokens": 1375705.0,
      "step": 410
    },
    {
      "entropy": 8.438391208648682,
      "epoch": 0.08096771046727148,
      "grad_norm": 0.83203125,
      "learning_rate": 0.000207,
      "loss": 8.2639,
      "mean_token_accuracy": 0.0976213738322258,
      "num_tokens": 1392736.0,
      "step": 415
    },
    {
      "entropy": 8.477056121826172,
      "epoch": 0.08194322505121451,
      "grad_norm": 0.7890625,
      "learning_rate": 0.0002095,
      "loss": 8.2869,
      "mean_token_accuracy": 0.09002979025244713,
      "num_tokens": 1408536.0,
      "step": 420
    },
    {
      "entropy": 8.45663366317749,
      "epoch": 0.08291873963515754,
      "grad_norm": 0.7109375,
      "learning_rate": 0.000212,
      "loss": 8.2624,
      "mean_token_accuracy": 0.09269042685627937,
      "num_tokens": 1425423.0,
      "step": 425
    },
    {
      "entropy": 8.54402027130127,
      "epoch": 0.08389425421910057,
      "grad_norm": 0.70703125,
      "learning_rate": 0.0002145,
      "loss": 8.2807,
      "mean_token_accuracy": 0.09243328273296356,
      "num_tokens": 1442420.0,
      "step": 430
    },
    {
      "entropy": 8.46742868423462,
      "epoch": 0.0848697688030436,
      "grad_norm": 0.765625,
      "learning_rate": 0.00021700000000000002,
      "loss": 8.2373,
      "mean_token_accuracy": 0.09734182208776473,
      "num_tokens": 1458835.0,
      "step": 435
    },
    {
      "entropy": 8.510400676727295,
      "epoch": 0.08584528338698663,
      "grad_norm": 0.71484375,
      "learning_rate": 0.0002195,
      "loss": 8.3307,
      "mean_token_accuracy": 0.08899251222610474,
      "num_tokens": 1475563.0,
      "step": 440
    },
    {
      "entropy": 8.55044527053833,
      "epoch": 0.08682079797092966,
      "grad_norm": 1.0078125,
      "learning_rate": 0.000222,
      "loss": 8.2798,
      "mean_token_accuracy": 0.10081091448664665,
      "num_tokens": 1492687.0,
      "step": 445
    },
    {
      "entropy": 8.521657180786132,
      "epoch": 0.08779631255487269,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0002245,
      "loss": 8.3,
      "mean_token_accuracy": 0.08999344632029534,
      "num_tokens": 1508394.0,
      "step": 450
    },
    {
      "entropy": 8.461956119537353,
      "epoch": 0.08877182713881572,
      "grad_norm": 0.859375,
      "learning_rate": 0.00022700000000000002,
      "loss": 8.2722,
      "mean_token_accuracy": 0.09951426908373832,
      "num_tokens": 1527112.0,
      "step": 455
    },
    {
      "entropy": 8.371872329711914,
      "epoch": 0.08974734172275875,
      "grad_norm": 0.9296875,
      "learning_rate": 0.00022950000000000002,
      "loss": 8.3059,
      "mean_token_accuracy": 0.09823538959026337,
      "num_tokens": 1545401.0,
      "step": 460
    },
    {
      "entropy": 8.571519374847412,
      "epoch": 0.09072285630670178,
      "grad_norm": 0.828125,
      "learning_rate": 0.00023200000000000003,
      "loss": 8.177,
      "mean_token_accuracy": 0.09758451730012893,
      "num_tokens": 1561621.0,
      "step": 465
    },
    {
      "entropy": 8.506033992767334,
      "epoch": 0.09169837089064481,
      "grad_norm": 0.86328125,
      "learning_rate": 0.00023449999999999998,
      "loss": 8.2855,
      "mean_token_accuracy": 0.09499907344579697,
      "num_tokens": 1579225.0,
      "step": 470
    },
    {
      "entropy": 8.468109607696533,
      "epoch": 0.09267388547458784,
      "grad_norm": 0.84765625,
      "learning_rate": 0.000237,
      "loss": 8.1943,
      "mean_token_accuracy": 0.09583869129419327,
      "num_tokens": 1596125.0,
      "step": 475
    },
    {
      "entropy": 8.43943977355957,
      "epoch": 0.09364940005853087,
      "grad_norm": 0.71875,
      "learning_rate": 0.0002395,
      "loss": 8.2995,
      "mean_token_accuracy": 0.08718594834208489,
      "num_tokens": 1613451.0,
      "step": 480
    },
    {
      "entropy": 8.463754653930664,
      "epoch": 0.09462491464247391,
      "grad_norm": 0.8203125,
      "learning_rate": 0.000242,
      "loss": 8.2581,
      "mean_token_accuracy": 0.09351714700460434,
      "num_tokens": 1630929.0,
      "step": 485
    },
    {
      "entropy": 8.477511882781982,
      "epoch": 0.09560042922641694,
      "grad_norm": 0.76953125,
      "learning_rate": 0.0002445,
      "loss": 8.2527,
      "mean_token_accuracy": 0.09388960897922516,
      "num_tokens": 1647379.0,
      "step": 490
    },
    {
      "entropy": 8.438141918182373,
      "epoch": 0.09657594381035997,
      "grad_norm": 0.98828125,
      "learning_rate": 0.000247,
      "loss": 8.0326,
      "mean_token_accuracy": 0.11119685173034669,
      "num_tokens": 1664415.0,
      "step": 495
    },
    {
      "entropy": 8.311398983001709,
      "epoch": 0.097551458394303,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0002495,
      "loss": 8.0968,
      "mean_token_accuracy": 0.10252611264586449,
      "num_tokens": 1679556.0,
      "step": 500
    },
    {
      "entropy": 8.327784490585326,
      "epoch": 0.09852697297824603,
      "grad_norm": 0.875,
      "learning_rate": 0.000252,
      "loss": 8.0437,
      "mean_token_accuracy": 0.11204132661223412,
      "num_tokens": 1696727.0,
      "step": 505
    },
    {
      "entropy": 8.415677928924561,
      "epoch": 0.09950248756218906,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0002545,
      "loss": 8.104,
      "mean_token_accuracy": 0.10669132620096207,
      "num_tokens": 1713918.0,
      "step": 510
    },
    {
      "entropy": 8.345568943023682,
      "epoch": 0.10047800214613209,
      "grad_norm": 0.83984375,
      "learning_rate": 0.000257,
      "loss": 8.2521,
      "mean_token_accuracy": 0.08853555247187614,
      "num_tokens": 1729581.0,
      "step": 515
    },
    {
      "entropy": 8.433890056610107,
      "epoch": 0.10145351673007512,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0002595,
      "loss": 8.1225,
      "mean_token_accuracy": 0.08972057402133941,
      "num_tokens": 1746367.0,
      "step": 520
    },
    {
      "entropy": 8.47779598236084,
      "epoch": 0.10242903131401815,
      "grad_norm": 0.9921875,
      "learning_rate": 0.000262,
      "loss": 8.2143,
      "mean_token_accuracy": 0.0906743973493576,
      "num_tokens": 1765009.0,
      "step": 525
    },
    {
      "entropy": 8.399079418182373,
      "epoch": 0.10340454589796118,
      "grad_norm": 0.74609375,
      "learning_rate": 0.00026450000000000003,
      "loss": 8.2183,
      "mean_token_accuracy": 0.09412049129605293,
      "num_tokens": 1782113.0,
      "step": 530
    },
    {
      "entropy": 8.368115329742432,
      "epoch": 0.10438006048190421,
      "grad_norm": 0.70703125,
      "learning_rate": 0.00026700000000000004,
      "loss": 8.1187,
      "mean_token_accuracy": 0.09834975972771645,
      "num_tokens": 1798301.0,
      "step": 535
    },
    {
      "entropy": 8.39275369644165,
      "epoch": 0.10535557506584724,
      "grad_norm": 0.8515625,
      "learning_rate": 0.00026950000000000005,
      "loss": 8.1437,
      "mean_token_accuracy": 0.09389334619045257,
      "num_tokens": 1815059.0,
      "step": 540
    },
    {
      "entropy": 8.319794654846191,
      "epoch": 0.10633108964979027,
      "grad_norm": 1.015625,
      "learning_rate": 0.00027200000000000005,
      "loss": 8.0478,
      "mean_token_accuracy": 0.10134888738393784,
      "num_tokens": 1831699.0,
      "step": 545
    },
    {
      "entropy": 8.288005542755126,
      "epoch": 0.1073066042337333,
      "grad_norm": 0.84375,
      "learning_rate": 0.0002745,
      "loss": 8.1305,
      "mean_token_accuracy": 0.09792774692177772,
      "num_tokens": 1847993.0,
      "step": 550
    },
    {
      "entropy": 8.41219367980957,
      "epoch": 0.10828211881767633,
      "grad_norm": 0.94140625,
      "learning_rate": 0.000277,
      "loss": 7.965,
      "mean_token_accuracy": 0.1107750415802002,
      "num_tokens": 1864753.0,
      "step": 555
    },
    {
      "entropy": 8.307417011260986,
      "epoch": 0.10925763340161936,
      "grad_norm": 1.171875,
      "learning_rate": 0.0002795,
      "loss": 8.137,
      "mean_token_accuracy": 0.09887706562876701,
      "num_tokens": 1882154.0,
      "step": 560
    },
    {
      "entropy": 8.317179346084595,
      "epoch": 0.11023314798556239,
      "grad_norm": 0.92578125,
      "learning_rate": 0.00028199999999999997,
      "loss": 8.0218,
      "mean_token_accuracy": 0.10580694973468781,
      "num_tokens": 1899683.0,
      "step": 565
    },
    {
      "entropy": 8.264959573745728,
      "epoch": 0.11120866256950541,
      "grad_norm": 0.83203125,
      "learning_rate": 0.0002845,
      "loss": 8.0135,
      "mean_token_accuracy": 0.10168145447969437,
      "num_tokens": 1918489.0,
      "step": 570
    },
    {
      "entropy": 8.32475643157959,
      "epoch": 0.11218417715344844,
      "grad_norm": 0.8125,
      "learning_rate": 0.000287,
      "loss": 8.071,
      "mean_token_accuracy": 0.0985498882830143,
      "num_tokens": 1935609.0,
      "step": 575
    },
    {
      "entropy": 8.260710334777832,
      "epoch": 0.11315969173739147,
      "grad_norm": 0.75390625,
      "learning_rate": 0.0002895,
      "loss": 8.1,
      "mean_token_accuracy": 0.09357691556215286,
      "num_tokens": 1951311.0,
      "step": 580
    },
    {
      "entropy": 8.354738426208495,
      "epoch": 0.1141352063213345,
      "grad_norm": 0.8828125,
      "learning_rate": 0.000292,
      "loss": 8.156,
      "mean_token_accuracy": 0.09314567148685456,
      "num_tokens": 1968908.0,
      "step": 585
    },
    {
      "entropy": 8.301233768463135,
      "epoch": 0.11511072090527753,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0002945,
      "loss": 8.0673,
      "mean_token_accuracy": 0.09737929850816726,
      "num_tokens": 1983807.0,
      "step": 590
    },
    {
      "entropy": 8.437208557128907,
      "epoch": 0.11608623548922056,
      "grad_norm": 0.84765625,
      "learning_rate": 0.000297,
      "loss": 8.1226,
      "mean_token_accuracy": 0.09786574244499206,
      "num_tokens": 2000219.0,
      "step": 595
    },
    {
      "entropy": 8.26841425895691,
      "epoch": 0.11706175007316359,
      "grad_norm": 1.4375,
      "learning_rate": 0.0002995,
      "loss": 8.0493,
      "mean_token_accuracy": 0.10386537536978721,
      "num_tokens": 2017360.0,
      "step": 600
    },
    {
      "entropy": 8.208323240280151,
      "epoch": 0.11803726465710662,
      "grad_norm": 0.81640625,
      "learning_rate": 0.000302,
      "loss": 8.0325,
      "mean_token_accuracy": 0.10569393783807754,
      "num_tokens": 2034953.0,
      "step": 605
    },
    {
      "entropy": 8.277615022659301,
      "epoch": 0.11901277924104965,
      "grad_norm": 0.890625,
      "learning_rate": 0.0003045,
      "loss": 7.993,
      "mean_token_accuracy": 0.10249293968081474,
      "num_tokens": 2051551.0,
      "step": 610
    },
    {
      "entropy": 8.315507698059083,
      "epoch": 0.11998829382499268,
      "grad_norm": 0.87109375,
      "learning_rate": 0.000307,
      "loss": 7.9897,
      "mean_token_accuracy": 0.10581940934062004,
      "num_tokens": 2067188.0,
      "step": 615
    },
    {
      "entropy": 8.157993602752686,
      "epoch": 0.12096380840893571,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0003095,
      "loss": 8.0163,
      "mean_token_accuracy": 0.10181707590818405,
      "num_tokens": 2082569.0,
      "step": 620
    },
    {
      "entropy": 8.331413459777831,
      "epoch": 0.12193932299287874,
      "grad_norm": 0.95703125,
      "learning_rate": 0.000312,
      "loss": 8.0899,
      "mean_token_accuracy": 0.09741123840212822,
      "num_tokens": 2099446.0,
      "step": 625
    },
    {
      "entropy": 8.284016227722168,
      "epoch": 0.12291483757682177,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0003145,
      "loss": 8.0523,
      "mean_token_accuracy": 0.10069476068019867,
      "num_tokens": 2116526.0,
      "step": 630
    },
    {
      "entropy": 8.347427368164062,
      "epoch": 0.1238903521607648,
      "grad_norm": 1.0,
      "learning_rate": 0.000317,
      "loss": 8.0739,
      "mean_token_accuracy": 0.09274140894412994,
      "num_tokens": 2134624.0,
      "step": 635
    },
    {
      "entropy": 8.17642421722412,
      "epoch": 0.12486586674470783,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0003195,
      "loss": 7.9284,
      "mean_token_accuracy": 0.10417634472250939,
      "num_tokens": 2152872.0,
      "step": 640
    },
    {
      "entropy": 8.278553771972657,
      "epoch": 0.12584138132865086,
      "grad_norm": 0.76953125,
      "learning_rate": 0.000322,
      "loss": 8.0703,
      "mean_token_accuracy": 0.09806257262825965,
      "num_tokens": 2169480.0,
      "step": 645
    },
    {
      "entropy": 8.279256868362427,
      "epoch": 0.1268168959125939,
      "grad_norm": 0.94140625,
      "learning_rate": 0.00032450000000000003,
      "loss": 7.9221,
      "mean_token_accuracy": 0.10904301851987838,
      "num_tokens": 2186054.0,
      "step": 650
    },
    {
      "entropy": 8.170163297653199,
      "epoch": 0.12779241049653692,
      "grad_norm": 0.91796875,
      "learning_rate": 0.00032700000000000003,
      "loss": 8.0554,
      "mean_token_accuracy": 0.09454990327358245,
      "num_tokens": 2202320.0,
      "step": 655
    },
    {
      "entropy": 8.168533563613892,
      "epoch": 0.12876792508047996,
      "grad_norm": 0.92578125,
      "learning_rate": 0.00032950000000000004,
      "loss": 7.9295,
      "mean_token_accuracy": 0.10270216390490532,
      "num_tokens": 2218817.0,
      "step": 660
    },
    {
      "entropy": 8.262005805969238,
      "epoch": 0.12974343966442298,
      "grad_norm": 0.984375,
      "learning_rate": 0.00033200000000000005,
      "loss": 8.0883,
      "mean_token_accuracy": 0.09590112790465355,
      "num_tokens": 2234845.0,
      "step": 665
    },
    {
      "entropy": 8.226708889007568,
      "epoch": 0.13071895424836602,
      "grad_norm": 0.8359375,
      "learning_rate": 0.00033450000000000005,
      "loss": 8.0229,
      "mean_token_accuracy": 0.09793693721294403,
      "num_tokens": 2251904.0,
      "step": 670
    },
    {
      "entropy": 8.197064971923828,
      "epoch": 0.13169446883230904,
      "grad_norm": 1.265625,
      "learning_rate": 0.000337,
      "loss": 8.0052,
      "mean_token_accuracy": 0.10008159801363944,
      "num_tokens": 2268343.0,
      "step": 675
    },
    {
      "entropy": 8.28106460571289,
      "epoch": 0.13266998341625208,
      "grad_norm": 1.015625,
      "learning_rate": 0.0003395,
      "loss": 8.0169,
      "mean_token_accuracy": 0.10061499997973442,
      "num_tokens": 2284524.0,
      "step": 680
    },
    {
      "entropy": 8.108173322677612,
      "epoch": 0.1336454980001951,
      "grad_norm": 0.88671875,
      "learning_rate": 0.000342,
      "loss": 7.9327,
      "mean_token_accuracy": 0.10620496347546578,
      "num_tokens": 2302350.0,
      "step": 685
    },
    {
      "entropy": 8.193976497650146,
      "epoch": 0.13462101258413814,
      "grad_norm": 0.82421875,
      "learning_rate": 0.00034449999999999997,
      "loss": 8.0104,
      "mean_token_accuracy": 0.09774896204471588,
      "num_tokens": 2319953.0,
      "step": 690
    },
    {
      "entropy": 8.22156057357788,
      "epoch": 0.13559652716808115,
      "grad_norm": 0.82421875,
      "learning_rate": 0.000347,
      "loss": 7.8902,
      "mean_token_accuracy": 0.10564312934875489,
      "num_tokens": 2336698.0,
      "step": 695
    },
    {
      "entropy": 8.09106740951538,
      "epoch": 0.1365720417520242,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0003495,
      "loss": 7.8486,
      "mean_token_accuracy": 0.10666879042983055,
      "num_tokens": 2353986.0,
      "step": 700
    },
    {
      "entropy": 8.187975788116455,
      "epoch": 0.1375475563359672,
      "grad_norm": 1.03125,
      "learning_rate": 0.000352,
      "loss": 7.9007,
      "mean_token_accuracy": 0.10359529629349709,
      "num_tokens": 2370320.0,
      "step": 705
    },
    {
      "entropy": 8.145122528076172,
      "epoch": 0.13852307091991026,
      "grad_norm": 0.859375,
      "learning_rate": 0.0003545,
      "loss": 7.9484,
      "mean_token_accuracy": 0.0991167202591896,
      "num_tokens": 2385453.0,
      "step": 710
    },
    {
      "entropy": 8.20379581451416,
      "epoch": 0.13949858550385327,
      "grad_norm": 1.0390625,
      "learning_rate": 0.000357,
      "loss": 7.9353,
      "mean_token_accuracy": 0.09990701898932457,
      "num_tokens": 2401545.0,
      "step": 715
    },
    {
      "entropy": 8.169508171081542,
      "epoch": 0.14047410008779632,
      "grad_norm": 0.77734375,
      "learning_rate": 0.0003595,
      "loss": 7.9268,
      "mean_token_accuracy": 0.10343603938817977,
      "num_tokens": 2418414.0,
      "step": 720
    },
    {
      "entropy": 8.133510541915893,
      "epoch": 0.14144961467173933,
      "grad_norm": 1.015625,
      "learning_rate": 0.000362,
      "loss": 7.9911,
      "mean_token_accuracy": 0.10218351557850838,
      "num_tokens": 2434973.0,
      "step": 725
    },
    {
      "entropy": 8.22615032196045,
      "epoch": 0.14242512925568238,
      "grad_norm": 1.5625,
      "learning_rate": 0.0003645,
      "loss": 7.9854,
      "mean_token_accuracy": 0.0952131688594818,
      "num_tokens": 2451053.0,
      "step": 730
    },
    {
      "entropy": 8.125102138519287,
      "epoch": 0.1434006438396254,
      "grad_norm": 0.97265625,
      "learning_rate": 0.000367,
      "loss": 7.9439,
      "mean_token_accuracy": 0.09622853323817253,
      "num_tokens": 2467280.0,
      "step": 735
    },
    {
      "entropy": 8.165161323547363,
      "epoch": 0.14437615842356843,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0003695,
      "loss": 7.8658,
      "mean_token_accuracy": 0.10867365226149558,
      "num_tokens": 2484588.0,
      "step": 740
    },
    {
      "entropy": 8.123753595352174,
      "epoch": 0.14535167300751145,
      "grad_norm": 0.81640625,
      "learning_rate": 0.000372,
      "loss": 7.8897,
      "mean_token_accuracy": 0.10328481942415238,
      "num_tokens": 2501200.0,
      "step": 745
    },
    {
      "entropy": 8.075188684463502,
      "epoch": 0.1463271875914545,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0003745,
      "loss": 7.8228,
      "mean_token_accuracy": 0.11175378635525704,
      "num_tokens": 2517199.0,
      "step": 750
    },
    {
      "entropy": 8.09429202079773,
      "epoch": 0.1473027021753975,
      "grad_norm": 0.80078125,
      "learning_rate": 0.000377,
      "loss": 7.8873,
      "mean_token_accuracy": 0.0976559154689312,
      "num_tokens": 2534824.0,
      "step": 755
    },
    {
      "entropy": 8.048625040054322,
      "epoch": 0.14827821675934055,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0003795,
      "loss": 7.7714,
      "mean_token_accuracy": 0.10451071038842201,
      "num_tokens": 2550842.0,
      "step": 760
    },
    {
      "entropy": 8.110934829711914,
      "epoch": 0.14925373134328357,
      "grad_norm": 0.91796875,
      "learning_rate": 0.000382,
      "loss": 7.7364,
      "mean_token_accuracy": 0.10827255919575692,
      "num_tokens": 2567878.0,
      "step": 765
    },
    {
      "entropy": 8.061486721038818,
      "epoch": 0.1502292459272266,
      "grad_norm": 0.8203125,
      "learning_rate": 0.0003845,
      "loss": 7.8314,
      "mean_token_accuracy": 0.10438120588660241,
      "num_tokens": 2584148.0,
      "step": 770
    },
    {
      "entropy": 8.036616230010987,
      "epoch": 0.15120476051116966,
      "grad_norm": 0.828125,
      "learning_rate": 0.00038700000000000003,
      "loss": 7.823,
      "mean_token_accuracy": 0.10429293811321258,
      "num_tokens": 2600067.0,
      "step": 775
    },
    {
      "entropy": 8.141137790679931,
      "epoch": 0.15218027509511267,
      "grad_norm": 0.92578125,
      "learning_rate": 0.00038950000000000003,
      "loss": 7.817,
      "mean_token_accuracy": 0.09778935462236404,
      "num_tokens": 2615746.0,
      "step": 780
    },
    {
      "entropy": 8.06767463684082,
      "epoch": 0.15315578967905571,
      "grad_norm": 0.984375,
      "learning_rate": 0.00039200000000000004,
      "loss": 7.8416,
      "mean_token_accuracy": 0.10115923956036568,
      "num_tokens": 2631641.0,
      "step": 785
    },
    {
      "entropy": 8.011779356002808,
      "epoch": 0.15413130426299873,
      "grad_norm": 1.1953125,
      "learning_rate": 0.00039450000000000005,
      "loss": 7.8457,
      "mean_token_accuracy": 0.10367136746644974,
      "num_tokens": 2647015.0,
      "step": 790
    },
    {
      "entropy": 8.038083267211913,
      "epoch": 0.15510681884694177,
      "grad_norm": 0.99609375,
      "learning_rate": 0.00039700000000000005,
      "loss": 7.7483,
      "mean_token_accuracy": 0.10468006283044815,
      "num_tokens": 2664045.0,
      "step": 795
    },
    {
      "entropy": 8.054866456985474,
      "epoch": 0.1560823334308848,
      "grad_norm": 1.5546875,
      "learning_rate": 0.0003995,
      "loss": 7.7354,
      "mean_token_accuracy": 0.10361607670783997,
      "num_tokens": 2680774.0,
      "step": 800
    },
    {
      "entropy": 8.057617807388306,
      "epoch": 0.15705784801482783,
      "grad_norm": 0.91796875,
      "learning_rate": 0.000402,
      "loss": 7.8212,
      "mean_token_accuracy": 0.10198491960763931,
      "num_tokens": 2697719.0,
      "step": 805
    },
    {
      "entropy": 8.083775091171265,
      "epoch": 0.15803336259877085,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004045,
      "loss": 7.7933,
      "mean_token_accuracy": 0.09653408601880073,
      "num_tokens": 2714518.0,
      "step": 810
    },
    {
      "entropy": 7.978687858581543,
      "epoch": 0.1590088771827139,
      "grad_norm": 0.91015625,
      "learning_rate": 0.00040699999999999997,
      "loss": 7.8318,
      "mean_token_accuracy": 0.1021594025194645,
      "num_tokens": 2729288.0,
      "step": 815
    },
    {
      "entropy": 8.02365493774414,
      "epoch": 0.1599843917666569,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004095,
      "loss": 7.824,
      "mean_token_accuracy": 0.10453630164265633,
      "num_tokens": 2746782.0,
      "step": 820
    },
    {
      "entropy": 8.045251560211181,
      "epoch": 0.16095990635059995,
      "grad_norm": 0.9375,
      "learning_rate": 0.000412,
      "loss": 7.8503,
      "mean_token_accuracy": 0.09497486725449562,
      "num_tokens": 2763159.0,
      "step": 825
    },
    {
      "entropy": 7.998881816864014,
      "epoch": 0.16193542093454297,
      "grad_norm": 0.8125,
      "learning_rate": 0.0004145,
      "loss": 7.795,
      "mean_token_accuracy": 0.1032567098736763,
      "num_tokens": 2780338.0,
      "step": 830
    },
    {
      "entropy": 7.997481441497802,
      "epoch": 0.162910935518486,
      "grad_norm": 0.9296875,
      "learning_rate": 0.000417,
      "loss": 7.6981,
      "mean_token_accuracy": 0.11289086565375328,
      "num_tokens": 2796214.0,
      "step": 835
    },
    {
      "entropy": 8.008633089065551,
      "epoch": 0.16388645010242903,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004195,
      "loss": 7.8104,
      "mean_token_accuracy": 0.09806878343224526,
      "num_tokens": 2812745.0,
      "step": 840
    },
    {
      "entropy": 8.013679552078248,
      "epoch": 0.16486196468637207,
      "grad_norm": 0.8984375,
      "learning_rate": 0.000422,
      "loss": 7.6763,
      "mean_token_accuracy": 0.1046956017613411,
      "num_tokens": 2828288.0,
      "step": 845
    },
    {
      "entropy": 7.96496810913086,
      "epoch": 0.16583747927031509,
      "grad_norm": 0.7890625,
      "learning_rate": 0.0004245,
      "loss": 7.8118,
      "mean_token_accuracy": 0.09764731749892235,
      "num_tokens": 2843618.0,
      "step": 850
    },
    {
      "entropy": 7.9342896938323975,
      "epoch": 0.16681299385425813,
      "grad_norm": 0.92578125,
      "learning_rate": 0.000427,
      "loss": 7.638,
      "mean_token_accuracy": 0.11073757931590081,
      "num_tokens": 2860659.0,
      "step": 855
    },
    {
      "entropy": 7.926680088043213,
      "epoch": 0.16778850843820114,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004295,
      "loss": 7.7311,
      "mean_token_accuracy": 0.09983963668346404,
      "num_tokens": 2877482.0,
      "step": 860
    },
    {
      "entropy": 8.004765701293945,
      "epoch": 0.1687640230221442,
      "grad_norm": 0.859375,
      "learning_rate": 0.000432,
      "loss": 7.8248,
      "mean_token_accuracy": 0.09446612447500229,
      "num_tokens": 2895868.0,
      "step": 865
    },
    {
      "entropy": 7.990339183807373,
      "epoch": 0.1697395376060872,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004345,
      "loss": 7.7898,
      "mean_token_accuracy": 0.10080718472599984,
      "num_tokens": 2913103.0,
      "step": 870
    },
    {
      "entropy": 8.011733198165894,
      "epoch": 0.17071505219003025,
      "grad_norm": 1.53125,
      "learning_rate": 0.000437,
      "loss": 7.7093,
      "mean_token_accuracy": 0.10168140456080436,
      "num_tokens": 2928291.0,
      "step": 875
    },
    {
      "entropy": 7.907622814178467,
      "epoch": 0.17169056677397326,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004395,
      "loss": 7.7554,
      "mean_token_accuracy": 0.10273576974868774,
      "num_tokens": 2945115.0,
      "step": 880
    },
    {
      "entropy": 7.979650259017944,
      "epoch": 0.1726660813579163,
      "grad_norm": 0.72265625,
      "learning_rate": 0.000442,
      "loss": 7.6537,
      "mean_token_accuracy": 0.10307829454541206,
      "num_tokens": 2962869.0,
      "step": 885
    },
    {
      "entropy": 7.939433670043945,
      "epoch": 0.17364159594185932,
      "grad_norm": 0.703125,
      "learning_rate": 0.0004445,
      "loss": 7.7621,
      "mean_token_accuracy": 0.09926085323095321,
      "num_tokens": 2979298.0,
      "step": 890
    },
    {
      "entropy": 7.992295932769776,
      "epoch": 0.17461711052580237,
      "grad_norm": 0.84765625,
      "learning_rate": 0.000447,
      "loss": 7.6683,
      "mean_token_accuracy": 0.10740073993802071,
      "num_tokens": 2996146.0,
      "step": 895
    },
    {
      "entropy": 7.92843713760376,
      "epoch": 0.17559262510974538,
      "grad_norm": 0.87890625,
      "learning_rate": 0.00044950000000000003,
      "loss": 7.7393,
      "mean_token_accuracy": 0.10424527525901794,
      "num_tokens": 3013075.0,
      "step": 900
    },
    {
      "entropy": 7.951166343688965,
      "epoch": 0.17656813969368843,
      "grad_norm": 0.90625,
      "learning_rate": 0.00045200000000000004,
      "loss": 7.7016,
      "mean_token_accuracy": 0.10156236663460731,
      "num_tokens": 3029494.0,
      "step": 905
    },
    {
      "entropy": 7.856925392150879,
      "epoch": 0.17754365427763144,
      "grad_norm": 0.765625,
      "learning_rate": 0.00045450000000000004,
      "loss": 7.7065,
      "mean_token_accuracy": 0.1026519075036049,
      "num_tokens": 3046333.0,
      "step": 910
    },
    {
      "entropy": 7.910739088058472,
      "epoch": 0.17851916886157448,
      "grad_norm": 0.84375,
      "learning_rate": 0.00045700000000000005,
      "loss": 7.689,
      "mean_token_accuracy": 0.09965933263301849,
      "num_tokens": 3062714.0,
      "step": 915
    },
    {
      "entropy": 7.998983573913574,
      "epoch": 0.1794946834455175,
      "grad_norm": 0.7734375,
      "learning_rate": 0.00045950000000000006,
      "loss": 7.6614,
      "mean_token_accuracy": 0.10865851864218712,
      "num_tokens": 3080711.0,
      "step": 920
    },
    {
      "entropy": 7.869256687164307,
      "epoch": 0.18047019802946054,
      "grad_norm": 0.9296875,
      "learning_rate": 0.000462,
      "loss": 7.7516,
      "mean_token_accuracy": 0.09757809489965438,
      "num_tokens": 3096885.0,
      "step": 925
    },
    {
      "entropy": 7.857804298400879,
      "epoch": 0.18144571261340356,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004645,
      "loss": 7.6516,
      "mean_token_accuracy": 0.10818476155400276,
      "num_tokens": 3114536.0,
      "step": 930
    },
    {
      "entropy": 7.862835264205932,
      "epoch": 0.1824212271973466,
      "grad_norm": 0.80078125,
      "learning_rate": 0.000467,
      "loss": 7.6205,
      "mean_token_accuracy": 0.10782845094799995,
      "num_tokens": 3131921.0,
      "step": 935
    },
    {
      "entropy": 7.903980445861817,
      "epoch": 0.18339674178128962,
      "grad_norm": 0.875,
      "learning_rate": 0.0004695,
      "loss": 7.7483,
      "mean_token_accuracy": 0.10211937054991722,
      "num_tokens": 3148064.0,
      "step": 940
    },
    {
      "entropy": 7.798565435409546,
      "epoch": 0.18437225636523266,
      "grad_norm": 0.84375,
      "learning_rate": 0.000472,
      "loss": 7.5706,
      "mean_token_accuracy": 0.11158995479345321,
      "num_tokens": 3165822.0,
      "step": 945
    },
    {
      "entropy": 7.8984582901000975,
      "epoch": 0.18534777094917568,
      "grad_norm": 0.82421875,
      "learning_rate": 0.0004745,
      "loss": 7.6823,
      "mean_token_accuracy": 0.10740678608417512,
      "num_tokens": 3183286.0,
      "step": 950
    },
    {
      "entropy": 7.908296346664429,
      "epoch": 0.18632328553311872,
      "grad_norm": 0.91015625,
      "learning_rate": 0.000477,
      "loss": 7.6987,
      "mean_token_accuracy": 0.09706289395689964,
      "num_tokens": 3198522.0,
      "step": 955
    },
    {
      "entropy": 7.8415247917175295,
      "epoch": 0.18729880011706174,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004795,
      "loss": 7.6859,
      "mean_token_accuracy": 0.102730280905962,
      "num_tokens": 3218422.0,
      "step": 960
    },
    {
      "entropy": 7.9004473209381105,
      "epoch": 0.18827431470100478,
      "grad_norm": 0.8984375,
      "learning_rate": 0.000482,
      "loss": 7.7389,
      "mean_token_accuracy": 0.0962198369204998,
      "num_tokens": 3236407.0,
      "step": 965
    },
    {
      "entropy": 7.824180984497071,
      "epoch": 0.18924982928494782,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004845,
      "loss": 7.665,
      "mean_token_accuracy": 0.10327286049723625,
      "num_tokens": 3252740.0,
      "step": 970
    },
    {
      "entropy": 7.8457554340362545,
      "epoch": 0.19022534386889084,
      "grad_norm": 0.76171875,
      "learning_rate": 0.000487,
      "loss": 7.6377,
      "mean_token_accuracy": 0.09953682199120521,
      "num_tokens": 3269874.0,
      "step": 975
    },
    {
      "entropy": 7.8571250438690186,
      "epoch": 0.19120085845283388,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004895,
      "loss": 7.66,
      "mean_token_accuracy": 0.10009194761514664,
      "num_tokens": 3286515.0,
      "step": 980
    },
    {
      "entropy": 7.676314449310302,
      "epoch": 0.1921763730367769,
      "grad_norm": 1.40625,
      "learning_rate": 0.000492,
      "loss": 7.463,
      "mean_token_accuracy": 0.11996801793575287,
      "num_tokens": 3303700.0,
      "step": 985
    },
    {
      "entropy": 7.836467838287353,
      "epoch": 0.19315188762071994,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004945,
      "loss": 7.6392,
      "mean_token_accuracy": 0.10528602078557014,
      "num_tokens": 3319768.0,
      "step": 990
    },
    {
      "entropy": 7.831499481201172,
      "epoch": 0.19412740220466296,
      "grad_norm": 1.0234375,
      "learning_rate": 0.000497,
      "loss": 7.5441,
      "mean_token_accuracy": 0.11213586702942849,
      "num_tokens": 3336555.0,
      "step": 995
    },
    {
      "entropy": 7.728083324432373,
      "epoch": 0.195102916788606,
      "grad_norm": 0.8125,
      "learning_rate": 0.0004995,
      "loss": 7.5374,
      "mean_token_accuracy": 0.11284950450062751,
      "num_tokens": 3353273.0,
      "step": 1000
    },
    {
      "entropy": 7.766850423812866,
      "epoch": 0.19607843137254902,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004999999929644166,
      "loss": 7.458,
      "mean_token_accuracy": 0.11537115946412087,
      "num_tokens": 3369408.0,
      "step": 1005
    },
    {
      "entropy": 7.702146863937378,
      "epoch": 0.19705394595649206,
      "grad_norm": 0.77734375,
      "learning_rate": 0.0004999999643823598,
      "loss": 7.5047,
      "mean_token_accuracy": 0.10958963334560394,
      "num_tokens": 3385834.0,
      "step": 1010
    },
    {
      "entropy": 7.730606269836426,
      "epoch": 0.19802946054043508,
      "grad_norm": 0.83203125,
      "learning_rate": 0.0004999999138141084,
      "loss": 7.6164,
      "mean_token_accuracy": 0.10567712634801865,
      "num_tokens": 3401407.0,
      "step": 1015
    },
    {
      "entropy": 7.849634265899658,
      "epoch": 0.19900497512437812,
      "grad_norm": 0.73828125,
      "learning_rate": 0.0004999998412596673,
      "loss": 7.6103,
      "mean_token_accuracy": 0.09972117766737938,
      "num_tokens": 3418256.0,
      "step": 1020
    },
    {
      "entropy": 7.711845064163208,
      "epoch": 0.19998048970832114,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004999997467190435,
      "loss": 7.5729,
      "mean_token_accuracy": 0.10977239757776261,
      "num_tokens": 3433932.0,
      "step": 1025
    },
    {
      "entropy": 7.786155748367309,
      "epoch": 0.20095600429226418,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004999996301922465,
      "loss": 7.6225,
      "mean_token_accuracy": 0.09969384595751762,
      "num_tokens": 3451723.0,
      "step": 1030
    },
    {
      "entropy": 7.765552568435669,
      "epoch": 0.2019315188762072,
      "grad_norm": 0.79296875,
      "learning_rate": 0.0004999994916792876,
      "loss": 7.5964,
      "mean_token_accuracy": 0.1037816658616066,
      "num_tokens": 3469170.0,
      "step": 1035
    },
    {
      "entropy": 7.782831335067749,
      "epoch": 0.20290703346015024,
      "grad_norm": 0.7421875,
      "learning_rate": 0.0004999993311801802,
      "loss": 7.6074,
      "mean_token_accuracy": 0.10148395821452141,
      "num_tokens": 3485282.0,
      "step": 1040
    },
    {
      "entropy": 7.750444602966309,
      "epoch": 0.20388254804409325,
      "grad_norm": 0.81640625,
      "learning_rate": 0.00049999914869494,
      "loss": 7.5837,
      "mean_token_accuracy": 0.09637042209506035,
      "num_tokens": 3502206.0,
      "step": 1045
    },
    {
      "entropy": 7.780744171142578,
      "epoch": 0.2048580626280363,
      "grad_norm": 0.79296875,
      "learning_rate": 0.000499998944223585,
      "loss": 7.5286,
      "mean_token_accuracy": 0.10399909391999244,
      "num_tokens": 3520384.0,
      "step": 1050
    },
    {
      "entropy": 7.646545886993408,
      "epoch": 0.2058335772119793,
      "grad_norm": 0.7734375,
      "learning_rate": 0.0004999987177661351,
      "loss": 7.5325,
      "mean_token_accuracy": 0.10673871040344238,
      "num_tokens": 3536314.0,
      "step": 1055
    },
    {
      "entropy": 7.667942762374878,
      "epoch": 0.20680909179592236,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004999984693226124,
      "loss": 7.5006,
      "mean_token_accuracy": 0.11377354860305786,
      "num_tokens": 3551510.0,
      "step": 1060
    },
    {
      "entropy": 7.709918117523193,
      "epoch": 0.20778460637986537,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004999981988930411,
      "loss": 7.4953,
      "mean_token_accuracy": 0.10841540396213531,
      "num_tokens": 3568515.0,
      "step": 1065
    },
    {
      "entropy": 7.713051176071167,
      "epoch": 0.20876012096380842,
      "grad_norm": 0.81640625,
      "learning_rate": 0.0004999979064774478,
      "loss": 7.5475,
      "mean_token_accuracy": 0.10868918970227241,
      "num_tokens": 3585183.0,
      "step": 1070
    },
    {
      "entropy": 7.6893140316009525,
      "epoch": 0.20973563554775143,
      "grad_norm": 1.078125,
      "learning_rate": 0.000499997592075861,
      "loss": 7.4811,
      "mean_token_accuracy": 0.11249382048845291,
      "num_tokens": 3601898.0,
      "step": 1075
    },
    {
      "entropy": 7.7741923332214355,
      "epoch": 0.21071115013169447,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004999972556883113,
      "loss": 7.5495,
      "mean_token_accuracy": 0.1062250018119812,
      "num_tokens": 3616699.0,
      "step": 1080
    },
    {
      "entropy": 7.711087846755982,
      "epoch": 0.2116866647156375,
      "grad_norm": 0.80078125,
      "learning_rate": 0.0004999968973148318,
      "loss": 7.5547,
      "mean_token_accuracy": 0.10500202104449272,
      "num_tokens": 3634030.0,
      "step": 1085
    },
    {
      "entropy": 7.749816131591797,
      "epoch": 0.21266217929958053,
      "grad_norm": 0.76171875,
      "learning_rate": 0.0004999965169554573,
      "loss": 7.553,
      "mean_token_accuracy": 0.10362249612808228,
      "num_tokens": 3650495.0,
      "step": 1090
    },
    {
      "entropy": 7.726291227340698,
      "epoch": 0.21363769388352355,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004999961146102251,
      "loss": 7.5087,
      "mean_token_accuracy": 0.1067997545003891,
      "num_tokens": 3666926.0,
      "step": 1095
    },
    {
      "entropy": 7.668747425079346,
      "epoch": 0.2146132084674666,
      "grad_norm": 0.7734375,
      "learning_rate": 0.0004999956902791746,
      "loss": 7.466,
      "mean_token_accuracy": 0.11422103717923164,
      "num_tokens": 3683061.0,
      "step": 1100
    },
    {
      "entropy": 7.6107062816619875,
      "epoch": 0.2155887230514096,
      "grad_norm": 0.6640625,
      "learning_rate": 0.0004999952439623469,
      "loss": 7.5367,
      "mean_token_accuracy": 0.10903864130377769,
      "num_tokens": 3703013.0,
      "step": 1105
    },
    {
      "entropy": 7.642146492004395,
      "epoch": 0.21656423763535265,
      "grad_norm": 0.90234375,
      "learning_rate": 0.000499994775659786,
      "loss": 7.3883,
      "mean_token_accuracy": 0.11650970131158829,
      "num_tokens": 3719885.0,
      "step": 1110
    },
    {
      "entropy": 7.6744856357574465,
      "epoch": 0.21753975221929567,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004999942853715375,
      "loss": 7.5348,
      "mean_token_accuracy": 0.10337460115551948,
      "num_tokens": 3735122.0,
      "step": 1115
    },
    {
      "entropy": 7.748628759384156,
      "epoch": 0.2185152668032387,
      "grad_norm": 0.828125,
      "learning_rate": 0.0004999937730976494,
      "loss": 7.5183,
      "mean_token_accuracy": 0.10299875438213349,
      "num_tokens": 3751627.0,
      "step": 1120
    },
    {
      "entropy": 7.568105840682984,
      "epoch": 0.21949078138718173,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004999932388381716,
      "loss": 7.5283,
      "mean_token_accuracy": 0.10320912525057793,
      "num_tokens": 3768165.0,
      "step": 1125
    },
    {
      "entropy": 7.754065418243409,
      "epoch": 0.22046629597112477,
      "grad_norm": 0.76953125,
      "learning_rate": 0.0004999926825931564,
      "loss": 7.5476,
      "mean_token_accuracy": 0.10562212169170379,
      "num_tokens": 3784245.0,
      "step": 1130
    },
    {
      "entropy": 7.570663118362427,
      "epoch": 0.2214418105550678,
      "grad_norm": 0.78515625,
      "learning_rate": 0.0004999921043626582,
      "loss": 7.3027,
      "mean_token_accuracy": 0.11853051409125329,
      "num_tokens": 3802057.0,
      "step": 1135
    },
    {
      "entropy": 7.6651441097259525,
      "epoch": 0.22241732513901083,
      "grad_norm": 0.828125,
      "learning_rate": 0.0004999915041467333,
      "loss": 7.4887,
      "mean_token_accuracy": 0.10487050712108612,
      "num_tokens": 3817104.0,
      "step": 1140
    },
    {
      "entropy": 7.625360202789307,
      "epoch": 0.22339283972295385,
      "grad_norm": 0.6875,
      "learning_rate": 0.0004999908819454407,
      "loss": 7.481,
      "mean_token_accuracy": 0.10812832191586494,
      "num_tokens": 3833037.0,
      "step": 1145
    },
    {
      "entropy": 7.634897947311401,
      "epoch": 0.2243683543068969,
      "grad_norm": 0.81640625,
      "learning_rate": 0.0004999902377588408,
      "loss": 7.3567,
      "mean_token_accuracy": 0.1091596469283104,
      "num_tokens": 3849634.0,
      "step": 1150
    },
    {
      "entropy": 7.632895231246948,
      "epoch": 0.2253438688908399,
      "grad_norm": 0.80859375,
      "learning_rate": 0.000499989571586997,
      "loss": 7.5244,
      "mean_token_accuracy": 0.10523541867733002,
      "num_tokens": 3865949.0,
      "step": 1155
    },
    {
      "entropy": 7.592898559570313,
      "epoch": 0.22631938347478295,
      "grad_norm": 0.75,
      "learning_rate": 0.0004999888834299739,
      "loss": 7.4256,
      "mean_token_accuracy": 0.11436262503266334,
      "num_tokens": 3884646.0,
      "step": 1160
    },
    {
      "entropy": 7.635993766784668,
      "epoch": 0.227294898058726,
      "grad_norm": 0.75390625,
      "learning_rate": 0.0004999881732878391,
      "loss": 7.5121,
      "mean_token_accuracy": 0.1088767409324646,
      "num_tokens": 3900740.0,
      "step": 1165
    },
    {
      "entropy": 7.695001745223999,
      "epoch": 0.228270412642669,
      "grad_norm": 0.8203125,
      "learning_rate": 0.0004999874411606618,
      "loss": 7.4629,
      "mean_token_accuracy": 0.10891817137598991,
      "num_tokens": 3918619.0,
      "step": 1170
    },
    {
      "entropy": 7.566552305221558,
      "epoch": 0.22924592722661205,
      "grad_norm": 0.82421875,
      "learning_rate": 0.0004999866870485137,
      "loss": 7.416,
      "mean_token_accuracy": 0.11045783907175064,
      "num_tokens": 3938161.0,
      "step": 1175
    },
    {
      "entropy": 7.675890779495239,
      "epoch": 0.23022144181055507,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004999859109514684,
      "loss": 7.4696,
      "mean_token_accuracy": 0.10821386948227882,
      "num_tokens": 3953582.0,
      "step": 1180
    },
    {
      "entropy": 7.626031160354614,
      "epoch": 0.2311969563944981,
      "grad_norm": 0.76171875,
      "learning_rate": 0.0004999851128696017,
      "loss": 7.4498,
      "mean_token_accuracy": 0.10112769156694412,
      "num_tokens": 3969747.0,
      "step": 1185
    },
    {
      "entropy": 7.688938951492309,
      "epoch": 0.23217247097844113,
      "grad_norm": 0.7890625,
      "learning_rate": 0.0004999842928029917,
      "loss": 7.4847,
      "mean_token_accuracy": 0.10447191521525383,
      "num_tokens": 3984646.0,
      "step": 1190
    },
    {
      "entropy": 7.5848808765411375,
      "epoch": 0.23314798556238417,
      "grad_norm": 0.8125,
      "learning_rate": 0.0004999834507517184,
      "loss": 7.4676,
      "mean_token_accuracy": 0.10352744907140732,
      "num_tokens": 4003108.0,
      "step": 1195
    },
    {
      "entropy": 7.656303977966308,
      "epoch": 0.23412350014632718,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004999825867158642,
      "loss": 7.5318,
      "mean_token_accuracy": 0.10171960368752479,
      "num_tokens": 4019944.0,
      "step": 1200
    },
    {
      "entropy": 7.67695837020874,
      "epoch": 0.23509901473027023,
      "grad_norm": 0.69140625,
      "learning_rate": 0.0004999817006955134,
      "loss": 7.4148,
      "mean_token_accuracy": 0.1110982745885849,
      "num_tokens": 4037617.0,
      "step": 1205
    },
    {
      "entropy": 7.564828205108642,
      "epoch": 0.23607452931421324,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004999807926907527,
      "loss": 7.4196,
      "mean_token_accuracy": 0.1058736652135849,
      "num_tokens": 4053483.0,
      "step": 1210
    },
    {
      "entropy": 7.650463819503784,
      "epoch": 0.2370500438981563,
      "grad_norm": 0.78515625,
      "learning_rate": 0.0004999798627016707,
      "loss": 7.4938,
      "mean_token_accuracy": 0.10973084867000579,
      "num_tokens": 4070165.0,
      "step": 1215
    },
    {
      "entropy": 7.666395378112793,
      "epoch": 0.2380255584820993,
      "grad_norm": 0.828125,
      "learning_rate": 0.0004999789107283586,
      "loss": 7.4592,
      "mean_token_accuracy": 0.10479641184210778,
      "num_tokens": 4086208.0,
      "step": 1220
    },
    {
      "entropy": 7.536335611343384,
      "epoch": 0.23900107306604235,
      "grad_norm": 0.76953125,
      "learning_rate": 0.000499977936770909,
      "loss": 7.4284,
      "mean_token_accuracy": 0.11059935465455055,
      "num_tokens": 4101790.0,
      "step": 1225
    },
    {
      "entropy": 7.596198606491089,
      "epoch": 0.23997658764998536,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004999769408294173,
      "loss": 7.3564,
      "mean_token_accuracy": 0.11463292688131332,
      "num_tokens": 4117633.0,
      "step": 1230
    },
    {
      "entropy": 7.543298625946045,
      "epoch": 0.2409521022339284,
      "grad_norm": 0.78515625,
      "learning_rate": 0.0004999759229039807,
      "loss": 7.4117,
      "mean_token_accuracy": 0.1110031045973301,
      "num_tokens": 4132634.0,
      "step": 1235
    },
    {
      "entropy": 7.637632036209107,
      "epoch": 0.24192761681787142,
      "grad_norm": 0.71875,
      "learning_rate": 0.0004999748829946988,
      "loss": 7.4597,
      "mean_token_accuracy": 0.10480623170733452,
      "num_tokens": 4150702.0,
      "step": 1240
    },
    {
      "entropy": 7.529221677780152,
      "epoch": 0.24290313140181446,
      "grad_norm": 0.796875,
      "learning_rate": 0.0004999738211016732,
      "loss": 7.3414,
      "mean_token_accuracy": 0.12164942622184753,
      "num_tokens": 4168483.0,
      "step": 1245
    },
    {
      "entropy": 7.461252737045288,
      "epoch": 0.24387864598575748,
      "grad_norm": 0.76171875,
      "learning_rate": 0.0004999727372250076,
      "loss": 7.2849,
      "mean_token_accuracy": 0.11414404958486557,
      "num_tokens": 4186199.0,
      "step": 1250
    },
    {
      "entropy": 7.577147388458252,
      "epoch": 0.24485416056970052,
      "grad_norm": 0.79296875,
      "learning_rate": 0.0004999716313648079,
      "loss": 7.4275,
      "mean_token_accuracy": 0.11002629846334458,
      "num_tokens": 4202303.0,
      "step": 1255
    },
    {
      "entropy": 7.628062963485718,
      "epoch": 0.24582967515364354,
      "grad_norm": 0.77734375,
      "learning_rate": 0.0004999705035211822,
      "loss": 7.4749,
      "mean_token_accuracy": 0.10410321578383445,
      "num_tokens": 4218541.0,
      "step": 1260
    },
    {
      "entropy": 7.629666185379028,
      "epoch": 0.24680518973758658,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004999693536942406,
      "loss": 7.4488,
      "mean_token_accuracy": 0.10713504701852798,
      "num_tokens": 4234025.0,
      "step": 1265
    },
    {
      "entropy": 7.61506085395813,
      "epoch": 0.2477807043215296,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004999681818840957,
      "loss": 7.4348,
      "mean_token_accuracy": 0.11027696803212166,
      "num_tokens": 4250798.0,
      "step": 1270
    },
    {
      "entropy": 7.53934416770935,
      "epoch": 0.24875621890547264,
      "grad_norm": 0.83984375,
      "learning_rate": 0.000499966988090862,
      "loss": 7.4477,
      "mean_token_accuracy": 0.1014046274125576,
      "num_tokens": 4266453.0,
      "step": 1275
    },
    {
      "entropy": 7.6491199970245365,
      "epoch": 0.24973173348941566,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004999657723146558,
      "loss": 7.4039,
      "mean_token_accuracy": 0.10734148547053338,
      "num_tokens": 4281825.0,
      "step": 1280
    },
    {
      "entropy": 7.421799039840698,
      "epoch": 0.2507072480733587,
      "grad_norm": 0.76953125,
      "learning_rate": 0.0004999645345555962,
      "loss": 7.2436,
      "mean_token_accuracy": 0.12358821108937264,
      "num_tokens": 4298821.0,
      "step": 1285
    },
    {
      "entropy": 7.555448579788208,
      "epoch": 0.2516827626573017,
      "grad_norm": 0.828125,
      "learning_rate": 0.0004999632748138041,
      "loss": 7.2814,
      "mean_token_accuracy": 0.11623628512024879,
      "num_tokens": 4314076.0,
      "step": 1290
    },
    {
      "entropy": 7.4973656177520756,
      "epoch": 0.25265827724124473,
      "grad_norm": 0.8359375,
      "learning_rate": 0.0004999619930894025,
      "loss": 7.2886,
      "mean_token_accuracy": 0.11894373595714569,
      "num_tokens": 4330909.0,
      "step": 1295
    },
    {
      "entropy": 7.584926414489746,
      "epoch": 0.2536337918251878,
      "grad_norm": 0.80078125,
      "learning_rate": 0.0004999606893825168,
      "loss": 7.3895,
      "mean_token_accuracy": 0.1105497196316719,
      "num_tokens": 4346927.0,
      "step": 1300
    },
    {
      "entropy": 7.53502926826477,
      "epoch": 0.2546093064091308,
      "grad_norm": 0.7421875,
      "learning_rate": 0.0004999593636932742,
      "loss": 7.4231,
      "mean_token_accuracy": 0.1062544658780098,
      "num_tokens": 4364956.0,
      "step": 1305
    },
    {
      "entropy": 7.570472669601441,
      "epoch": 0.25558482099307384,
      "grad_norm": 0.734375,
      "learning_rate": 0.0004999580160218044,
      "loss": 7.3341,
      "mean_token_accuracy": 0.11137348413467407,
      "num_tokens": 4383014.0,
      "step": 1310
    },
    {
      "entropy": 7.464001560211182,
      "epoch": 0.25656033557701685,
      "grad_norm": 0.71875,
      "learning_rate": 0.0004999566463682391,
      "loss": 7.4446,
      "mean_token_accuracy": 0.11059048622846604,
      "num_tokens": 4401050.0,
      "step": 1315
    },
    {
      "entropy": 7.527480792999268,
      "epoch": 0.2575358501609599,
      "grad_norm": 0.7890625,
      "learning_rate": 0.0004999552547327119,
      "loss": 7.3368,
      "mean_token_accuracy": 0.1074261873960495,
      "num_tokens": 4415453.0,
      "step": 1320
    },
    {
      "entropy": 7.471518182754517,
      "epoch": 0.25851136474490294,
      "grad_norm": 0.79296875,
      "learning_rate": 0.0004999538411153591,
      "loss": 7.3057,
      "mean_token_accuracy": 0.118268571048975,
      "num_tokens": 4433107.0,
      "step": 1325
    },
    {
      "entropy": 7.5838682651519775,
      "epoch": 0.25948687932884595,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004999524055163187,
      "loss": 7.3985,
      "mean_token_accuracy": 0.1033043161034584,
      "num_tokens": 4449440.0,
      "step": 1330
    },
    {
      "entropy": 7.609823369979859,
      "epoch": 0.26046239391278897,
      "grad_norm": 0.73828125,
      "learning_rate": 0.000499950947935731,
      "loss": 7.3672,
      "mean_token_accuracy": 0.10769027024507523,
      "num_tokens": 4465327.0,
      "step": 1335
    },
    {
      "entropy": 7.551059675216675,
      "epoch": 0.26143790849673204,
      "grad_norm": 0.7890625,
      "learning_rate": 0.0004999494683737384,
      "loss": 7.4104,
      "mean_token_accuracy": 0.10487848818302155,
      "num_tokens": 4481518.0,
      "step": 1340
    },
    {
      "entropy": 7.610081195831299,
      "epoch": 0.26241342308067506,
      "grad_norm": 0.75390625,
      "learning_rate": 0.0004999479668304854,
      "loss": 7.4236,
      "mean_token_accuracy": 0.10805536955595016,
      "num_tokens": 4497632.0,
      "step": 1345
    },
    {
      "entropy": 7.3706573963165285,
      "epoch": 0.2633889376646181,
      "grad_norm": 0.74609375,
      "learning_rate": 0.0004999464433061188,
      "loss": 7.1752,
      "mean_token_accuracy": 0.12156692147254944,
      "num_tokens": 4513790.0,
      "step": 1350
    },
    {
      "entropy": 7.450050258636475,
      "epoch": 0.26436445224856114,
      "grad_norm": 0.79296875,
      "learning_rate": 0.0004999448978007876,
      "loss": 7.2988,
      "mean_token_accuracy": 0.11536605134606362,
      "num_tokens": 4530802.0,
      "step": 1355
    },
    {
      "entropy": 7.5716697692871096,
      "epoch": 0.26533996683250416,
      "grad_norm": 0.78515625,
      "learning_rate": 0.0004999433303146426,
      "loss": 7.3542,
      "mean_token_accuracy": 0.106167721003294,
      "num_tokens": 4546208.0,
      "step": 1360
    },
    {
      "entropy": 7.514369773864746,
      "epoch": 0.2663154814164472,
      "grad_norm": 0.703125,
      "learning_rate": 0.0004999417408478371,
      "loss": 7.4105,
      "mean_token_accuracy": 0.10686387866735458,
      "num_tokens": 4563753.0,
      "step": 1365
    },
    {
      "entropy": 7.500036001205444,
      "epoch": 0.2672909960003902,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004999401294005264,
      "loss": 7.2931,
      "mean_token_accuracy": 0.11594824194908142,
      "num_tokens": 4580274.0,
      "step": 1370
    },
    {
      "entropy": 7.477007007598877,
      "epoch": 0.26826651058433326,
      "grad_norm": 0.83984375,
      "learning_rate": 0.000499938495972868,
      "loss": 7.3767,
      "mean_token_accuracy": 0.11033575236797333,
      "num_tokens": 4596085.0,
      "step": 1375
    },
    {
      "entropy": 7.576802349090576,
      "epoch": 0.2692420251682763,
      "grad_norm": 0.75,
      "learning_rate": 0.0004999368405650214,
      "loss": 7.3969,
      "mean_token_accuracy": 0.10646035224199295,
      "num_tokens": 4613258.0,
      "step": 1380
    },
    {
      "entropy": 7.310148572921753,
      "epoch": 0.2702175397522193,
      "grad_norm": 0.73046875,
      "learning_rate": 0.0004999351631771485,
      "loss": 7.2223,
      "mean_token_accuracy": 0.11963125318288803,
      "num_tokens": 4630128.0,
      "step": 1385
    },
    {
      "entropy": 7.567701387405395,
      "epoch": 0.2711930543361623,
      "grad_norm": 0.75,
      "learning_rate": 0.0004999334638094131,
      "loss": 7.2757,
      "mean_token_accuracy": 0.11379968002438545,
      "num_tokens": 4646181.0,
      "step": 1390
    },
    {
      "entropy": 7.498345851898193,
      "epoch": 0.2721685689201054,
      "grad_norm": 0.83203125,
      "learning_rate": 0.0004999317424619812,
      "loss": 7.327,
      "mean_token_accuracy": 0.10955062061548233,
      "num_tokens": 4661804.0,
      "step": 1395
    },
    {
      "entropy": 7.484235525131226,
      "epoch": 0.2731440835040484,
      "grad_norm": 0.79296875,
      "learning_rate": 0.0004999299991350212,
      "loss": 7.2476,
      "mean_token_accuracy": 0.11625512018799782,
      "num_tokens": 4678163.0,
      "step": 1400
    },
    {
      "entropy": 7.488172292709351,
      "epoch": 0.2741195980879914,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004999282338287034,
      "loss": 7.2452,
      "mean_token_accuracy": 0.11395767405629158,
      "num_tokens": 4695469.0,
      "step": 1405
    },
    {
      "entropy": 7.5351776599884035,
      "epoch": 0.2750951126719344,
      "grad_norm": 0.74609375,
      "learning_rate": 0.0004999264465432001,
      "loss": 7.3608,
      "mean_token_accuracy": 0.11114447489380837,
      "num_tokens": 4711599.0,
      "step": 1410
    },
    {
      "entropy": 7.51265058517456,
      "epoch": 0.2760706272558775,
      "grad_norm": 0.78125,
      "learning_rate": 0.0004999246372786862,
      "loss": 7.3643,
      "mean_token_accuracy": 0.1071487732231617,
      "num_tokens": 4728381.0,
      "step": 1415
    },
    {
      "entropy": 7.449716854095459,
      "epoch": 0.2770461418398205,
      "grad_norm": 0.75390625,
      "learning_rate": 0.0004999228060353385,
      "loss": 7.3541,
      "mean_token_accuracy": 0.10885404273867608,
      "num_tokens": 4745348.0,
      "step": 1420
    },
    {
      "entropy": 7.6108174324035645,
      "epoch": 0.27802165642376353,
      "grad_norm": 0.77734375,
      "learning_rate": 0.0004999209528133357,
      "loss": 7.3598,
      "mean_token_accuracy": 0.10185754671692848,
      "num_tokens": 4763011.0,
      "step": 1425
    },
    {
      "entropy": 7.426053524017334,
      "epoch": 0.27899717100770655,
      "grad_norm": 0.796875,
      "learning_rate": 0.000499919077612859,
      "loss": 7.3047,
      "mean_token_accuracy": 0.11357978358864784,
      "num_tokens": 4779462.0,
      "step": 1430
    },
    {
      "entropy": 7.401883459091186,
      "epoch": 0.2799726855916496,
      "grad_norm": 0.79296875,
      "learning_rate": 0.0004999171804340917,
      "loss": 7.2526,
      "mean_token_accuracy": 0.1170469731092453,
      "num_tokens": 4796844.0,
      "step": 1435
    },
    {
      "entropy": 7.454334831237793,
      "epoch": 0.28094820017559263,
      "grad_norm": 0.7734375,
      "learning_rate": 0.0004999152612772191,
      "loss": 7.275,
      "mean_token_accuracy": 0.11510033011436463,
      "num_tokens": 4812851.0,
      "step": 1440
    },
    {
      "entropy": 7.410532236099243,
      "epoch": 0.28192371475953565,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004999133201424288,
      "loss": 7.2144,
      "mean_token_accuracy": 0.11656784042716026,
      "num_tokens": 4830144.0,
      "step": 1445
    },
    {
      "entropy": 7.5702674865722654,
      "epoch": 0.28289922934347866,
      "grad_norm": 0.78125,
      "learning_rate": 0.0004999113570299105,
      "loss": 7.316,
      "mean_token_accuracy": 0.10677381530404091,
      "num_tokens": 4846981.0,
      "step": 1450
    },
    {
      "entropy": 7.518744707107544,
      "epoch": 0.28387474392742174,
      "grad_norm": 0.7265625,
      "learning_rate": 0.0004999093719398561,
      "loss": 7.4632,
      "mean_token_accuracy": 0.10185813456773758,
      "num_tokens": 4864404.0,
      "step": 1455
    },
    {
      "entropy": 7.519454765319824,
      "epoch": 0.28485025851136475,
      "grad_norm": 0.8359375,
      "learning_rate": 0.0004999073648724592,
      "loss": 7.3551,
      "mean_token_accuracy": 0.1059863179922104,
      "num_tokens": 4882004.0,
      "step": 1460
    },
    {
      "entropy": 7.459197568893432,
      "epoch": 0.28582577309530777,
      "grad_norm": 0.80859375,
      "learning_rate": 0.0004999053358279164,
      "loss": 7.2935,
      "mean_token_accuracy": 0.10663619711995125,
      "num_tokens": 4899444.0,
      "step": 1465
    },
    {
      "entropy": 7.563556718826294,
      "epoch": 0.2868012876792508,
      "grad_norm": 0.8125,
      "learning_rate": 0.0004999032848064256,
      "loss": 7.2887,
      "mean_token_accuracy": 0.10705682784318923,
      "num_tokens": 4917214.0,
      "step": 1470
    },
    {
      "entropy": 7.376403284072876,
      "epoch": 0.28777680226319385,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004999012118081875,
      "loss": 7.3614,
      "mean_token_accuracy": 0.10581159889698029,
      "num_tokens": 4934534.0,
      "step": 1475
    },
    {
      "entropy": 7.575308418273925,
      "epoch": 0.28875231684713687,
      "grad_norm": 0.78125,
      "learning_rate": 0.0004998991168334045,
      "loss": 7.283,
      "mean_token_accuracy": 0.10879023000597954,
      "num_tokens": 4950740.0,
      "step": 1480
    },
    {
      "entropy": 7.423694849014282,
      "epoch": 0.2897278314310799,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004998969998822814,
      "loss": 7.3787,
      "mean_token_accuracy": 0.10367386490106582,
      "num_tokens": 4966720.0,
      "step": 1485
    },
    {
      "entropy": 7.5524180889129635,
      "epoch": 0.2907033460150229,
      "grad_norm": 0.796875,
      "learning_rate": 0.0004998948609550249,
      "loss": 7.2646,
      "mean_token_accuracy": 0.10495304986834526,
      "num_tokens": 4982195.0,
      "step": 1490
    },
    {
      "entropy": 7.48098726272583,
      "epoch": 0.29167886059896597,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004998927000518442,
      "loss": 7.3698,
      "mean_token_accuracy": 0.10665831938385964,
      "num_tokens": 4997487.0,
      "step": 1495
    },
    {
      "entropy": 7.4441125869750975,
      "epoch": 0.292654375182909,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004998905171729505,
      "loss": 7.2544,
      "mean_token_accuracy": 0.10893786400556564,
      "num_tokens": 5012913.0,
      "step": 1500
    },
    {
      "entropy": 7.356356573104859,
      "epoch": 0.293629889766852,
      "grad_norm": 0.81640625,
      "learning_rate": 0.0004998883123185568,
      "loss": 7.2187,
      "mean_token_accuracy": 0.11964470073580742,
      "num_tokens": 5031462.0,
      "step": 1505
    },
    {
      "entropy": 7.506862783432007,
      "epoch": 0.294605404350795,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004998860854888788,
      "loss": 7.2106,
      "mean_token_accuracy": 0.11758186593651772,
      "num_tokens": 5047354.0,
      "step": 1510
    },
    {
      "entropy": 7.398953914642334,
      "epoch": 0.2955809189347381,
      "grad_norm": 0.7265625,
      "learning_rate": 0.0004998838366841341,
      "loss": 7.2889,
      "mean_token_accuracy": 0.11200916841626167,
      "num_tokens": 5065268.0,
      "step": 1515
    },
    {
      "entropy": 7.458558130264282,
      "epoch": 0.2965564335186811,
      "grad_norm": 0.828125,
      "learning_rate": 0.0004998815659045423,
      "loss": 7.2642,
      "mean_token_accuracy": 0.11022249981760979,
      "num_tokens": 5081066.0,
      "step": 1520
    },
    {
      "entropy": 7.4308922290802,
      "epoch": 0.2975319481026241,
      "grad_norm": 0.73046875,
      "learning_rate": 0.0004998792731503254,
      "loss": 7.3087,
      "mean_token_accuracy": 0.11247767508029938,
      "num_tokens": 5099440.0,
      "step": 1525
    },
    {
      "entropy": 7.424282217025757,
      "epoch": 0.29850746268656714,
      "grad_norm": 0.81640625,
      "learning_rate": 0.0004998769584217074,
      "loss": 7.2695,
      "mean_token_accuracy": 0.11871928125619888,
      "num_tokens": 5116573.0,
      "step": 1530
    },
    {
      "entropy": 7.267613458633423,
      "epoch": 0.2994829772705102,
      "grad_norm": 0.80859375,
      "learning_rate": 0.0004998746217189145,
      "loss": 7.0415,
      "mean_token_accuracy": 0.12954215258359908,
      "num_tokens": 5132920.0,
      "step": 1535
    },
    {
      "entropy": 7.544499349594116,
      "epoch": 0.3004584918544532,
      "grad_norm": 0.7421875,
      "learning_rate": 0.000499872263042175,
      "loss": 7.2875,
      "mean_token_accuracy": 0.10873164162039757,
      "num_tokens": 5150681.0,
      "step": 1540
    },
    {
      "entropy": 7.285702896118164,
      "epoch": 0.30143400643839624,
      "grad_norm": 0.82421875,
      "learning_rate": 0.0004998698823917196,
      "loss": 7.077,
      "mean_token_accuracy": 0.12807691991329193,
      "num_tokens": 5167473.0,
      "step": 1545
    },
    {
      "entropy": 7.463721036911011,
      "epoch": 0.3024095210223393,
      "grad_norm": 0.75,
      "learning_rate": 0.0004998674797677805,
      "loss": 7.3473,
      "mean_token_accuracy": 0.10609673261642456,
      "num_tokens": 5183847.0,
      "step": 1550
    },
    {
      "entropy": 7.475162935256958,
      "epoch": 0.3033850356062823,
      "grad_norm": 0.828125,
      "learning_rate": 0.0004998650551705929,
      "loss": 7.2916,
      "mean_token_accuracy": 0.10924788787961007,
      "num_tokens": 5200019.0,
      "step": 1555
    },
    {
      "entropy": 7.362889242172241,
      "epoch": 0.30436055019022534,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004998626086003934,
      "loss": 7.1448,
      "mean_token_accuracy": 0.11549173519015313,
      "num_tokens": 5217245.0,
      "step": 1560
    },
    {
      "entropy": 7.38791127204895,
      "epoch": 0.30533606477416836,
      "grad_norm": 0.71875,
      "learning_rate": 0.0004998601400574213,
      "loss": 7.0583,
      "mean_token_accuracy": 0.12249146774411201,
      "num_tokens": 5234822.0,
      "step": 1565
    },
    {
      "entropy": 7.376275300979614,
      "epoch": 0.30631157935811143,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004998576495419177,
      "loss": 7.2157,
      "mean_token_accuracy": 0.10978191494941711,
      "num_tokens": 5251282.0,
      "step": 1570
    },
    {
      "entropy": 7.348541307449341,
      "epoch": 0.30728709394205445,
      "grad_norm": 0.703125,
      "learning_rate": 0.000499855137054126,
      "loss": 7.1775,
      "mean_token_accuracy": 0.11414216682314873,
      "num_tokens": 5269630.0,
      "step": 1575
    },
    {
      "entropy": 7.451559972763062,
      "epoch": 0.30826260852599746,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004998526025942917,
      "loss": 7.2624,
      "mean_token_accuracy": 0.11020819023251534,
      "num_tokens": 5287106.0,
      "step": 1580
    },
    {
      "entropy": 7.460999155044556,
      "epoch": 0.3092381231099405,
      "grad_norm": 0.796875,
      "learning_rate": 0.0004998500461626625,
      "loss": 7.2832,
      "mean_token_accuracy": 0.10537893772125244,
      "num_tokens": 5303387.0,
      "step": 1585
    },
    {
      "entropy": 7.494349813461303,
      "epoch": 0.31021363769388355,
      "grad_norm": 0.77734375,
      "learning_rate": 0.000499847467759488,
      "loss": 7.2782,
      "mean_token_accuracy": 0.1071275532245636,
      "num_tokens": 5320482.0,
      "step": 1590
    },
    {
      "entropy": 7.3614997386932375,
      "epoch": 0.31118915227782656,
      "grad_norm": 0.7890625,
      "learning_rate": 0.0004998448673850205,
      "loss": 7.2244,
      "mean_token_accuracy": 0.11353383362293243,
      "num_tokens": 5336420.0,
      "step": 1595
    },
    {
      "entropy": 7.350383996963501,
      "epoch": 0.3121646668617696,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004998422450395139,
      "loss": 7.142,
      "mean_token_accuracy": 0.11666039228439332,
      "num_tokens": 5353464.0,
      "step": 1600
    },
    {
      "entropy": 7.396124601364136,
      "epoch": 0.3131401814457126,
      "grad_norm": 0.7890625,
      "learning_rate": 0.0004998396007232244,
      "loss": 7.234,
      "mean_token_accuracy": 0.11493151038885116,
      "num_tokens": 5372607.0,
      "step": 1605
    },
    {
      "entropy": 7.3827756404876705,
      "epoch": 0.31411569602965567,
      "grad_norm": 0.8203125,
      "learning_rate": 0.0004998369344364105,
      "loss": 7.2535,
      "mean_token_accuracy": 0.11560017913579941,
      "num_tokens": 5390134.0,
      "step": 1610
    },
    {
      "entropy": 7.394735050201416,
      "epoch": 0.3150912106135987,
      "grad_norm": 0.734375,
      "learning_rate": 0.0004998342461793328,
      "loss": 7.1559,
      "mean_token_accuracy": 0.11589187011122704,
      "num_tokens": 5407083.0,
      "step": 1615
    },
    {
      "entropy": 7.252396011352539,
      "epoch": 0.3160667251975417,
      "grad_norm": 0.8046875,
      "learning_rate": 0.0004998315359522538,
      "loss": 7.0531,
      "mean_token_accuracy": 0.1292327970266342,
      "num_tokens": 5424617.0,
      "step": 1620
    },
    {
      "entropy": 7.308001565933227,
      "epoch": 0.3170422397814847,
      "grad_norm": 0.8125,
      "learning_rate": 0.0004998288037554383,
      "loss": 7.1977,
      "mean_token_accuracy": 0.12096902504563331,
      "num_tokens": 5440913.0,
      "step": 1625
    },
    {
      "entropy": 7.372673082351684,
      "epoch": 0.3180177543654278,
      "grad_norm": 0.765625,
      "learning_rate": 0.0004998260495891535,
      "loss": 7.225,
      "mean_token_accuracy": 0.11702024266123771,
      "num_tokens": 5457157.0,
      "step": 1630
    },
    {
      "entropy": 7.383390712738037,
      "epoch": 0.3189932689493708,
      "grad_norm": 0.66015625,
      "learning_rate": 0.0004998232734536685,
      "loss": 7.1484,
      "mean_token_accuracy": 0.11764496192336082,
      "num_tokens": 5474520.0,
      "step": 1635
    },
    {
      "entropy": 7.418297576904297,
      "epoch": 0.3199687835333138,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004998204753492544,
      "loss": 7.2159,
      "mean_token_accuracy": 0.11754014566540719,
      "num_tokens": 5490599.0,
      "step": 1640
    },
    {
      "entropy": 7.389422082901001,
      "epoch": 0.32094429811725683,
      "grad_norm": 0.765625,
      "learning_rate": 0.0004998176552761848,
      "loss": 7.2857,
      "mean_token_accuracy": 0.10174136385321617,
      "num_tokens": 5506714.0,
      "step": 1645
    },
    {
      "entropy": 7.40252423286438,
      "epoch": 0.3219198127011999,
      "grad_norm": 0.7890625,
      "learning_rate": 0.0004998148132347352,
      "loss": 7.2392,
      "mean_token_accuracy": 0.11066171750426293,
      "num_tokens": 5522894.0,
      "step": 1650
    },
    {
      "entropy": 7.364075708389282,
      "epoch": 0.3228953272851429,
      "grad_norm": 0.71875,
      "learning_rate": 0.0004998119492251832,
      "loss": 7.1208,
      "mean_token_accuracy": 0.12099760472774505,
      "num_tokens": 5540054.0,
      "step": 1655
    },
    {
      "entropy": 7.415332651138305,
      "epoch": 0.32387084186908593,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004998090632478088,
      "loss": 7.2627,
      "mean_token_accuracy": 0.10254106968641281,
      "num_tokens": 5556189.0,
      "step": 1660
    },
    {
      "entropy": 7.4424889087677,
      "epoch": 0.32484635645302895,
      "grad_norm": 0.78515625,
      "learning_rate": 0.000499806155302894,
      "loss": 7.2877,
      "mean_token_accuracy": 0.1063154935836792,
      "num_tokens": 5572562.0,
      "step": 1665
    },
    {
      "entropy": 7.465411758422851,
      "epoch": 0.325821871036972,
      "grad_norm": 0.78515625,
      "learning_rate": 0.000499803225390723,
      "loss": 7.2694,
      "mean_token_accuracy": 0.10791720896959305,
      "num_tokens": 5588992.0,
      "step": 1670
    },
    {
      "entropy": 7.400199127197266,
      "epoch": 0.32679738562091504,
      "grad_norm": 0.8203125,
      "learning_rate": 0.0004998002735115819,
      "loss": 7.187,
      "mean_token_accuracy": 0.11241097077727318,
      "num_tokens": 5604143.0,
      "step": 1675
    },
    {
      "entropy": 7.4391865730285645,
      "epoch": 0.32777290020485805,
      "grad_norm": 0.7890625,
      "learning_rate": 0.0004997972996657593,
      "loss": 7.3002,
      "mean_token_accuracy": 0.10091334953904152,
      "num_tokens": 5620887.0,
      "step": 1680
    },
    {
      "entropy": 7.372653961181641,
      "epoch": 0.32874841478880107,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004997943038535459,
      "loss": 7.2412,
      "mean_token_accuracy": 0.11132050454616546,
      "num_tokens": 5637156.0,
      "step": 1685
    },
    {
      "entropy": 7.445284605026245,
      "epoch": 0.32972392937274414,
      "grad_norm": 0.6875,
      "learning_rate": 0.0004997912860752341,
      "loss": 7.1991,
      "mean_token_accuracy": 0.10926434695720673,
      "num_tokens": 5654024.0,
      "step": 1690
    },
    {
      "entropy": 7.381779670715332,
      "epoch": 0.33069944395668716,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004997882463311192,
      "loss": 7.1537,
      "mean_token_accuracy": 0.11310063973069191,
      "num_tokens": 5671538.0,
      "step": 1695
    },
    {
      "entropy": 7.348152542114258,
      "epoch": 0.33167495854063017,
      "grad_norm": 0.78125,
      "learning_rate": 0.0004997851846214979,
      "loss": 7.1949,
      "mean_token_accuracy": 0.1151057593524456,
      "num_tokens": 5688788.0,
      "step": 1700
    },
    {
      "entropy": 7.329300737380981,
      "epoch": 0.3326504731245732,
      "grad_norm": 0.73828125,
      "learning_rate": 0.0004997821009466695,
      "loss": 7.1359,
      "mean_token_accuracy": 0.1145908311009407,
      "num_tokens": 5706066.0,
      "step": 1705
    },
    {
      "entropy": 7.346020078659057,
      "epoch": 0.33362598770851626,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004997789953069354,
      "loss": 7.1175,
      "mean_token_accuracy": 0.11305170506238937,
      "num_tokens": 5722100.0,
      "step": 1710
    },
    {
      "entropy": 7.361113500595093,
      "epoch": 0.3346015022924593,
      "grad_norm": 0.69140625,
      "learning_rate": 0.0004997758677025989,
      "loss": 7.2428,
      "mean_token_accuracy": 0.10920800790190696,
      "num_tokens": 5739068.0,
      "step": 1715
    },
    {
      "entropy": 7.354664897918701,
      "epoch": 0.3355770168764023,
      "grad_norm": 0.69921875,
      "learning_rate": 0.0004997727181339658,
      "loss": 7.2139,
      "mean_token_accuracy": 0.10852341279387474,
      "num_tokens": 5756147.0,
      "step": 1720
    },
    {
      "entropy": 7.3808012962341305,
      "epoch": 0.3365525314603453,
      "grad_norm": 0.79296875,
      "learning_rate": 0.0004997695466013438,
      "loss": 7.1814,
      "mean_token_accuracy": 0.11239296644926071,
      "num_tokens": 5772157.0,
      "step": 1725
    },
    {
      "entropy": 7.395117616653442,
      "epoch": 0.3375280460442884,
      "grad_norm": 0.8203125,
      "learning_rate": 0.0004997663531050427,
      "loss": 7.2161,
      "mean_token_accuracy": 0.11248084828257561,
      "num_tokens": 5788128.0,
      "step": 1730
    },
    {
      "entropy": 7.3364479541778564,
      "epoch": 0.3385035606282314,
      "grad_norm": 0.7578125,
      "learning_rate": 0.0004997631376453749,
      "loss": 7.1879,
      "mean_token_accuracy": 0.11148244142532349,
      "num_tokens": 5804793.0,
      "step": 1735
    },
    {
      "entropy": 7.323251390457154,
      "epoch": 0.3394790752121744,
      "grad_norm": 0.80078125,
      "learning_rate": 0.0004997599002226541,
      "loss": 7.1203,
      "mean_token_accuracy": 0.11626422554254531,
      "num_tokens": 5822409.0,
      "step": 1740
    },
    {
      "entropy": 7.30807671546936,
      "epoch": 0.3404545897961175,
      "grad_norm": 0.94140625,
      "learning_rate": 0.000499756640837197,
      "loss": 7.1627,
      "mean_token_accuracy": 0.11140080466866494,
      "num_tokens": 5839023.0,
      "step": 1745
    },
    {
      "entropy": 7.368128967285156,
      "epoch": 0.3414301043800605,
      "grad_norm": 0.82421875,
      "learning_rate": 0.000499753359489322,
      "loss": 7.1665,
      "mean_token_accuracy": 0.10992935597896576,
      "num_tokens": 5855804.0,
      "step": 1750
    },
    {
      "entropy": 7.333204317092895,
      "epoch": 0.3424056189640035,
      "grad_norm": 0.81640625,
      "learning_rate": 0.0004997500561793498,
      "loss": 7.1786,
      "mean_token_accuracy": 0.11211245954036712,
      "num_tokens": 5872372.0,
      "step": 1755
    },
    {
      "entropy": 7.41660327911377,
      "epoch": 0.3433811335479465,
      "grad_norm": 0.73828125,
      "learning_rate": 0.0004997467309076031,
      "loss": 7.2211,
      "mean_token_accuracy": 0.10542100667953491,
      "num_tokens": 5888666.0,
      "step": 1760
    },
    {
      "entropy": 7.291812181472778,
      "epoch": 0.3443566481318896,
      "grad_norm": 0.74609375,
      "learning_rate": 0.0004997433836744069,
      "loss": 7.1705,
      "mean_token_accuracy": 0.11156053617596626,
      "num_tokens": 5905577.0,
      "step": 1765
    },
    {
      "entropy": 7.315142011642456,
      "epoch": 0.3453321627158326,
      "grad_norm": 0.80078125,
      "learning_rate": 0.0004997400144800882,
      "loss": 7.1508,
      "mean_token_accuracy": 0.11506888642907143,
      "num_tokens": 5922570.0,
      "step": 1770
    },
    {
      "entropy": 7.223569536209107,
      "epoch": 0.34630767729977563,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004997366233249762,
      "loss": 7.0883,
      "mean_token_accuracy": 0.12366917207837105,
      "num_tokens": 5938995.0,
      "step": 1775
    },
    {
      "entropy": 7.272809743881226,
      "epoch": 0.34728319188371864,
      "grad_norm": 0.7578125,
      "learning_rate": 0.0004997332102094024,
      "loss": 7.1118,
      "mean_token_accuracy": 0.11795152202248574,
      "num_tokens": 5954869.0,
      "step": 1780
    },
    {
      "entropy": 7.464500522613525,
      "epoch": 0.3482587064676617,
      "grad_norm": 0.7578125,
      "learning_rate": 0.0004997297751337004,
      "loss": 7.2125,
      "mean_token_accuracy": 0.11424987763166428,
      "num_tokens": 5972750.0,
      "step": 1785
    },
    {
      "entropy": 7.2483217239379885,
      "epoch": 0.34923422105160473,
      "grad_norm": 0.7578125,
      "learning_rate": 0.0004997263180982055,
      "loss": 7.1325,
      "mean_token_accuracy": 0.11683203727006912,
      "num_tokens": 5989004.0,
      "step": 1790
    },
    {
      "entropy": 7.29300446510315,
      "epoch": 0.35020973563554775,
      "grad_norm": 0.75390625,
      "learning_rate": 0.0004997228391032559,
      "loss": 7.1455,
      "mean_token_accuracy": 0.1135661095380783,
      "num_tokens": 6004749.0,
      "step": 1795
    },
    {
      "entropy": 7.337142848968506,
      "epoch": 0.35118525021949076,
      "grad_norm": 0.8046875,
      "learning_rate": 0.0004997193381491913,
      "loss": 7.0415,
      "mean_token_accuracy": 0.11597696542739869,
      "num_tokens": 6022235.0,
      "step": 1800
    },
    {
      "entropy": 7.260811042785645,
      "epoch": 0.35216076480343383,
      "grad_norm": 0.8125,
      "learning_rate": 0.000499715815236354,
      "loss": 7.2043,
      "mean_token_accuracy": 0.10821624919772148,
      "num_tokens": 6039194.0,
      "step": 1805
    },
    {
      "entropy": 7.412096691131592,
      "epoch": 0.35313627938737685,
      "grad_norm": 0.73046875,
      "learning_rate": 0.000499712270365088,
      "loss": 7.0791,
      "mean_token_accuracy": 0.11110314354300499,
      "num_tokens": 6055376.0,
      "step": 1810
    },
    {
      "entropy": 7.298790311813354,
      "epoch": 0.35411179397131987,
      "grad_norm": 0.74609375,
      "learning_rate": 0.0004997087035357398,
      "loss": 7.127,
      "mean_token_accuracy": 0.11343505010008811,
      "num_tokens": 6071105.0,
      "step": 1815
    },
    {
      "entropy": 7.204732227325439,
      "epoch": 0.3550873085552629,
      "grad_norm": 0.80078125,
      "learning_rate": 0.0004997051147486582,
      "loss": 7.0515,
      "mean_token_accuracy": 0.11854118779301644,
      "num_tokens": 6087964.0,
      "step": 1820
    },
    {
      "entropy": 7.260140800476075,
      "epoch": 0.35606282313920595,
      "grad_norm": 0.71875,
      "learning_rate": 0.0004997015040041935,
      "loss": 7.1154,
      "mean_token_accuracy": 0.11081360802054405,
      "num_tokens": 6105245.0,
      "step": 1825
    },
    {
      "entropy": 7.286773014068603,
      "epoch": 0.35703833772314897,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004996978713026986,
      "loss": 7.0775,
      "mean_token_accuracy": 0.12042444795370102,
      "num_tokens": 6121736.0,
      "step": 1830
    },
    {
      "entropy": 7.306388807296753,
      "epoch": 0.358013852307092,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004996942166445287,
      "loss": 7.1244,
      "mean_token_accuracy": 0.11466041356325149,
      "num_tokens": 6137751.0,
      "step": 1835
    },
    {
      "entropy": 7.33421745300293,
      "epoch": 0.358989366891035,
      "grad_norm": 0.77734375,
      "learning_rate": 0.0004996905400300407,
      "loss": 7.1875,
      "mean_token_accuracy": 0.11488941907882691,
      "num_tokens": 6154655.0,
      "step": 1840
    },
    {
      "entropy": 7.345286226272583,
      "epoch": 0.35996488147497807,
      "grad_norm": 0.7890625,
      "learning_rate": 0.000499686841459594,
      "loss": 7.1894,
      "mean_token_accuracy": 0.10912730991840362,
      "num_tokens": 6172230.0,
      "step": 1845
    },
    {
      "entropy": 7.290603160858154,
      "epoch": 0.3609403960589211,
      "grad_norm": 0.8203125,
      "learning_rate": 0.0004996831209335497,
      "loss": 7.125,
      "mean_token_accuracy": 0.10650177523493767,
      "num_tokens": 6188520.0,
      "step": 1850
    },
    {
      "entropy": 7.2695581912994385,
      "epoch": 0.3619159106428641,
      "grad_norm": 0.78125,
      "learning_rate": 0.0004996793784522719,
      "loss": 7.1608,
      "mean_token_accuracy": 0.1108959175646305,
      "num_tokens": 6205555.0,
      "step": 1855
    },
    {
      "entropy": 7.395503807067871,
      "epoch": 0.3628914252268071,
      "grad_norm": 0.78125,
      "learning_rate": 0.0004996756140161259,
      "loss": 7.1466,
      "mean_token_accuracy": 0.11458924412727356,
      "num_tokens": 6223548.0,
      "step": 1860
    },
    {
      "entropy": 7.251076316833496,
      "epoch": 0.3638669398107502,
      "grad_norm": 0.76171875,
      "learning_rate": 0.0004996718276254797,
      "loss": 7.1532,
      "mean_token_accuracy": 0.10857186615467071,
      "num_tokens": 6239266.0,
      "step": 1865
    },
    {
      "entropy": 7.347242403030395,
      "epoch": 0.3648424543946932,
      "grad_norm": 0.7578125,
      "learning_rate": 0.0004996680192807032,
      "loss": 7.1199,
      "mean_token_accuracy": 0.11347832977771759,
      "num_tokens": 6255020.0,
      "step": 1870
    },
    {
      "entropy": 7.319795846939087,
      "epoch": 0.3658179689786362,
      "grad_norm": 0.76953125,
      "learning_rate": 0.0004996641889821686,
      "loss": 7.0746,
      "mean_token_accuracy": 0.11083570644259452,
      "num_tokens": 6272774.0,
      "step": 1875
    },
    {
      "entropy": 7.267253398895264,
      "epoch": 0.36679348356257924,
      "grad_norm": 0.77734375,
      "learning_rate": 0.0004996603367302502,
      "loss": 7.0742,
      "mean_token_accuracy": 0.11343652233481408,
      "num_tokens": 6290478.0,
      "step": 1880
    },
    {
      "entropy": 7.28585729598999,
      "epoch": 0.3677689981465223,
      "grad_norm": 0.7109375,
      "learning_rate": 0.0004996564625253244,
      "loss": 7.15,
      "mean_token_accuracy": 0.11109395548701287,
      "num_tokens": 6308003.0,
      "step": 1885
    },
    {
      "entropy": 7.2919114112854,
      "epoch": 0.3687445127304653,
      "grad_norm": 0.7890625,
      "learning_rate": 0.0004996525663677697,
      "loss": 7.1184,
      "mean_token_accuracy": 0.1092761978507042,
      "num_tokens": 6325748.0,
      "step": 1890
    },
    {
      "entropy": 7.274161243438721,
      "epoch": 0.36972002731440834,
      "grad_norm": 0.79296875,
      "learning_rate": 0.000499648648257967,
      "loss": 7.0485,
      "mean_token_accuracy": 0.12817562222480774,
      "num_tokens": 6344031.0,
      "step": 1895
    },
    {
      "entropy": 7.239025402069092,
      "epoch": 0.37069554189835136,
      "grad_norm": 0.765625,
      "learning_rate": 0.000499644708196299,
      "loss": 7.1088,
      "mean_token_accuracy": 0.1161065973341465,
      "num_tokens": 6359821.0,
      "step": 1900
    },
    {
      "entropy": 7.177339696884156,
      "epoch": 0.3716710564822944,
      "grad_norm": 0.75390625,
      "learning_rate": 0.0004996407461831507,
      "loss": 6.9521,
      "mean_token_accuracy": 0.1276794709265232,
      "num_tokens": 6376464.0,
      "step": 1905
    },
    {
      "entropy": 7.350318479537964,
      "epoch": 0.37264657106623744,
      "grad_norm": 0.765625,
      "learning_rate": 0.0004996367622189094,
      "loss": 7.127,
      "mean_token_accuracy": 0.11131031289696694,
      "num_tokens": 6392415.0,
      "step": 1910
    },
    {
      "entropy": 7.206513071060181,
      "epoch": 0.37362208565018046,
      "grad_norm": 0.7265625,
      "learning_rate": 0.0004996327563039643,
      "loss": 7.1209,
      "mean_token_accuracy": 0.11124824956059456,
      "num_tokens": 6409151.0,
      "step": 1915
    },
    {
      "entropy": 7.344724702835083,
      "epoch": 0.3745976002341235,
      "grad_norm": 0.69921875,
      "learning_rate": 0.0004996287284387068,
      "loss": 7.079,
      "mean_token_accuracy": 0.11743810772895813,
      "num_tokens": 6426997.0,
      "step": 1920
    },
    {
      "entropy": 7.238914442062378,
      "epoch": 0.37557311481806654,
      "grad_norm": 0.7578125,
      "learning_rate": 0.0004996246786235306,
      "loss": 7.0857,
      "mean_token_accuracy": 0.11670200452208519,
      "num_tokens": 6442871.0,
      "step": 1925
    },
    {
      "entropy": 7.203385543823242,
      "epoch": 0.37654862940200956,
      "grad_norm": 0.77734375,
      "learning_rate": 0.0004996206068588314,
      "loss": 7.0849,
      "mean_token_accuracy": 0.11218000873923302,
      "num_tokens": 6459677.0,
      "step": 1930
    },
    {
      "entropy": 7.336028528213501,
      "epoch": 0.3775241439859526,
      "grad_norm": 0.78125,
      "learning_rate": 0.0004996165131450071,
      "loss": 7.2134,
      "mean_token_accuracy": 0.10741019994020462,
      "num_tokens": 6477239.0,
      "step": 1935
    },
    {
      "entropy": 7.308997726440429,
      "epoch": 0.37849965856989565,
      "grad_norm": 0.79296875,
      "learning_rate": 0.0004996123974824576,
      "loss": 7.0856,
      "mean_token_accuracy": 0.11888976544141769,
      "num_tokens": 6493277.0,
      "step": 1940
    },
    {
      "entropy": 7.210962915420533,
      "epoch": 0.37947517315383866,
      "grad_norm": 0.74609375,
      "learning_rate": 0.0004996082598715852,
      "loss": 7.0907,
      "mean_token_accuracy": 0.11501143723726273,
      "num_tokens": 6509204.0,
      "step": 1945
    },
    {
      "entropy": 7.223517417907715,
      "epoch": 0.3804506877377817,
      "grad_norm": 0.8828125,
      "learning_rate": 0.000499604100312794,
      "loss": 6.9496,
      "mean_token_accuracy": 0.12535614222288133,
      "num_tokens": 6525486.0,
      "step": 1950
    },
    {
      "entropy": 7.211537933349609,
      "epoch": 0.3814262023217247,
      "grad_norm": 0.75390625,
      "learning_rate": 0.0004995999188064908,
      "loss": 7.1591,
      "mean_token_accuracy": 0.10634085834026337,
      "num_tokens": 6542227.0,
      "step": 1955
    },
    {
      "entropy": 7.360594367980957,
      "epoch": 0.38240171690566777,
      "grad_norm": 0.8359375,
      "learning_rate": 0.000499595715353084,
      "loss": 7.2246,
      "mean_token_accuracy": 0.10380557775497437,
      "num_tokens": 6558951.0,
      "step": 1960
    },
    {
      "entropy": 7.310774660110473,
      "epoch": 0.3833772314896108,
      "grad_norm": 0.82421875,
      "learning_rate": 0.0004995914899529844,
      "loss": 7.1393,
      "mean_token_accuracy": 0.11187061816453933,
      "num_tokens": 6574696.0,
      "step": 1965
    },
    {
      "entropy": 7.347577524185181,
      "epoch": 0.3843527460735538,
      "grad_norm": 0.796875,
      "learning_rate": 0.0004995872426066048,
      "loss": 7.1385,
      "mean_token_accuracy": 0.1089790977537632,
      "num_tokens": 6591628.0,
      "step": 1970
    },
    {
      "entropy": 7.25405855178833,
      "epoch": 0.3853282606574968,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004995829733143602,
      "loss": 7.0549,
      "mean_token_accuracy": 0.11590226516127586,
      "num_tokens": 6608107.0,
      "step": 1975
    },
    {
      "entropy": 7.251243686676025,
      "epoch": 0.3863037752414399,
      "grad_norm": 0.80859375,
      "learning_rate": 0.000499578682076668,
      "loss": 7.1676,
      "mean_token_accuracy": 0.1179898962378502,
      "num_tokens": 6626699.0,
      "step": 1980
    },
    {
      "entropy": 7.352150535583496,
      "epoch": 0.3872792898253829,
      "grad_norm": 0.79296875,
      "learning_rate": 0.0004995743688939474,
      "loss": 7.1801,
      "mean_token_accuracy": 0.1051247276365757,
      "num_tokens": 6644540.0,
      "step": 1985
    },
    {
      "entropy": 7.301030969619751,
      "epoch": 0.3882548044093259,
      "grad_norm": 0.72265625,
      "learning_rate": 0.0004995700337666199,
      "loss": 7.1345,
      "mean_token_accuracy": 0.1087101012468338,
      "num_tokens": 6660653.0,
      "step": 1990
    },
    {
      "entropy": 7.358835697174072,
      "epoch": 0.38923031899326893,
      "grad_norm": 0.8125,
      "learning_rate": 0.000499565676695109,
      "loss": 7.1277,
      "mean_token_accuracy": 0.10916693210601806,
      "num_tokens": 6677553.0,
      "step": 1995
    },
    {
      "entropy": 7.234071826934814,
      "epoch": 0.390205833577212,
      "grad_norm": 0.828125,
      "learning_rate": 0.0004995612976798406,
      "loss": 7.1097,
      "mean_token_accuracy": 0.1076956108212471,
      "num_tokens": 6695274.0,
      "step": 2000
    },
    {
      "entropy": 7.21323447227478,
      "epoch": 0.391181348161155,
      "grad_norm": 0.734375,
      "learning_rate": 0.0004995568967212425,
      "loss": 7.0513,
      "mean_token_accuracy": 0.11473157033324241,
      "num_tokens": 6711166.0,
      "step": 2005
    },
    {
      "entropy": 7.2274092674255375,
      "epoch": 0.39215686274509803,
      "grad_norm": 0.8046875,
      "learning_rate": 0.0004995524738197448,
      "loss": 7.0293,
      "mean_token_accuracy": 0.11371998265385627,
      "num_tokens": 6728827.0,
      "step": 2010
    },
    {
      "entropy": 7.157890892028808,
      "epoch": 0.39313237732904105,
      "grad_norm": 0.76953125,
      "learning_rate": 0.0004995480289757796,
      "loss": 7.0112,
      "mean_token_accuracy": 0.12422050759196282,
      "num_tokens": 6745901.0,
      "step": 2015
    },
    {
      "entropy": 7.203786039352417,
      "epoch": 0.3941078919129841,
      "grad_norm": 0.6953125,
      "learning_rate": 0.0004995435621897815,
      "loss": 6.9848,
      "mean_token_accuracy": 0.12129663527011872,
      "num_tokens": 6762176.0,
      "step": 2020
    },
    {
      "entropy": 7.2202558517456055,
      "epoch": 0.39508340649692714,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004995390734621867,
      "loss": 7.1429,
      "mean_token_accuracy": 0.11030717268586158,
      "num_tokens": 6779322.0,
      "step": 2025
    },
    {
      "entropy": 7.357947063446045,
      "epoch": 0.39605892108087015,
      "grad_norm": 0.8203125,
      "learning_rate": 0.0004995345627934338,
      "loss": 7.0667,
      "mean_token_accuracy": 0.11798961833119392,
      "num_tokens": 6794293.0,
      "step": 2030
    },
    {
      "entropy": 7.010815858840942,
      "epoch": 0.39703443566481317,
      "grad_norm": 0.75,
      "learning_rate": 0.0004995300301839637,
      "loss": 6.8932,
      "mean_token_accuracy": 0.13526565283536912,
      "num_tokens": 6812880.0,
      "step": 2035
    },
    {
      "entropy": 7.340814161300659,
      "epoch": 0.39800995024875624,
      "grad_norm": 0.8046875,
      "learning_rate": 0.0004995254756342194,
      "loss": 7.1137,
      "mean_token_accuracy": 0.11127207204699516,
      "num_tokens": 6829230.0,
      "step": 2040
    },
    {
      "entropy": 7.22826657295227,
      "epoch": 0.39898546483269925,
      "grad_norm": 0.828125,
      "learning_rate": 0.0004995208991446458,
      "loss": 7.0891,
      "mean_token_accuracy": 0.11383116319775581,
      "num_tokens": 6846787.0,
      "step": 2045
    },
    {
      "entropy": 7.199024486541748,
      "epoch": 0.39996097941664227,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004995163007156902,
      "loss": 6.9725,
      "mean_token_accuracy": 0.11578162759542465,
      "num_tokens": 6862990.0,
      "step": 2050
    },
    {
      "entropy": 7.287556838989258,
      "epoch": 0.4009364940005853,
      "grad_norm": 0.8359375,
      "learning_rate": 0.0004995116803478018,
      "loss": 7.1234,
      "mean_token_accuracy": 0.10940696746110916,
      "num_tokens": 6879170.0,
      "step": 2055
    },
    {
      "entropy": 7.188670206069946,
      "epoch": 0.40191200858452836,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004995070380414321,
      "loss": 7.0969,
      "mean_token_accuracy": 0.11105065271258355,
      "num_tokens": 6895635.0,
      "step": 2060
    },
    {
      "entropy": 7.228735542297363,
      "epoch": 0.4028875231684714,
      "grad_norm": 0.796875,
      "learning_rate": 0.000499502373797035,
      "loss": 6.9947,
      "mean_token_accuracy": 0.11994706392288208,
      "num_tokens": 6912836.0,
      "step": 2065
    },
    {
      "entropy": 7.202665185928344,
      "epoch": 0.4038630377524144,
      "grad_norm": 0.81640625,
      "learning_rate": 0.000499497687615066,
      "loss": 7.04,
      "mean_token_accuracy": 0.1209272637963295,
      "num_tokens": 6929507.0,
      "step": 2070
    },
    {
      "entropy": 7.279792213439942,
      "epoch": 0.4048385523363574,
      "grad_norm": 0.7890625,
      "learning_rate": 0.000499492979495983,
      "loss": 7.0821,
      "mean_token_accuracy": 0.11026716157793999,
      "num_tokens": 6946527.0,
      "step": 2075
    },
    {
      "entropy": 7.286045885086059,
      "epoch": 0.4058140669203005,
      "grad_norm": 0.875,
      "learning_rate": 0.0004994882494402462,
      "loss": 7.0544,
      "mean_token_accuracy": 0.1166168913245201,
      "num_tokens": 6962582.0,
      "step": 2080
    },
    {
      "entropy": 7.198511600494385,
      "epoch": 0.4067895815042435,
      "grad_norm": 0.8203125,
      "learning_rate": 0.0004994834974483178,
      "loss": 7.0457,
      "mean_token_accuracy": 0.11867324039340019,
      "num_tokens": 6979389.0,
      "step": 2085
    },
    {
      "entropy": 7.157386112213135,
      "epoch": 0.4077650960881865,
      "grad_norm": 0.7890625,
      "learning_rate": 0.0004994787235206621,
      "loss": 7.0181,
      "mean_token_accuracy": 0.11740831509232522,
      "num_tokens": 6996637.0,
      "step": 2090
    },
    {
      "entropy": 7.290577459335327,
      "epoch": 0.4087406106721295,
      "grad_norm": 0.71875,
      "learning_rate": 0.0004994739276577456,
      "loss": 7.1354,
      "mean_token_accuracy": 0.10963407009840012,
      "num_tokens": 7013013.0,
      "step": 2095
    },
    {
      "entropy": 7.162953281402588,
      "epoch": 0.4097161252560726,
      "grad_norm": 0.71875,
      "learning_rate": 0.0004994691098600369,
      "loss": 7.0902,
      "mean_token_accuracy": 0.11748966127634049,
      "num_tokens": 7031476.0,
      "step": 2100
    },
    {
      "entropy": 7.288568019866943,
      "epoch": 0.4106916398400156,
      "grad_norm": 0.76953125,
      "learning_rate": 0.0004994642701280068,
      "loss": 6.9969,
      "mean_token_accuracy": 0.11634306013584136,
      "num_tokens": 7047424.0,
      "step": 2105
    },
    {
      "entropy": 7.2204046726226805,
      "epoch": 0.4116671544239586,
      "grad_norm": 0.70703125,
      "learning_rate": 0.0004994594084621282,
      "loss": 7.0924,
      "mean_token_accuracy": 0.11025368198752403,
      "num_tokens": 7063793.0,
      "step": 2110
    },
    {
      "entropy": 7.326669406890869,
      "epoch": 0.41264266900790164,
      "grad_norm": 0.79296875,
      "learning_rate": 0.0004994545248628762,
      "loss": 7.1347,
      "mean_token_accuracy": 0.11028839871287346,
      "num_tokens": 7079026.0,
      "step": 2115
    },
    {
      "entropy": 7.240088605880738,
      "epoch": 0.4136181835918447,
      "grad_norm": 0.83203125,
      "learning_rate": 0.000499449619330728,
      "loss": 7.0483,
      "mean_token_accuracy": 0.11729857921600342,
      "num_tokens": 7097524.0,
      "step": 2120
    },
    {
      "entropy": 7.251145744323731,
      "epoch": 0.41459369817578773,
      "grad_norm": 0.7421875,
      "learning_rate": 0.000499444691866163,
      "loss": 7.1188,
      "mean_token_accuracy": 0.11070149391889572,
      "num_tokens": 7115514.0,
      "step": 2125
    },
    {
      "entropy": 7.220455503463745,
      "epoch": 0.41556921275973074,
      "grad_norm": 0.81640625,
      "learning_rate": 0.0004994397424696625,
      "loss": 7.0571,
      "mean_token_accuracy": 0.11697743535041809,
      "num_tokens": 7132589.0,
      "step": 2130
    },
    {
      "entropy": 7.24340329170227,
      "epoch": 0.4165447273436738,
      "grad_norm": 0.83203125,
      "learning_rate": 0.0004994347711417105,
      "loss": 7.0813,
      "mean_token_accuracy": 0.11018647104501725,
      "num_tokens": 7149416.0,
      "step": 2135
    },
    {
      "entropy": 7.190200424194336,
      "epoch": 0.41752024192761683,
      "grad_norm": 0.78125,
      "learning_rate": 0.0004994297778827924,
      "loss": 7.0129,
      "mean_token_accuracy": 0.12009462714195251,
      "num_tokens": 7165763.0,
      "step": 2140
    },
    {
      "entropy": 7.142020797729492,
      "epoch": 0.41849575651155985,
      "grad_norm": 0.796875,
      "learning_rate": 0.0004994247626933964,
      "loss": 6.9991,
      "mean_token_accuracy": 0.12152125090360641,
      "num_tokens": 7183131.0,
      "step": 2145
    },
    {
      "entropy": 7.182233715057373,
      "epoch": 0.41947127109550286,
      "grad_norm": 0.82421875,
      "learning_rate": 0.0004994197255740124,
      "loss": 7.01,
      "mean_token_accuracy": 0.118393162637949,
      "num_tokens": 7200467.0,
      "step": 2150
    },
    {
      "entropy": 7.227328300476074,
      "epoch": 0.42044678567944593,
      "grad_norm": 0.7734375,
      "learning_rate": 0.0004994146665251327,
      "loss": 7.0119,
      "mean_token_accuracy": 0.1158651627600193,
      "num_tokens": 7217311.0,
      "step": 2155
    },
    {
      "entropy": 7.172503805160522,
      "epoch": 0.42142230026338895,
      "grad_norm": 0.7265625,
      "learning_rate": 0.0004994095855472516,
      "loss": 7.0171,
      "mean_token_accuracy": 0.11699589043855667,
      "num_tokens": 7235244.0,
      "step": 2160
    },
    {
      "entropy": 7.2362464427947994,
      "epoch": 0.42239781484733196,
      "grad_norm": 0.71875,
      "learning_rate": 0.0004994044826408656,
      "loss": 7.0608,
      "mean_token_accuracy": 0.11110096648335457,
      "num_tokens": 7252235.0,
      "step": 2165
    },
    {
      "entropy": 7.2224701881408695,
      "epoch": 0.423373329431275,
      "grad_norm": 0.7734375,
      "learning_rate": 0.0004993993578064733,
      "loss": 7.0665,
      "mean_token_accuracy": 0.11295148506760597,
      "num_tokens": 7269367.0,
      "step": 2170
    },
    {
      "entropy": 7.241343593597412,
      "epoch": 0.42434884401521805,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004993942110445756,
      "loss": 7.0492,
      "mean_token_accuracy": 0.11112753674387932,
      "num_tokens": 7287198.0,
      "step": 2175
    },
    {
      "entropy": 7.2085083484649655,
      "epoch": 0.42532435859916107,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004993890423556753,
      "loss": 6.9817,
      "mean_token_accuracy": 0.11444118842482567,
      "num_tokens": 7302356.0,
      "step": 2180
    },
    {
      "entropy": 7.246829843521118,
      "epoch": 0.4262998731831041,
      "grad_norm": 0.81640625,
      "learning_rate": 0.0004993838517402775,
      "loss": 6.9793,
      "mean_token_accuracy": 0.12212472409009933,
      "num_tokens": 7318530.0,
      "step": 2185
    },
    {
      "entropy": 7.199738931655884,
      "epoch": 0.4272753877670471,
      "grad_norm": 0.77734375,
      "learning_rate": 0.0004993786391988894,
      "loss": 6.9694,
      "mean_token_accuracy": 0.11767075285315513,
      "num_tokens": 7335195.0,
      "step": 2190
    },
    {
      "entropy": 7.093324899673462,
      "epoch": 0.42825090235099017,
      "grad_norm": 0.7890625,
      "learning_rate": 0.0004993734047320206,
      "loss": 6.9834,
      "mean_token_accuracy": 0.11373086497187615,
      "num_tokens": 7352233.0,
      "step": 2195
    },
    {
      "entropy": 7.248805379867553,
      "epoch": 0.4292264169349332,
      "grad_norm": 0.78515625,
      "learning_rate": 0.0004993681483401821,
      "loss": 7.0368,
      "mean_token_accuracy": 0.1148251011967659,
      "num_tokens": 7368569.0,
      "step": 2200
    },
    {
      "entropy": 7.125283527374267,
      "epoch": 0.4302019315188762,
      "grad_norm": 0.8125,
      "learning_rate": 0.0004993628700238879,
      "loss": 7.0675,
      "mean_token_accuracy": 0.11216622069478036,
      "num_tokens": 7384669.0,
      "step": 2205
    },
    {
      "entropy": 7.305088520050049,
      "epoch": 0.4311774461028192,
      "grad_norm": 0.76171875,
      "learning_rate": 0.0004993575697836537,
      "loss": 7.0773,
      "mean_token_accuracy": 0.10974156260490417,
      "num_tokens": 7401833.0,
      "step": 2210
    },
    {
      "entropy": 7.186111354827881,
      "epoch": 0.4321529606867623,
      "grad_norm": 0.76953125,
      "learning_rate": 0.0004993522476199975,
      "loss": 6.9899,
      "mean_token_accuracy": 0.11291198059916496,
      "num_tokens": 7418663.0,
      "step": 2215
    },
    {
      "entropy": 7.202877998352051,
      "epoch": 0.4331284752707053,
      "grad_norm": 0.78515625,
      "learning_rate": 0.0004993469035334392,
      "loss": 6.9632,
      "mean_token_accuracy": 0.12589747905731202,
      "num_tokens": 7434701.0,
      "step": 2220
    },
    {
      "entropy": 7.186607360839844,
      "epoch": 0.4341039898546483,
      "grad_norm": 0.76171875,
      "learning_rate": 0.000499341537524501,
      "loss": 7.0437,
      "mean_token_accuracy": 0.10907271057367325,
      "num_tokens": 7450154.0,
      "step": 2225
    },
    {
      "entropy": 7.0651970386505125,
      "epoch": 0.43507950443859134,
      "grad_norm": 0.8203125,
      "learning_rate": 0.0004993361495937074,
      "loss": 6.8384,
      "mean_token_accuracy": 0.13577248379588128,
      "num_tokens": 7468110.0,
      "step": 2230
    },
    {
      "entropy": 7.126219892501831,
      "epoch": 0.4360550190225344,
      "grad_norm": 0.7890625,
      "learning_rate": 0.0004993307397415848,
      "loss": 6.9731,
      "mean_token_accuracy": 0.11543633043766022,
      "num_tokens": 7482962.0,
      "step": 2235
    },
    {
      "entropy": 7.264739990234375,
      "epoch": 0.4370305336064774,
      "grad_norm": 0.734375,
      "learning_rate": 0.0004993253079686619,
      "loss": 7.1058,
      "mean_token_accuracy": 0.10994061902165413,
      "num_tokens": 7499116.0,
      "step": 2240
    },
    {
      "entropy": 7.228064966201782,
      "epoch": 0.43800604819042044,
      "grad_norm": 0.75390625,
      "learning_rate": 0.0004993198542754692,
      "loss": 7.0671,
      "mean_token_accuracy": 0.11247695907950402,
      "num_tokens": 7515765.0,
      "step": 2245
    },
    {
      "entropy": 7.207043170928955,
      "epoch": 0.43898156277436345,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004993143786625401,
      "loss": 7.054,
      "mean_token_accuracy": 0.11409633979201317,
      "num_tokens": 7532074.0,
      "step": 2250
    },
    {
      "entropy": 7.118841218948364,
      "epoch": 0.4399570773583065,
      "grad_norm": 0.828125,
      "learning_rate": 0.0004993088811304092,
      "loss": 6.8809,
      "mean_token_accuracy": 0.1264127030968666,
      "num_tokens": 7547704.0,
      "step": 2255
    },
    {
      "entropy": 7.175853538513183,
      "epoch": 0.44093259194224954,
      "grad_norm": 0.83203125,
      "learning_rate": 0.0004993033616796139,
      "loss": 7.004,
      "mean_token_accuracy": 0.11399397403001785,
      "num_tokens": 7563317.0,
      "step": 2260
    },
    {
      "entropy": 7.130023050308227,
      "epoch": 0.44190810652619256,
      "grad_norm": 0.76953125,
      "learning_rate": 0.0004992978203106936,
      "loss": 6.9969,
      "mean_token_accuracy": 0.11112530082464218,
      "num_tokens": 7580770.0,
      "step": 2265
    },
    {
      "entropy": 7.160404348373413,
      "epoch": 0.4428836211101356,
      "grad_norm": 0.7109375,
      "learning_rate": 0.0004992922570241896,
      "loss": 6.9677,
      "mean_token_accuracy": 0.11711665615439415,
      "num_tokens": 7598181.0,
      "step": 2270
    },
    {
      "entropy": 7.22194128036499,
      "epoch": 0.44385913569407864,
      "grad_norm": 0.8046875,
      "learning_rate": 0.0004992866718206457,
      "loss": 6.9795,
      "mean_token_accuracy": 0.11797806024551391,
      "num_tokens": 7613739.0,
      "step": 2275
    },
    {
      "entropy": 7.147187185287476,
      "epoch": 0.44483465027802166,
      "grad_norm": 0.80078125,
      "learning_rate": 0.0004992810647006077,
      "loss": 7.0605,
      "mean_token_accuracy": 0.11274358704686165,
      "num_tokens": 7629297.0,
      "step": 2280
    },
    {
      "entropy": 7.254347705841065,
      "epoch": 0.4458101648619647,
      "grad_norm": 0.72265625,
      "learning_rate": 0.0004992754356646234,
      "loss": 7.0438,
      "mean_token_accuracy": 0.11101290956139565,
      "num_tokens": 7645273.0,
      "step": 2285
    },
    {
      "entropy": 7.220282363891601,
      "epoch": 0.4467856794459077,
      "grad_norm": 0.73828125,
      "learning_rate": 0.0004992697847132427,
      "loss": 7.0027,
      "mean_token_accuracy": 0.11301476284861564,
      "num_tokens": 7661296.0,
      "step": 2290
    },
    {
      "entropy": 7.037471199035645,
      "epoch": 0.44776119402985076,
      "grad_norm": 0.77734375,
      "learning_rate": 0.000499264111847018,
      "loss": 6.9902,
      "mean_token_accuracy": 0.1159727394580841,
      "num_tokens": 7678658.0,
      "step": 2295
    },
    {
      "entropy": 7.243689489364624,
      "epoch": 0.4487367086137938,
      "grad_norm": 0.7421875,
      "learning_rate": 0.0004992584170665037,
      "loss": 7.0281,
      "mean_token_accuracy": 0.11064428091049194,
      "num_tokens": 7693678.0,
      "step": 2300
    },
    {
      "entropy": 7.168780279159546,
      "epoch": 0.4497122231977368,
      "grad_norm": 0.7890625,
      "learning_rate": 0.000499252700372256,
      "loss": 7.0243,
      "mean_token_accuracy": 0.1131410151720047,
      "num_tokens": 7709526.0,
      "step": 2305
    },
    {
      "entropy": 7.1957385540008545,
      "epoch": 0.4506877377816798,
      "grad_norm": 0.8046875,
      "learning_rate": 0.0004992469617648337,
      "loss": 6.9315,
      "mean_token_accuracy": 0.114837134629488,
      "num_tokens": 7725055.0,
      "step": 2310
    },
    {
      "entropy": 7.01217885017395,
      "epoch": 0.4516632523656229,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004992412012447976,
      "loss": 6.8246,
      "mean_token_accuracy": 0.13443369641900063,
      "num_tokens": 7742047.0,
      "step": 2315
    },
    {
      "entropy": 7.173456907272339,
      "epoch": 0.4526387669495659,
      "grad_norm": 0.78125,
      "learning_rate": 0.0004992354188127105,
      "loss": 6.9924,
      "mean_token_accuracy": 0.11481999903917313,
      "num_tokens": 7758283.0,
      "step": 2320
    },
    {
      "entropy": 7.123820018768311,
      "epoch": 0.4536142815335089,
      "grad_norm": 0.78125,
      "learning_rate": 0.0004992296144691375,
      "loss": 6.9428,
      "mean_token_accuracy": 0.11760515496134757,
      "num_tokens": 7774660.0,
      "step": 2325
    },
    {
      "entropy": 7.0660059452056885,
      "epoch": 0.454589796117452,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004992237882146456,
      "loss": 6.9425,
      "mean_token_accuracy": 0.1202511541545391,
      "num_tokens": 7792147.0,
      "step": 2330
    },
    {
      "entropy": 7.123804235458374,
      "epoch": 0.455565310701395,
      "grad_norm": 0.74609375,
      "learning_rate": 0.0004992179400498044,
      "loss": 6.8921,
      "mean_token_accuracy": 0.11974749714136124,
      "num_tokens": 7809021.0,
      "step": 2335
    },
    {
      "entropy": 7.169484567642212,
      "epoch": 0.456540825285338,
      "grad_norm": 0.7578125,
      "learning_rate": 0.0004992120699751852,
      "loss": 6.9622,
      "mean_token_accuracy": 0.11758237481117248,
      "num_tokens": 7825074.0,
      "step": 2340
    },
    {
      "entropy": 7.045835208892822,
      "epoch": 0.45751633986928103,
      "grad_norm": 0.7890625,
      "learning_rate": 0.0004992061779913616,
      "loss": 6.8805,
      "mean_token_accuracy": 0.12335293963551522,
      "num_tokens": 7843413.0,
      "step": 2345
    },
    {
      "entropy": 7.171706199645996,
      "epoch": 0.4584918544532241,
      "grad_norm": 0.76171875,
      "learning_rate": 0.0004992002640989094,
      "loss": 6.9833,
      "mean_token_accuracy": 0.1096218541264534,
      "num_tokens": 7859874.0,
      "step": 2350
    },
    {
      "entropy": 7.07806077003479,
      "epoch": 0.4594673690371671,
      "grad_norm": 0.74609375,
      "learning_rate": 0.0004991943282984065,
      "loss": 6.9123,
      "mean_token_accuracy": 0.12037121206521988,
      "num_tokens": 7877302.0,
      "step": 2355
    },
    {
      "entropy": 7.143974542617798,
      "epoch": 0.46044288362111013,
      "grad_norm": 0.83203125,
      "learning_rate": 0.0004991883705904328,
      "loss": 7.0312,
      "mean_token_accuracy": 0.11270724460482598,
      "num_tokens": 7893207.0,
      "step": 2360
    },
    {
      "entropy": 7.093389081954956,
      "epoch": 0.46141839820505315,
      "grad_norm": 0.765625,
      "learning_rate": 0.0004991823909755705,
      "loss": 6.8767,
      "mean_token_accuracy": 0.12375643104314804,
      "num_tokens": 7910239.0,
      "step": 2365
    },
    {
      "entropy": 7.15909104347229,
      "epoch": 0.4623939127889962,
      "grad_norm": 0.78515625,
      "learning_rate": 0.0004991763894544041,
      "loss": 7.0037,
      "mean_token_accuracy": 0.11504495963454246,
      "num_tokens": 7928030.0,
      "step": 2370
    },
    {
      "entropy": 7.108256673812866,
      "epoch": 0.46336942737293924,
      "grad_norm": 0.8046875,
      "learning_rate": 0.0004991703660275199,
      "loss": 6.9586,
      "mean_token_accuracy": 0.11801588907837868,
      "num_tokens": 7943653.0,
      "step": 2375
    },
    {
      "entropy": 7.180034732818603,
      "epoch": 0.46434494195688225,
      "grad_norm": 0.75,
      "learning_rate": 0.0004991643206955064,
      "loss": 7.0141,
      "mean_token_accuracy": 0.11293180361390114,
      "num_tokens": 7960564.0,
      "step": 2380
    },
    {
      "entropy": 7.160725498199463,
      "epoch": 0.46532045654082527,
      "grad_norm": 0.78125,
      "learning_rate": 0.0004991582534589544,
      "loss": 6.9894,
      "mean_token_accuracy": 0.11833145692944527,
      "num_tokens": 7978045.0,
      "step": 2385
    },
    {
      "entropy": 7.136874103546143,
      "epoch": 0.46629597112476834,
      "grad_norm": 0.80859375,
      "learning_rate": 0.0004991521643184567,
      "loss": 7.0206,
      "mean_token_accuracy": 0.11553193107247353,
      "num_tokens": 7995074.0,
      "step": 2390
    },
    {
      "entropy": 7.189276313781738,
      "epoch": 0.46727148570871135,
      "grad_norm": 0.71484375,
      "learning_rate": 0.0004991460532746087,
      "loss": 7.0168,
      "mean_token_accuracy": 0.10875729024410248,
      "num_tokens": 8011800.0,
      "step": 2395
    },
    {
      "entropy": 7.149040699005127,
      "epoch": 0.46824700029265437,
      "grad_norm": 0.80078125,
      "learning_rate": 0.000499139920328007,
      "loss": 7.0033,
      "mean_token_accuracy": 0.11477693393826485,
      "num_tokens": 8028090.0,
      "step": 2400
    },
    {
      "entropy": 7.163629055023193,
      "epoch": 0.4692225148765974,
      "grad_norm": 0.82421875,
      "learning_rate": 0.0004991337654792512,
      "loss": 6.9504,
      "mean_token_accuracy": 0.11679124534130096,
      "num_tokens": 8044140.0,
      "step": 2405
    },
    {
      "entropy": 7.113048505783081,
      "epoch": 0.47019802946054046,
      "grad_norm": 0.82421875,
      "learning_rate": 0.0004991275887289427,
      "loss": 6.8872,
      "mean_token_accuracy": 0.11912243366241455,
      "num_tokens": 8060030.0,
      "step": 2410
    },
    {
      "entropy": 7.146053218841553,
      "epoch": 0.47117354404448347,
      "grad_norm": 0.828125,
      "learning_rate": 0.0004991213900776849,
      "loss": 6.9467,
      "mean_token_accuracy": 0.11257586479187012,
      "num_tokens": 8075445.0,
      "step": 2415
    },
    {
      "entropy": 7.189834117889404,
      "epoch": 0.4721490586284265,
      "grad_norm": 0.78125,
      "learning_rate": 0.0004991151695260838,
      "loss": 6.9366,
      "mean_token_accuracy": 0.11540788263082505,
      "num_tokens": 8093250.0,
      "step": 2420
    },
    {
      "entropy": 7.001761102676392,
      "epoch": 0.4731245732123695,
      "grad_norm": 0.828125,
      "learning_rate": 0.000499108927074747,
      "loss": 6.8852,
      "mean_token_accuracy": 0.13078338652849197,
      "num_tokens": 8109615.0,
      "step": 2425
    },
    {
      "entropy": 7.098208570480347,
      "epoch": 0.4741000877963126,
      "grad_norm": 0.7734375,
      "learning_rate": 0.0004991026627242846,
      "loss": 6.9992,
      "mean_token_accuracy": 0.1125226378440857,
      "num_tokens": 8126591.0,
      "step": 2430
    },
    {
      "entropy": 7.1108416557312015,
      "epoch": 0.4750756023802556,
      "grad_norm": 0.81640625,
      "learning_rate": 0.0004990963764753088,
      "loss": 6.921,
      "mean_token_accuracy": 0.11847438141703606,
      "num_tokens": 8141360.0,
      "step": 2435
    },
    {
      "entropy": 7.174690628051758,
      "epoch": 0.4760511169641986,
      "grad_norm": 0.80859375,
      "learning_rate": 0.0004990900683284337,
      "loss": 7.0195,
      "mean_token_accuracy": 0.11938564106822014,
      "num_tokens": 8159688.0,
      "step": 2440
    },
    {
      "entropy": 7.0785839557647705,
      "epoch": 0.4770266315481416,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004990837382842758,
      "loss": 6.9716,
      "mean_token_accuracy": 0.1167504571378231,
      "num_tokens": 8176887.0,
      "step": 2445
    },
    {
      "entropy": 7.041645193099976,
      "epoch": 0.4780021461320847,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0004990773863434537,
      "loss": 6.7927,
      "mean_token_accuracy": 0.12661411613225937,
      "num_tokens": 8193372.0,
      "step": 2450
    },
    {
      "entropy": 7.114064455032349,
      "epoch": 0.4789776607160277,
      "grad_norm": 0.765625,
      "learning_rate": 0.0004990710125065879,
      "loss": 6.9984,
      "mean_token_accuracy": 0.11455680429935455,
      "num_tokens": 8209713.0,
      "step": 2455
    },
    {
      "entropy": 7.175408935546875,
      "epoch": 0.4799531752999707,
      "grad_norm": 0.8125,
      "learning_rate": 0.0004990646167743015,
      "loss": 6.9945,
      "mean_token_accuracy": 0.11661134958267212,
      "num_tokens": 8226359.0,
      "step": 2460
    },
    {
      "entropy": 7.050619268417359,
      "epoch": 0.48092868988391374,
      "grad_norm": 0.76171875,
      "learning_rate": 0.0004990581991472193,
      "loss": 6.9652,
      "mean_token_accuracy": 0.11523666009306907,
      "num_tokens": 8243182.0,
      "step": 2465
    },
    {
      "entropy": 7.144983100891113,
      "epoch": 0.4819042044678568,
      "grad_norm": 0.796875,
      "learning_rate": 0.0004990517596259684,
      "loss": 6.9658,
      "mean_token_accuracy": 0.11646326631307602,
      "num_tokens": 8259185.0,
      "step": 2470
    },
    {
      "entropy": 7.181390762329102,
      "epoch": 0.4828797190517998,
      "grad_norm": 0.765625,
      "learning_rate": 0.0004990452982111781,
      "loss": 7.0372,
      "mean_token_accuracy": 0.11256692185997963,
      "num_tokens": 8275941.0,
      "step": 2475
    },
    {
      "entropy": 7.104955339431763,
      "epoch": 0.48385523363574284,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004990388149034797,
      "loss": 6.9584,
      "mean_token_accuracy": 0.11884309574961663,
      "num_tokens": 8292535.0,
      "step": 2480
    },
    {
      "entropy": 7.13123836517334,
      "epoch": 0.48483074821968586,
      "grad_norm": 0.69140625,
      "learning_rate": 0.0004990323097035069,
      "loss": 6.9307,
      "mean_token_accuracy": 0.12303741350769996,
      "num_tokens": 8310562.0,
      "step": 2485
    },
    {
      "entropy": 7.124442195892334,
      "epoch": 0.48580626280362893,
      "grad_norm": 0.71484375,
      "learning_rate": 0.0004990257826118952,
      "loss": 6.955,
      "mean_token_accuracy": 0.10985321253538131,
      "num_tokens": 8327241.0,
      "step": 2490
    },
    {
      "entropy": 7.076820802688599,
      "epoch": 0.48678177738757195,
      "grad_norm": 0.71484375,
      "learning_rate": 0.0004990192336292824,
      "loss": 6.895,
      "mean_token_accuracy": 0.12121580988168716,
      "num_tokens": 8343516.0,
      "step": 2495
    },
    {
      "entropy": 6.965652370452881,
      "epoch": 0.48775729197151496,
      "grad_norm": 0.72265625,
      "learning_rate": 0.0004990126627563087,
      "loss": 6.7601,
      "mean_token_accuracy": 0.126581072807312,
      "num_tokens": 8361809.0,
      "step": 2500
    },
    {
      "entropy": 7.016221237182617,
      "epoch": 0.488732806555458,
      "grad_norm": 0.78515625,
      "learning_rate": 0.0004990060699936159,
      "loss": 6.8245,
      "mean_token_accuracy": 0.13123030737042427,
      "num_tokens": 8378632.0,
      "step": 2505
    },
    {
      "entropy": 7.107016372680664,
      "epoch": 0.48970832113940105,
      "grad_norm": 0.7421875,
      "learning_rate": 0.0004989994553418483,
      "loss": 6.9758,
      "mean_token_accuracy": 0.11068461835384369,
      "num_tokens": 8396201.0,
      "step": 2510
    },
    {
      "entropy": 7.074777603149414,
      "epoch": 0.49068383572334406,
      "grad_norm": 0.74609375,
      "learning_rate": 0.0004989928188016522,
      "loss": 6.867,
      "mean_token_accuracy": 0.12368853688240052,
      "num_tokens": 8412851.0,
      "step": 2515
    },
    {
      "entropy": 6.954995393753052,
      "epoch": 0.4916593503072871,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004989861603736762,
      "loss": 6.7041,
      "mean_token_accuracy": 0.1324455052614212,
      "num_tokens": 8430026.0,
      "step": 2520
    },
    {
      "entropy": 7.097962379455566,
      "epoch": 0.49263486489123015,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004989794800585711,
      "loss": 6.929,
      "mean_token_accuracy": 0.11492649167776108,
      "num_tokens": 8446696.0,
      "step": 2525
    },
    {
      "entropy": 7.173016881942749,
      "epoch": 0.49361037947517317,
      "grad_norm": 0.7734375,
      "learning_rate": 0.0004989727778569893,
      "loss": 7.0136,
      "mean_token_accuracy": 0.11455728113651276,
      "num_tokens": 8464827.0,
      "step": 2530
    },
    {
      "entropy": 7.1289381980896,
      "epoch": 0.4945858940591162,
      "grad_norm": 0.76953125,
      "learning_rate": 0.0004989660537695859,
      "loss": 6.9686,
      "mean_token_accuracy": 0.11377329379320145,
      "num_tokens": 8480185.0,
      "step": 2535
    },
    {
      "entropy": 7.025111484527588,
      "epoch": 0.4955614086430592,
      "grad_norm": 0.75,
      "learning_rate": 0.000498959307797018,
      "loss": 6.8552,
      "mean_token_accuracy": 0.12900338247418403,
      "num_tokens": 8497511.0,
      "step": 2540
    },
    {
      "entropy": 7.081435346603394,
      "epoch": 0.49653692322700227,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004989525399399447,
      "loss": 6.9268,
      "mean_token_accuracy": 0.1170234128832817,
      "num_tokens": 8514394.0,
      "step": 2545
    },
    {
      "entropy": 7.128200626373291,
      "epoch": 0.4975124378109453,
      "grad_norm": 0.7265625,
      "learning_rate": 0.0004989457501990275,
      "loss": 6.926,
      "mean_token_accuracy": 0.11452330276370049,
      "num_tokens": 8531659.0,
      "step": 2550
    },
    {
      "entropy": 7.127494764328003,
      "epoch": 0.4984879523948883,
      "grad_norm": 0.734375,
      "learning_rate": 0.0004989389385749297,
      "loss": 6.9749,
      "mean_token_accuracy": 0.11825178265571594,
      "num_tokens": 8547986.0,
      "step": 2555
    },
    {
      "entropy": 7.1158746719360355,
      "epoch": 0.4994634669788313,
      "grad_norm": 0.7109375,
      "learning_rate": 0.0004989321050683169,
      "loss": 6.9369,
      "mean_token_accuracy": 0.11873245164752007,
      "num_tokens": 8565021.0,
      "step": 2560
    },
    {
      "entropy": 7.071340703964234,
      "epoch": 0.5004389815627743,
      "grad_norm": 0.79296875,
      "learning_rate": 0.000498925249679857,
      "loss": 6.9247,
      "mean_token_accuracy": 0.11657378003001213,
      "num_tokens": 8582135.0,
      "step": 2565
    },
    {
      "entropy": 7.039323854446411,
      "epoch": 0.5014144961467174,
      "grad_norm": 0.74609375,
      "learning_rate": 0.0004989183724102196,
      "loss": 6.9423,
      "mean_token_accuracy": 0.12093305140733719,
      "num_tokens": 8599946.0,
      "step": 2570
    },
    {
      "entropy": 7.159321308135986,
      "epoch": 0.5023900107306605,
      "grad_norm": 0.73828125,
      "learning_rate": 0.0004989114732600771,
      "loss": 6.9715,
      "mean_token_accuracy": 0.11231624186038972,
      "num_tokens": 8615831.0,
      "step": 2575
    },
    {
      "entropy": 7.071893787384033,
      "epoch": 0.5033655253146034,
      "grad_norm": 0.7890625,
      "learning_rate": 0.0004989045522301033,
      "loss": 6.8815,
      "mean_token_accuracy": 0.11533841118216515,
      "num_tokens": 8631886.0,
      "step": 2580
    },
    {
      "entropy": 7.124193572998047,
      "epoch": 0.5043410398985465,
      "grad_norm": 0.8125,
      "learning_rate": 0.0004988976093209747,
      "loss": 6.9161,
      "mean_token_accuracy": 0.1157707080245018,
      "num_tokens": 8647520.0,
      "step": 2585
    },
    {
      "entropy": 7.062977647781372,
      "epoch": 0.5053165544824895,
      "grad_norm": 0.734375,
      "learning_rate": 0.0004988906445333698,
      "loss": 6.8174,
      "mean_token_accuracy": 0.12863881513476372,
      "num_tokens": 8663995.0,
      "step": 2590
    },
    {
      "entropy": 7.071657800674439,
      "epoch": 0.5062920690664325,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0004988836578679691,
      "loss": 6.8979,
      "mean_token_accuracy": 0.11505225896835328,
      "num_tokens": 8680201.0,
      "step": 2595
    },
    {
      "entropy": 7.0627415657043455,
      "epoch": 0.5072675836503756,
      "grad_norm": 0.734375,
      "learning_rate": 0.0004988766493254552,
      "loss": 6.8753,
      "mean_token_accuracy": 0.12590638771653176,
      "num_tokens": 8696978.0,
      "step": 2600
    },
    {
      "entropy": 7.030006551742554,
      "epoch": 0.5082430982343186,
      "grad_norm": 0.7578125,
      "learning_rate": 0.000498869618906513,
      "loss": 6.9493,
      "mean_token_accuracy": 0.11933218762278557,
      "num_tokens": 8713335.0,
      "step": 2605
    },
    {
      "entropy": 7.1116760730743405,
      "epoch": 0.5092186128182616,
      "grad_norm": 0.77734375,
      "learning_rate": 0.0004988625666118296,
      "loss": 6.9083,
      "mean_token_accuracy": 0.12209226936101913,
      "num_tokens": 8730722.0,
      "step": 2610
    },
    {
      "entropy": 7.036452674865723,
      "epoch": 0.5101941274022047,
      "grad_norm": 0.78125,
      "learning_rate": 0.000498855492442094,
      "loss": 6.8433,
      "mean_token_accuracy": 0.12098629549145698,
      "num_tokens": 8747430.0,
      "step": 2615
    },
    {
      "entropy": 7.0425543785095215,
      "epoch": 0.5111696419861477,
      "grad_norm": 0.734375,
      "learning_rate": 0.0004988483963979975,
      "loss": 6.9401,
      "mean_token_accuracy": 0.11743757128715515,
      "num_tokens": 8764817.0,
      "step": 2620
    },
    {
      "entropy": 7.143441200256348,
      "epoch": 0.5121451565700907,
      "grad_norm": 0.7890625,
      "learning_rate": 0.0004988412784802336,
      "loss": 6.9506,
      "mean_token_accuracy": 0.115484768897295,
      "num_tokens": 8780412.0,
      "step": 2625
    },
    {
      "entropy": 7.124314498901367,
      "epoch": 0.5131206711540337,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0004988341386894977,
      "loss": 7.0179,
      "mean_token_accuracy": 0.11527534648776054,
      "num_tokens": 8795526.0,
      "step": 2630
    },
    {
      "entropy": 7.061612367630005,
      "epoch": 0.5140961857379768,
      "grad_norm": 0.73046875,
      "learning_rate": 0.0004988269770264876,
      "loss": 6.8028,
      "mean_token_accuracy": 0.12942168042063712,
      "num_tokens": 8813568.0,
      "step": 2635
    },
    {
      "entropy": 7.138605356216431,
      "epoch": 0.5150717003219198,
      "grad_norm": 0.734375,
      "learning_rate": 0.0004988197934919029,
      "loss": 6.973,
      "mean_token_accuracy": 0.11437882855534554,
      "num_tokens": 8831807.0,
      "step": 2640
    },
    {
      "entropy": 7.109950590133667,
      "epoch": 0.5160472149058628,
      "grad_norm": 0.74609375,
      "learning_rate": 0.0004988125880864458,
      "loss": 6.9667,
      "mean_token_accuracy": 0.11574166715145111,
      "num_tokens": 8848875.0,
      "step": 2645
    },
    {
      "entropy": 6.932233238220215,
      "epoch": 0.5170227294898059,
      "grad_norm": 0.734375,
      "learning_rate": 0.0004988053608108203,
      "loss": 6.6812,
      "mean_token_accuracy": 0.12792798951268197,
      "num_tokens": 8866317.0,
      "step": 2650
    },
    {
      "entropy": 7.056177854537964,
      "epoch": 0.517998244073749,
      "grad_norm": 0.79296875,
      "learning_rate": 0.0004987981116657325,
      "loss": 6.8404,
      "mean_token_accuracy": 0.11871958747506142,
      "num_tokens": 8882543.0,
      "step": 2655
    },
    {
      "entropy": 7.070244455337525,
      "epoch": 0.5189737586576919,
      "grad_norm": 0.80859375,
      "learning_rate": 0.0004987908406518909,
      "loss": 6.8537,
      "mean_token_accuracy": 0.11586691364645958,
      "num_tokens": 8898640.0,
      "step": 2660
    },
    {
      "entropy": 7.069869947433472,
      "epoch": 0.519949273241635,
      "grad_norm": 0.74609375,
      "learning_rate": 0.000498783547770006,
      "loss": 6.9469,
      "mean_token_accuracy": 0.1181526742875576,
      "num_tokens": 8914649.0,
      "step": 2665
    },
    {
      "entropy": 7.090184926986694,
      "epoch": 0.5209247878255779,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004987762330207903,
      "loss": 6.9646,
      "mean_token_accuracy": 0.1164260059595108,
      "num_tokens": 8931585.0,
      "step": 2670
    },
    {
      "entropy": 7.000777053833008,
      "epoch": 0.521900302409521,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004987688964049587,
      "loss": 6.8651,
      "mean_token_accuracy": 0.12208143025636672,
      "num_tokens": 8948827.0,
      "step": 2675
    },
    {
      "entropy": 6.987697458267212,
      "epoch": 0.5228758169934641,
      "grad_norm": 0.71484375,
      "learning_rate": 0.000498761537923228,
      "loss": 6.8251,
      "mean_token_accuracy": 0.1278835728764534,
      "num_tokens": 8965680.0,
      "step": 2680
    },
    {
      "entropy": 7.12267837524414,
      "epoch": 0.523851331577407,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004987541575763175,
      "loss": 6.9497,
      "mean_token_accuracy": 0.1097642183303833,
      "num_tokens": 8982813.0,
      "step": 2685
    },
    {
      "entropy": 7.091774845123291,
      "epoch": 0.5248268461613501,
      "grad_norm": 0.7265625,
      "learning_rate": 0.000498746755364948,
      "loss": 6.9231,
      "mean_token_accuracy": 0.11859667226672173,
      "num_tokens": 9000497.0,
      "step": 2690
    },
    {
      "entropy": 7.050340270996093,
      "epoch": 0.5258023607452932,
      "grad_norm": 0.734375,
      "learning_rate": 0.0004987393312898431,
      "loss": 6.8606,
      "mean_token_accuracy": 0.11838527247309685,
      "num_tokens": 9016195.0,
      "step": 2695
    },
    {
      "entropy": 6.987101221084595,
      "epoch": 0.5267778753292361,
      "grad_norm": 0.7421875,
      "learning_rate": 0.0004987318853517282,
      "loss": 6.8241,
      "mean_token_accuracy": 0.1268692672252655,
      "num_tokens": 9033295.0,
      "step": 2700
    },
    {
      "entropy": 7.055307531356812,
      "epoch": 0.5277533899131792,
      "grad_norm": 0.78515625,
      "learning_rate": 0.0004987244175513308,
      "loss": 6.9224,
      "mean_token_accuracy": 0.11732791289687157,
      "num_tokens": 9050725.0,
      "step": 2705
    },
    {
      "entropy": 7.064546012878418,
      "epoch": 0.5287289044971223,
      "grad_norm": 0.83203125,
      "learning_rate": 0.0004987169278893807,
      "loss": 6.8578,
      "mean_token_accuracy": 0.12186623960733414,
      "num_tokens": 9067842.0,
      "step": 2710
    },
    {
      "entropy": 7.077489614486694,
      "epoch": 0.5297044190810652,
      "grad_norm": 0.7734375,
      "learning_rate": 0.0004987094163666098,
      "loss": 6.8942,
      "mean_token_accuracy": 0.11503920182585717,
      "num_tokens": 9084602.0,
      "step": 2715
    },
    {
      "entropy": 7.005968332290649,
      "epoch": 0.5306799336650083,
      "grad_norm": 0.79296875,
      "learning_rate": 0.000498701882983752,
      "loss": 6.8223,
      "mean_token_accuracy": 0.12487047165632248,
      "num_tokens": 9100530.0,
      "step": 2720
    },
    {
      "entropy": 7.117935609817505,
      "epoch": 0.5316554482489513,
      "grad_norm": 0.7109375,
      "learning_rate": 0.0004986943277415435,
      "loss": 6.9132,
      "mean_token_accuracy": 0.12236565127968788,
      "num_tokens": 9117304.0,
      "step": 2725
    },
    {
      "entropy": 6.957707405090332,
      "epoch": 0.5326309628328944,
      "grad_norm": 0.7109375,
      "learning_rate": 0.0004986867506407225,
      "loss": 6.8417,
      "mean_token_accuracy": 0.13368361294269562,
      "num_tokens": 9133974.0,
      "step": 2730
    },
    {
      "entropy": 7.037181806564331,
      "epoch": 0.5336064774168374,
      "grad_norm": 0.7734375,
      "learning_rate": 0.0004986791516820295,
      "loss": 6.8198,
      "mean_token_accuracy": 0.12285887449979782,
      "num_tokens": 9150600.0,
      "step": 2735
    },
    {
      "entropy": 6.951528167724609,
      "epoch": 0.5345819920007804,
      "grad_norm": 0.6796875,
      "learning_rate": 0.000498671530866207,
      "loss": 6.8322,
      "mean_token_accuracy": 0.11800262033939361,
      "num_tokens": 9167449.0,
      "step": 2740
    },
    {
      "entropy": 7.067008066177368,
      "epoch": 0.5355575065847235,
      "grad_norm": 0.77734375,
      "learning_rate": 0.0004986638881939997,
      "loss": 6.7545,
      "mean_token_accuracy": 0.11939146891236305,
      "num_tokens": 9184570.0,
      "step": 2745
    },
    {
      "entropy": 7.049952745437622,
      "epoch": 0.5365330211686665,
      "grad_norm": 0.77734375,
      "learning_rate": 0.0004986562236661544,
      "loss": 6.9376,
      "mean_token_accuracy": 0.10987730026245117,
      "num_tokens": 9200537.0,
      "step": 2750
    },
    {
      "entropy": 7.091079759597778,
      "epoch": 0.5375085357526095,
      "grad_norm": 0.765625,
      "learning_rate": 0.00049864853728342,
      "loss": 6.8335,
      "mean_token_accuracy": 0.12686262652277946,
      "num_tokens": 9217252.0,
      "step": 2755
    },
    {
      "entropy": 7.022955989837646,
      "epoch": 0.5384840503365526,
      "grad_norm": 0.7421875,
      "learning_rate": 0.0004986408290465476,
      "loss": 6.8961,
      "mean_token_accuracy": 0.11743080765008926,
      "num_tokens": 9234108.0,
      "step": 2760
    },
    {
      "entropy": 7.026777029037476,
      "epoch": 0.5394595649204955,
      "grad_norm": 0.8203125,
      "learning_rate": 0.0004986330989562906,
      "loss": 6.7993,
      "mean_token_accuracy": 0.12523364648222923,
      "num_tokens": 9251017.0,
      "step": 2765
    },
    {
      "entropy": 6.946665239334107,
      "epoch": 0.5404350795044386,
      "grad_norm": 0.75,
      "learning_rate": 0.0004986253470134042,
      "loss": 6.7713,
      "mean_token_accuracy": 0.12907842621207238,
      "num_tokens": 9267922.0,
      "step": 2770
    },
    {
      "entropy": 6.906551218032837,
      "epoch": 0.5414105940883817,
      "grad_norm": 0.71875,
      "learning_rate": 0.0004986175732186459,
      "loss": 6.7656,
      "mean_token_accuracy": 0.13032744824886322,
      "num_tokens": 9284954.0,
      "step": 2775
    },
    {
      "entropy": 7.107793951034546,
      "epoch": 0.5423861086723246,
      "grad_norm": 0.73046875,
      "learning_rate": 0.0004986097775727752,
      "loss": 6.8771,
      "mean_token_accuracy": 0.12091203331947327,
      "num_tokens": 9303306.0,
      "step": 2780
    },
    {
      "entropy": 6.967246198654175,
      "epoch": 0.5433616232562677,
      "grad_norm": 0.71484375,
      "learning_rate": 0.0004986019600765541,
      "loss": 6.7692,
      "mean_token_accuracy": 0.12728926539421082,
      "num_tokens": 9319754.0,
      "step": 2785
    },
    {
      "entropy": 7.039969730377197,
      "epoch": 0.5443371378402108,
      "grad_norm": 0.828125,
      "learning_rate": 0.0004985941207307462,
      "loss": 6.8469,
      "mean_token_accuracy": 0.12221098616719246,
      "num_tokens": 9335736.0,
      "step": 2790
    },
    {
      "entropy": 7.011257457733154,
      "epoch": 0.5453126524241537,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004985862595361179,
      "loss": 6.8284,
      "mean_token_accuracy": 0.12549932226538657,
      "num_tokens": 9350435.0,
      "step": 2795
    },
    {
      "entropy": 7.0815362453460695,
      "epoch": 0.5462881670080968,
      "grad_norm": 0.8046875,
      "learning_rate": 0.0004985783764934372,
      "loss": 6.8864,
      "mean_token_accuracy": 0.11744982227683068,
      "num_tokens": 9367613.0,
      "step": 2800
    },
    {
      "entropy": 6.945830488204956,
      "epoch": 0.5472636815920398,
      "grad_norm": 0.78515625,
      "learning_rate": 0.0004985704716034744,
      "loss": 6.7813,
      "mean_token_accuracy": 0.12381011322140693,
      "num_tokens": 9385590.0,
      "step": 2805
    },
    {
      "entropy": 7.055399656295776,
      "epoch": 0.5482391961759828,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0004985625448670019,
      "loss": 6.906,
      "mean_token_accuracy": 0.11092234849929809,
      "num_tokens": 9403286.0,
      "step": 2810
    },
    {
      "entropy": 7.13700532913208,
      "epoch": 0.5492147107599259,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004985545962847943,
      "loss": 6.8965,
      "mean_token_accuracy": 0.11672936603426934,
      "num_tokens": 9419880.0,
      "step": 2815
    },
    {
      "entropy": 7.011618661880493,
      "epoch": 0.5501902253438689,
      "grad_norm": 0.7890625,
      "learning_rate": 0.0004985466258576283,
      "loss": 6.8482,
      "mean_token_accuracy": 0.11878311857581139,
      "num_tokens": 9436579.0,
      "step": 2820
    },
    {
      "entropy": 7.101798439025879,
      "epoch": 0.5511657399278119,
      "grad_norm": 0.8046875,
      "learning_rate": 0.0004985386335862829,
      "loss": 6.9297,
      "mean_token_accuracy": 0.1124091014266014,
      "num_tokens": 9452802.0,
      "step": 2825
    },
    {
      "entropy": 7.050691699981689,
      "epoch": 0.552141254511755,
      "grad_norm": 0.828125,
      "learning_rate": 0.0004985306194715387,
      "loss": 6.9317,
      "mean_token_accuracy": 0.11563575491309167,
      "num_tokens": 9468297.0,
      "step": 2830
    },
    {
      "entropy": 7.097681140899658,
      "epoch": 0.553116769095698,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004985225835141792,
      "loss": 6.9387,
      "mean_token_accuracy": 0.11293896734714508,
      "num_tokens": 9484954.0,
      "step": 2835
    },
    {
      "entropy": 7.126778602600098,
      "epoch": 0.554092283679641,
      "grad_norm": 0.7890625,
      "learning_rate": 0.0004985145257149895,
      "loss": 6.9881,
      "mean_token_accuracy": 0.11180973276495934,
      "num_tokens": 9502211.0,
      "step": 2840
    },
    {
      "entropy": 7.063410711288452,
      "epoch": 0.555067798263584,
      "grad_norm": 0.7421875,
      "learning_rate": 0.0004985064460747569,
      "loss": 6.8693,
      "mean_token_accuracy": 0.1153719663619995,
      "num_tokens": 9518103.0,
      "step": 2845
    },
    {
      "entropy": 6.979598569869995,
      "epoch": 0.5560433128475271,
      "grad_norm": 0.8046875,
      "learning_rate": 0.000498498344594271,
      "loss": 6.7968,
      "mean_token_accuracy": 0.11760495081543923,
      "num_tokens": 9534155.0,
      "step": 2850
    },
    {
      "entropy": 6.968579816818237,
      "epoch": 0.5570188274314701,
      "grad_norm": 0.7578125,
      "learning_rate": 0.0004984902212743234,
      "loss": 6.7948,
      "mean_token_accuracy": 0.1295493483543396,
      "num_tokens": 9549972.0,
      "step": 2855
    },
    {
      "entropy": 6.97542085647583,
      "epoch": 0.5579943420154131,
      "grad_norm": 0.78515625,
      "learning_rate": 0.0004984820761157079,
      "loss": 6.7089,
      "mean_token_accuracy": 0.13295939341187477,
      "num_tokens": 9567306.0,
      "step": 2860
    },
    {
      "entropy": 7.0255824565887455,
      "epoch": 0.5589698565993562,
      "grad_norm": 0.8046875,
      "learning_rate": 0.0004984739091192205,
      "loss": 6.9158,
      "mean_token_accuracy": 0.11534090414643287,
      "num_tokens": 9583488.0,
      "step": 2865
    },
    {
      "entropy": 6.914848470687867,
      "epoch": 0.5599453711832992,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004984657202856592,
      "loss": 6.7123,
      "mean_token_accuracy": 0.13162725046277046,
      "num_tokens": 9600030.0,
      "step": 2870
    },
    {
      "entropy": 6.918585586547851,
      "epoch": 0.5609208857672422,
      "grad_norm": 0.80078125,
      "learning_rate": 0.000498457509615824,
      "loss": 6.8336,
      "mean_token_accuracy": 0.12309335544705391,
      "num_tokens": 9615791.0,
      "step": 2875
    },
    {
      "entropy": 7.134072399139404,
      "epoch": 0.5618964003511853,
      "grad_norm": 0.82421875,
      "learning_rate": 0.0004984492771105175,
      "loss": 6.9109,
      "mean_token_accuracy": 0.11490531265735626,
      "num_tokens": 9630955.0,
      "step": 2880
    },
    {
      "entropy": 6.908839178085327,
      "epoch": 0.5628719149351282,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004984410227705439,
      "loss": 6.8073,
      "mean_token_accuracy": 0.12970414906740188,
      "num_tokens": 9647743.0,
      "step": 2885
    },
    {
      "entropy": 6.939614868164062,
      "epoch": 0.5638474295190713,
      "grad_norm": 0.6875,
      "learning_rate": 0.0004984327465967101,
      "loss": 6.7516,
      "mean_token_accuracy": 0.1281515948474407,
      "num_tokens": 9665495.0,
      "step": 2890
    },
    {
      "entropy": 7.021985769271851,
      "epoch": 0.5648229441030144,
      "grad_norm": 0.703125,
      "learning_rate": 0.0004984244485898246,
      "loss": 6.7867,
      "mean_token_accuracy": 0.12167991697788239,
      "num_tokens": 9683489.0,
      "step": 2895
    },
    {
      "entropy": 6.83103346824646,
      "epoch": 0.5657984586869573,
      "grad_norm": 0.734375,
      "learning_rate": 0.0004984161287506982,
      "loss": 6.7093,
      "mean_token_accuracy": 0.14059354737401009,
      "num_tokens": 9700491.0,
      "step": 2900
    },
    {
      "entropy": 7.091452789306641,
      "epoch": 0.5667739732709004,
      "grad_norm": 0.79296875,
      "learning_rate": 0.000498407787080144,
      "loss": 6.8794,
      "mean_token_accuracy": 0.11457787230610847,
      "num_tokens": 9715694.0,
      "step": 2905
    },
    {
      "entropy": 7.039381980895996,
      "epoch": 0.5677494878548435,
      "grad_norm": 0.7890625,
      "learning_rate": 0.000498399423578977,
      "loss": 6.9421,
      "mean_token_accuracy": 0.11171695366501808,
      "num_tokens": 9731317.0,
      "step": 2910
    },
    {
      "entropy": 7.12079553604126,
      "epoch": 0.5687250024387864,
      "grad_norm": 0.79296875,
      "learning_rate": 0.0004983910382480146,
      "loss": 6.9078,
      "mean_token_accuracy": 0.1148095577955246,
      "num_tokens": 9747928.0,
      "step": 2915
    },
    {
      "entropy": 7.026090621948242,
      "epoch": 0.5697005170227295,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004983826310880762,
      "loss": 6.8298,
      "mean_token_accuracy": 0.11673593521118164,
      "num_tokens": 9765454.0,
      "step": 2920
    },
    {
      "entropy": 7.075426530838013,
      "epoch": 0.5706760316066726,
      "grad_norm": 0.78125,
      "learning_rate": 0.0004983742020999832,
      "loss": 6.9054,
      "mean_token_accuracy": 0.11131169497966767,
      "num_tokens": 9782255.0,
      "step": 2925
    },
    {
      "entropy": 6.952255010604858,
      "epoch": 0.5716515461906155,
      "grad_norm": 0.74609375,
      "learning_rate": 0.0004983657512845593,
      "loss": 6.7133,
      "mean_token_accuracy": 0.13050210028886794,
      "num_tokens": 9798680.0,
      "step": 2930
    },
    {
      "entropy": 6.985753011703491,
      "epoch": 0.5726270607745586,
      "grad_norm": 0.79296875,
      "learning_rate": 0.0004983572786426302,
      "loss": 6.8772,
      "mean_token_accuracy": 0.11791479736566543,
      "num_tokens": 9813955.0,
      "step": 2935
    },
    {
      "entropy": 6.933854722976685,
      "epoch": 0.5736025753585016,
      "grad_norm": 0.8359375,
      "learning_rate": 0.0004983487841750239,
      "loss": 6.7597,
      "mean_token_accuracy": 0.12929214611649514,
      "num_tokens": 9830692.0,
      "step": 2940
    },
    {
      "entropy": 7.039998626708984,
      "epoch": 0.5745780899424446,
      "grad_norm": 0.76953125,
      "learning_rate": 0.0004983402678825705,
      "loss": 6.8655,
      "mean_token_accuracy": 0.11815279945731164,
      "num_tokens": 9848825.0,
      "step": 2945
    },
    {
      "entropy": 7.019101667404175,
      "epoch": 0.5755536045263877,
      "grad_norm": 0.7734375,
      "learning_rate": 0.0004983317297661021,
      "loss": 6.8691,
      "mean_token_accuracy": 0.11934498324990273,
      "num_tokens": 9865802.0,
      "step": 2950
    },
    {
      "entropy": 7.064760398864746,
      "epoch": 0.5765291191103307,
      "grad_norm": 0.73046875,
      "learning_rate": 0.0004983231698264531,
      "loss": 6.9049,
      "mean_token_accuracy": 0.1151661865413189,
      "num_tokens": 9883540.0,
      "step": 2955
    },
    {
      "entropy": 7.02940731048584,
      "epoch": 0.5775046336942737,
      "grad_norm": 0.83203125,
      "learning_rate": 0.0004983145880644597,
      "loss": 6.8455,
      "mean_token_accuracy": 0.11909216940402985,
      "num_tokens": 9897724.0,
      "step": 2960
    },
    {
      "entropy": 7.042118644714355,
      "epoch": 0.5784801482782168,
      "grad_norm": 0.74609375,
      "learning_rate": 0.0004983059844809608,
      "loss": 6.7889,
      "mean_token_accuracy": 0.12654381543397902,
      "num_tokens": 9914710.0,
      "step": 2965
    },
    {
      "entropy": 6.939293432235718,
      "epoch": 0.5794556628621598,
      "grad_norm": 0.70703125,
      "learning_rate": 0.0004982973590767969,
      "loss": 6.9121,
      "mean_token_accuracy": 0.1200237326323986,
      "num_tokens": 9932362.0,
      "step": 2970
    },
    {
      "entropy": 6.96052393913269,
      "epoch": 0.5804311774461028,
      "grad_norm": 0.7890625,
      "learning_rate": 0.000498288711852811,
      "loss": 6.7056,
      "mean_token_accuracy": 0.12614807710051537,
      "num_tokens": 9949409.0,
      "step": 2975
    },
    {
      "entropy": 6.974116563796997,
      "epoch": 0.5814066920300458,
      "grad_norm": 0.80859375,
      "learning_rate": 0.000498280042809848,
      "loss": 6.8599,
      "mean_token_accuracy": 0.118405020236969,
      "num_tokens": 9967467.0,
      "step": 2980
    },
    {
      "entropy": 7.0648046970367435,
      "epoch": 0.5823822066139889,
      "grad_norm": 0.74609375,
      "learning_rate": 0.0004982713519487549,
      "loss": 6.7921,
      "mean_token_accuracy": 0.12451607063412666,
      "num_tokens": 9983082.0,
      "step": 2985
    },
    {
      "entropy": 6.94227089881897,
      "epoch": 0.5833577211979319,
      "grad_norm": 0.71875,
      "learning_rate": 0.0004982626392703812,
      "loss": 6.8631,
      "mean_token_accuracy": 0.121035036444664,
      "num_tokens": 10000046.0,
      "step": 2990
    },
    {
      "entropy": 7.048401880264282,
      "epoch": 0.5843332357818749,
      "grad_norm": 0.8203125,
      "learning_rate": 0.000498253904775578,
      "loss": 6.8047,
      "mean_token_accuracy": 0.11983777582645416,
      "num_tokens": 10014674.0,
      "step": 2995
    },
    {
      "entropy": 6.87097806930542,
      "epoch": 0.585308750365818,
      "grad_norm": 0.78125,
      "learning_rate": 0.0004982451484651988,
      "loss": 6.6905,
      "mean_token_accuracy": 0.12775660678744316,
      "num_tokens": 10030647.0,
      "step": 3000
    },
    {
      "epoch": 0.585308750365818,
      "eval_entropy": 6.702175416178135,
      "eval_loss": 6.8473429679870605,
      "eval_mean_token_accuracy": 0.12242404828310818,
      "eval_num_tokens": 10030647.0,
      "eval_runtime": 12.218,
      "eval_samples_per_second": 1356.763,
      "eval_steps_per_second": 169.667,
      "step": 3000
    },
    {
      "entropy": 6.981595706939697,
      "epoch": 0.586284264949761,
      "grad_norm": 0.79296875,
      "learning_rate": 0.0004982363703400995,
      "loss": 6.7686,
      "mean_token_accuracy": 0.1226844273507595,
      "num_tokens": 10046468.0,
      "step": 3005
    },
    {
      "entropy": 7.04985032081604,
      "epoch": 0.587259779533704,
      "grad_norm": 0.7578125,
      "learning_rate": 0.0004982275704011377,
      "loss": 6.8759,
      "mean_token_accuracy": 0.1154535911977291,
      "num_tokens": 10063062.0,
      "step": 3010
    },
    {
      "entropy": 6.9373596668243405,
      "epoch": 0.5882352941176471,
      "grad_norm": 0.828125,
      "learning_rate": 0.0004982187486491734,
      "loss": 6.8235,
      "mean_token_accuracy": 0.12181833982467652,
      "num_tokens": 10079616.0,
      "step": 3015
    },
    {
      "entropy": 6.932336330413818,
      "epoch": 0.58921080870159,
      "grad_norm": 0.81640625,
      "learning_rate": 0.0004982099050850685,
      "loss": 6.8062,
      "mean_token_accuracy": 0.12126839309930801,
      "num_tokens": 10096830.0,
      "step": 3020
    },
    {
      "entropy": 6.943363666534424,
      "epoch": 0.5901863232855331,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004982010397096871,
      "loss": 6.8152,
      "mean_token_accuracy": 0.12193193212151528,
      "num_tokens": 10114041.0,
      "step": 3025
    },
    {
      "entropy": 6.976232671737671,
      "epoch": 0.5911618378694762,
      "grad_norm": 0.80859375,
      "learning_rate": 0.0004981921525238957,
      "loss": 6.7541,
      "mean_token_accuracy": 0.1238742783665657,
      "num_tokens": 10130075.0,
      "step": 3030
    },
    {
      "entropy": 6.975013637542725,
      "epoch": 0.5921373524534191,
      "grad_norm": 0.7734375,
      "learning_rate": 0.0004981832435285626,
      "loss": 6.8938,
      "mean_token_accuracy": 0.11883270218968392,
      "num_tokens": 10146716.0,
      "step": 3035
    },
    {
      "entropy": 7.052579402923584,
      "epoch": 0.5931128670373622,
      "grad_norm": 0.82421875,
      "learning_rate": 0.0004981743127245584,
      "loss": 6.8211,
      "mean_token_accuracy": 0.12228700816631317,
      "num_tokens": 10162116.0,
      "step": 3040
    },
    {
      "entropy": 7.08119421005249,
      "epoch": 0.5940883816213053,
      "grad_norm": 0.75,
      "learning_rate": 0.0004981653601127557,
      "loss": 6.9069,
      "mean_token_accuracy": 0.11599419489502907,
      "num_tokens": 10179326.0,
      "step": 3045
    },
    {
      "entropy": 6.999368953704834,
      "epoch": 0.5950638962052482,
      "grad_norm": 0.71875,
      "learning_rate": 0.0004981563856940295,
      "loss": 6.8294,
      "mean_token_accuracy": 0.1227985143661499,
      "num_tokens": 10195278.0,
      "step": 3050
    },
    {
      "entropy": 6.958614683151245,
      "epoch": 0.5960394107891913,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004981473894692565,
      "loss": 6.766,
      "mean_token_accuracy": 0.12645908445119858,
      "num_tokens": 10210175.0,
      "step": 3055
    },
    {
      "entropy": 7.0094788551330565,
      "epoch": 0.5970149253731343,
      "grad_norm": 0.77734375,
      "learning_rate": 0.000498138371439316,
      "loss": 6.8729,
      "mean_token_accuracy": 0.11689858734607697,
      "num_tokens": 10225600.0,
      "step": 3060
    },
    {
      "entropy": 6.797614812850952,
      "epoch": 0.5979904399570773,
      "grad_norm": 0.74609375,
      "learning_rate": 0.0004981293316050891,
      "loss": 6.5698,
      "mean_token_accuracy": 0.1435398355126381,
      "num_tokens": 10243451.0,
      "step": 3065
    },
    {
      "entropy": 7.041106176376343,
      "epoch": 0.5989659545410204,
      "grad_norm": 0.77734375,
      "learning_rate": 0.0004981202699674592,
      "loss": 6.8406,
      "mean_token_accuracy": 0.11859684213995933,
      "num_tokens": 10260392.0,
      "step": 3070
    },
    {
      "entropy": 7.0450780391693115,
      "epoch": 0.5999414691249634,
      "grad_norm": 0.76953125,
      "learning_rate": 0.0004981111865273117,
      "loss": 6.8793,
      "mean_token_accuracy": 0.1150981217622757,
      "num_tokens": 10277016.0,
      "step": 3075
    },
    {
      "entropy": 6.888372707366943,
      "epoch": 0.6009169837089064,
      "grad_norm": 0.6640625,
      "learning_rate": 0.0004981020812855342,
      "loss": 6.7422,
      "mean_token_accuracy": 0.1326083116233349,
      "num_tokens": 10295927.0,
      "step": 3080
    },
    {
      "entropy": 7.011778020858765,
      "epoch": 0.6018924982928495,
      "grad_norm": 0.81640625,
      "learning_rate": 0.0004980929542430165,
      "loss": 6.8346,
      "mean_token_accuracy": 0.11874362826347351,
      "num_tokens": 10311140.0,
      "step": 3085
    },
    {
      "entropy": 6.97375521659851,
      "epoch": 0.6028680128767925,
      "grad_norm": 0.703125,
      "learning_rate": 0.0004980838054006504,
      "loss": 6.86,
      "mean_token_accuracy": 0.12118716910481453,
      "num_tokens": 10328496.0,
      "step": 3090
    },
    {
      "entropy": 7.056452941894531,
      "epoch": 0.6038435274607356,
      "grad_norm": 0.796875,
      "learning_rate": 0.00049807463475933,
      "loss": 6.816,
      "mean_token_accuracy": 0.11536141708493233,
      "num_tokens": 10345232.0,
      "step": 3095
    },
    {
      "entropy": 7.035869216918945,
      "epoch": 0.6048190420446786,
      "grad_norm": 0.81640625,
      "learning_rate": 0.0004980654423199513,
      "loss": 6.9418,
      "mean_token_accuracy": 0.1198856383562088,
      "num_tokens": 10361777.0,
      "step": 3100
    },
    {
      "entropy": 6.975458431243896,
      "epoch": 0.6057945566286216,
      "grad_norm": 0.78515625,
      "learning_rate": 0.0004980562280834126,
      "loss": 6.8692,
      "mean_token_accuracy": 0.11833196803927422,
      "num_tokens": 10377117.0,
      "step": 3105
    },
    {
      "entropy": 6.837732887268066,
      "epoch": 0.6067700712125647,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004980469920506142,
      "loss": 6.5069,
      "mean_token_accuracy": 0.14730364978313445,
      "num_tokens": 10394506.0,
      "step": 3110
    },
    {
      "entropy": 6.861172914505005,
      "epoch": 0.6077455857965076,
      "grad_norm": 0.79296875,
      "learning_rate": 0.0004980377342224588,
      "loss": 6.6377,
      "mean_token_accuracy": 0.1351456820964813,
      "num_tokens": 10410281.0,
      "step": 3115
    },
    {
      "entropy": 7.015624237060547,
      "epoch": 0.6087211003804507,
      "grad_norm": 0.81640625,
      "learning_rate": 0.0004980284545998509,
      "loss": 6.8492,
      "mean_token_accuracy": 0.11556548997759819,
      "num_tokens": 10425165.0,
      "step": 3120
    },
    {
      "entropy": 7.041400671005249,
      "epoch": 0.6096966149643938,
      "grad_norm": 0.76953125,
      "learning_rate": 0.0004980191531836973,
      "loss": 6.8144,
      "mean_token_accuracy": 0.11712411642074586,
      "num_tokens": 10441643.0,
      "step": 3125
    },
    {
      "entropy": 6.992978572845459,
      "epoch": 0.6106721295483367,
      "grad_norm": 0.78515625,
      "learning_rate": 0.0004980098299749068,
      "loss": 6.8442,
      "mean_token_accuracy": 0.11365497782826424,
      "num_tokens": 10457436.0,
      "step": 3130
    },
    {
      "entropy": 7.032903003692627,
      "epoch": 0.6116476441322798,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004980004849743908,
      "loss": 6.8459,
      "mean_token_accuracy": 0.1157340094447136,
      "num_tokens": 10475020.0,
      "step": 3135
    },
    {
      "entropy": 6.7663367748260494,
      "epoch": 0.6126231587162229,
      "grad_norm": 0.8046875,
      "learning_rate": 0.000497991118183062,
      "loss": 6.6224,
      "mean_token_accuracy": 0.13193468004465103,
      "num_tokens": 10492029.0,
      "step": 3140
    },
    {
      "entropy": 6.895374345779419,
      "epoch": 0.6135986733001658,
      "grad_norm": 0.72265625,
      "learning_rate": 0.0004979817296018359,
      "loss": 6.6497,
      "mean_token_accuracy": 0.131951941549778,
      "num_tokens": 10510145.0,
      "step": 3145
    },
    {
      "entropy": 7.021565675735474,
      "epoch": 0.6145741878841089,
      "grad_norm": 0.75,
      "learning_rate": 0.0004979723192316299,
      "loss": 6.9006,
      "mean_token_accuracy": 0.11971071511507034,
      "num_tokens": 10527192.0,
      "step": 3150
    },
    {
      "entropy": 7.032657051086426,
      "epoch": 0.6155497024680519,
      "grad_norm": 0.81640625,
      "learning_rate": 0.0004979628870733637,
      "loss": 6.8479,
      "mean_token_accuracy": 0.11700414046645165,
      "num_tokens": 10542269.0,
      "step": 3155
    },
    {
      "entropy": 6.9798376083374025,
      "epoch": 0.6165252170519949,
      "grad_norm": 0.80078125,
      "learning_rate": 0.0004979534331279586,
      "loss": 6.8342,
      "mean_token_accuracy": 0.12357387691736221,
      "num_tokens": 10559425.0,
      "step": 3160
    },
    {
      "entropy": 7.032547807693481,
      "epoch": 0.617500731635938,
      "grad_norm": 0.79296875,
      "learning_rate": 0.0004979439573963388,
      "loss": 6.8396,
      "mean_token_accuracy": 0.12185113430023194,
      "num_tokens": 10576818.0,
      "step": 3165
    },
    {
      "entropy": 6.79569149017334,
      "epoch": 0.618476246219881,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004979344598794299,
      "loss": 6.7337,
      "mean_token_accuracy": 0.12653988897800444,
      "num_tokens": 10593456.0,
      "step": 3170
    },
    {
      "entropy": 7.058871555328369,
      "epoch": 0.619451760803824,
      "grad_norm": 0.73046875,
      "learning_rate": 0.0004979249405781602,
      "loss": 6.9268,
      "mean_token_accuracy": 0.11197486221790313,
      "num_tokens": 10609049.0,
      "step": 3175
    },
    {
      "entropy": 6.911416673660279,
      "epoch": 0.6204272753877671,
      "grad_norm": 0.7578125,
      "learning_rate": 0.0004979153994934599,
      "loss": 6.7502,
      "mean_token_accuracy": 0.12035431414842605,
      "num_tokens": 10626921.0,
      "step": 3180
    },
    {
      "entropy": 7.007920932769776,
      "epoch": 0.6214027899717101,
      "grad_norm": 0.80078125,
      "learning_rate": 0.0004979058366262613,
      "loss": 6.8219,
      "mean_token_accuracy": 0.11520347818732261,
      "num_tokens": 10643447.0,
      "step": 3185
    },
    {
      "entropy": 6.987424755096436,
      "epoch": 0.6223783045556531,
      "grad_norm": 0.7265625,
      "learning_rate": 0.0004978962519774987,
      "loss": 6.8875,
      "mean_token_accuracy": 0.11686941683292389,
      "num_tokens": 10659896.0,
      "step": 3190
    },
    {
      "entropy": 6.947531795501709,
      "epoch": 0.6233538191395961,
      "grad_norm": 0.78125,
      "learning_rate": 0.0004978866455481087,
      "loss": 6.7358,
      "mean_token_accuracy": 0.12380685955286026,
      "num_tokens": 10675331.0,
      "step": 3195
    },
    {
      "entropy": 7.029305267333984,
      "epoch": 0.6243293337235392,
      "grad_norm": 0.734375,
      "learning_rate": 0.0004978770173390301,
      "loss": 6.8989,
      "mean_token_accuracy": 0.11538269817829132,
      "num_tokens": 10692678.0,
      "step": 3200
    },
    {
      "entropy": 7.045840072631836,
      "epoch": 0.6253048483074822,
      "grad_norm": 0.77734375,
      "learning_rate": 0.0004978673673512039,
      "loss": 6.8151,
      "mean_token_accuracy": 0.11626508012413979,
      "num_tokens": 10708500.0,
      "step": 3205
    },
    {
      "entropy": 6.946800565719604,
      "epoch": 0.6262803628914252,
      "grad_norm": 0.8203125,
      "learning_rate": 0.0004978576955855727,
      "loss": 6.7568,
      "mean_token_accuracy": 0.12538694590330124,
      "num_tokens": 10725424.0,
      "step": 3210
    },
    {
      "entropy": 6.982901859283447,
      "epoch": 0.6272558774753683,
      "grad_norm": 0.734375,
      "learning_rate": 0.0004978480020430818,
      "loss": 6.7592,
      "mean_token_accuracy": 0.12594875171780587,
      "num_tokens": 10740960.0,
      "step": 3215
    },
    {
      "entropy": 6.942234945297241,
      "epoch": 0.6282313920593113,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004978382867246784,
      "loss": 6.8117,
      "mean_token_accuracy": 0.11503881961107254,
      "num_tokens": 10756426.0,
      "step": 3220
    },
    {
      "entropy": 6.9268687725067135,
      "epoch": 0.6292069066432543,
      "grad_norm": 0.76171875,
      "learning_rate": 0.0004978285496313119,
      "loss": 6.6938,
      "mean_token_accuracy": 0.12879361286759378,
      "num_tokens": 10772748.0,
      "step": 3225
    },
    {
      "entropy": 6.8964213848114015,
      "epoch": 0.6301824212271974,
      "grad_norm": 0.75390625,
      "learning_rate": 0.0004978187907639336,
      "loss": 6.7112,
      "mean_token_accuracy": 0.12827666774392127,
      "num_tokens": 10790024.0,
      "step": 3230
    },
    {
      "entropy": 7.0072350025177,
      "epoch": 0.6311579358111403,
      "grad_norm": 0.76171875,
      "learning_rate": 0.0004978090101234972,
      "loss": 6.8406,
      "mean_token_accuracy": 0.11496909186244011,
      "num_tokens": 10806280.0,
      "step": 3235
    },
    {
      "entropy": 6.905657768249512,
      "epoch": 0.6321334503950834,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004977992077109585,
      "loss": 6.7075,
      "mean_token_accuracy": 0.12493934407830239,
      "num_tokens": 10822166.0,
      "step": 3240
    },
    {
      "entropy": 7.013372707366943,
      "epoch": 0.6331089649790265,
      "grad_norm": 0.72265625,
      "learning_rate": 0.0004977893835272754,
      "loss": 6.8737,
      "mean_token_accuracy": 0.11487991884350776,
      "num_tokens": 10839833.0,
      "step": 3245
    },
    {
      "entropy": 6.997870683670044,
      "epoch": 0.6340844795629694,
      "grad_norm": 0.7578125,
      "learning_rate": 0.0004977795375734075,
      "loss": 6.8199,
      "mean_token_accuracy": 0.12076304331421853,
      "num_tokens": 10856803.0,
      "step": 3250
    },
    {
      "entropy": 6.884672498703003,
      "epoch": 0.6350599941469125,
      "grad_norm": 0.76171875,
      "learning_rate": 0.0004977696698503174,
      "loss": 6.6922,
      "mean_token_accuracy": 0.12854835018515587,
      "num_tokens": 10874245.0,
      "step": 3255
    },
    {
      "entropy": 6.957705068588257,
      "epoch": 0.6360355087308556,
      "grad_norm": 0.78515625,
      "learning_rate": 0.000497759780358969,
      "loss": 6.6954,
      "mean_token_accuracy": 0.1267484739422798,
      "num_tokens": 10890380.0,
      "step": 3260
    },
    {
      "entropy": 6.975523900985718,
      "epoch": 0.6370110233147985,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004977498691003288,
      "loss": 6.7712,
      "mean_token_accuracy": 0.11983624920248985,
      "num_tokens": 10906927.0,
      "step": 3265
    },
    {
      "entropy": 7.006397342681884,
      "epoch": 0.6379865378987416,
      "grad_norm": 0.71484375,
      "learning_rate": 0.0004977399360753654,
      "loss": 6.8467,
      "mean_token_accuracy": 0.11599334999918938,
      "num_tokens": 10922922.0,
      "step": 3270
    },
    {
      "entropy": 6.941018676757812,
      "epoch": 0.6389620524826846,
      "grad_norm": 0.73046875,
      "learning_rate": 0.0004977299812850492,
      "loss": 6.8369,
      "mean_token_accuracy": 0.1159388117492199,
      "num_tokens": 10939607.0,
      "step": 3275
    },
    {
      "entropy": 6.91987795829773,
      "epoch": 0.6399375670666276,
      "grad_norm": 0.81640625,
      "learning_rate": 0.0004977200047303532,
      "loss": 6.7467,
      "mean_token_accuracy": 0.1263240858912468,
      "num_tokens": 10956830.0,
      "step": 3280
    },
    {
      "entropy": 6.873031711578369,
      "epoch": 0.6409130816505707,
      "grad_norm": 0.73046875,
      "learning_rate": 0.000497710006412252,
      "loss": 6.6931,
      "mean_token_accuracy": 0.12357530072331428,
      "num_tokens": 10974364.0,
      "step": 3285
    },
    {
      "entropy": 6.961030721664429,
      "epoch": 0.6418885962345137,
      "grad_norm": 0.703125,
      "learning_rate": 0.0004976999863317228,
      "loss": 6.774,
      "mean_token_accuracy": 0.12429261580109596,
      "num_tokens": 10990645.0,
      "step": 3290
    },
    {
      "entropy": 6.927860689163208,
      "epoch": 0.6428641108184567,
      "grad_norm": 0.8359375,
      "learning_rate": 0.0004976899444897446,
      "loss": 6.7692,
      "mean_token_accuracy": 0.12594611048698426,
      "num_tokens": 11007952.0,
      "step": 3295
    },
    {
      "entropy": 6.79776554107666,
      "epoch": 0.6438396254023998,
      "grad_norm": 0.79296875,
      "learning_rate": 0.0004976798808872987,
      "loss": 6.6589,
      "mean_token_accuracy": 0.1306994989514351,
      "num_tokens": 11024708.0,
      "step": 3300
    },
    {
      "entropy": 6.987845182418823,
      "epoch": 0.6448151399863428,
      "grad_norm": 0.8046875,
      "learning_rate": 0.0004976697955253685,
      "loss": 6.7867,
      "mean_token_accuracy": 0.12246285155415534,
      "num_tokens": 11040447.0,
      "step": 3305
    },
    {
      "entropy": 6.9751856327056885,
      "epoch": 0.6457906545702858,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004976596884049395,
      "loss": 6.8217,
      "mean_token_accuracy": 0.1200600191950798,
      "num_tokens": 11057359.0,
      "step": 3310
    },
    {
      "entropy": 6.926597595214844,
      "epoch": 0.6467661691542289,
      "grad_norm": 0.75,
      "learning_rate": 0.0004976495595269994,
      "loss": 6.6684,
      "mean_token_accuracy": 0.12726157829165458,
      "num_tokens": 11072997.0,
      "step": 3315
    },
    {
      "entropy": 7.001471948623657,
      "epoch": 0.6477416837381719,
      "grad_norm": 0.78125,
      "learning_rate": 0.0004976394088925377,
      "loss": 6.8939,
      "mean_token_accuracy": 0.11267102509737015,
      "num_tokens": 11089951.0,
      "step": 3320
    },
    {
      "entropy": 6.8650260925292965,
      "epoch": 0.6487171983221149,
      "grad_norm": 0.8046875,
      "learning_rate": 0.0004976292365025465,
      "loss": 6.5997,
      "mean_token_accuracy": 0.13076752796769142,
      "num_tokens": 11107929.0,
      "step": 3325
    },
    {
      "entropy": 6.752980899810791,
      "epoch": 0.6496927129060579,
      "grad_norm": 0.77734375,
      "learning_rate": 0.0004976190423580199,
      "loss": 6.5784,
      "mean_token_accuracy": 0.13619857057929038,
      "num_tokens": 11125479.0,
      "step": 3330
    },
    {
      "entropy": 6.9401082515716555,
      "epoch": 0.650668227490001,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0004976088264599538,
      "loss": 6.8049,
      "mean_token_accuracy": 0.11799925342202186,
      "num_tokens": 11142316.0,
      "step": 3335
    },
    {
      "entropy": 7.009627342224121,
      "epoch": 0.651643742073944,
      "grad_norm": 0.8125,
      "learning_rate": 0.0004975985888093467,
      "loss": 6.8799,
      "mean_token_accuracy": 0.114885962754488,
      "num_tokens": 11158664.0,
      "step": 3340
    },
    {
      "entropy": 6.960831928253174,
      "epoch": 0.652619256657887,
      "grad_norm": 0.73828125,
      "learning_rate": 0.0004975883294071987,
      "loss": 6.7889,
      "mean_token_accuracy": 0.11887906044721604,
      "num_tokens": 11175732.0,
      "step": 3345
    },
    {
      "entropy": 7.006246948242188,
      "epoch": 0.6535947712418301,
      "grad_norm": 0.78515625,
      "learning_rate": 0.0004975780482545125,
      "loss": 6.8578,
      "mean_token_accuracy": 0.11240118518471717,
      "num_tokens": 11191921.0,
      "step": 3350
    },
    {
      "entropy": 6.8429954051971436,
      "epoch": 0.6545702858257731,
      "grad_norm": 0.78515625,
      "learning_rate": 0.0004975677453522928,
      "loss": 6.6358,
      "mean_token_accuracy": 0.13305048421025276,
      "num_tokens": 11208119.0,
      "step": 3355
    },
    {
      "entropy": 6.99799690246582,
      "epoch": 0.6555458004097161,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004975574207015462,
      "loss": 6.787,
      "mean_token_accuracy": 0.1221393346786499,
      "num_tokens": 11224501.0,
      "step": 3360
    },
    {
      "entropy": 6.983552885055542,
      "epoch": 0.6565213149936592,
      "grad_norm": 0.80078125,
      "learning_rate": 0.0004975470743032817,
      "loss": 6.8283,
      "mean_token_accuracy": 0.12079927623271942,
      "num_tokens": 11240211.0,
      "step": 3365
    },
    {
      "entropy": 6.933493280410767,
      "epoch": 0.6574968295776021,
      "grad_norm": 0.8046875,
      "learning_rate": 0.0004975367061585102,
      "loss": 6.7566,
      "mean_token_accuracy": 0.12154076397418975,
      "num_tokens": 11257921.0,
      "step": 3370
    },
    {
      "entropy": 6.9328882694244385,
      "epoch": 0.6584723441615452,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004975263162682449,
      "loss": 6.7284,
      "mean_token_accuracy": 0.1262664683163166,
      "num_tokens": 11274526.0,
      "step": 3375
    },
    {
      "entropy": 6.938275575637817,
      "epoch": 0.6594478587454883,
      "grad_norm": 0.78125,
      "learning_rate": 0.000497515904633501,
      "loss": 6.7267,
      "mean_token_accuracy": 0.12131699621677398,
      "num_tokens": 11290883.0,
      "step": 3380
    },
    {
      "entropy": 6.968268394470215,
      "epoch": 0.6604233733294312,
      "grad_norm": 0.7890625,
      "learning_rate": 0.0004975054712552963,
      "loss": 6.785,
      "mean_token_accuracy": 0.12211028635501861,
      "num_tokens": 11307406.0,
      "step": 3385
    },
    {
      "entropy": 6.818116521835327,
      "epoch": 0.6613988879133743,
      "grad_norm": 0.796875,
      "learning_rate": 0.0004974950161346496,
      "loss": 6.6094,
      "mean_token_accuracy": 0.13204170316457747,
      "num_tokens": 11322728.0,
      "step": 3390
    },
    {
      "entropy": 6.833146047592163,
      "epoch": 0.6623744024973174,
      "grad_norm": 0.81640625,
      "learning_rate": 0.000497484539272583,
      "loss": 6.6115,
      "mean_token_accuracy": 0.133116452395916,
      "num_tokens": 11338995.0,
      "step": 3395
    },
    {
      "entropy": 6.791355800628662,
      "epoch": 0.6633499170812603,
      "grad_norm": 0.703125,
      "learning_rate": 0.0004974740406701203,
      "loss": 6.589,
      "mean_token_accuracy": 0.13526058197021484,
      "num_tokens": 11356154.0,
      "step": 3400
    },
    {
      "entropy": 6.86017541885376,
      "epoch": 0.6643254316652034,
      "grad_norm": 0.77734375,
      "learning_rate": 0.0004974635203282873,
      "loss": 6.7461,
      "mean_token_accuracy": 0.12511768266558648,
      "num_tokens": 11372755.0,
      "step": 3405
    },
    {
      "entropy": 6.873864412307739,
      "epoch": 0.6653009462491464,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004974529782481119,
      "loss": 6.6769,
      "mean_token_accuracy": 0.12978654950857163,
      "num_tokens": 11389424.0,
      "step": 3410
    },
    {
      "entropy": 6.952363729476929,
      "epoch": 0.6662764608330894,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004974424144306241,
      "loss": 6.7698,
      "mean_token_accuracy": 0.11917438358068466,
      "num_tokens": 11406515.0,
      "step": 3415
    },
    {
      "entropy": 6.895019006729126,
      "epoch": 0.6672519754170325,
      "grad_norm": 0.6875,
      "learning_rate": 0.0004974318288768566,
      "loss": 6.693,
      "mean_token_accuracy": 0.13291083872318268,
      "num_tokens": 11423195.0,
      "step": 3420
    },
    {
      "entropy": 6.903303527832032,
      "epoch": 0.6682274900009755,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004974212215878435,
      "loss": 6.7903,
      "mean_token_accuracy": 0.11746931597590446,
      "num_tokens": 11440011.0,
      "step": 3425
    },
    {
      "entropy": 6.983958530426025,
      "epoch": 0.6692030045849185,
      "grad_norm": 0.83203125,
      "learning_rate": 0.0004974105925646213,
      "loss": 6.7723,
      "mean_token_accuracy": 0.123069616407156,
      "num_tokens": 11456131.0,
      "step": 3430
    },
    {
      "entropy": 6.8822297096252445,
      "epoch": 0.6701785191688616,
      "grad_norm": 0.8125,
      "learning_rate": 0.0004973999418082287,
      "loss": 6.708,
      "mean_token_accuracy": 0.12233687117695809,
      "num_tokens": 11471420.0,
      "step": 3435
    },
    {
      "entropy": 6.866947507858276,
      "epoch": 0.6711540337528046,
      "grad_norm": 0.8203125,
      "learning_rate": 0.0004973892693197064,
      "loss": 6.6339,
      "mean_token_accuracy": 0.13254282101988793,
      "num_tokens": 11488453.0,
      "step": 3440
    },
    {
      "entropy": 6.955950498580933,
      "epoch": 0.6721295483367477,
      "grad_norm": 0.74609375,
      "learning_rate": 0.0004973785751000974,
      "loss": 6.807,
      "mean_token_accuracy": 0.1176809012889862,
      "num_tokens": 11505144.0,
      "step": 3445
    },
    {
      "entropy": 6.970524549484253,
      "epoch": 0.6731050629206906,
      "grad_norm": 0.8359375,
      "learning_rate": 0.0004973678591504464,
      "loss": 6.7663,
      "mean_token_accuracy": 0.11771319508552551,
      "num_tokens": 11521249.0,
      "step": 3450
    },
    {
      "entropy": 6.840021324157715,
      "epoch": 0.6740805775046337,
      "grad_norm": 0.80078125,
      "learning_rate": 0.000497357121471801,
      "loss": 6.6822,
      "mean_token_accuracy": 0.12715477049350737,
      "num_tokens": 11537977.0,
      "step": 3455
    },
    {
      "entropy": 6.878296756744385,
      "epoch": 0.6750560920885768,
      "grad_norm": 0.8046875,
      "learning_rate": 0.00049734636206521,
      "loss": 6.7392,
      "mean_token_accuracy": 0.11967067196965217,
      "num_tokens": 11556642.0,
      "step": 3460
    },
    {
      "entropy": 6.981732273101807,
      "epoch": 0.6760316066725197,
      "grad_norm": 0.71484375,
      "learning_rate": 0.000497335580931725,
      "loss": 6.9076,
      "mean_token_accuracy": 0.11114621609449386,
      "num_tokens": 11574727.0,
      "step": 3465
    },
    {
      "entropy": 6.8574000835418705,
      "epoch": 0.6770071212564628,
      "grad_norm": 0.75390625,
      "learning_rate": 0.0004973247780723995,
      "loss": 6.5915,
      "mean_token_accuracy": 0.1338369444012642,
      "num_tokens": 11592982.0,
      "step": 3470
    },
    {
      "entropy": 6.8087629795074465,
      "epoch": 0.6779826358404059,
      "grad_norm": 0.72265625,
      "learning_rate": 0.0004973139534882891,
      "loss": 6.6822,
      "mean_token_accuracy": 0.1334824062883854,
      "num_tokens": 11609250.0,
      "step": 3475
    },
    {
      "entropy": 6.946077013015747,
      "epoch": 0.6789581504243488,
      "grad_norm": 0.6953125,
      "learning_rate": 0.0004973031071804515,
      "loss": 6.7148,
      "mean_token_accuracy": 0.11976677328348159,
      "num_tokens": 11626269.0,
      "step": 3480
    },
    {
      "entropy": 6.927092885971069,
      "epoch": 0.6799336650082919,
      "grad_norm": 0.7578125,
      "learning_rate": 0.0004972922391499465,
      "loss": 6.7324,
      "mean_token_accuracy": 0.11870467364788055,
      "num_tokens": 11642721.0,
      "step": 3485
    },
    {
      "entropy": 6.797719478607178,
      "epoch": 0.680909179592235,
      "grad_norm": 0.81640625,
      "learning_rate": 0.0004972813493978361,
      "loss": 6.6545,
      "mean_token_accuracy": 0.12626953274011612,
      "num_tokens": 11659729.0,
      "step": 3490
    },
    {
      "entropy": 6.946156215667725,
      "epoch": 0.6818846941761779,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004972704379251845,
      "loss": 6.6829,
      "mean_token_accuracy": 0.11961093619465828,
      "num_tokens": 11675568.0,
      "step": 3495
    },
    {
      "entropy": 6.9087018966674805,
      "epoch": 0.682860208760121,
      "grad_norm": 0.671875,
      "learning_rate": 0.000497259504733058,
      "loss": 6.7825,
      "mean_token_accuracy": 0.12770408689975737,
      "num_tokens": 11692827.0,
      "step": 3500
    },
    {
      "entropy": 6.960751008987427,
      "epoch": 0.683835723344064,
      "grad_norm": 0.73828125,
      "learning_rate": 0.0004972485498225247,
      "loss": 6.7593,
      "mean_token_accuracy": 0.11848661899566651,
      "num_tokens": 11708730.0,
      "step": 3505
    },
    {
      "entropy": 6.917884874343872,
      "epoch": 0.684811237928007,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004972375731946554,
      "loss": 6.7449,
      "mean_token_accuracy": 0.11673096492886544,
      "num_tokens": 11725031.0,
      "step": 3510
    },
    {
      "entropy": 6.997295713424682,
      "epoch": 0.6857867525119501,
      "grad_norm": 0.78515625,
      "learning_rate": 0.0004972265748505224,
      "loss": 6.8232,
      "mean_token_accuracy": 0.11867395937442779,
      "num_tokens": 11742419.0,
      "step": 3515
    },
    {
      "entropy": 6.8366992473602295,
      "epoch": 0.686762267095893,
      "grad_norm": 0.7734375,
      "learning_rate": 0.0004972155547912005,
      "loss": 6.7023,
      "mean_token_accuracy": 0.12186566665768624,
      "num_tokens": 11757474.0,
      "step": 3520
    },
    {
      "entropy": 7.003230094909668,
      "epoch": 0.6877377816798361,
      "grad_norm": 0.76171875,
      "learning_rate": 0.0004972045130177666,
      "loss": 6.7933,
      "mean_token_accuracy": 0.11546575054526328,
      "num_tokens": 11774467.0,
      "step": 3525
    },
    {
      "entropy": 6.905363988876343,
      "epoch": 0.6887132962637792,
      "grad_norm": 0.71875,
      "learning_rate": 0.0004971934495312996,
      "loss": 6.6757,
      "mean_token_accuracy": 0.1260330446064472,
      "num_tokens": 11790597.0,
      "step": 3530
    },
    {
      "entropy": 6.906085205078125,
      "epoch": 0.6896888108477222,
      "grad_norm": 0.78125,
      "learning_rate": 0.0004971823643328807,
      "loss": 6.6678,
      "mean_token_accuracy": 0.13356747031211852,
      "num_tokens": 11806459.0,
      "step": 3535
    },
    {
      "entropy": 6.837105846405029,
      "epoch": 0.6906643254316652,
      "grad_norm": 0.7734375,
      "learning_rate": 0.000497171257423593,
      "loss": 6.7382,
      "mean_token_accuracy": 0.12393326237797737,
      "num_tokens": 11823410.0,
      "step": 3540
    },
    {
      "entropy": 6.942075634002686,
      "epoch": 0.6916398400156082,
      "grad_norm": 0.7578125,
      "learning_rate": 0.0004971601288045219,
      "loss": 6.7286,
      "mean_token_accuracy": 0.11722081154584885,
      "num_tokens": 11838684.0,
      "step": 3545
    },
    {
      "entropy": 6.88704137802124,
      "epoch": 0.6926153545995513,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004971489784767547,
      "loss": 6.7214,
      "mean_token_accuracy": 0.12354319915175438,
      "num_tokens": 11854324.0,
      "step": 3550
    },
    {
      "entropy": 6.925907325744629,
      "epoch": 0.6935908691834943,
      "grad_norm": 0.76171875,
      "learning_rate": 0.0004971378064413813,
      "loss": 6.7163,
      "mean_token_accuracy": 0.12196113839745522,
      "num_tokens": 11871992.0,
      "step": 3555
    },
    {
      "entropy": 6.927322816848755,
      "epoch": 0.6945663837674373,
      "grad_norm": 0.75,
      "learning_rate": 0.0004971266126994929,
      "loss": 6.8348,
      "mean_token_accuracy": 0.1157918319106102,
      "num_tokens": 11889195.0,
      "step": 3560
    },
    {
      "entropy": 6.941495323181153,
      "epoch": 0.6955418983513804,
      "grad_norm": 0.78515625,
      "learning_rate": 0.0004971153972521837,
      "loss": 6.8099,
      "mean_token_accuracy": 0.11541989147663116,
      "num_tokens": 11906316.0,
      "step": 3565
    },
    {
      "entropy": 6.972117900848389,
      "epoch": 0.6965174129353234,
      "grad_norm": 0.7578125,
      "learning_rate": 0.0004971041601005495,
      "loss": 6.8065,
      "mean_token_accuracy": 0.11675738617777824,
      "num_tokens": 11924097.0,
      "step": 3570
    },
    {
      "entropy": 7.007440519332886,
      "epoch": 0.6974929275192664,
      "grad_norm": 0.7890625,
      "learning_rate": 0.0004970929012456884,
      "loss": 6.8185,
      "mean_token_accuracy": 0.11678294464945793,
      "num_tokens": 11942344.0,
      "step": 3575
    },
    {
      "entropy": 6.897358465194702,
      "epoch": 0.6984684421032095,
      "grad_norm": 0.71875,
      "learning_rate": 0.0004970816206887005,
      "loss": 6.6485,
      "mean_token_accuracy": 0.13181838616728783,
      "num_tokens": 11959045.0,
      "step": 3580
    },
    {
      "entropy": 6.862955522537232,
      "epoch": 0.6994439566871524,
      "grad_norm": 0.7421875,
      "learning_rate": 0.0004970703184306881,
      "loss": 6.6881,
      "mean_token_accuracy": 0.12364554181694984,
      "num_tokens": 11976244.0,
      "step": 3585
    },
    {
      "entropy": 6.921896171569824,
      "epoch": 0.7004194712710955,
      "grad_norm": 0.7890625,
      "learning_rate": 0.0004970589944727558,
      "loss": 6.7195,
      "mean_token_accuracy": 0.11663620844483376,
      "num_tokens": 11993644.0,
      "step": 3590
    },
    {
      "entropy": 6.8426025867462155,
      "epoch": 0.7013949858550386,
      "grad_norm": 0.7890625,
      "learning_rate": 0.0004970476488160098,
      "loss": 6.6455,
      "mean_token_accuracy": 0.1235215425491333,
      "num_tokens": 12010419.0,
      "step": 3595
    },
    {
      "entropy": 6.876555395126343,
      "epoch": 0.7023705004389815,
      "grad_norm": 0.828125,
      "learning_rate": 0.0004970362814615592,
      "loss": 6.6586,
      "mean_token_accuracy": 0.1280148781836033,
      "num_tokens": 12027199.0,
      "step": 3600
    },
    {
      "entropy": 6.757953214645386,
      "epoch": 0.7033460150229246,
      "grad_norm": 0.78515625,
      "learning_rate": 0.0004970248924105144,
      "loss": 6.6651,
      "mean_token_accuracy": 0.12761858850717545,
      "num_tokens": 12044267.0,
      "step": 3605
    },
    {
      "entropy": 6.987301683425903,
      "epoch": 0.7043215296068677,
      "grad_norm": 0.828125,
      "learning_rate": 0.0004970134816639884,
      "loss": 6.7169,
      "mean_token_accuracy": 0.12158033102750779,
      "num_tokens": 12062838.0,
      "step": 3610
    },
    {
      "entropy": 6.863513231277466,
      "epoch": 0.7052970441908106,
      "grad_norm": 0.7734375,
      "learning_rate": 0.0004970020492230963,
      "loss": 6.8077,
      "mean_token_accuracy": 0.11662125587463379,
      "num_tokens": 12079144.0,
      "step": 3615
    },
    {
      "entropy": 6.879079389572143,
      "epoch": 0.7062725587747537,
      "grad_norm": 0.77734375,
      "learning_rate": 0.000496990595088955,
      "loss": 6.6602,
      "mean_token_accuracy": 0.1313604973256588,
      "num_tokens": 12096477.0,
      "step": 3620
    },
    {
      "entropy": 6.89602575302124,
      "epoch": 0.7072480733586967,
      "grad_norm": 0.73046875,
      "learning_rate": 0.0004969791192626841,
      "loss": 6.6885,
      "mean_token_accuracy": 0.12382701560854911,
      "num_tokens": 12113307.0,
      "step": 3625
    },
    {
      "entropy": 6.943759107589722,
      "epoch": 0.7082235879426397,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004969676217454048,
      "loss": 6.8278,
      "mean_token_accuracy": 0.11901037469506263,
      "num_tokens": 12131814.0,
      "step": 3630
    },
    {
      "entropy": 6.935422372817993,
      "epoch": 0.7091991025265828,
      "grad_norm": 0.82421875,
      "learning_rate": 0.0004969561025382405,
      "loss": 6.6707,
      "mean_token_accuracy": 0.11939298808574676,
      "num_tokens": 12147110.0,
      "step": 3635
    },
    {
      "entropy": 6.826309442520142,
      "epoch": 0.7101746171105258,
      "grad_norm": 0.78125,
      "learning_rate": 0.0004969445616423171,
      "loss": 6.6354,
      "mean_token_accuracy": 0.12348606884479522,
      "num_tokens": 12162954.0,
      "step": 3640
    },
    {
      "entropy": 6.818428659439087,
      "epoch": 0.7111501316944688,
      "grad_norm": 0.80859375,
      "learning_rate": 0.000496932999058762,
      "loss": 6.5304,
      "mean_token_accuracy": 0.128942608833313,
      "num_tokens": 12181169.0,
      "step": 3645
    },
    {
      "entropy": 7.034211587905884,
      "epoch": 0.7121256462784119,
      "grad_norm": 0.796875,
      "learning_rate": 0.0004969214147887053,
      "loss": 6.8549,
      "mean_token_accuracy": 0.11688489466905594,
      "num_tokens": 12198367.0,
      "step": 3650
    },
    {
      "entropy": 6.816870307922363,
      "epoch": 0.7131011608623549,
      "grad_norm": 0.7109375,
      "learning_rate": 0.0004969098088332789,
      "loss": 6.6683,
      "mean_token_accuracy": 0.12550995647907257,
      "num_tokens": 12215614.0,
      "step": 3655
    },
    {
      "entropy": 6.894934225082397,
      "epoch": 0.7140766754462979,
      "grad_norm": 0.7265625,
      "learning_rate": 0.0004968981811936169,
      "loss": 6.6513,
      "mean_token_accuracy": 0.12463606595993042,
      "num_tokens": 12232123.0,
      "step": 3660
    },
    {
      "entropy": 6.83487901687622,
      "epoch": 0.7150521900302409,
      "grad_norm": 0.78125,
      "learning_rate": 0.0004968865318708555,
      "loss": 6.7385,
      "mean_token_accuracy": 0.12151438370347023,
      "num_tokens": 12248417.0,
      "step": 3665
    },
    {
      "entropy": 6.951352548599243,
      "epoch": 0.716027704614184,
      "grad_norm": 0.765625,
      "learning_rate": 0.0004968748608661328,
      "loss": 6.6916,
      "mean_token_accuracy": 0.12221620455384255,
      "num_tokens": 12264388.0,
      "step": 3670
    },
    {
      "entropy": 6.881146192550659,
      "epoch": 0.717003219198127,
      "grad_norm": 0.80859375,
      "learning_rate": 0.0004968631681805897,
      "loss": 6.7493,
      "mean_token_accuracy": 0.11880449503660202,
      "num_tokens": 12282157.0,
      "step": 3675
    },
    {
      "entropy": 6.9398712635040285,
      "epoch": 0.71797873378207,
      "grad_norm": 0.7890625,
      "learning_rate": 0.0004968514538153685,
      "loss": 6.7568,
      "mean_token_accuracy": 0.11739344224333763,
      "num_tokens": 12298368.0,
      "step": 3680
    },
    {
      "entropy": 6.788715553283692,
      "epoch": 0.7189542483660131,
      "grad_norm": 0.7578125,
      "learning_rate": 0.000496839717771614,
      "loss": 6.673,
      "mean_token_accuracy": 0.13379363268613814,
      "num_tokens": 12314860.0,
      "step": 3685
    },
    {
      "entropy": 6.896275472640991,
      "epoch": 0.7199297629499561,
      "grad_norm": 0.7421875,
      "learning_rate": 0.0004968279600504729,
      "loss": 6.6774,
      "mean_token_accuracy": 0.12477457746863366,
      "num_tokens": 12331424.0,
      "step": 3690
    },
    {
      "entropy": 6.960808610916137,
      "epoch": 0.7209052775338991,
      "grad_norm": 0.796875,
      "learning_rate": 0.000496816180653094,
      "loss": 6.789,
      "mean_token_accuracy": 0.11882665753364563,
      "num_tokens": 12348358.0,
      "step": 3695
    },
    {
      "entropy": 6.896427345275879,
      "epoch": 0.7218807921178422,
      "grad_norm": 0.76171875,
      "learning_rate": 0.0004968043795806285,
      "loss": 6.6946,
      "mean_token_accuracy": 0.12649973332881928,
      "num_tokens": 12364932.0,
      "step": 3700
    },
    {
      "entropy": 6.918227291107177,
      "epoch": 0.7228563067017852,
      "grad_norm": 0.72265625,
      "learning_rate": 0.0004967925568342297,
      "loss": 6.7585,
      "mean_token_accuracy": 0.12044534534215927,
      "num_tokens": 12381852.0,
      "step": 3705
    },
    {
      "entropy": 6.908247470855713,
      "epoch": 0.7238318212857282,
      "grad_norm": 0.79296875,
      "learning_rate": 0.0004967807124150527,
      "loss": 6.7558,
      "mean_token_accuracy": 0.11544696986675262,
      "num_tokens": 12397164.0,
      "step": 3710
    },
    {
      "entropy": 6.863425350189209,
      "epoch": 0.7248073358696713,
      "grad_norm": 0.83203125,
      "learning_rate": 0.0004967688463242549,
      "loss": 6.7182,
      "mean_token_accuracy": 0.123786511272192,
      "num_tokens": 12412520.0,
      "step": 3715
    },
    {
      "entropy": 6.906766510009765,
      "epoch": 0.7257828504536142,
      "grad_norm": 0.796875,
      "learning_rate": 0.0004967569585629958,
      "loss": 6.7167,
      "mean_token_accuracy": 0.12638721391558647,
      "num_tokens": 12427039.0,
      "step": 3720
    },
    {
      "entropy": 6.920475769042969,
      "epoch": 0.7267583650375573,
      "grad_norm": 0.81640625,
      "learning_rate": 0.0004967450491324371,
      "loss": 6.7103,
      "mean_token_accuracy": 0.12159402295947075,
      "num_tokens": 12441903.0,
      "step": 3725
    },
    {
      "entropy": 6.789732599258423,
      "epoch": 0.7277338796215004,
      "grad_norm": 0.7890625,
      "learning_rate": 0.0004967331180337425,
      "loss": 6.5974,
      "mean_token_accuracy": 0.13150421306490898,
      "num_tokens": 12458883.0,
      "step": 3730
    },
    {
      "entropy": 6.92046799659729,
      "epoch": 0.7287093942054433,
      "grad_norm": 0.81640625,
      "learning_rate": 0.0004967211652680779,
      "loss": 6.7624,
      "mean_token_accuracy": 0.11970932707190514,
      "num_tokens": 12475347.0,
      "step": 3735
    },
    {
      "entropy": 6.917918634414673,
      "epoch": 0.7296849087893864,
      "grad_norm": 0.75,
      "learning_rate": 0.0004967091908366113,
      "loss": 6.7746,
      "mean_token_accuracy": 0.11585871875286102,
      "num_tokens": 12490393.0,
      "step": 3740
    },
    {
      "entropy": 6.950029611587524,
      "epoch": 0.7306604233733295,
      "grad_norm": 0.81640625,
      "learning_rate": 0.0004966971947405127,
      "loss": 6.7312,
      "mean_token_accuracy": 0.1267825923860073,
      "num_tokens": 12505679.0,
      "step": 3745
    },
    {
      "entropy": 6.8241295337677,
      "epoch": 0.7316359379572724,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0004966851769809543,
      "loss": 6.6945,
      "mean_token_accuracy": 0.1249216690659523,
      "num_tokens": 12522316.0,
      "step": 3750
    },
    {
      "entropy": 6.906031465530395,
      "epoch": 0.7326114525412155,
      "grad_norm": 0.703125,
      "learning_rate": 0.0004966731375591106,
      "loss": 6.7762,
      "mean_token_accuracy": 0.12103673964738845,
      "num_tokens": 12539638.0,
      "step": 3755
    },
    {
      "entropy": 6.88054404258728,
      "epoch": 0.7335869671251585,
      "grad_norm": 0.8046875,
      "learning_rate": 0.0004966610764761579,
      "loss": 6.6587,
      "mean_token_accuracy": 0.12094709351658821,
      "num_tokens": 12556296.0,
      "step": 3760
    },
    {
      "entropy": 6.922727298736572,
      "epoch": 0.7345624817091015,
      "grad_norm": 0.796875,
      "learning_rate": 0.0004966489937332748,
      "loss": 6.723,
      "mean_token_accuracy": 0.12204189151525498,
      "num_tokens": 12573248.0,
      "step": 3765
    },
    {
      "entropy": 6.7635335445404055,
      "epoch": 0.7355379962930446,
      "grad_norm": 0.75390625,
      "learning_rate": 0.0004966368893316421,
      "loss": 6.5444,
      "mean_token_accuracy": 0.1401463806629181,
      "num_tokens": 12590918.0,
      "step": 3770
    },
    {
      "entropy": 6.827142238616943,
      "epoch": 0.7365135108769876,
      "grad_norm": 0.83203125,
      "learning_rate": 0.0004966247632724425,
      "loss": 6.6663,
      "mean_token_accuracy": 0.12851793318986893,
      "num_tokens": 12607037.0,
      "step": 3775
    },
    {
      "entropy": 6.806823301315307,
      "epoch": 0.7374890254609306,
      "grad_norm": 0.7578125,
      "learning_rate": 0.0004966126155568609,
      "loss": 6.6438,
      "mean_token_accuracy": 0.12933462336659432,
      "num_tokens": 12623934.0,
      "step": 3780
    },
    {
      "entropy": 6.836582994461059,
      "epoch": 0.7384645400448737,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004966004461860843,
      "loss": 6.6126,
      "mean_token_accuracy": 0.13470687940716744,
      "num_tokens": 12640607.0,
      "step": 3785
    },
    {
      "entropy": 6.910751533508301,
      "epoch": 0.7394400546288167,
      "grad_norm": 0.8046875,
      "learning_rate": 0.0004965882551613019,
      "loss": 6.6719,
      "mean_token_accuracy": 0.12147484719753265,
      "num_tokens": 12656671.0,
      "step": 3790
    },
    {
      "entropy": 6.9144611835479735,
      "epoch": 0.7404155692127597,
      "grad_norm": 0.7578125,
      "learning_rate": 0.000496576042483705,
      "loss": 6.7556,
      "mean_token_accuracy": 0.10937109962105751,
      "num_tokens": 12673271.0,
      "step": 3795
    },
    {
      "entropy": 6.745984601974487,
      "epoch": 0.7413910837967027,
      "grad_norm": 0.77734375,
      "learning_rate": 0.0004965638081544869,
      "loss": 6.6091,
      "mean_token_accuracy": 0.13692446947097778,
      "num_tokens": 12691005.0,
      "step": 3800
    },
    {
      "entropy": 6.917190265655518,
      "epoch": 0.7423665983806458,
      "grad_norm": 0.80859375,
      "learning_rate": 0.0004965515521748432,
      "loss": 6.7271,
      "mean_token_accuracy": 0.12409936636686325,
      "num_tokens": 12706170.0,
      "step": 3805
    },
    {
      "entropy": 6.80320930480957,
      "epoch": 0.7433421129645889,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004965392745459714,
      "loss": 6.6201,
      "mean_token_accuracy": 0.12908609285950662,
      "num_tokens": 12722794.0,
      "step": 3810
    },
    {
      "entropy": 6.936832237243652,
      "epoch": 0.7443176275485318,
      "grad_norm": 0.8125,
      "learning_rate": 0.0004965269752690713,
      "loss": 6.7432,
      "mean_token_accuracy": 0.11606606841087341,
      "num_tokens": 12739676.0,
      "step": 3815
    },
    {
      "entropy": 6.872638511657715,
      "epoch": 0.7452931421324749,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004965146543453446,
      "loss": 6.7662,
      "mean_token_accuracy": 0.11778403148055076,
      "num_tokens": 12756231.0,
      "step": 3820
    },
    {
      "entropy": 6.711460256576538,
      "epoch": 0.746268656716418,
      "grad_norm": 0.76953125,
      "learning_rate": 0.0004965023117759954,
      "loss": 6.5858,
      "mean_token_accuracy": 0.13760097399353982,
      "num_tokens": 12771877.0,
      "step": 3825
    },
    {
      "entropy": 6.881553268432617,
      "epoch": 0.7472441713003609,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004964899475622299,
      "loss": 6.6948,
      "mean_token_accuracy": 0.11971213296055794,
      "num_tokens": 12790698.0,
      "step": 3830
    },
    {
      "entropy": 6.878795480728149,
      "epoch": 0.748219685884304,
      "grad_norm": 0.828125,
      "learning_rate": 0.000496477561705256,
      "loss": 6.7134,
      "mean_token_accuracy": 0.12201002240180969,
      "num_tokens": 12806160.0,
      "step": 3835
    },
    {
      "entropy": 6.904194355010986,
      "epoch": 0.749195200468247,
      "grad_norm": 0.796875,
      "learning_rate": 0.0004964651542062841,
      "loss": 6.7366,
      "mean_token_accuracy": 0.11457412466406822,
      "num_tokens": 12822382.0,
      "step": 3840
    },
    {
      "entropy": 6.8999265193939205,
      "epoch": 0.75017071505219,
      "grad_norm": 0.796875,
      "learning_rate": 0.0004964527250665268,
      "loss": 6.6845,
      "mean_token_accuracy": 0.1239955484867096,
      "num_tokens": 12839421.0,
      "step": 3845
    },
    {
      "entropy": 6.7891161918640135,
      "epoch": 0.7511462296361331,
      "grad_norm": 0.703125,
      "learning_rate": 0.0004964402742871983,
      "loss": 6.5138,
      "mean_token_accuracy": 0.13673474863171578,
      "num_tokens": 12856609.0,
      "step": 3850
    },
    {
      "entropy": 6.918827152252197,
      "epoch": 0.752121744220076,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004964278018695156,
      "loss": 6.7157,
      "mean_token_accuracy": 0.11648557409644127,
      "num_tokens": 12871659.0,
      "step": 3855
    },
    {
      "entropy": 6.83335247039795,
      "epoch": 0.7530972588040191,
      "grad_norm": 0.765625,
      "learning_rate": 0.0004964153078146971,
      "loss": 6.709,
      "mean_token_accuracy": 0.12249799594283103,
      "num_tokens": 12889029.0,
      "step": 3860
    },
    {
      "entropy": 6.87213978767395,
      "epoch": 0.7540727733879622,
      "grad_norm": 0.77734375,
      "learning_rate": 0.0004964027921239639,
      "loss": 6.6772,
      "mean_token_accuracy": 0.13074377104640006,
      "num_tokens": 12905735.0,
      "step": 3865
    },
    {
      "entropy": 6.878732538223266,
      "epoch": 0.7550482879719052,
      "grad_norm": 0.984375,
      "learning_rate": 0.000496390254798539,
      "loss": 6.662,
      "mean_token_accuracy": 0.1212577074766159,
      "num_tokens": 12921886.0,
      "step": 3870
    },
    {
      "entropy": 6.754447269439697,
      "epoch": 0.7560238025558482,
      "grad_norm": 0.75,
      "learning_rate": 0.0004963776958396475,
      "loss": 6.6063,
      "mean_token_accuracy": 0.13291324600577353,
      "num_tokens": 12938658.0,
      "step": 3875
    },
    {
      "entropy": 6.8930047988891605,
      "epoch": 0.7569993171397913,
      "grad_norm": 0.765625,
      "learning_rate": 0.0004963651152485165,
      "loss": 6.7584,
      "mean_token_accuracy": 0.11867308095097542,
      "num_tokens": 12955788.0,
      "step": 3880
    },
    {
      "entropy": 6.82757339477539,
      "epoch": 0.7579748317237343,
      "grad_norm": 0.75,
      "learning_rate": 0.0004963525130263753,
      "loss": 6.5751,
      "mean_token_accuracy": 0.12917089611291885,
      "num_tokens": 12972590.0,
      "step": 3885
    },
    {
      "entropy": 6.911460542678833,
      "epoch": 0.7589503463076773,
      "grad_norm": 0.83203125,
      "learning_rate": 0.0004963398891744557,
      "loss": 6.7085,
      "mean_token_accuracy": 0.12012655436992645,
      "num_tokens": 12989560.0,
      "step": 3890
    },
    {
      "entropy": 6.885492038726807,
      "epoch": 0.7599258608916203,
      "grad_norm": 0.8125,
      "learning_rate": 0.0004963272436939908,
      "loss": 6.659,
      "mean_token_accuracy": 0.13049083650112153,
      "num_tokens": 13005584.0,
      "step": 3895
    },
    {
      "entropy": 6.838405132293701,
      "epoch": 0.7609013754755634,
      "grad_norm": 0.77734375,
      "learning_rate": 0.0004963145765862166,
      "loss": 6.735,
      "mean_token_accuracy": 0.11670802012085915,
      "num_tokens": 13021635.0,
      "step": 3900
    },
    {
      "entropy": 6.867765188217163,
      "epoch": 0.7618768900595064,
      "grad_norm": 0.76953125,
      "learning_rate": 0.0004963018878523706,
      "loss": 6.6491,
      "mean_token_accuracy": 0.12752043306827546,
      "num_tokens": 13037838.0,
      "step": 3905
    },
    {
      "entropy": 6.769348526000977,
      "epoch": 0.7628524046434494,
      "grad_norm": 0.828125,
      "learning_rate": 0.0004962891774936929,
      "loss": 6.5972,
      "mean_token_accuracy": 0.1338489718735218,
      "num_tokens": 13054596.0,
      "step": 3910
    },
    {
      "entropy": 6.863427400588989,
      "epoch": 0.7638279192273925,
      "grad_norm": 0.8125,
      "learning_rate": 0.0004962764455114255,
      "loss": 6.6523,
      "mean_token_accuracy": 0.12803701907396317,
      "num_tokens": 13070462.0,
      "step": 3915
    },
    {
      "entropy": 6.8195579051971436,
      "epoch": 0.7648034338113355,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004962636919068125,
      "loss": 6.5948,
      "mean_token_accuracy": 0.13001088723540305,
      "num_tokens": 13086686.0,
      "step": 3920
    },
    {
      "entropy": 6.879504156112671,
      "epoch": 0.7657789483952785,
      "grad_norm": 0.76953125,
      "learning_rate": 0.0004962509166811001,
      "loss": 6.7423,
      "mean_token_accuracy": 0.12028972506523132,
      "num_tokens": 13102430.0,
      "step": 3925
    },
    {
      "entropy": 6.809182977676391,
      "epoch": 0.7667544629792216,
      "grad_norm": 0.80859375,
      "learning_rate": 0.0004962381198355367,
      "loss": 6.6386,
      "mean_token_accuracy": 0.1319790430366993,
      "num_tokens": 13118944.0,
      "step": 3930
    },
    {
      "entropy": 6.876556253433227,
      "epoch": 0.7677299775631645,
      "grad_norm": 0.765625,
      "learning_rate": 0.0004962253013713726,
      "loss": 6.6526,
      "mean_token_accuracy": 0.12194732129573822,
      "num_tokens": 13136393.0,
      "step": 3935
    },
    {
      "entropy": 6.88686318397522,
      "epoch": 0.7687054921471076,
      "grad_norm": 0.80859375,
      "learning_rate": 0.0004962124612898607,
      "loss": 6.7254,
      "mean_token_accuracy": 0.12194143012166023,
      "num_tokens": 13153834.0,
      "step": 3940
    },
    {
      "entropy": 6.790138578414917,
      "epoch": 0.7696810067310507,
      "grad_norm": 0.7421875,
      "learning_rate": 0.0004961995995922553,
      "loss": 6.5903,
      "mean_token_accuracy": 0.12920791208744048,
      "num_tokens": 13170904.0,
      "step": 3945
    },
    {
      "entropy": 6.920367097854614,
      "epoch": 0.7706565213149936,
      "grad_norm": 0.78125,
      "learning_rate": 0.0004961867162798136,
      "loss": 6.6917,
      "mean_token_accuracy": 0.12029634863138199,
      "num_tokens": 13187274.0,
      "step": 3950
    },
    {
      "entropy": 6.744503974914551,
      "epoch": 0.7716320358989367,
      "grad_norm": 0.76953125,
      "learning_rate": 0.0004961738113537943,
      "loss": 6.6471,
      "mean_token_accuracy": 0.13164895623922349,
      "num_tokens": 13203448.0,
      "step": 3955
    },
    {
      "entropy": 6.895505952835083,
      "epoch": 0.7726075504828798,
      "grad_norm": 0.80859375,
      "learning_rate": 0.0004961608848154583,
      "loss": 6.6758,
      "mean_token_accuracy": 0.12245778143405914,
      "num_tokens": 13220460.0,
      "step": 3960
    },
    {
      "entropy": 6.821633577346802,
      "epoch": 0.7735830650668227,
      "grad_norm": 0.7578125,
      "learning_rate": 0.000496147936666069,
      "loss": 6.6255,
      "mean_token_accuracy": 0.12711425945162774,
      "num_tokens": 13237502.0,
      "step": 3965
    },
    {
      "entropy": 6.848287963867188,
      "epoch": 0.7745585796507658,
      "grad_norm": 0.78515625,
      "learning_rate": 0.0004961349669068913,
      "loss": 6.6662,
      "mean_token_accuracy": 0.12184597924351692,
      "num_tokens": 13254314.0,
      "step": 3970
    },
    {
      "entropy": 6.9216289043426515,
      "epoch": 0.7755340942347088,
      "grad_norm": 0.8046875,
      "learning_rate": 0.000496121975539193,
      "loss": 6.739,
      "mean_token_accuracy": 0.12456564456224442,
      "num_tokens": 13271737.0,
      "step": 3975
    },
    {
      "entropy": 6.868374395370483,
      "epoch": 0.7765096088186518,
      "grad_norm": 0.70703125,
      "learning_rate": 0.0004961089625642433,
      "loss": 6.6872,
      "mean_token_accuracy": 0.12521056979894638,
      "num_tokens": 13288546.0,
      "step": 3980
    },
    {
      "entropy": 6.856789016723633,
      "epoch": 0.7774851234025949,
      "grad_norm": 0.75,
      "learning_rate": 0.0004960959279833137,
      "loss": 6.5822,
      "mean_token_accuracy": 0.13176223412156104,
      "num_tokens": 13304309.0,
      "step": 3985
    },
    {
      "entropy": 6.8300422668457035,
      "epoch": 0.7784606379865379,
      "grad_norm": 0.8125,
      "learning_rate": 0.0004960828717976781,
      "loss": 6.6667,
      "mean_token_accuracy": 0.12509157955646516,
      "num_tokens": 13319797.0,
      "step": 3990
    },
    {
      "entropy": 6.7380210876464846,
      "epoch": 0.7794361525704809,
      "grad_norm": 0.8046875,
      "learning_rate": 0.0004960697940086121,
      "loss": 6.4873,
      "mean_token_accuracy": 0.1424463413655758,
      "num_tokens": 13336040.0,
      "step": 3995
    },
    {
      "entropy": 6.885699987411499,
      "epoch": 0.780411667154424,
      "grad_norm": 0.73046875,
      "learning_rate": 0.0004960566946173939,
      "loss": 6.6527,
      "mean_token_accuracy": 0.12534888461232185,
      "num_tokens": 13352762.0,
      "step": 4000
    },
    {
      "entropy": 6.876859903335571,
      "epoch": 0.781387181738367,
      "grad_norm": 0.72265625,
      "learning_rate": 0.0004960435736253034,
      "loss": 6.6331,
      "mean_token_accuracy": 0.12281492128968238,
      "num_tokens": 13368577.0,
      "step": 4005
    },
    {
      "entropy": 6.864706230163574,
      "epoch": 0.78236269632231,
      "grad_norm": 0.82421875,
      "learning_rate": 0.0004960304310336226,
      "loss": 6.7569,
      "mean_token_accuracy": 0.1149933472275734,
      "num_tokens": 13384170.0,
      "step": 4010
    },
    {
      "entropy": 6.778263854980469,
      "epoch": 0.783338210906253,
      "grad_norm": 0.75,
      "learning_rate": 0.0004960172668436359,
      "loss": 6.5462,
      "mean_token_accuracy": 0.13465891256928444,
      "num_tokens": 13400143.0,
      "step": 4015
    },
    {
      "entropy": 6.869139623641968,
      "epoch": 0.7843137254901961,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0004960040810566295,
      "loss": 6.6648,
      "mean_token_accuracy": 0.1259236678481102,
      "num_tokens": 13416553.0,
      "step": 4020
    },
    {
      "entropy": 6.8099937915802,
      "epoch": 0.7852892400741391,
      "grad_norm": 0.828125,
      "learning_rate": 0.0004959908736738921,
      "loss": 6.6709,
      "mean_token_accuracy": 0.11998375803232193,
      "num_tokens": 13432694.0,
      "step": 4025
    },
    {
      "entropy": 6.863961505889892,
      "epoch": 0.7862647546580821,
      "grad_norm": 0.8125,
      "learning_rate": 0.0004959776446967141,
      "loss": 6.6878,
      "mean_token_accuracy": 0.11907333135604858,
      "num_tokens": 13450333.0,
      "step": 4030
    },
    {
      "entropy": 6.698791599273681,
      "epoch": 0.7872402692420252,
      "grad_norm": 0.7578125,
      "learning_rate": 0.0004959643941263882,
      "loss": 6.5078,
      "mean_token_accuracy": 0.13227118477225303,
      "num_tokens": 13467150.0,
      "step": 4035
    },
    {
      "entropy": 6.838646602630615,
      "epoch": 0.7882157838259682,
      "grad_norm": 0.75,
      "learning_rate": 0.0004959511219642092,
      "loss": 6.643,
      "mean_token_accuracy": 0.12926711291074752,
      "num_tokens": 13484796.0,
      "step": 4040
    },
    {
      "entropy": 6.812453126907348,
      "epoch": 0.7891912984099112,
      "grad_norm": 0.7578125,
      "learning_rate": 0.0004959378282114741,
      "loss": 6.5858,
      "mean_token_accuracy": 0.13325605541467667,
      "num_tokens": 13501533.0,
      "step": 4045
    },
    {
      "entropy": 6.905958747863769,
      "epoch": 0.7901668129938543,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004959245128694819,
      "loss": 6.7616,
      "mean_token_accuracy": 0.11393514201045037,
      "num_tokens": 13518270.0,
      "step": 4050
    },
    {
      "entropy": 6.77736177444458,
      "epoch": 0.7911423275777972,
      "grad_norm": 0.72265625,
      "learning_rate": 0.0004959111759395337,
      "loss": 6.5344,
      "mean_token_accuracy": 0.13225725516676903,
      "num_tokens": 13535356.0,
      "step": 4055
    },
    {
      "entropy": 6.800769996643067,
      "epoch": 0.7921178421617403,
      "grad_norm": 0.81640625,
      "learning_rate": 0.0004958978174229326,
      "loss": 6.5849,
      "mean_token_accuracy": 0.12309882044792175,
      "num_tokens": 13550530.0,
      "step": 4060
    },
    {
      "entropy": 6.727219772338867,
      "epoch": 0.7930933567456834,
      "grad_norm": 0.76953125,
      "learning_rate": 0.0004958844373209843,
      "loss": 6.5509,
      "mean_token_accuracy": 0.13509890660643578,
      "num_tokens": 13569492.0,
      "step": 4065
    },
    {
      "entropy": 6.884020614624023,
      "epoch": 0.7940688713296263,
      "grad_norm": 0.8359375,
      "learning_rate": 0.0004958710356349958,
      "loss": 6.7512,
      "mean_token_accuracy": 0.11865430772304535,
      "num_tokens": 13585096.0,
      "step": 4070
    },
    {
      "entropy": 6.892088270187378,
      "epoch": 0.7950443859135694,
      "grad_norm": 0.78125,
      "learning_rate": 0.000495857612366277,
      "loss": 6.7107,
      "mean_token_accuracy": 0.12266902178525925,
      "num_tokens": 13600667.0,
      "step": 4075
    },
    {
      "entropy": 6.91948881149292,
      "epoch": 0.7960199004975125,
      "grad_norm": 0.73046875,
      "learning_rate": 0.0004958441675161395,
      "loss": 6.7374,
      "mean_token_accuracy": 0.11782910972833634,
      "num_tokens": 13618212.0,
      "step": 4080
    },
    {
      "entropy": 6.855921602249145,
      "epoch": 0.7969954150814554,
      "grad_norm": 0.79296875,
      "learning_rate": 0.000495830701085897,
      "loss": 6.6717,
      "mean_token_accuracy": 0.12732854932546617,
      "num_tokens": 13634067.0,
      "step": 4085
    },
    {
      "entropy": 6.762007331848144,
      "epoch": 0.7979709296653985,
      "grad_norm": 0.76171875,
      "learning_rate": 0.0004958172130768655,
      "loss": 6.6075,
      "mean_token_accuracy": 0.1309288315474987,
      "num_tokens": 13651306.0,
      "step": 4090
    },
    {
      "entropy": 6.850106477737427,
      "epoch": 0.7989464442493416,
      "grad_norm": 0.8359375,
      "learning_rate": 0.0004958037034903628,
      "loss": 6.6399,
      "mean_token_accuracy": 0.12130445912480355,
      "num_tokens": 13667563.0,
      "step": 4095
    },
    {
      "entropy": 6.740122556686401,
      "epoch": 0.7999219588332845,
      "grad_norm": 0.640625,
      "learning_rate": 0.0004957901723277093,
      "loss": 6.5239,
      "mean_token_accuracy": 0.13421460166573523,
      "num_tokens": 13684857.0,
      "step": 4100
    },
    {
      "entropy": 6.911956691741944,
      "epoch": 0.8008974734172276,
      "grad_norm": 0.8125,
      "learning_rate": 0.0004957766195902271,
      "loss": 6.7356,
      "mean_token_accuracy": 0.11787215098738671,
      "num_tokens": 13700356.0,
      "step": 4105
    },
    {
      "entropy": 6.803787279129028,
      "epoch": 0.8018729880011706,
      "grad_norm": 0.80859375,
      "learning_rate": 0.0004957630452792404,
      "loss": 6.5883,
      "mean_token_accuracy": 0.13380000069737435,
      "num_tokens": 13717146.0,
      "step": 4110
    },
    {
      "entropy": 6.8465861797332765,
      "epoch": 0.8028485025851136,
      "grad_norm": 0.7734375,
      "learning_rate": 0.0004957494493960757,
      "loss": 6.6682,
      "mean_token_accuracy": 0.1195634625852108,
      "num_tokens": 13732520.0,
      "step": 4115
    },
    {
      "entropy": 6.9135970115661625,
      "epoch": 0.8038240171690567,
      "grad_norm": 0.76953125,
      "learning_rate": 0.0004957358319420617,
      "loss": 6.7718,
      "mean_token_accuracy": 0.11618159636855126,
      "num_tokens": 13749135.0,
      "step": 4120
    },
    {
      "entropy": 6.778886795043945,
      "epoch": 0.8047995317529997,
      "grad_norm": 0.71484375,
      "learning_rate": 0.0004957221929185288,
      "loss": 6.4771,
      "mean_token_accuracy": 0.138341573625803,
      "num_tokens": 13766218.0,
      "step": 4125
    },
    {
      "entropy": 6.808528232574463,
      "epoch": 0.8057750463369427,
      "grad_norm": 0.69140625,
      "learning_rate": 0.0004957085323268099,
      "loss": 6.7035,
      "mean_token_accuracy": 0.12158714160323143,
      "num_tokens": 13784421.0,
      "step": 4130
    },
    {
      "entropy": 6.8178675174713135,
      "epoch": 0.8067505609208858,
      "grad_norm": 0.7890625,
      "learning_rate": 0.0004956948501682399,
      "loss": 6.602,
      "mean_token_accuracy": 0.1310006223618984,
      "num_tokens": 13800054.0,
      "step": 4135
    },
    {
      "entropy": 6.831251764297486,
      "epoch": 0.8077260755048288,
      "grad_norm": 0.81640625,
      "learning_rate": 0.0004956811464441556,
      "loss": 6.6062,
      "mean_token_accuracy": 0.12563383504748343,
      "num_tokens": 13816433.0,
      "step": 4140
    },
    {
      "entropy": 6.878638124465942,
      "epoch": 0.8087015900887718,
      "grad_norm": 0.765625,
      "learning_rate": 0.0004956674211558963,
      "loss": 6.7302,
      "mean_token_accuracy": 0.11768364906311035,
      "num_tokens": 13832441.0,
      "step": 4145
    },
    {
      "entropy": 6.829679203033447,
      "epoch": 0.8096771046727148,
      "grad_norm": 0.6953125,
      "learning_rate": 0.000495653674304803,
      "loss": 6.661,
      "mean_token_accuracy": 0.12543426379561423,
      "num_tokens": 13849012.0,
      "step": 4150
    },
    {
      "entropy": 6.923160123825073,
      "epoch": 0.8106526192566579,
      "grad_norm": 0.76953125,
      "learning_rate": 0.0004956399058922192,
      "loss": 6.7142,
      "mean_token_accuracy": 0.11653276458382607,
      "num_tokens": 13866486.0,
      "step": 4155
    },
    {
      "entropy": 6.824166679382325,
      "epoch": 0.811628133840601,
      "grad_norm": 0.80859375,
      "learning_rate": 0.00049562611591949,
      "loss": 6.5615,
      "mean_token_accuracy": 0.12665214762091637,
      "num_tokens": 13882453.0,
      "step": 4160
    },
    {
      "entropy": 6.819495916366577,
      "epoch": 0.8126036484245439,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004956123043879632,
      "loss": 6.6582,
      "mean_token_accuracy": 0.12379571571946144,
      "num_tokens": 13898090.0,
      "step": 4165
    },
    {
      "entropy": 6.844716596603393,
      "epoch": 0.813579163008487,
      "grad_norm": 0.7890625,
      "learning_rate": 0.0004955984712989882,
      "loss": 6.6174,
      "mean_token_accuracy": 0.12427496239542961,
      "num_tokens": 13914818.0,
      "step": 4170
    },
    {
      "entropy": 6.896113157272339,
      "epoch": 0.81455467759243,
      "grad_norm": 0.7734375,
      "learning_rate": 0.0004955846166539169,
      "loss": 6.7098,
      "mean_token_accuracy": 0.11704109460115433,
      "num_tokens": 13930690.0,
      "step": 4175
    },
    {
      "entropy": 6.869355869293213,
      "epoch": 0.815530192176373,
      "grad_norm": 0.87890625,
      "learning_rate": 0.000495570740454103,
      "loss": 6.7128,
      "mean_token_accuracy": 0.12105239108204842,
      "num_tokens": 13946128.0,
      "step": 4180
    },
    {
      "entropy": 6.826333665847779,
      "epoch": 0.8165057067603161,
      "grad_norm": 0.8046875,
      "learning_rate": 0.0004955568427009024,
      "loss": 6.6252,
      "mean_token_accuracy": 0.12622373476624488,
      "num_tokens": 13961766.0,
      "step": 4185
    },
    {
      "entropy": 6.756027507781982,
      "epoch": 0.817481221344259,
      "grad_norm": 0.78125,
      "learning_rate": 0.0004955429233956733,
      "loss": 6.5902,
      "mean_token_accuracy": 0.13123148456215858,
      "num_tokens": 13978632.0,
      "step": 4190
    },
    {
      "entropy": 6.888783025741577,
      "epoch": 0.8184567359282021,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0004955289825397757,
      "loss": 6.658,
      "mean_token_accuracy": 0.12203654274344444,
      "num_tokens": 13995297.0,
      "step": 4195
    },
    {
      "entropy": 6.838531017303467,
      "epoch": 0.8194322505121452,
      "grad_norm": 0.828125,
      "learning_rate": 0.000495515020134572,
      "loss": 6.6683,
      "mean_token_accuracy": 0.1248102217912674,
      "num_tokens": 14010439.0,
      "step": 4200
    },
    {
      "entropy": 6.814171504974365,
      "epoch": 0.8204077650960881,
      "grad_norm": 0.77734375,
      "learning_rate": 0.0004955010361814264,
      "loss": 6.665,
      "mean_token_accuracy": 0.12792742252349854,
      "num_tokens": 14028538.0,
      "step": 4205
    },
    {
      "entropy": 6.9038478374481205,
      "epoch": 0.8213832796800312,
      "grad_norm": 0.7734375,
      "learning_rate": 0.0004954870306817054,
      "loss": 6.6968,
      "mean_token_accuracy": 0.12036695852875709,
      "num_tokens": 14045290.0,
      "step": 4210
    },
    {
      "entropy": 6.751955175399781,
      "epoch": 0.8223587942639743,
      "grad_norm": 0.68359375,
      "learning_rate": 0.0004954730036367776,
      "loss": 6.6076,
      "mean_token_accuracy": 0.12794800102710724,
      "num_tokens": 14062247.0,
      "step": 4215
    },
    {
      "entropy": 6.808232593536377,
      "epoch": 0.8233343088479173,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004954589550480137,
      "loss": 6.6264,
      "mean_token_accuracy": 0.13121616393327712,
      "num_tokens": 14078599.0,
      "step": 4220
    },
    {
      "entropy": 6.839967489242554,
      "epoch": 0.8243098234318603,
      "grad_norm": 0.73828125,
      "learning_rate": 0.0004954448849167864,
      "loss": 6.6402,
      "mean_token_accuracy": 0.12398162037134171,
      "num_tokens": 14094686.0,
      "step": 4225
    },
    {
      "entropy": 6.804175615310669,
      "epoch": 0.8252853380158033,
      "grad_norm": 0.73828125,
      "learning_rate": 0.0004954307932444707,
      "loss": 6.6473,
      "mean_token_accuracy": 0.12379143238067628,
      "num_tokens": 14110255.0,
      "step": 4230
    },
    {
      "entropy": 6.799902534484863,
      "epoch": 0.8262608525997464,
      "grad_norm": 0.77734375,
      "learning_rate": 0.0004954166800324434,
      "loss": 6.6493,
      "mean_token_accuracy": 0.1235627293586731,
      "num_tokens": 14127160.0,
      "step": 4235
    },
    {
      "entropy": 6.818905258178711,
      "epoch": 0.8272363671836894,
      "grad_norm": 0.75,
      "learning_rate": 0.0004954025452820837,
      "loss": 6.5631,
      "mean_token_accuracy": 0.12922474592924119,
      "num_tokens": 14144704.0,
      "step": 4240
    },
    {
      "entropy": 6.77795295715332,
      "epoch": 0.8282118817676324,
      "grad_norm": 0.8203125,
      "learning_rate": 0.000495388388994773,
      "loss": 6.6371,
      "mean_token_accuracy": 0.12454589903354644,
      "num_tokens": 14162125.0,
      "step": 4245
    },
    {
      "entropy": 6.799800395965576,
      "epoch": 0.8291873963515755,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004953742111718942,
      "loss": 6.5397,
      "mean_token_accuracy": 0.12994294986128807,
      "num_tokens": 14179735.0,
      "step": 4250
    },
    {
      "entropy": 6.819391489028931,
      "epoch": 0.8301629109355185,
      "grad_norm": 1.296875,
      "learning_rate": 0.000495360011814833,
      "loss": 6.7485,
      "mean_token_accuracy": 0.12229369208216667,
      "num_tokens": 14196964.0,
      "step": 4255
    },
    {
      "entropy": 6.793934726715088,
      "epoch": 0.8311384255194615,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004953457909249768,
      "loss": 6.5737,
      "mean_token_accuracy": 0.1302089735865593,
      "num_tokens": 14212802.0,
      "step": 4260
    },
    {
      "entropy": 6.818421506881714,
      "epoch": 0.8321139401034046,
      "grad_norm": 0.81640625,
      "learning_rate": 0.0004953315485037152,
      "loss": 6.5855,
      "mean_token_accuracy": 0.1274997465312481,
      "num_tokens": 14229183.0,
      "step": 4265
    },
    {
      "entropy": 6.802494907379151,
      "epoch": 0.8330894546873476,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004953172845524401,
      "loss": 6.6152,
      "mean_token_accuracy": 0.12289296686649323,
      "num_tokens": 14245859.0,
      "step": 4270
    },
    {
      "entropy": 6.874712419509888,
      "epoch": 0.8340649692712906,
      "grad_norm": 0.828125,
      "learning_rate": 0.0004953029990725452,
      "loss": 6.6745,
      "mean_token_accuracy": 0.13159626349806786,
      "num_tokens": 14261689.0,
      "step": 4275
    },
    {
      "entropy": 6.679996728897095,
      "epoch": 0.8350404838552337,
      "grad_norm": 0.69140625,
      "learning_rate": 0.0004952886920654262,
      "loss": 6.5193,
      "mean_token_accuracy": 0.13429621383547782,
      "num_tokens": 14280638.0,
      "step": 4280
    },
    {
      "entropy": 6.8196001052856445,
      "epoch": 0.8360159984391766,
      "grad_norm": 0.8125,
      "learning_rate": 0.0004952743635324813,
      "loss": 6.5233,
      "mean_token_accuracy": 0.1372177518904209,
      "num_tokens": 14296595.0,
      "step": 4285
    },
    {
      "entropy": 6.785509157180786,
      "epoch": 0.8369915130231197,
      "grad_norm": 0.80078125,
      "learning_rate": 0.0004952600134751109,
      "loss": 6.7011,
      "mean_token_accuracy": 0.12295909374952316,
      "num_tokens": 14312384.0,
      "step": 4290
    },
    {
      "entropy": 6.905203723907471,
      "epoch": 0.8379670276070628,
      "grad_norm": 0.7890625,
      "learning_rate": 0.0004952456418947168,
      "loss": 6.6205,
      "mean_token_accuracy": 0.12429090663790703,
      "num_tokens": 14327852.0,
      "step": 4295
    },
    {
      "entropy": 6.766556119918823,
      "epoch": 0.8389425421910057,
      "grad_norm": 0.83203125,
      "learning_rate": 0.0004952312487927037,
      "loss": 6.6332,
      "mean_token_accuracy": 0.12595270946621895,
      "num_tokens": 14343666.0,
      "step": 4300
    },
    {
      "entropy": 6.824301910400391,
      "epoch": 0.8399180567749488,
      "grad_norm": 0.73046875,
      "learning_rate": 0.0004952168341704778,
      "loss": 6.5924,
      "mean_token_accuracy": 0.13410646170377732,
      "num_tokens": 14359819.0,
      "step": 4305
    },
    {
      "entropy": 6.901950073242188,
      "epoch": 0.8408935713588919,
      "grad_norm": 0.72265625,
      "learning_rate": 0.0004952023980294478,
      "loss": 6.724,
      "mean_token_accuracy": 0.11794712617993355,
      "num_tokens": 14377762.0,
      "step": 4310
    },
    {
      "entropy": 6.745221424102783,
      "epoch": 0.8418690859428348,
      "grad_norm": 0.81640625,
      "learning_rate": 0.0004951879403710242,
      "loss": 6.5615,
      "mean_token_accuracy": 0.1286139026284218,
      "num_tokens": 14393995.0,
      "step": 4315
    },
    {
      "entropy": 6.855214166641235,
      "epoch": 0.8428446005267779,
      "grad_norm": 0.72265625,
      "learning_rate": 0.0004951734611966199,
      "loss": 6.613,
      "mean_token_accuracy": 0.12990200594067575,
      "num_tokens": 14411959.0,
      "step": 4320
    },
    {
      "entropy": 6.793537712097168,
      "epoch": 0.8438201151107209,
      "grad_norm": 0.80078125,
      "learning_rate": 0.0004951589605076495,
      "loss": 6.6896,
      "mean_token_accuracy": 0.12404983192682266,
      "num_tokens": 14427659.0,
      "step": 4325
    },
    {
      "entropy": 6.668151140213013,
      "epoch": 0.8447956296946639,
      "grad_norm": 0.73828125,
      "learning_rate": 0.0004951444383055304,
      "loss": 6.4339,
      "mean_token_accuracy": 0.14436940848827362,
      "num_tokens": 14443887.0,
      "step": 4330
    },
    {
      "entropy": 6.850508069992065,
      "epoch": 0.845771144278607,
      "grad_norm": 0.77734375,
      "learning_rate": 0.0004951298945916812,
      "loss": 6.6196,
      "mean_token_accuracy": 0.12754817456007003,
      "num_tokens": 14461907.0,
      "step": 4335
    },
    {
      "entropy": 6.743724250793457,
      "epoch": 0.84674665886255,
      "grad_norm": 0.8125,
      "learning_rate": 0.0004951153293675235,
      "loss": 6.5797,
      "mean_token_accuracy": 0.12590496614575386,
      "num_tokens": 14476912.0,
      "step": 4340
    },
    {
      "entropy": 6.762712860107422,
      "epoch": 0.847722173446493,
      "grad_norm": 0.73828125,
      "learning_rate": 0.0004951007426344801,
      "loss": 6.48,
      "mean_token_accuracy": 0.13667661398649217,
      "num_tokens": 14493499.0,
      "step": 4345
    },
    {
      "entropy": 6.88217568397522,
      "epoch": 0.8486976880304361,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004950861343939767,
      "loss": 6.6584,
      "mean_token_accuracy": 0.1277390792965889,
      "num_tokens": 14511266.0,
      "step": 4350
    },
    {
      "entropy": 6.76756706237793,
      "epoch": 0.8496732026143791,
      "grad_norm": 0.80078125,
      "learning_rate": 0.0004950715046474405,
      "loss": 6.6486,
      "mean_token_accuracy": 0.12264470160007476,
      "num_tokens": 14528930.0,
      "step": 4355
    },
    {
      "entropy": 6.80035810470581,
      "epoch": 0.8506487171983221,
      "grad_norm": 0.80859375,
      "learning_rate": 0.0004950568533963013,
      "loss": 6.607,
      "mean_token_accuracy": 0.13649905249476432,
      "num_tokens": 14546637.0,
      "step": 4360
    },
    {
      "entropy": 6.7150860786437985,
      "epoch": 0.8516242317822651,
      "grad_norm": 0.8125,
      "learning_rate": 0.0004950421806419907,
      "loss": 6.6179,
      "mean_token_accuracy": 0.12295107617974281,
      "num_tokens": 14563332.0,
      "step": 4365
    },
    {
      "entropy": 6.73737154006958,
      "epoch": 0.8525997463662082,
      "grad_norm": 0.7890625,
      "learning_rate": 0.0004950274863859425,
      "loss": 6.4832,
      "mean_token_accuracy": 0.1333426371216774,
      "num_tokens": 14579806.0,
      "step": 4370
    },
    {
      "entropy": 6.860660123825073,
      "epoch": 0.8535752609501512,
      "grad_norm": 0.80859375,
      "learning_rate": 0.0004950127706295923,
      "loss": 6.6858,
      "mean_token_accuracy": 0.12204480841755867,
      "num_tokens": 14597129.0,
      "step": 4375
    },
    {
      "entropy": 6.664749240875244,
      "epoch": 0.8545507755340942,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004949980333743786,
      "loss": 6.4578,
      "mean_token_accuracy": 0.13868091627955437,
      "num_tokens": 14615000.0,
      "step": 4380
    },
    {
      "entropy": 6.770030212402344,
      "epoch": 0.8555262901180373,
      "grad_norm": 0.859375,
      "learning_rate": 0.000494983274621741,
      "loss": 6.612,
      "mean_token_accuracy": 0.1346706658601761,
      "num_tokens": 14631338.0,
      "step": 4385
    },
    {
      "entropy": 6.766832256317139,
      "epoch": 0.8565018047019803,
      "grad_norm": 0.7734375,
      "learning_rate": 0.0004949684943731219,
      "loss": 6.5955,
      "mean_token_accuracy": 0.1301916979253292,
      "num_tokens": 14647886.0,
      "step": 4390
    },
    {
      "entropy": 6.844966459274292,
      "epoch": 0.8574773192859233,
      "grad_norm": 0.75,
      "learning_rate": 0.0004949536926299654,
      "loss": 6.5822,
      "mean_token_accuracy": 0.12866586521267892,
      "num_tokens": 14665054.0,
      "step": 4395
    },
    {
      "entropy": 6.753284502029419,
      "epoch": 0.8584528338698664,
      "grad_norm": 0.8828125,
      "learning_rate": 0.000494938869393718,
      "loss": 6.6047,
      "mean_token_accuracy": 0.12725457027554513,
      "num_tokens": 14679413.0,
      "step": 4400
    },
    {
      "entropy": 6.76741623878479,
      "epoch": 0.8594283484538093,
      "grad_norm": 0.76171875,
      "learning_rate": 0.0004949240246658283,
      "loss": 6.5644,
      "mean_token_accuracy": 0.13025220558047296,
      "num_tokens": 14696562.0,
      "step": 4405
    },
    {
      "entropy": 6.772052383422851,
      "epoch": 0.8604038630377524,
      "grad_norm": 0.71875,
      "learning_rate": 0.0004949091584477465,
      "loss": 6.47,
      "mean_token_accuracy": 0.13597559779882432,
      "num_tokens": 14713782.0,
      "step": 4410
    },
    {
      "entropy": 6.837724018096924,
      "epoch": 0.8613793776216955,
      "grad_norm": 0.80078125,
      "learning_rate": 0.0004948942707409257,
      "loss": 6.7031,
      "mean_token_accuracy": 0.12246055454015732,
      "num_tokens": 14730139.0,
      "step": 4415
    },
    {
      "entropy": 6.800564336776733,
      "epoch": 0.8623548922056384,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004948793615468205,
      "loss": 6.6505,
      "mean_token_accuracy": 0.11683259010314942,
      "num_tokens": 14746830.0,
      "step": 4420
    },
    {
      "entropy": 6.903073358535766,
      "epoch": 0.8633304067895815,
      "grad_norm": 0.75,
      "learning_rate": 0.0004948644308668877,
      "loss": 6.673,
      "mean_token_accuracy": 0.12242023944854737,
      "num_tokens": 14762410.0,
      "step": 4425
    },
    {
      "entropy": 6.831962251663208,
      "epoch": 0.8643059213735246,
      "grad_norm": 0.8203125,
      "learning_rate": 0.0004948494787025863,
      "loss": 6.5723,
      "mean_token_accuracy": 0.12110534310340881,
      "num_tokens": 14778283.0,
      "step": 4430
    },
    {
      "entropy": 6.689773797988892,
      "epoch": 0.8652814359574675,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0004948345050553774,
      "loss": 6.5403,
      "mean_token_accuracy": 0.12583843395113944,
      "num_tokens": 14797005.0,
      "step": 4435
    },
    {
      "entropy": 6.868471002578735,
      "epoch": 0.8662569505414106,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004948195099267242,
      "loss": 6.6604,
      "mean_token_accuracy": 0.11611593142151833,
      "num_tokens": 14814548.0,
      "step": 4440
    },
    {
      "entropy": 6.766646862030029,
      "epoch": 0.8672324651253536,
      "grad_norm": 0.75390625,
      "learning_rate": 0.0004948044933180919,
      "loss": 6.5898,
      "mean_token_accuracy": 0.1278064362704754,
      "num_tokens": 14830630.0,
      "step": 4445
    },
    {
      "entropy": 6.802987146377563,
      "epoch": 0.8682079797092966,
      "grad_norm": 0.79296875,
      "learning_rate": 0.000494789455230948,
      "loss": 6.6147,
      "mean_token_accuracy": 0.12402738928794861,
      "num_tokens": 14846247.0,
      "step": 4450
    },
    {
      "entropy": 6.853862285614014,
      "epoch": 0.8691834942932397,
      "grad_norm": 0.78125,
      "learning_rate": 0.0004947743956667617,
      "loss": 6.653,
      "mean_token_accuracy": 0.12430758401751518,
      "num_tokens": 14864480.0,
      "step": 4455
    },
    {
      "entropy": 6.863474607467651,
      "epoch": 0.8701590088771827,
      "grad_norm": 0.765625,
      "learning_rate": 0.0004947593146270049,
      "loss": 6.6827,
      "mean_token_accuracy": 0.12746397107839585,
      "num_tokens": 14881382.0,
      "step": 4460
    },
    {
      "entropy": 6.8270045757293705,
      "epoch": 0.8711345234611257,
      "grad_norm": 0.76953125,
      "learning_rate": 0.000494744212113151,
      "loss": 6.6348,
      "mean_token_accuracy": 0.11905984729528427,
      "num_tokens": 14897546.0,
      "step": 4465
    },
    {
      "entropy": 6.789755201339721,
      "epoch": 0.8721100380450688,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004947290881266759,
      "loss": 6.5879,
      "mean_token_accuracy": 0.1266898423433304,
      "num_tokens": 14913995.0,
      "step": 4470
    },
    {
      "entropy": 6.8248590469360355,
      "epoch": 0.8730855526290118,
      "grad_norm": 0.765625,
      "learning_rate": 0.0004947139426690576,
      "loss": 6.6515,
      "mean_token_accuracy": 0.1170614242553711,
      "num_tokens": 14931097.0,
      "step": 4475
    },
    {
      "entropy": 6.762508344650269,
      "epoch": 0.8740610672129548,
      "grad_norm": 0.8359375,
      "learning_rate": 0.0004946987757417757,
      "loss": 6.5286,
      "mean_token_accuracy": 0.13089687675237655,
      "num_tokens": 14948010.0,
      "step": 4480
    },
    {
      "entropy": 6.642604112625122,
      "epoch": 0.8750365817968979,
      "grad_norm": 0.81640625,
      "learning_rate": 0.0004946835873463126,
      "loss": 6.4952,
      "mean_token_accuracy": 0.14012527763843535,
      "num_tokens": 14966940.0,
      "step": 4485
    },
    {
      "entropy": 6.883707427978516,
      "epoch": 0.8760120963808409,
      "grad_norm": 0.7734375,
      "learning_rate": 0.0004946683774841522,
      "loss": 6.6875,
      "mean_token_accuracy": 0.1219711221754551,
      "num_tokens": 14983482.0,
      "step": 4490
    },
    {
      "entropy": 6.689936208724975,
      "epoch": 0.876987610964784,
      "grad_norm": 0.75390625,
      "learning_rate": 0.000494653146156781,
      "loss": 6.5325,
      "mean_token_accuracy": 0.13314852863550186,
      "num_tokens": 15000709.0,
      "step": 4495
    },
    {
      "entropy": 6.778017568588257,
      "epoch": 0.8779631255487269,
      "grad_norm": 0.76953125,
      "learning_rate": 0.0004946378933656871,
      "loss": 6.4987,
      "mean_token_accuracy": 0.1302195221185684,
      "num_tokens": 15016584.0,
      "step": 4500
    },
    {
      "entropy": 6.745817518234253,
      "epoch": 0.87893864013267,
      "grad_norm": 0.7109375,
      "learning_rate": 0.000494622619112361,
      "loss": 6.6708,
      "mean_token_accuracy": 0.12853139489889145,
      "num_tokens": 15033598.0,
      "step": 4505
    },
    {
      "entropy": 6.868298149108886,
      "epoch": 0.879914154716613,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004946073233982954,
      "loss": 6.6495,
      "mean_token_accuracy": 0.12221343666315079,
      "num_tokens": 15049842.0,
      "step": 4510
    },
    {
      "entropy": 6.70052137374878,
      "epoch": 0.880889669300556,
      "grad_norm": 0.8125,
      "learning_rate": 0.0004945920062249849,
      "loss": 6.397,
      "mean_token_accuracy": 0.13993036076426507,
      "num_tokens": 15066278.0,
      "step": 4515
    },
    {
      "entropy": 6.759505939483643,
      "epoch": 0.8818651838844991,
      "grad_norm": 0.82421875,
      "learning_rate": 0.0004945766675939261,
      "loss": 6.6166,
      "mean_token_accuracy": 0.13265282213687896,
      "num_tokens": 15083316.0,
      "step": 4520
    },
    {
      "entropy": 6.737685060501098,
      "epoch": 0.8828406984684422,
      "grad_norm": 0.76953125,
      "learning_rate": 0.0004945613075066181,
      "loss": 6.6316,
      "mean_token_accuracy": 0.1256032556295395,
      "num_tokens": 15103135.0,
      "step": 4525
    },
    {
      "entropy": 6.711050701141358,
      "epoch": 0.8838162130523851,
      "grad_norm": 0.7265625,
      "learning_rate": 0.0004945459259645614,
      "loss": 6.4699,
      "mean_token_accuracy": 0.14464081674814225,
      "num_tokens": 15122441.0,
      "step": 4530
    },
    {
      "entropy": 6.856424713134766,
      "epoch": 0.8847917276363282,
      "grad_norm": 0.82421875,
      "learning_rate": 0.0004945305229692594,
      "loss": 6.6085,
      "mean_token_accuracy": 0.12375741079449654,
      "num_tokens": 15139526.0,
      "step": 4535
    },
    {
      "entropy": 6.794489526748658,
      "epoch": 0.8857672422202711,
      "grad_norm": 0.76953125,
      "learning_rate": 0.0004945150985222171,
      "loss": 6.5853,
      "mean_token_accuracy": 0.1241413451731205,
      "num_tokens": 15156139.0,
      "step": 4540
    },
    {
      "entropy": 6.6930030345916744,
      "epoch": 0.8867427568042142,
      "grad_norm": 0.78515625,
      "learning_rate": 0.0004944996526249419,
      "loss": 6.499,
      "mean_token_accuracy": 0.13449867591261863,
      "num_tokens": 15172894.0,
      "step": 4545
    },
    {
      "entropy": 6.772101497650146,
      "epoch": 0.8877182713881573,
      "grad_norm": 0.75,
      "learning_rate": 0.0004944841852789427,
      "loss": 6.6006,
      "mean_token_accuracy": 0.12658665478229522,
      "num_tokens": 15190900.0,
      "step": 4550
    },
    {
      "entropy": 6.82922477722168,
      "epoch": 0.8886937859721002,
      "grad_norm": 0.76953125,
      "learning_rate": 0.0004944686964857314,
      "loss": 6.5792,
      "mean_token_accuracy": 0.1217495359480381,
      "num_tokens": 15208018.0,
      "step": 4555
    },
    {
      "entropy": 6.815667295455933,
      "epoch": 0.8896693005560433,
      "grad_norm": 0.76953125,
      "learning_rate": 0.0004944531862468211,
      "loss": 6.6162,
      "mean_token_accuracy": 0.13012276515364646,
      "num_tokens": 15222781.0,
      "step": 4560
    },
    {
      "entropy": 6.738611221313477,
      "epoch": 0.8906448151399864,
      "grad_norm": 0.80078125,
      "learning_rate": 0.0004944376545637277,
      "loss": 6.6287,
      "mean_token_accuracy": 0.1281285084784031,
      "num_tokens": 15241405.0,
      "step": 4565
    },
    {
      "entropy": 6.877371692657471,
      "epoch": 0.8916203297239294,
      "grad_norm": 0.75390625,
      "learning_rate": 0.0004944221014379688,
      "loss": 6.6316,
      "mean_token_accuracy": 0.13016774803400039,
      "num_tokens": 15258340.0,
      "step": 4570
    },
    {
      "entropy": 6.738595819473266,
      "epoch": 0.8925958443078724,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0004944065268710641,
      "loss": 6.5905,
      "mean_token_accuracy": 0.1273112952709198,
      "num_tokens": 15274655.0,
      "step": 4575
    },
    {
      "entropy": 6.8253498554229735,
      "epoch": 0.8935713588918154,
      "grad_norm": 0.734375,
      "learning_rate": 0.0004943909308645356,
      "loss": 6.6286,
      "mean_token_accuracy": 0.11999979987740517,
      "num_tokens": 15291197.0,
      "step": 4580
    },
    {
      "entropy": 6.8391125202178955,
      "epoch": 0.8945468734757585,
      "grad_norm": 0.76171875,
      "learning_rate": 0.0004943753134199072,
      "loss": 6.6149,
      "mean_token_accuracy": 0.12277814596891404,
      "num_tokens": 15306879.0,
      "step": 4585
    },
    {
      "entropy": 6.809693241119385,
      "epoch": 0.8955223880597015,
      "grad_norm": 0.7890625,
      "learning_rate": 0.0004943596745387052,
      "loss": 6.6363,
      "mean_token_accuracy": 0.12498563379049302,
      "num_tokens": 15322880.0,
      "step": 4590
    },
    {
      "entropy": 6.741601467132568,
      "epoch": 0.8964979026436445,
      "grad_norm": 0.82421875,
      "learning_rate": 0.0004943440142224575,
      "loss": 6.5544,
      "mean_token_accuracy": 0.12900990396738052,
      "num_tokens": 15338282.0,
      "step": 4595
    },
    {
      "entropy": 6.799403667449951,
      "epoch": 0.8974734172275876,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004943283324726944,
      "loss": 6.5702,
      "mean_token_accuracy": 0.13001924082636834,
      "num_tokens": 15354507.0,
      "step": 4600
    },
    {
      "entropy": 6.8464398860931395,
      "epoch": 0.8984489318115306,
      "grad_norm": 0.76953125,
      "learning_rate": 0.0004943126292909485,
      "loss": 6.6049,
      "mean_token_accuracy": 0.12217001393437385,
      "num_tokens": 15373204.0,
      "step": 4605
    },
    {
      "entropy": 6.728786277770996,
      "epoch": 0.8994244463954736,
      "grad_norm": 0.7109375,
      "learning_rate": 0.0004942969046787541,
      "loss": 6.4551,
      "mean_token_accuracy": 0.13797106519341468,
      "num_tokens": 15390743.0,
      "step": 4610
    },
    {
      "entropy": 6.745450639724732,
      "epoch": 0.9003999609794167,
      "grad_norm": 0.74609375,
      "learning_rate": 0.0004942811586376476,
      "loss": 6.5665,
      "mean_token_accuracy": 0.12102960720658303,
      "num_tokens": 15408565.0,
      "step": 4615
    },
    {
      "entropy": 6.749934148788452,
      "epoch": 0.9013754755633596,
      "grad_norm": 0.8046875,
      "learning_rate": 0.0004942653911691679,
      "loss": 6.526,
      "mean_token_accuracy": 0.13604601919651033,
      "num_tokens": 15425747.0,
      "step": 4620
    },
    {
      "entropy": 6.701178169250488,
      "epoch": 0.9023509901473027,
      "grad_norm": 0.71875,
      "learning_rate": 0.0004942496022748557,
      "loss": 6.536,
      "mean_token_accuracy": 0.12797980681061744,
      "num_tokens": 15441882.0,
      "step": 4625
    },
    {
      "entropy": 6.796361637115479,
      "epoch": 0.9033265047312458,
      "grad_norm": 0.796875,
      "learning_rate": 0.0004942337919562539,
      "loss": 6.5233,
      "mean_token_accuracy": 0.12580371499061585,
      "num_tokens": 15458003.0,
      "step": 4630
    },
    {
      "entropy": 6.607106399536133,
      "epoch": 0.9043020193151887,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004942179602149071,
      "loss": 6.4201,
      "mean_token_accuracy": 0.143363256752491,
      "num_tokens": 15473798.0,
      "step": 4635
    },
    {
      "entropy": 6.688873291015625,
      "epoch": 0.9052775338991318,
      "grad_norm": 0.7109375,
      "learning_rate": 0.0004942021070523626,
      "loss": 6.4448,
      "mean_token_accuracy": 0.13863813057541846,
      "num_tokens": 15490620.0,
      "step": 4640
    },
    {
      "entropy": 6.682977485656738,
      "epoch": 0.9062530484830749,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0004941862324701695,
      "loss": 6.4615,
      "mean_token_accuracy": 0.13865774050354956,
      "num_tokens": 15506777.0,
      "step": 4645
    },
    {
      "entropy": 6.78033709526062,
      "epoch": 0.9072285630670178,
      "grad_norm": 0.75,
      "learning_rate": 0.0004941703364698789,
      "loss": 6.6938,
      "mean_token_accuracy": 0.11949034929275512,
      "num_tokens": 15523416.0,
      "step": 4650
    },
    {
      "entropy": 6.786896705627441,
      "epoch": 0.9082040776509609,
      "grad_norm": 0.73828125,
      "learning_rate": 0.0004941544190530442,
      "loss": 6.4438,
      "mean_token_accuracy": 0.13765789046883584,
      "num_tokens": 15541064.0,
      "step": 4655
    },
    {
      "entropy": 6.79296908378601,
      "epoch": 0.909179592234904,
      "grad_norm": 0.75390625,
      "learning_rate": 0.0004941384802212207,
      "loss": 6.6976,
      "mean_token_accuracy": 0.12121443822979927,
      "num_tokens": 15559391.0,
      "step": 4660
    },
    {
      "entropy": 6.74212121963501,
      "epoch": 0.9101551068188469,
      "grad_norm": 0.80859375,
      "learning_rate": 0.000494122519975966,
      "loss": 6.5105,
      "mean_token_accuracy": 0.12691996842622758,
      "num_tokens": 15576842.0,
      "step": 4665
    },
    {
      "entropy": 6.74494423866272,
      "epoch": 0.91113062140279,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004941065383188396,
      "loss": 6.5018,
      "mean_token_accuracy": 0.1352393090724945,
      "num_tokens": 15592442.0,
      "step": 4670
    },
    {
      "entropy": 6.761637115478516,
      "epoch": 0.912106135986733,
      "grad_norm": 0.79296875,
      "learning_rate": 0.0004940905352514032,
      "loss": 6.5683,
      "mean_token_accuracy": 0.12627994120121003,
      "num_tokens": 15608402.0,
      "step": 4675
    },
    {
      "entropy": 6.797714138031006,
      "epoch": 0.913081650570676,
      "grad_norm": 0.8359375,
      "learning_rate": 0.0004940745107752205,
      "loss": 6.5388,
      "mean_token_accuracy": 0.12774016037583352,
      "num_tokens": 15624349.0,
      "step": 4680
    },
    {
      "entropy": 6.725396919250488,
      "epoch": 0.9140571651546191,
      "grad_norm": 0.796875,
      "learning_rate": 0.0004940584648918573,
      "loss": 6.6269,
      "mean_token_accuracy": 0.12902493849396707,
      "num_tokens": 15640901.0,
      "step": 4685
    },
    {
      "entropy": 6.877493000030517,
      "epoch": 0.9150326797385621,
      "grad_norm": 0.703125,
      "learning_rate": 0.0004940423976028819,
      "loss": 6.6598,
      "mean_token_accuracy": 0.12591175064444543,
      "num_tokens": 15658947.0,
      "step": 4690
    },
    {
      "entropy": 6.830608272552491,
      "epoch": 0.9160081943225051,
      "grad_norm": 0.83203125,
      "learning_rate": 0.0004940263089098639,
      "loss": 6.6828,
      "mean_token_accuracy": 0.12275156453251838,
      "num_tokens": 15674459.0,
      "step": 4695
    },
    {
      "entropy": 6.7069353580474855,
      "epoch": 0.9169837089064482,
      "grad_norm": 0.6640625,
      "learning_rate": 0.0004940101988143757,
      "loss": 6.5817,
      "mean_token_accuracy": 0.13149571642279625,
      "num_tokens": 15691951.0,
      "step": 4700
    },
    {
      "entropy": 6.843039608001709,
      "epoch": 0.9179592234903912,
      "grad_norm": 0.734375,
      "learning_rate": 0.0004939940673179914,
      "loss": 6.6133,
      "mean_token_accuracy": 0.12044861540198326,
      "num_tokens": 15708539.0,
      "step": 4705
    },
    {
      "entropy": 6.748535108566284,
      "epoch": 0.9189347380743342,
      "grad_norm": 0.71875,
      "learning_rate": 0.0004939779144222873,
      "loss": 6.6019,
      "mean_token_accuracy": 0.12761450484395026,
      "num_tokens": 15727108.0,
      "step": 4710
    },
    {
      "entropy": 6.795144987106323,
      "epoch": 0.9199102526582772,
      "grad_norm": 0.7734375,
      "learning_rate": 0.0004939617401288419,
      "loss": 6.5724,
      "mean_token_accuracy": 0.1273338131606579,
      "num_tokens": 15743436.0,
      "step": 4715
    },
    {
      "entropy": 6.7960316181182865,
      "epoch": 0.9208857672422203,
      "grad_norm": 0.75,
      "learning_rate": 0.0004939455444392357,
      "loss": 6.6677,
      "mean_token_accuracy": 0.1217623621225357,
      "num_tokens": 15761438.0,
      "step": 4720
    },
    {
      "entropy": 6.784793996810913,
      "epoch": 0.9218612818261633,
      "grad_norm": 0.74609375,
      "learning_rate": 0.0004939293273550512,
      "loss": 6.5245,
      "mean_token_accuracy": 0.12877971008419992,
      "num_tokens": 15777064.0,
      "step": 4725
    },
    {
      "entropy": 6.806685161590576,
      "epoch": 0.9228367964101063,
      "grad_norm": 0.8125,
      "learning_rate": 0.0004939130888778731,
      "loss": 6.5447,
      "mean_token_accuracy": 0.12908080816268921,
      "num_tokens": 15793346.0,
      "step": 4730
    },
    {
      "entropy": 6.718248796463013,
      "epoch": 0.9238123109940494,
      "grad_norm": 0.77734375,
      "learning_rate": 0.0004938968290092883,
      "loss": 6.5613,
      "mean_token_accuracy": 0.1252526842057705,
      "num_tokens": 15809557.0,
      "step": 4735
    },
    {
      "entropy": 6.844323444366455,
      "epoch": 0.9247878255779924,
      "grad_norm": 0.796875,
      "learning_rate": 0.0004938805477508853,
      "loss": 6.5986,
      "mean_token_accuracy": 0.12101952284574509,
      "num_tokens": 15826717.0,
      "step": 4740
    },
    {
      "entropy": 6.803036212921143,
      "epoch": 0.9257633401619354,
      "grad_norm": 0.8203125,
      "learning_rate": 0.0004938642451042554,
      "loss": 6.5782,
      "mean_token_accuracy": 0.1239571027457714,
      "num_tokens": 15842472.0,
      "step": 4745
    },
    {
      "entropy": 6.637246561050415,
      "epoch": 0.9267388547458785,
      "grad_norm": 0.7109375,
      "learning_rate": 0.0004938479210709915,
      "loss": 6.4813,
      "mean_token_accuracy": 0.1346534088253975,
      "num_tokens": 15860136.0,
      "step": 4750
    },
    {
      "entropy": 6.784179306030273,
      "epoch": 0.9277143693298214,
      "grad_norm": 0.8046875,
      "learning_rate": 0.0004938315756526886,
      "loss": 6.5281,
      "mean_token_accuracy": 0.13831421211361886,
      "num_tokens": 15878538.0,
      "step": 4755
    },
    {
      "entropy": 6.787014007568359,
      "epoch": 0.9286898839137645,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004938152088509442,
      "loss": 6.5861,
      "mean_token_accuracy": 0.1256917268037796,
      "num_tokens": 15892875.0,
      "step": 4760
    },
    {
      "entropy": 6.730336761474609,
      "epoch": 0.9296653984977076,
      "grad_norm": 0.8203125,
      "learning_rate": 0.0004937988206673576,
      "loss": 6.4424,
      "mean_token_accuracy": 0.13583551198244095,
      "num_tokens": 15909366.0,
      "step": 4765
    },
    {
      "entropy": 6.680302238464355,
      "epoch": 0.9306409130816505,
      "grad_norm": 0.765625,
      "learning_rate": 0.0004937824111035298,
      "loss": 6.5065,
      "mean_token_accuracy": 0.1310142308473587,
      "num_tokens": 15927712.0,
      "step": 4770
    },
    {
      "entropy": 6.81882152557373,
      "epoch": 0.9316164276655936,
      "grad_norm": 0.7421875,
      "learning_rate": 0.0004937659801610647,
      "loss": 6.6333,
      "mean_token_accuracy": 0.12081628367304802,
      "num_tokens": 15943474.0,
      "step": 4775
    },
    {
      "entropy": 6.785388994216919,
      "epoch": 0.9325919422495367,
      "grad_norm": 0.79296875,
      "learning_rate": 0.0004937495278415677,
      "loss": 6.5879,
      "mean_token_accuracy": 0.11930908262729645,
      "num_tokens": 15959546.0,
      "step": 4780
    },
    {
      "entropy": 6.813722276687622,
      "epoch": 0.9335674568334796,
      "grad_norm": 0.80078125,
      "learning_rate": 0.0004937330541466465,
      "loss": 6.5169,
      "mean_token_accuracy": 0.12482260465621949,
      "num_tokens": 15975669.0,
      "step": 4785
    },
    {
      "entropy": 6.633231258392334,
      "epoch": 0.9345429714174227,
      "grad_norm": 0.8125,
      "learning_rate": 0.0004937165590779108,
      "loss": 6.4943,
      "mean_token_accuracy": 0.1462940417230129,
      "num_tokens": 15992898.0,
      "step": 4790
    },
    {
      "entropy": 6.731369876861573,
      "epoch": 0.9355184860013657,
      "grad_norm": 0.8046875,
      "learning_rate": 0.0004937000426369724,
      "loss": 6.5209,
      "mean_token_accuracy": 0.12521432489156722,
      "num_tokens": 16010102.0,
      "step": 4795
    },
    {
      "entropy": 6.816467380523681,
      "epoch": 0.9364940005853087,
      "grad_norm": 0.73828125,
      "learning_rate": 0.0004936835048254453,
      "loss": 6.6005,
      "mean_token_accuracy": 0.11883301362395286,
      "num_tokens": 16027167.0,
      "step": 4800
    },
    {
      "entropy": 6.75659670829773,
      "epoch": 0.9374695151692518,
      "grad_norm": 0.80859375,
      "learning_rate": 0.0004936669456449455,
      "loss": 6.5589,
      "mean_token_accuracy": 0.12645412161946296,
      "num_tokens": 16042873.0,
      "step": 4805
    },
    {
      "entropy": 6.782563066482544,
      "epoch": 0.9384450297531948,
      "grad_norm": 0.77734375,
      "learning_rate": 0.0004936503650970912,
      "loss": 6.6178,
      "mean_token_accuracy": 0.1271992288529873,
      "num_tokens": 16060814.0,
      "step": 4810
    },
    {
      "entropy": 6.7898095607757565,
      "epoch": 0.9394205443371378,
      "grad_norm": 0.74609375,
      "learning_rate": 0.0004936337631835024,
      "loss": 6.5603,
      "mean_token_accuracy": 0.12181391566991806,
      "num_tokens": 16078378.0,
      "step": 4815
    },
    {
      "entropy": 6.610113000869751,
      "epoch": 0.9403960589210809,
      "grad_norm": 0.73828125,
      "learning_rate": 0.0004936171399058017,
      "loss": 6.3569,
      "mean_token_accuracy": 0.1386399634182453,
      "num_tokens": 16094601.0,
      "step": 4820
    },
    {
      "entropy": 6.629866409301758,
      "epoch": 0.9413715735050239,
      "grad_norm": 0.75390625,
      "learning_rate": 0.0004936004952656131,
      "loss": 6.4341,
      "mean_token_accuracy": 0.13793914020061493,
      "num_tokens": 16113189.0,
      "step": 4825
    },
    {
      "entropy": 6.854749584197998,
      "epoch": 0.9423470880889669,
      "grad_norm": 0.77734375,
      "learning_rate": 0.0004935838292645632,
      "loss": 6.6511,
      "mean_token_accuracy": 0.12052395343780517,
      "num_tokens": 16131225.0,
      "step": 4830
    },
    {
      "entropy": 6.667015314102173,
      "epoch": 0.9433226026729099,
      "grad_norm": 0.72265625,
      "learning_rate": 0.0004935671419042805,
      "loss": 6.5183,
      "mean_token_accuracy": 0.12428261414170265,
      "num_tokens": 16149733.0,
      "step": 4835
    },
    {
      "entropy": 6.757423734664917,
      "epoch": 0.944298117256853,
      "grad_norm": 0.828125,
      "learning_rate": 0.0004935504331863958,
      "loss": 6.462,
      "mean_token_accuracy": 0.12925518825650215,
      "num_tokens": 16167499.0,
      "step": 4840
    },
    {
      "entropy": 6.58914008140564,
      "epoch": 0.945273631840796,
      "grad_norm": 0.68359375,
      "learning_rate": 0.0004935337031125416,
      "loss": 6.4094,
      "mean_token_accuracy": 0.142624694108963,
      "num_tokens": 16184858.0,
      "step": 4845
    },
    {
      "entropy": 6.72719373703003,
      "epoch": 0.946249146424739,
      "grad_norm": 0.72265625,
      "learning_rate": 0.0004935169516843528,
      "loss": 6.5854,
      "mean_token_accuracy": 0.1332390621304512,
      "num_tokens": 16201824.0,
      "step": 4850
    },
    {
      "entropy": 6.668773365020752,
      "epoch": 0.9472246610086821,
      "grad_norm": 0.8359375,
      "learning_rate": 0.0004935001789034664,
      "loss": 6.393,
      "mean_token_accuracy": 0.13635626658797265,
      "num_tokens": 16219551.0,
      "step": 4855
    },
    {
      "entropy": 6.726951646804809,
      "epoch": 0.9482001755926251,
      "grad_norm": 0.7890625,
      "learning_rate": 0.0004934833847715212,
      "loss": 6.5199,
      "mean_token_accuracy": 0.13683575317263602,
      "num_tokens": 16237447.0,
      "step": 4860
    },
    {
      "entropy": 6.809308338165283,
      "epoch": 0.9491756901765681,
      "grad_norm": 0.7421875,
      "learning_rate": 0.0004934665692901583,
      "loss": 6.6592,
      "mean_token_accuracy": 0.12353775426745414,
      "num_tokens": 16254377.0,
      "step": 4865
    },
    {
      "entropy": 6.723710775375366,
      "epoch": 0.9501512047605112,
      "grad_norm": 0.80078125,
      "learning_rate": 0.000493449732461021,
      "loss": 6.4938,
      "mean_token_accuracy": 0.134220951795578,
      "num_tokens": 16271669.0,
      "step": 4870
    },
    {
      "entropy": 6.672659301757813,
      "epoch": 0.9511267193444543,
      "grad_norm": 0.77734375,
      "learning_rate": 0.0004934328742857543,
      "loss": 6.4698,
      "mean_token_accuracy": 0.13485894203186036,
      "num_tokens": 16287088.0,
      "step": 4875
    },
    {
      "entropy": 6.605084562301636,
      "epoch": 0.9521022339283972,
      "grad_norm": 0.76953125,
      "learning_rate": 0.0004934159947660057,
      "loss": 6.4233,
      "mean_token_accuracy": 0.13411328718066215,
      "num_tokens": 16303646.0,
      "step": 4880
    },
    {
      "entropy": 6.731979942321777,
      "epoch": 0.9530777485123403,
      "grad_norm": 0.7890625,
      "learning_rate": 0.0004933990939034244,
      "loss": 6.4894,
      "mean_token_accuracy": 0.13381777703762054,
      "num_tokens": 16320610.0,
      "step": 4885
    },
    {
      "entropy": 6.69348292350769,
      "epoch": 0.9540532630962832,
      "grad_norm": 0.76171875,
      "learning_rate": 0.0004933821716996621,
      "loss": 6.4361,
      "mean_token_accuracy": 0.13385323360562323,
      "num_tokens": 16337983.0,
      "step": 4890
    },
    {
      "entropy": 6.6702629089355465,
      "epoch": 0.9550287776802263,
      "grad_norm": 0.75390625,
      "learning_rate": 0.0004933652281563723,
      "loss": 6.468,
      "mean_token_accuracy": 0.12858491465449334,
      "num_tokens": 16356645.0,
      "step": 4895
    },
    {
      "entropy": 6.753000020980835,
      "epoch": 0.9560042922641694,
      "grad_norm": 0.8203125,
      "learning_rate": 0.0004933482632752107,
      "loss": 6.5137,
      "mean_token_accuracy": 0.12763692289590836,
      "num_tokens": 16371619.0,
      "step": 4900
    },
    {
      "entropy": 6.708077764511108,
      "epoch": 0.9569798068481123,
      "grad_norm": 0.74609375,
      "learning_rate": 0.0004933312770578351,
      "loss": 6.4885,
      "mean_token_accuracy": 0.13664261996746063,
      "num_tokens": 16389831.0,
      "step": 4905
    },
    {
      "entropy": 6.760856437683105,
      "epoch": 0.9579553214320554,
      "grad_norm": 0.78515625,
      "learning_rate": 0.0004933142695059052,
      "loss": 6.5501,
      "mean_token_accuracy": 0.12368360236287117,
      "num_tokens": 16406132.0,
      "step": 4910
    },
    {
      "entropy": 6.755873155593872,
      "epoch": 0.9589308360159985,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0004932972406210829,
      "loss": 6.5467,
      "mean_token_accuracy": 0.12776385471224785,
      "num_tokens": 16422442.0,
      "step": 4915
    },
    {
      "entropy": 6.711798191070557,
      "epoch": 0.9599063505999414,
      "grad_norm": 0.7890625,
      "learning_rate": 0.0004932801904050323,
      "loss": 6.4572,
      "mean_token_accuracy": 0.1321963995695114,
      "num_tokens": 16440290.0,
      "step": 4920
    },
    {
      "entropy": 6.771243858337402,
      "epoch": 0.9608818651838845,
      "grad_norm": 1.59375,
      "learning_rate": 0.0004932631188594195,
      "loss": 6.5589,
      "mean_token_accuracy": 0.13094913139939307,
      "num_tokens": 16456904.0,
      "step": 4925
    },
    {
      "entropy": 6.739916515350342,
      "epoch": 0.9618573797678275,
      "grad_norm": 0.70703125,
      "learning_rate": 0.0004932460259859127,
      "loss": 6.5122,
      "mean_token_accuracy": 0.13245996311306954,
      "num_tokens": 16473777.0,
      "step": 4930
    },
    {
      "entropy": 6.675732231140136,
      "epoch": 0.9628328943517706,
      "grad_norm": 0.77734375,
      "learning_rate": 0.0004932289117861819,
      "loss": 6.453,
      "mean_token_accuracy": 0.13241447135806084,
      "num_tokens": 16490401.0,
      "step": 4935
    },
    {
      "entropy": 6.750700664520264,
      "epoch": 0.9638084089357136,
      "grad_norm": 0.82421875,
      "learning_rate": 0.0004932117762618997,
      "loss": 6.4852,
      "mean_token_accuracy": 0.12759308144450188,
      "num_tokens": 16508582.0,
      "step": 4940
    },
    {
      "entropy": 6.743872594833374,
      "epoch": 0.9647839235196566,
      "grad_norm": 0.8203125,
      "learning_rate": 0.0004931946194147404,
      "loss": 6.5581,
      "mean_token_accuracy": 0.12878767177462577,
      "num_tokens": 16523939.0,
      "step": 4945
    },
    {
      "entropy": 6.650422620773315,
      "epoch": 0.9657594381035997,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004931774412463806,
      "loss": 6.5081,
      "mean_token_accuracy": 0.12958281636238098,
      "num_tokens": 16541139.0,
      "step": 4950
    },
    {
      "entropy": 6.811635541915893,
      "epoch": 0.9667349526875427,
      "grad_norm": 0.7265625,
      "learning_rate": 0.0004931602417584989,
      "loss": 6.5551,
      "mean_token_accuracy": 0.12417148798704147,
      "num_tokens": 16558351.0,
      "step": 4955
    },
    {
      "entropy": 6.7646101951599125,
      "epoch": 0.9677104672714857,
      "grad_norm": 0.73828125,
      "learning_rate": 0.0004931430209527759,
      "loss": 6.6064,
      "mean_token_accuracy": 0.12143423333764077,
      "num_tokens": 16575777.0,
      "step": 4960
    },
    {
      "entropy": 6.812262773513794,
      "epoch": 0.9686859818554288,
      "grad_norm": 0.79296875,
      "learning_rate": 0.0004931257788308943,
      "loss": 6.5564,
      "mean_token_accuracy": 0.12870777398347855,
      "num_tokens": 16592490.0,
      "step": 4965
    },
    {
      "entropy": 6.709347534179687,
      "epoch": 0.9696614964393717,
      "grad_norm": 0.74609375,
      "learning_rate": 0.000493108515394539,
      "loss": 6.5571,
      "mean_token_accuracy": 0.13187690153717996,
      "num_tokens": 16610378.0,
      "step": 4970
    },
    {
      "entropy": 6.773103141784668,
      "epoch": 0.9706370110233148,
      "grad_norm": 0.82421875,
      "learning_rate": 0.0004930912306453971,
      "loss": 6.6157,
      "mean_token_accuracy": 0.11927029639482498,
      "num_tokens": 16625445.0,
      "step": 4975
    },
    {
      "entropy": 6.846768093109131,
      "epoch": 0.9716125256072579,
      "grad_norm": 0.7734375,
      "learning_rate": 0.0004930739245851571,
      "loss": 6.5915,
      "mean_token_accuracy": 0.12190082594752312,
      "num_tokens": 16641821.0,
      "step": 4980
    },
    {
      "entropy": 6.755212879180908,
      "epoch": 0.9725880401912008,
      "grad_norm": 0.7265625,
      "learning_rate": 0.0004930565972155106,
      "loss": 6.5769,
      "mean_token_accuracy": 0.12062114551663398,
      "num_tokens": 16658418.0,
      "step": 4985
    },
    {
      "entropy": 6.774839401245117,
      "epoch": 0.9735635547751439,
      "grad_norm": 0.796875,
      "learning_rate": 0.0004930392485381506,
      "loss": 6.5641,
      "mean_token_accuracy": 0.12581993043422698,
      "num_tokens": 16674218.0,
      "step": 4990
    },
    {
      "entropy": 6.7155815124511715,
      "epoch": 0.974539069359087,
      "grad_norm": 0.7890625,
      "learning_rate": 0.0004930218785547724,
      "loss": 6.5857,
      "mean_token_accuracy": 0.13164923191070557,
      "num_tokens": 16692171.0,
      "step": 4995
    },
    {
      "entropy": 6.873560810089112,
      "epoch": 0.9755145839430299,
      "grad_norm": 0.765625,
      "learning_rate": 0.0004930044872670733,
      "loss": 6.6283,
      "mean_token_accuracy": 0.12060782760381698,
      "num_tokens": 16709231.0,
      "step": 5000
    },
    {
      "entropy": 6.7379883289337155,
      "epoch": 0.976490098526973,
      "grad_norm": 0.8046875,
      "learning_rate": 0.0004929870746767525,
      "loss": 6.5236,
      "mean_token_accuracy": 0.1290101706981659,
      "num_tokens": 16726281.0,
      "step": 5005
    },
    {
      "entropy": 6.76145715713501,
      "epoch": 0.977465613110916,
      "grad_norm": 0.73828125,
      "learning_rate": 0.0004929696407855118,
      "loss": 6.5937,
      "mean_token_accuracy": 0.1242059513926506,
      "num_tokens": 16744821.0,
      "step": 5010
    },
    {
      "entropy": 6.706590270996093,
      "epoch": 0.978441127694859,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004929521855950546,
      "loss": 6.405,
      "mean_token_accuracy": 0.1319726139307022,
      "num_tokens": 16762564.0,
      "step": 5015
    },
    {
      "entropy": 6.645915412902832,
      "epoch": 0.9794166422788021,
      "grad_norm": 0.79296875,
      "learning_rate": 0.0004929347091070866,
      "loss": 6.3806,
      "mean_token_accuracy": 0.1406077615916729,
      "num_tokens": 16777681.0,
      "step": 5020
    },
    {
      "entropy": 6.7400898933410645,
      "epoch": 0.9803921568627451,
      "grad_norm": 0.80859375,
      "learning_rate": 0.0004929172113233157,
      "loss": 6.6056,
      "mean_token_accuracy": 0.12476908713579178,
      "num_tokens": 16793820.0,
      "step": 5025
    },
    {
      "entropy": 6.788089179992676,
      "epoch": 0.9813676714466881,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004928996922454515,
      "loss": 6.6108,
      "mean_token_accuracy": 0.12529956698417663,
      "num_tokens": 16811445.0,
      "step": 5030
    },
    {
      "entropy": 6.757881116867066,
      "epoch": 0.9823431860306312,
      "grad_norm": 0.80078125,
      "learning_rate": 0.0004928821518752059,
      "loss": 6.5674,
      "mean_token_accuracy": 0.12785806879401207,
      "num_tokens": 16827961.0,
      "step": 5035
    },
    {
      "entropy": 6.770418357849121,
      "epoch": 0.9833187006145742,
      "grad_norm": 0.8046875,
      "learning_rate": 0.0004928645902142931,
      "loss": 6.4505,
      "mean_token_accuracy": 0.13053616136312485,
      "num_tokens": 16844074.0,
      "step": 5040
    },
    {
      "entropy": 6.686031770706177,
      "epoch": 0.9842942151985172,
      "grad_norm": 0.78125,
      "learning_rate": 0.000492847007264429,
      "loss": 6.5085,
      "mean_token_accuracy": 0.12672994807362556,
      "num_tokens": 16862004.0,
      "step": 5045
    },
    {
      "entropy": 6.726738595962525,
      "epoch": 0.9852697297824603,
      "grad_norm": 0.76171875,
      "learning_rate": 0.0004928294030273317,
      "loss": 6.5073,
      "mean_token_accuracy": 0.1246834672987461,
      "num_tokens": 16879738.0,
      "step": 5050
    },
    {
      "entropy": 6.687703037261963,
      "epoch": 0.9862452443664033,
      "grad_norm": 0.875,
      "learning_rate": 0.0004928117775047215,
      "loss": 6.448,
      "mean_token_accuracy": 0.13438630625605583,
      "num_tokens": 16896565.0,
      "step": 5055
    },
    {
      "entropy": 6.765244483947754,
      "epoch": 0.9872207589503463,
      "grad_norm": 0.81640625,
      "learning_rate": 0.0004927941306983207,
      "loss": 6.545,
      "mean_token_accuracy": 0.12804254442453383,
      "num_tokens": 16912443.0,
      "step": 5060
    },
    {
      "entropy": 6.810665845870972,
      "epoch": 0.9881962735342893,
      "grad_norm": 0.81640625,
      "learning_rate": 0.0004927764626098537,
      "loss": 6.5832,
      "mean_token_accuracy": 0.12535195127129556,
      "num_tokens": 16928292.0,
      "step": 5065
    },
    {
      "entropy": 6.692563199996949,
      "epoch": 0.9891717881182324,
      "grad_norm": 0.765625,
      "learning_rate": 0.000492758773241047,
      "loss": 6.5567,
      "mean_token_accuracy": 0.1301140658557415,
      "num_tokens": 16945432.0,
      "step": 5070
    },
    {
      "entropy": 6.690666341781617,
      "epoch": 0.9901473027021754,
      "grad_norm": 0.75,
      "learning_rate": 0.000492741062593629,
      "loss": 6.381,
      "mean_token_accuracy": 0.1397024355828762,
      "num_tokens": 16962440.0,
      "step": 5075
    },
    {
      "entropy": 6.665317487716675,
      "epoch": 0.9911228172861184,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004927233306693305,
      "loss": 6.4842,
      "mean_token_accuracy": 0.13753007501363754,
      "num_tokens": 16979227.0,
      "step": 5080
    },
    {
      "entropy": 6.795883083343506,
      "epoch": 0.9920983318700615,
      "grad_norm": 0.79296875,
      "learning_rate": 0.0004927055774698839,
      "loss": 6.5509,
      "mean_token_accuracy": 0.12190515026450158,
      "num_tokens": 16994873.0,
      "step": 5085
    },
    {
      "entropy": 6.755632066726685,
      "epoch": 0.9930738464540045,
      "grad_norm": 0.8359375,
      "learning_rate": 0.0004926878029970245,
      "loss": 6.5875,
      "mean_token_accuracy": 0.12531295344233512,
      "num_tokens": 17011516.0,
      "step": 5090
    },
    {
      "entropy": 6.7611030578613285,
      "epoch": 0.9940493610379475,
      "grad_norm": 0.8125,
      "learning_rate": 0.0004926700072524887,
      "loss": 6.4971,
      "mean_token_accuracy": 0.1276703104376793,
      "num_tokens": 17029407.0,
      "step": 5095
    },
    {
      "entropy": 6.741555452346802,
      "epoch": 0.9950248756218906,
      "grad_norm": 0.75,
      "learning_rate": 0.0004926521902380154,
      "loss": 6.5523,
      "mean_token_accuracy": 0.12438469529151916,
      "num_tokens": 17044451.0,
      "step": 5100
    },
    {
      "entropy": 6.61437840461731,
      "epoch": 0.9960003902058335,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004926343519553461,
      "loss": 6.4121,
      "mean_token_accuracy": 0.1392001762986183,
      "num_tokens": 17060420.0,
      "step": 5105
    },
    {
      "entropy": 6.772345066070557,
      "epoch": 0.9969759047897766,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004926164924062234,
      "loss": 6.5352,
      "mean_token_accuracy": 0.1306212231516838,
      "num_tokens": 17076562.0,
      "step": 5110
    },
    {
      "entropy": 6.7016294479370115,
      "epoch": 0.9979514193737197,
      "grad_norm": 0.71484375,
      "learning_rate": 0.0004925986115923927,
      "loss": 6.5215,
      "mean_token_accuracy": 0.1420060947537422,
      "num_tokens": 17092441.0,
      "step": 5115
    },
    {
      "entropy": 6.774993515014648,
      "epoch": 0.9989269339576626,
      "grad_norm": 0.78125,
      "learning_rate": 0.0004925807095156013,
      "loss": 6.5702,
      "mean_token_accuracy": 0.12536491379141806,
      "num_tokens": 17109447.0,
      "step": 5120
    },
    {
      "entropy": 6.69420976638794,
      "epoch": 0.9999024485416057,
      "grad_norm": 0.7421875,
      "learning_rate": 0.0004925627861775983,
      "loss": 6.4619,
      "mean_token_accuracy": 0.13481319695711136,
      "num_tokens": 17125795.0,
      "step": 5125
    },
    {
      "entropy": 6.6407659318712025,
      "epoch": 1.0007804116671544,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004925448415801353,
      "loss": 6.4561,
      "mean_token_accuracy": 0.13454954243368572,
      "num_tokens": 17139062.0,
      "step": 5130
    },
    {
      "entropy": 6.819640731811523,
      "epoch": 1.0017559262510976,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004925268757249657,
      "loss": 6.5217,
      "mean_token_accuracy": 0.11787692308425904,
      "num_tokens": 17155465.0,
      "step": 5135
    },
    {
      "entropy": 6.781392288208008,
      "epoch": 1.0027314408350405,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004925088886138451,
      "loss": 6.4043,
      "mean_token_accuracy": 0.1297071173787117,
      "num_tokens": 17171284.0,
      "step": 5140
    },
    {
      "entropy": 6.578027248382568,
      "epoch": 1.0037069554189835,
      "grad_norm": 0.83203125,
      "learning_rate": 0.0004924908802485311,
      "loss": 6.3148,
      "mean_token_accuracy": 0.1417120262980461,
      "num_tokens": 17190823.0,
      "step": 5145
    },
    {
      "entropy": 6.7527131080627445,
      "epoch": 1.0046824700029267,
      "grad_norm": 0.73828125,
      "learning_rate": 0.0004924728506307835,
      "loss": 6.434,
      "mean_token_accuracy": 0.12789156660437584,
      "num_tokens": 17208866.0,
      "step": 5150
    },
    {
      "entropy": 6.740403747558593,
      "epoch": 1.0056579845868696,
      "grad_norm": 0.9453125,
      "learning_rate": 0.000492454799762364,
      "loss": 6.5227,
      "mean_token_accuracy": 0.12475374117493629,
      "num_tokens": 17225609.0,
      "step": 5155
    },
    {
      "entropy": 6.8099650859832765,
      "epoch": 1.0066334991708126,
      "grad_norm": 0.7421875,
      "learning_rate": 0.0004924367276450364,
      "loss": 6.5032,
      "mean_token_accuracy": 0.12676332145929337,
      "num_tokens": 17242198.0,
      "step": 5160
    },
    {
      "entropy": 6.718706893920898,
      "epoch": 1.0076090137547555,
      "grad_norm": 0.76953125,
      "learning_rate": 0.0004924186342805669,
      "loss": 6.488,
      "mean_token_accuracy": 0.12611877396702767,
      "num_tokens": 17258712.0,
      "step": 5165
    },
    {
      "entropy": 6.717681646347046,
      "epoch": 1.0085845283386987,
      "grad_norm": 0.7890625,
      "learning_rate": 0.0004924005196707233,
      "loss": 6.4699,
      "mean_token_accuracy": 0.1333419069647789,
      "num_tokens": 17274790.0,
      "step": 5170
    },
    {
      "entropy": 6.781377267837525,
      "epoch": 1.0095600429226417,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004923823838172756,
      "loss": 6.4161,
      "mean_token_accuracy": 0.1288663111627102,
      "num_tokens": 17290526.0,
      "step": 5175
    },
    {
      "entropy": 6.762320899963379,
      "epoch": 1.0105355575065846,
      "grad_norm": 0.78515625,
      "learning_rate": 0.0004923642267219962,
      "loss": 6.4888,
      "mean_token_accuracy": 0.12777149379253389,
      "num_tokens": 17306022.0,
      "step": 5180
    },
    {
      "entropy": 6.765869998931885,
      "epoch": 1.0115110720905278,
      "grad_norm": 0.79296875,
      "learning_rate": 0.0004923460483866593,
      "loss": 6.4689,
      "mean_token_accuracy": 0.1287018083035946,
      "num_tokens": 17321601.0,
      "step": 5185
    },
    {
      "entropy": 6.640976047515869,
      "epoch": 1.0124865866744708,
      "grad_norm": 0.7578125,
      "learning_rate": 0.0004923278488130412,
      "loss": 6.3544,
      "mean_token_accuracy": 0.13710307851433753,
      "num_tokens": 17337997.0,
      "step": 5190
    },
    {
      "entropy": 6.723219156265259,
      "epoch": 1.0134621012584137,
      "grad_norm": 0.7265625,
      "learning_rate": 0.0004923096280029202,
      "loss": 6.4385,
      "mean_token_accuracy": 0.12809004858136178,
      "num_tokens": 17354809.0,
      "step": 5195
    },
    {
      "entropy": 6.6636497497558596,
      "epoch": 1.014437615842357,
      "grad_norm": 0.8125,
      "learning_rate": 0.000492291385958077,
      "loss": 6.3065,
      "mean_token_accuracy": 0.14033321440219879,
      "num_tokens": 17371548.0,
      "step": 5200
    },
    {
      "entropy": 6.674943828582764,
      "epoch": 1.0154131304262999,
      "grad_norm": 0.76171875,
      "learning_rate": 0.0004922731226802939,
      "loss": 6.4132,
      "mean_token_accuracy": 0.13318253606557845,
      "num_tokens": 17388891.0,
      "step": 5205
    },
    {
      "entropy": 6.625108432769776,
      "epoch": 1.0163886450102428,
      "grad_norm": 0.81640625,
      "learning_rate": 0.0004922548381713556,
      "loss": 6.3717,
      "mean_token_accuracy": 0.13559955060482026,
      "num_tokens": 17407501.0,
      "step": 5210
    },
    {
      "entropy": 6.713566637039184,
      "epoch": 1.017364159594186,
      "grad_norm": 0.8203125,
      "learning_rate": 0.0004922365324330489,
      "loss": 6.4289,
      "mean_token_accuracy": 0.13261704966425897,
      "num_tokens": 17425541.0,
      "step": 5215
    },
    {
      "entropy": 6.679948329925537,
      "epoch": 1.018339674178129,
      "grad_norm": 0.8046875,
      "learning_rate": 0.0004922182054671625,
      "loss": 6.3841,
      "mean_token_accuracy": 0.12544430643320084,
      "num_tokens": 17441588.0,
      "step": 5220
    },
    {
      "entropy": 6.694856262207031,
      "epoch": 1.019315188762072,
      "grad_norm": 0.77734375,
      "learning_rate": 0.0004921998572754872,
      "loss": 6.371,
      "mean_token_accuracy": 0.1354491926729679,
      "num_tokens": 17458874.0,
      "step": 5225
    },
    {
      "entropy": 6.6275722026824955,
      "epoch": 1.0202907033460151,
      "grad_norm": 0.796875,
      "learning_rate": 0.0004921814878598159,
      "loss": 6.3477,
      "mean_token_accuracy": 0.13613534048199655,
      "num_tokens": 17475815.0,
      "step": 5230
    },
    {
      "entropy": 6.694601583480835,
      "epoch": 1.021266217929958,
      "grad_norm": 0.8125,
      "learning_rate": 0.0004921630972219437,
      "loss": 6.384,
      "mean_token_accuracy": 0.12951152622699738,
      "num_tokens": 17492068.0,
      "step": 5235
    },
    {
      "entropy": 6.673464775085449,
      "epoch": 1.022241732513901,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004921446853636676,
      "loss": 6.3716,
      "mean_token_accuracy": 0.12757470235228538,
      "num_tokens": 17508156.0,
      "step": 5240
    },
    {
      "entropy": 6.721892356872559,
      "epoch": 1.023217247097844,
      "grad_norm": 0.79296875,
      "learning_rate": 0.0004921262522867869,
      "loss": 6.4387,
      "mean_token_accuracy": 0.13011469915509224,
      "num_tokens": 17525374.0,
      "step": 5245
    },
    {
      "entropy": 6.73870587348938,
      "epoch": 1.0241927616817872,
      "grad_norm": 0.79296875,
      "learning_rate": 0.0004921077979931026,
      "loss": 6.352,
      "mean_token_accuracy": 0.13465637490153312,
      "num_tokens": 17541453.0,
      "step": 5250
    },
    {
      "entropy": 6.700285243988037,
      "epoch": 1.0251682762657301,
      "grad_norm": 0.765625,
      "learning_rate": 0.000492089322484418,
      "loss": 6.4091,
      "mean_token_accuracy": 0.13190730959177016,
      "num_tokens": 17557981.0,
      "step": 5255
    },
    {
      "entropy": 6.641934776306153,
      "epoch": 1.026143790849673,
      "grad_norm": 0.80078125,
      "learning_rate": 0.0004920708257625386,
      "loss": 6.3323,
      "mean_token_accuracy": 0.13552063927054406,
      "num_tokens": 17573094.0,
      "step": 5260
    },
    {
      "entropy": 6.724981594085693,
      "epoch": 1.0271193054336163,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004920523078292718,
      "loss": 6.5371,
      "mean_token_accuracy": 0.12670838311314583,
      "num_tokens": 17589933.0,
      "step": 5265
    },
    {
      "entropy": 6.815011787414551,
      "epoch": 1.0280948200175593,
      "grad_norm": 0.76953125,
      "learning_rate": 0.0004920337686864269,
      "loss": 6.4767,
      "mean_token_accuracy": 0.12631279975175858,
      "num_tokens": 17607008.0,
      "step": 5270
    },
    {
      "entropy": 6.737423276901245,
      "epoch": 1.0290703346015022,
      "grad_norm": 0.7578125,
      "learning_rate": 0.0004920152083358158,
      "loss": 6.4484,
      "mean_token_accuracy": 0.13711009323596954,
      "num_tokens": 17624160.0,
      "step": 5275
    },
    {
      "entropy": 6.688711547851563,
      "epoch": 1.0300458491854454,
      "grad_norm": 0.71875,
      "learning_rate": 0.000491996626779252,
      "loss": 6.3954,
      "mean_token_accuracy": 0.13429992720484735,
      "num_tokens": 17640067.0,
      "step": 5280
    },
    {
      "entropy": 6.717645597457886,
      "epoch": 1.0310213637693884,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004919780240185512,
      "loss": 6.4605,
      "mean_token_accuracy": 0.12949344590306283,
      "num_tokens": 17658278.0,
      "step": 5285
    },
    {
      "entropy": 6.768883132934571,
      "epoch": 1.0319968783533313,
      "grad_norm": 0.8046875,
      "learning_rate": 0.0004919594000555311,
      "loss": 6.4618,
      "mean_token_accuracy": 0.12399058043956757,
      "num_tokens": 17673878.0,
      "step": 5290
    },
    {
      "entropy": 6.651714086532593,
      "epoch": 1.0329723929372745,
      "grad_norm": 0.81640625,
      "learning_rate": 0.0004919407548920118,
      "loss": 6.3893,
      "mean_token_accuracy": 0.13175074011087418,
      "num_tokens": 17688872.0,
      "step": 5295
    },
    {
      "entropy": 6.753061056137085,
      "epoch": 1.0339479075212175,
      "grad_norm": 0.8203125,
      "learning_rate": 0.000491922088529815,
      "loss": 6.4236,
      "mean_token_accuracy": 0.12945856899023056,
      "num_tokens": 17704284.0,
      "step": 5300
    },
    {
      "entropy": 6.629418516159058,
      "epoch": 1.0349234221051604,
      "grad_norm": 0.765625,
      "learning_rate": 0.0004919034009707651,
      "loss": 6.3067,
      "mean_token_accuracy": 0.13752672597765922,
      "num_tokens": 17721296.0,
      "step": 5305
    },
    {
      "entropy": 6.729648065567017,
      "epoch": 1.0358989366891036,
      "grad_norm": 0.7734375,
      "learning_rate": 0.0004918846922166877,
      "loss": 6.4966,
      "mean_token_accuracy": 0.1270643189549446,
      "num_tokens": 17738549.0,
      "step": 5310
    },
    {
      "entropy": 6.695154762268066,
      "epoch": 1.0368744512730466,
      "grad_norm": 0.6953125,
      "learning_rate": 0.0004918659622694111,
      "loss": 6.3651,
      "mean_token_accuracy": 0.14137056320905686,
      "num_tokens": 17755297.0,
      "step": 5315
    },
    {
      "entropy": 6.664913654327393,
      "epoch": 1.0378499658569895,
      "grad_norm": 0.75390625,
      "learning_rate": 0.0004918472111307658,
      "loss": 6.4019,
      "mean_token_accuracy": 0.13422607257962227,
      "num_tokens": 17771459.0,
      "step": 5320
    },
    {
      "entropy": 6.658466815948486,
      "epoch": 1.0388254804409325,
      "grad_norm": 0.8203125,
      "learning_rate": 0.0004918284388025837,
      "loss": 6.4211,
      "mean_token_accuracy": 0.1363021768629551,
      "num_tokens": 17787009.0,
      "step": 5325
    },
    {
      "entropy": 6.7139177322387695,
      "epoch": 1.0398009950248757,
      "grad_norm": 0.80859375,
      "learning_rate": 0.0004918096452866995,
      "loss": 6.4287,
      "mean_token_accuracy": 0.13087183982133865,
      "num_tokens": 17804643.0,
      "step": 5330
    },
    {
      "entropy": 6.7509965896606445,
      "epoch": 1.0407765096088186,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004917908305849493,
      "loss": 6.4963,
      "mean_token_accuracy": 0.1261075809597969,
      "num_tokens": 17821104.0,
      "step": 5335
    },
    {
      "entropy": 6.824503469467163,
      "epoch": 1.0417520241927616,
      "grad_norm": 0.76171875,
      "learning_rate": 0.000491771994699172,
      "loss": 6.478,
      "mean_token_accuracy": 0.12824210599064828,
      "num_tokens": 17838094.0,
      "step": 5340
    },
    {
      "entropy": 6.56905689239502,
      "epoch": 1.0427275387767048,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004917531376312079,
      "loss": 6.3165,
      "mean_token_accuracy": 0.1366041384637356,
      "num_tokens": 17853856.0,
      "step": 5345
    },
    {
      "entropy": 6.731683588027954,
      "epoch": 1.0437030533606477,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004917342593828997,
      "loss": 6.4477,
      "mean_token_accuracy": 0.12136797904968262,
      "num_tokens": 17870032.0,
      "step": 5350
    },
    {
      "entropy": 6.6432483196258545,
      "epoch": 1.0446785679445907,
      "grad_norm": 0.80859375,
      "learning_rate": 0.000491715359956092,
      "loss": 6.3383,
      "mean_token_accuracy": 0.14205327853560448,
      "num_tokens": 17886384.0,
      "step": 5355
    },
    {
      "entropy": 6.810649013519287,
      "epoch": 1.0456540825285339,
      "grad_norm": 0.7734375,
      "learning_rate": 0.0004916964393526319,
      "loss": 6.5338,
      "mean_token_accuracy": 0.1316551722586155,
      "num_tokens": 17903444.0,
      "step": 5360
    },
    {
      "entropy": 6.752602624893188,
      "epoch": 1.0466295971124768,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004916774975743679,
      "loss": 6.3995,
      "mean_token_accuracy": 0.13147710859775544,
      "num_tokens": 17920042.0,
      "step": 5365
    },
    {
      "entropy": 6.602751588821411,
      "epoch": 1.0476051116964198,
      "grad_norm": 0.7578125,
      "learning_rate": 0.0004916585346231513,
      "loss": 6.374,
      "mean_token_accuracy": 0.14655055180191995,
      "num_tokens": 17937115.0,
      "step": 5370
    },
    {
      "entropy": 6.721375226974487,
      "epoch": 1.048580626280363,
      "grad_norm": 0.75,
      "learning_rate": 0.0004916395505008347,
      "loss": 6.4446,
      "mean_token_accuracy": 0.12916921749711036,
      "num_tokens": 17953582.0,
      "step": 5375
    },
    {
      "entropy": 6.665704298019409,
      "epoch": 1.049556140864306,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004916205452092735,
      "loss": 6.4267,
      "mean_token_accuracy": 0.13113286420702935,
      "num_tokens": 17970457.0,
      "step": 5380
    },
    {
      "entropy": 6.744344472885132,
      "epoch": 1.050531655448249,
      "grad_norm": 0.8125,
      "learning_rate": 0.0004916015187503245,
      "loss": 6.4165,
      "mean_token_accuracy": 0.13453150168061256,
      "num_tokens": 17987168.0,
      "step": 5385
    },
    {
      "entropy": 6.553034067153931,
      "epoch": 1.051507170032192,
      "grad_norm": 0.7421875,
      "learning_rate": 0.0004915824711258472,
      "loss": 6.3311,
      "mean_token_accuracy": 0.14167209416627885,
      "num_tokens": 18004964.0,
      "step": 5390
    },
    {
      "entropy": 6.7396142959594725,
      "epoch": 1.052482684616135,
      "grad_norm": 0.796875,
      "learning_rate": 0.0004915634023377026,
      "loss": 6.4289,
      "mean_token_accuracy": 0.13171618729829787,
      "num_tokens": 18021778.0,
      "step": 5395
    },
    {
      "entropy": 6.527480030059815,
      "epoch": 1.053458199200078,
      "grad_norm": 0.765625,
      "learning_rate": 0.0004915443123877543,
      "loss": 6.2535,
      "mean_token_accuracy": 0.13517047464847565,
      "num_tokens": 18037620.0,
      "step": 5400
    },
    {
      "entropy": 6.72590274810791,
      "epoch": 1.0544337137840212,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004915252012778676,
      "loss": 6.3615,
      "mean_token_accuracy": 0.13480717614293097,
      "num_tokens": 18054623.0,
      "step": 5405
    },
    {
      "entropy": 6.673316574096679,
      "epoch": 1.0554092283679641,
      "grad_norm": 0.79296875,
      "learning_rate": 0.0004915060690099098,
      "loss": 6.3889,
      "mean_token_accuracy": 0.12893102020025254,
      "num_tokens": 18071271.0,
      "step": 5410
    },
    {
      "entropy": 6.746161365509034,
      "epoch": 1.056384742951907,
      "grad_norm": 0.78515625,
      "learning_rate": 0.0004914869155857506,
      "loss": 6.4675,
      "mean_token_accuracy": 0.12381084114313126,
      "num_tokens": 18087661.0,
      "step": 5415
    },
    {
      "entropy": 6.596572017669677,
      "epoch": 1.05736025753585,
      "grad_norm": 0.8125,
      "learning_rate": 0.0004914677410072616,
      "loss": 6.3338,
      "mean_token_accuracy": 0.13774895817041397,
      "num_tokens": 18106116.0,
      "step": 5420
    },
    {
      "entropy": 6.724059009552002,
      "epoch": 1.0583357721197932,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004914485452763165,
      "loss": 6.4591,
      "mean_token_accuracy": 0.12664267048239708,
      "num_tokens": 18122420.0,
      "step": 5425
    },
    {
      "entropy": 6.742538738250732,
      "epoch": 1.0593112867037362,
      "grad_norm": 0.76953125,
      "learning_rate": 0.000491429328394791,
      "loss": 6.4876,
      "mean_token_accuracy": 0.12579345405101777,
      "num_tokens": 18137974.0,
      "step": 5430
    },
    {
      "entropy": 6.599317264556885,
      "epoch": 1.0602868012876792,
      "grad_norm": 0.78125,
      "learning_rate": 0.0004914100903645629,
      "loss": 6.2953,
      "mean_token_accuracy": 0.1430638924241066,
      "num_tokens": 18154711.0,
      "step": 5435
    },
    {
      "entropy": 6.693801927566528,
      "epoch": 1.0612623158716223,
      "grad_norm": 0.7890625,
      "learning_rate": 0.000491390831187512,
      "loss": 6.4797,
      "mean_token_accuracy": 0.13355367556214331,
      "num_tokens": 18172422.0,
      "step": 5440
    },
    {
      "entropy": 6.637841987609863,
      "epoch": 1.0622378304555653,
      "grad_norm": 0.75,
      "learning_rate": 0.0004913715508655203,
      "loss": 6.3584,
      "mean_token_accuracy": 0.14094378054141998,
      "num_tokens": 18189517.0,
      "step": 5445
    },
    {
      "entropy": 6.709555912017822,
      "epoch": 1.0632133450395083,
      "grad_norm": 0.78515625,
      "learning_rate": 0.0004913522494004719,
      "loss": 6.4203,
      "mean_token_accuracy": 0.12367856502532959,
      "num_tokens": 18206339.0,
      "step": 5450
    },
    {
      "entropy": 6.590398359298706,
      "epoch": 1.0641888596234514,
      "grad_norm": 0.71875,
      "learning_rate": 0.0004913329267942527,
      "loss": 6.2687,
      "mean_token_accuracy": 0.1443273976445198,
      "num_tokens": 18223953.0,
      "step": 5455
    },
    {
      "entropy": 6.747866010665893,
      "epoch": 1.0651643742073944,
      "grad_norm": 0.78515625,
      "learning_rate": 0.000491313583048751,
      "loss": 6.3914,
      "mean_token_accuracy": 0.13137061521410942,
      "num_tokens": 18241361.0,
      "step": 5460
    },
    {
      "entropy": 6.635549545288086,
      "epoch": 1.0661398887913374,
      "grad_norm": 0.82421875,
      "learning_rate": 0.0004912942181658569,
      "loss": 6.4244,
      "mean_token_accuracy": 0.13240148946642877,
      "num_tokens": 18257897.0,
      "step": 5465
    },
    {
      "entropy": 6.728245544433594,
      "epoch": 1.0671154033752805,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004912748321474627,
      "loss": 6.4227,
      "mean_token_accuracy": 0.1287676975131035,
      "num_tokens": 18274935.0,
      "step": 5470
    },
    {
      "entropy": 6.64414381980896,
      "epoch": 1.0680909179592235,
      "grad_norm": 0.71875,
      "learning_rate": 0.0004912554249954626,
      "loss": 6.4739,
      "mean_token_accuracy": 0.12997577115893363,
      "num_tokens": 18292529.0,
      "step": 5475
    },
    {
      "entropy": 6.754379796981811,
      "epoch": 1.0690664325431665,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004912359967117532,
      "loss": 6.4163,
      "mean_token_accuracy": 0.1284042626619339,
      "num_tokens": 18310278.0,
      "step": 5480
    },
    {
      "entropy": 6.688897037506104,
      "epoch": 1.0700419471271096,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004912165472982329,
      "loss": 6.4032,
      "mean_token_accuracy": 0.13633953258395196,
      "num_tokens": 18326972.0,
      "step": 5485
    },
    {
      "entropy": 6.699560642242432,
      "epoch": 1.0710174617110526,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004911970767568022,
      "loss": 6.5178,
      "mean_token_accuracy": 0.12869370579719544,
      "num_tokens": 18345065.0,
      "step": 5490
    },
    {
      "entropy": 6.6956757545471195,
      "epoch": 1.0719929762949956,
      "grad_norm": 0.80078125,
      "learning_rate": 0.0004911775850893637,
      "loss": 6.4542,
      "mean_token_accuracy": 0.13124455511569977,
      "num_tokens": 18363251.0,
      "step": 5495
    },
    {
      "entropy": 6.6375758171081545,
      "epoch": 1.0729684908789388,
      "grad_norm": 0.84375,
      "learning_rate": 0.000491158072297822,
      "loss": 6.2945,
      "mean_token_accuracy": 0.13764286637306214,
      "num_tokens": 18378650.0,
      "step": 5500
    },
    {
      "entropy": 6.713242626190185,
      "epoch": 1.0739440054628817,
      "grad_norm": 0.8359375,
      "learning_rate": 0.0004911385383840839,
      "loss": 6.4338,
      "mean_token_accuracy": 0.12922472432255744,
      "num_tokens": 18394533.0,
      "step": 5505
    },
    {
      "entropy": 6.7465431690216064,
      "epoch": 1.0749195200468247,
      "grad_norm": 0.76953125,
      "learning_rate": 0.0004911189833500582,
      "loss": 6.4887,
      "mean_token_accuracy": 0.126527863740921,
      "num_tokens": 18410752.0,
      "step": 5510
    },
    {
      "entropy": 6.572554874420166,
      "epoch": 1.0758950346307676,
      "grad_norm": 0.80859375,
      "learning_rate": 0.0004910994071976556,
      "loss": 6.2866,
      "mean_token_accuracy": 0.14214226081967354,
      "num_tokens": 18428027.0,
      "step": 5515
    },
    {
      "entropy": 6.613954830169678,
      "epoch": 1.0768705492147108,
      "grad_norm": 0.80859375,
      "learning_rate": 0.0004910798099287894,
      "loss": 6.3476,
      "mean_token_accuracy": 0.13438611701130868,
      "num_tokens": 18446380.0,
      "step": 5520
    },
    {
      "entropy": 6.598178815841675,
      "epoch": 1.0778460637986538,
      "grad_norm": 0.78125,
      "learning_rate": 0.000491060191545374,
      "loss": 6.2811,
      "mean_token_accuracy": 0.14768204763531684,
      "num_tokens": 18464628.0,
      "step": 5525
    },
    {
      "entropy": 6.673770332336426,
      "epoch": 1.0788215783825967,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004910405520493268,
      "loss": 6.394,
      "mean_token_accuracy": 0.13404838964343072,
      "num_tokens": 18479995.0,
      "step": 5530
    },
    {
      "entropy": 6.711406660079956,
      "epoch": 1.07979709296654,
      "grad_norm": 0.72265625,
      "learning_rate": 0.0004910208914425669,
      "loss": 6.4537,
      "mean_token_accuracy": 0.13421339467167853,
      "num_tokens": 18497143.0,
      "step": 5535
    },
    {
      "entropy": 6.708886623382568,
      "epoch": 1.0807726075504829,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004910012097270153,
      "loss": 6.4295,
      "mean_token_accuracy": 0.12926284670829774,
      "num_tokens": 18513428.0,
      "step": 5540
    },
    {
      "entropy": 6.731873559951782,
      "epoch": 1.0817481221344258,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004909815069045955,
      "loss": 6.5224,
      "mean_token_accuracy": 0.12557754144072533,
      "num_tokens": 18529475.0,
      "step": 5545
    },
    {
      "entropy": 6.760721349716187,
      "epoch": 1.082723636718369,
      "grad_norm": 0.765625,
      "learning_rate": 0.0004909617829772325,
      "loss": 6.4529,
      "mean_token_accuracy": 0.13117976114153862,
      "num_tokens": 18546156.0,
      "step": 5550
    },
    {
      "entropy": 6.552554941177368,
      "epoch": 1.083699151302312,
      "grad_norm": 0.79296875,
      "learning_rate": 0.0004909420379468537,
      "loss": 6.2192,
      "mean_token_accuracy": 0.15935494303703307,
      "num_tokens": 18562719.0,
      "step": 5555
    },
    {
      "entropy": 6.636818504333496,
      "epoch": 1.084674665886255,
      "grad_norm": 0.8046875,
      "learning_rate": 0.0004909222718153887,
      "loss": 6.3931,
      "mean_token_accuracy": 0.14037667065858841,
      "num_tokens": 18580123.0,
      "step": 5560
    },
    {
      "entropy": 6.665776634216309,
      "epoch": 1.0856501804701981,
      "grad_norm": 0.76171875,
      "learning_rate": 0.0004909024845847689,
      "loss": 6.3246,
      "mean_token_accuracy": 0.13558458238840104,
      "num_tokens": 18597003.0,
      "step": 5565
    },
    {
      "entropy": 6.646417427062988,
      "epoch": 1.086625695054141,
      "grad_norm": 0.79296875,
      "learning_rate": 0.0004908826762569276,
      "loss": 6.4099,
      "mean_token_accuracy": 0.13059732988476752,
      "num_tokens": 18613812.0,
      "step": 5570
    },
    {
      "entropy": 6.592721223831177,
      "epoch": 1.087601209638084,
      "grad_norm": 0.78515625,
      "learning_rate": 0.0004908628468338008,
      "loss": 6.3468,
      "mean_token_accuracy": 0.14388787001371384,
      "num_tokens": 18630333.0,
      "step": 5575
    },
    {
      "entropy": 6.741652536392212,
      "epoch": 1.088576724222027,
      "grad_norm": 0.8125,
      "learning_rate": 0.000490842996317326,
      "loss": 6.437,
      "mean_token_accuracy": 0.12965117394924164,
      "num_tokens": 18646784.0,
      "step": 5580
    },
    {
      "entropy": 6.630172872543335,
      "epoch": 1.0895522388059702,
      "grad_norm": 0.73046875,
      "learning_rate": 0.0004908231247094427,
      "loss": 6.3848,
      "mean_token_accuracy": 0.13559967204928397,
      "num_tokens": 18664358.0,
      "step": 5585
    },
    {
      "entropy": 6.618038940429687,
      "epoch": 1.0905277533899131,
      "grad_norm": 0.80859375,
      "learning_rate": 0.0004908032320120929,
      "loss": 6.2992,
      "mean_token_accuracy": 0.13660180270671846,
      "num_tokens": 18681849.0,
      "step": 5590
    },
    {
      "entropy": 6.678476095199585,
      "epoch": 1.091503267973856,
      "grad_norm": 0.8203125,
      "learning_rate": 0.0004907833182272204,
      "loss": 6.4253,
      "mean_token_accuracy": 0.13088755086064338,
      "num_tokens": 18697127.0,
      "step": 5595
    },
    {
      "entropy": 6.577255535125732,
      "epoch": 1.0924787825577993,
      "grad_norm": 0.82421875,
      "learning_rate": 0.0004907633833567711,
      "loss": 6.374,
      "mean_token_accuracy": 0.1401831440627575,
      "num_tokens": 18714859.0,
      "step": 5600
    },
    {
      "entropy": 6.726692581176758,
      "epoch": 1.0934542971417422,
      "grad_norm": 1.265625,
      "learning_rate": 0.000490743427402693,
      "loss": 6.4003,
      "mean_token_accuracy": 0.13212455958127975,
      "num_tokens": 18730083.0,
      "step": 5605
    },
    {
      "entropy": 6.631726837158203,
      "epoch": 1.0944298117256852,
      "grad_norm": 0.76171875,
      "learning_rate": 0.0004907234503669361,
      "loss": 6.3366,
      "mean_token_accuracy": 0.13337521851062775,
      "num_tokens": 18746694.0,
      "step": 5610
    },
    {
      "entropy": 6.668590641021728,
      "epoch": 1.0954053263096284,
      "grad_norm": 0.8359375,
      "learning_rate": 0.0004907034522514524,
      "loss": 6.4134,
      "mean_token_accuracy": 0.13277024030685425,
      "num_tokens": 18764333.0,
      "step": 5615
    },
    {
      "entropy": 6.679515600204468,
      "epoch": 1.0963808408935714,
      "grad_norm": 0.796875,
      "learning_rate": 0.0004906834330581963,
      "loss": 6.3991,
      "mean_token_accuracy": 0.1329722635447979,
      "num_tokens": 18780309.0,
      "step": 5620
    },
    {
      "entropy": 6.664807319641113,
      "epoch": 1.0973563554775143,
      "grad_norm": 0.828125,
      "learning_rate": 0.0004906633927891237,
      "loss": 6.4144,
      "mean_token_accuracy": 0.13825996443629265,
      "num_tokens": 18797322.0,
      "step": 5625
    },
    {
      "entropy": 6.681523275375366,
      "epoch": 1.0983318700614575,
      "grad_norm": 0.80859375,
      "learning_rate": 0.000490643331446193,
      "loss": 6.4509,
      "mean_token_accuracy": 0.1289804145693779,
      "num_tokens": 18813185.0,
      "step": 5630
    },
    {
      "entropy": 6.610307693481445,
      "epoch": 1.0993073846454005,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004906232490313646,
      "loss": 6.3354,
      "mean_token_accuracy": 0.13550117760896682,
      "num_tokens": 18829445.0,
      "step": 5635
    },
    {
      "entropy": 6.690057420730591,
      "epoch": 1.1002828992293434,
      "grad_norm": 0.7421875,
      "learning_rate": 0.0004906031455466008,
      "loss": 6.5086,
      "mean_token_accuracy": 0.12851374894380568,
      "num_tokens": 18846229.0,
      "step": 5640
    },
    {
      "entropy": 6.694026470184326,
      "epoch": 1.1012584138132866,
      "grad_norm": 0.74609375,
      "learning_rate": 0.0004905830209938659,
      "loss": 6.4554,
      "mean_token_accuracy": 0.13117237016558647,
      "num_tokens": 18861904.0,
      "step": 5645
    },
    {
      "entropy": 6.716022682189942,
      "epoch": 1.1022339283972296,
      "grad_norm": 0.7890625,
      "learning_rate": 0.0004905628753751267,
      "loss": 6.4809,
      "mean_token_accuracy": 0.12932328656315803,
      "num_tokens": 18879160.0,
      "step": 5650
    },
    {
      "entropy": 6.747362852096558,
      "epoch": 1.1032094429811725,
      "grad_norm": 0.78125,
      "learning_rate": 0.0004905427086923515,
      "loss": 6.4525,
      "mean_token_accuracy": 0.12372501939535141,
      "num_tokens": 18895388.0,
      "step": 5655
    },
    {
      "entropy": 6.685991907119751,
      "epoch": 1.1041849575651157,
      "grad_norm": 0.80078125,
      "learning_rate": 0.000490522520947511,
      "loss": 6.4011,
      "mean_token_accuracy": 0.13327449262142183,
      "num_tokens": 18912392.0,
      "step": 5660
    },
    {
      "entropy": 6.68028416633606,
      "epoch": 1.1051604721490587,
      "grad_norm": 0.8125,
      "learning_rate": 0.0004905023121425779,
      "loss": 6.398,
      "mean_token_accuracy": 0.1286716304719448,
      "num_tokens": 18928721.0,
      "step": 5665
    },
    {
      "entropy": 6.7144904136657715,
      "epoch": 1.1061359867330016,
      "grad_norm": 0.77734375,
      "learning_rate": 0.000490482082279527,
      "loss": 6.441,
      "mean_token_accuracy": 0.1284403011202812,
      "num_tokens": 18947144.0,
      "step": 5670
    },
    {
      "entropy": 6.67157211303711,
      "epoch": 1.1071115013169446,
      "grad_norm": 0.83984375,
      "learning_rate": 0.000490461831360335,
      "loss": 6.3909,
      "mean_token_accuracy": 0.13134697526693345,
      "num_tokens": 18963682.0,
      "step": 5675
    },
    {
      "entropy": 6.644093990325928,
      "epoch": 1.1080870159008878,
      "grad_norm": 0.7890625,
      "learning_rate": 0.0004904415593869806,
      "loss": 6.4169,
      "mean_token_accuracy": 0.13017263263463974,
      "num_tokens": 18980812.0,
      "step": 5680
    },
    {
      "entropy": 6.717637538909912,
      "epoch": 1.1090625304848307,
      "grad_norm": 0.7734375,
      "learning_rate": 0.0004904212663614452,
      "loss": 6.399,
      "mean_token_accuracy": 0.13180760219693183,
      "num_tokens": 18996816.0,
      "step": 5685
    },
    {
      "entropy": 6.676306867599488,
      "epoch": 1.1100380450687737,
      "grad_norm": 0.78125,
      "learning_rate": 0.0004904009522857111,
      "loss": 6.4007,
      "mean_token_accuracy": 0.12898706495761872,
      "num_tokens": 19012324.0,
      "step": 5690
    },
    {
      "entropy": 6.571801614761353,
      "epoch": 1.1110135596527169,
      "grad_norm": 0.77734375,
      "learning_rate": 0.0004903806171617638,
      "loss": 6.2547,
      "mean_token_accuracy": 0.14402821585536002,
      "num_tokens": 19030195.0,
      "step": 5695
    },
    {
      "entropy": 6.620313835144043,
      "epoch": 1.1119890742366598,
      "grad_norm": 0.72265625,
      "learning_rate": 0.0004903602609915901,
      "loss": 6.2668,
      "mean_token_accuracy": 0.1441740296781063,
      "num_tokens": 19048467.0,
      "step": 5700
    },
    {
      "entropy": 6.625540924072266,
      "epoch": 1.1129645888206028,
      "grad_norm": 0.828125,
      "learning_rate": 0.0004903398837771794,
      "loss": 6.371,
      "mean_token_accuracy": 0.13559052646160125,
      "num_tokens": 19066290.0,
      "step": 5705
    },
    {
      "entropy": 6.529235601425171,
      "epoch": 1.113940103404546,
      "grad_norm": 0.7578125,
      "learning_rate": 0.0004903194855205227,
      "loss": 6.2989,
      "mean_token_accuracy": 0.13896193280816077,
      "num_tokens": 19083455.0,
      "step": 5710
    },
    {
      "entropy": 6.709910154342651,
      "epoch": 1.114915617988489,
      "grad_norm": 0.80859375,
      "learning_rate": 0.0004902990662236132,
      "loss": 6.3544,
      "mean_token_accuracy": 0.13069986775517464,
      "num_tokens": 19100347.0,
      "step": 5715
    },
    {
      "entropy": 6.620657444000244,
      "epoch": 1.1158911325724319,
      "grad_norm": 0.7890625,
      "learning_rate": 0.0004902786258884463,
      "loss": 6.4027,
      "mean_token_accuracy": 0.13565035983920098,
      "num_tokens": 19117379.0,
      "step": 5720
    },
    {
      "entropy": 6.6739660739898685,
      "epoch": 1.116866647156375,
      "grad_norm": 0.76171875,
      "learning_rate": 0.0004902581645170194,
      "loss": 6.3414,
      "mean_token_accuracy": 0.13900445625185967,
      "num_tokens": 19134751.0,
      "step": 5725
    },
    {
      "entropy": 6.6766932010650635,
      "epoch": 1.117842161740318,
      "grad_norm": 0.765625,
      "learning_rate": 0.0004902376821113319,
      "loss": 6.394,
      "mean_token_accuracy": 0.13205634355545043,
      "num_tokens": 19150647.0,
      "step": 5730
    },
    {
      "entropy": 6.591034317016602,
      "epoch": 1.118817676324261,
      "grad_norm": 0.81640625,
      "learning_rate": 0.0004902171786733852,
      "loss": 6.3674,
      "mean_token_accuracy": 0.12754333764314651,
      "num_tokens": 19166654.0,
      "step": 5735
    },
    {
      "entropy": 6.663988447189331,
      "epoch": 1.1197931909082042,
      "grad_norm": 0.79296875,
      "learning_rate": 0.0004901966542051828,
      "loss": 6.3844,
      "mean_token_accuracy": 0.13280216977000237,
      "num_tokens": 19182787.0,
      "step": 5740
    },
    {
      "entropy": 6.653531837463379,
      "epoch": 1.1207687054921471,
      "grad_norm": 0.73046875,
      "learning_rate": 0.0004901761087087303,
      "loss": 6.3728,
      "mean_token_accuracy": 0.13525303825736046,
      "num_tokens": 19200218.0,
      "step": 5745
    },
    {
      "entropy": 6.6956830501556395,
      "epoch": 1.12174422007609,
      "grad_norm": 0.734375,
      "learning_rate": 0.0004901555421860354,
      "loss": 6.4474,
      "mean_token_accuracy": 0.13393874019384383,
      "num_tokens": 19217310.0,
      "step": 5750
    },
    {
      "entropy": 6.7425089359283445,
      "epoch": 1.1227197346600333,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0004901349546391078,
      "loss": 6.4093,
      "mean_token_accuracy": 0.12948506101965904,
      "num_tokens": 19233293.0,
      "step": 5755
    },
    {
      "entropy": 6.600000524520874,
      "epoch": 1.1236952492439762,
      "grad_norm": 0.70703125,
      "learning_rate": 0.0004901143460699592,
      "loss": 6.3126,
      "mean_token_accuracy": 0.14267959147691728,
      "num_tokens": 19250606.0,
      "step": 5760
    },
    {
      "entropy": 6.546543979644776,
      "epoch": 1.1246707638279192,
      "grad_norm": 0.8203125,
      "learning_rate": 0.0004900937164806033,
      "loss": 6.2784,
      "mean_token_accuracy": 0.14112137481570244,
      "num_tokens": 19267848.0,
      "step": 5765
    },
    {
      "entropy": 6.658873462677002,
      "epoch": 1.1256462784118622,
      "grad_norm": 0.74609375,
      "learning_rate": 0.0004900730658730561,
      "loss": 6.3725,
      "mean_token_accuracy": 0.13412191793322564,
      "num_tokens": 19284317.0,
      "step": 5770
    },
    {
      "entropy": 6.611948776245117,
      "epoch": 1.1266217929958053,
      "grad_norm": 0.828125,
      "learning_rate": 0.0004900523942493353,
      "loss": 6.3292,
      "mean_token_accuracy": 0.13690581023693085,
      "num_tokens": 19300766.0,
      "step": 5775
    },
    {
      "entropy": 6.625266647338867,
      "epoch": 1.1275973075797483,
      "grad_norm": 0.75390625,
      "learning_rate": 0.0004900317016114611,
      "loss": 6.3342,
      "mean_token_accuracy": 0.13349613249301912,
      "num_tokens": 19316966.0,
      "step": 5780
    },
    {
      "entropy": 6.637160396575927,
      "epoch": 1.1285728221636913,
      "grad_norm": 0.80859375,
      "learning_rate": 0.0004900109879614554,
      "loss": 6.4013,
      "mean_token_accuracy": 0.13031259626150132,
      "num_tokens": 19334389.0,
      "step": 5785
    },
    {
      "entropy": 6.75787124633789,
      "epoch": 1.1295483367476344,
      "grad_norm": 0.82421875,
      "learning_rate": 0.0004899902533013423,
      "loss": 6.4347,
      "mean_token_accuracy": 0.131734911352396,
      "num_tokens": 19350238.0,
      "step": 5790
    },
    {
      "entropy": 6.689391183853149,
      "epoch": 1.1305238513315774,
      "grad_norm": 0.8203125,
      "learning_rate": 0.0004899694976331478,
      "loss": 6.3716,
      "mean_token_accuracy": 0.12920037284493446,
      "num_tokens": 19367244.0,
      "step": 5795
    },
    {
      "entropy": 6.665352201461792,
      "epoch": 1.1314993659155204,
      "grad_norm": 0.81640625,
      "learning_rate": 0.0004899487209589001,
      "loss": 6.3795,
      "mean_token_accuracy": 0.1311267875134945,
      "num_tokens": 19384949.0,
      "step": 5800
    },
    {
      "entropy": 6.7469229221344,
      "epoch": 1.1324748804994635,
      "grad_norm": 0.8046875,
      "learning_rate": 0.0004899279232806297,
      "loss": 6.4655,
      "mean_token_accuracy": 0.1311109334230423,
      "num_tokens": 19402149.0,
      "step": 5805
    },
    {
      "entropy": 6.621192884445191,
      "epoch": 1.1334503950834065,
      "grad_norm": 0.8125,
      "learning_rate": 0.0004899071046003686,
      "loss": 6.347,
      "mean_token_accuracy": 0.13123001158237457,
      "num_tokens": 19419032.0,
      "step": 5810
    },
    {
      "entropy": 6.6412437915802,
      "epoch": 1.1344259096673495,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0004898862649201511,
      "loss": 6.3778,
      "mean_token_accuracy": 0.13786614760756494,
      "num_tokens": 19435656.0,
      "step": 5815
    },
    {
      "entropy": 6.601086664199829,
      "epoch": 1.1354014242512926,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0004898654042420137,
      "loss": 6.2989,
      "mean_token_accuracy": 0.14368942081928254,
      "num_tokens": 19451482.0,
      "step": 5820
    },
    {
      "entropy": 6.68469614982605,
      "epoch": 1.1363769388352356,
      "grad_norm": 0.8203125,
      "learning_rate": 0.0004898445225679948,
      "loss": 6.4446,
      "mean_token_accuracy": 0.13030050471425056,
      "num_tokens": 19467758.0,
      "step": 5825
    },
    {
      "entropy": 6.728692197799683,
      "epoch": 1.1373524534191786,
      "grad_norm": 0.80859375,
      "learning_rate": 0.0004898236199001347,
      "loss": 6.4561,
      "mean_token_accuracy": 0.12444462776184081,
      "num_tokens": 19483673.0,
      "step": 5830
    },
    {
      "entropy": 6.71709041595459,
      "epoch": 1.1383279680031215,
      "grad_norm": 0.796875,
      "learning_rate": 0.0004898026962404762,
      "loss": 6.4942,
      "mean_token_accuracy": 0.1278909847140312,
      "num_tokens": 19500171.0,
      "step": 5835
    },
    {
      "entropy": 6.619993829727173,
      "epoch": 1.1393034825870647,
      "grad_norm": 0.734375,
      "learning_rate": 0.0004897817515910639,
      "loss": 6.3316,
      "mean_token_accuracy": 0.14102777987718582,
      "num_tokens": 19516531.0,
      "step": 5840
    },
    {
      "entropy": 6.665643787384033,
      "epoch": 1.1402789971710077,
      "grad_norm": 0.74609375,
      "learning_rate": 0.0004897607859539443,
      "loss": 6.4326,
      "mean_token_accuracy": 0.1269475243985653,
      "num_tokens": 19534289.0,
      "step": 5845
    },
    {
      "entropy": 6.496716690063477,
      "epoch": 1.1412545117549509,
      "grad_norm": 0.8671875,
      "learning_rate": 0.000489739799331166,
      "loss": 6.2294,
      "mean_token_accuracy": 0.14537177756428718,
      "num_tokens": 19550190.0,
      "step": 5850
    },
    {
      "entropy": 6.596568632125854,
      "epoch": 1.1422300263388938,
      "grad_norm": 0.85546875,
      "learning_rate": 0.00048971879172478,
      "loss": 6.1841,
      "mean_token_accuracy": 0.14800776690244674,
      "num_tokens": 19567774.0,
      "step": 5855
    },
    {
      "entropy": 6.699548530578613,
      "epoch": 1.1432055409228368,
      "grad_norm": 0.7578125,
      "learning_rate": 0.0004896977631368389,
      "loss": 6.4525,
      "mean_token_accuracy": 0.12565091028809547,
      "num_tokens": 19583690.0,
      "step": 5860
    },
    {
      "entropy": 6.612415742874146,
      "epoch": 1.1441810555067797,
      "grad_norm": 0.8125,
      "learning_rate": 0.0004896767135693976,
      "loss": 6.3013,
      "mean_token_accuracy": 0.14321918189525604,
      "num_tokens": 19600563.0,
      "step": 5865
    },
    {
      "entropy": 6.608122968673706,
      "epoch": 1.145156570090723,
      "grad_norm": 0.77734375,
      "learning_rate": 0.000489655643024513,
      "loss": 6.3522,
      "mean_token_accuracy": 0.13803284242749214,
      "num_tokens": 19618043.0,
      "step": 5870
    },
    {
      "entropy": 6.652389001846314,
      "epoch": 1.1461320846746659,
      "grad_norm": 0.734375,
      "learning_rate": 0.0004896345515042439,
      "loss": 6.4107,
      "mean_token_accuracy": 0.13736021816730498,
      "num_tokens": 19634807.0,
      "step": 5875
    },
    {
      "entropy": 6.584311199188233,
      "epoch": 1.1471075992586088,
      "grad_norm": 0.83203125,
      "learning_rate": 0.0004896134390106515,
      "loss": 6.26,
      "mean_token_accuracy": 0.1433230809867382,
      "num_tokens": 19650814.0,
      "step": 5880
    },
    {
      "entropy": 6.494847917556763,
      "epoch": 1.148083113842552,
      "grad_norm": 0.76953125,
      "learning_rate": 0.0004895923055457987,
      "loss": 6.1991,
      "mean_token_accuracy": 0.1527823567390442,
      "num_tokens": 19666293.0,
      "step": 5885
    },
    {
      "entropy": 6.572353172302246,
      "epoch": 1.149058628426495,
      "grad_norm": 0.8203125,
      "learning_rate": 0.0004895711511117506,
      "loss": 6.2802,
      "mean_token_accuracy": 0.14090114757418631,
      "num_tokens": 19682549.0,
      "step": 5890
    },
    {
      "entropy": 6.634498071670532,
      "epoch": 1.150034143010438,
      "grad_norm": 0.7890625,
      "learning_rate": 0.0004895499757105743,
      "loss": 6.392,
      "mean_token_accuracy": 0.1322406843304634,
      "num_tokens": 19697776.0,
      "step": 5895
    },
    {
      "entropy": 6.577562618255615,
      "epoch": 1.1510096575943811,
      "grad_norm": 0.75,
      "learning_rate": 0.0004895287793443391,
      "loss": 6.3124,
      "mean_token_accuracy": 0.14334772303700447,
      "num_tokens": 19715219.0,
      "step": 5900
    },
    {
      "entropy": 6.575415420532226,
      "epoch": 1.151985172178324,
      "grad_norm": 0.7265625,
      "learning_rate": 0.0004895075620151162,
      "loss": 6.3507,
      "mean_token_accuracy": 0.1353907383978367,
      "num_tokens": 19731934.0,
      "step": 5905
    },
    {
      "entropy": 6.593326997756958,
      "epoch": 1.152960686762267,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004894863237249789,
      "loss": 6.333,
      "mean_token_accuracy": 0.14223438501358032,
      "num_tokens": 19748933.0,
      "step": 5910
    },
    {
      "entropy": 6.672081708908081,
      "epoch": 1.1539362013462102,
      "grad_norm": 0.80078125,
      "learning_rate": 0.0004894650644760024,
      "loss": 6.3615,
      "mean_token_accuracy": 0.13804279193282126,
      "num_tokens": 19765430.0,
      "step": 5915
    },
    {
      "entropy": 6.659942674636841,
      "epoch": 1.1549117159301532,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004894437842702642,
      "loss": 6.423,
      "mean_token_accuracy": 0.13224143609404565,
      "num_tokens": 19783626.0,
      "step": 5920
    },
    {
      "entropy": 6.695968341827393,
      "epoch": 1.1558872305140961,
      "grad_norm": 0.79296875,
      "learning_rate": 0.0004894224831098437,
      "loss": 6.4129,
      "mean_token_accuracy": 0.13119162395596504,
      "num_tokens": 19800269.0,
      "step": 5925
    },
    {
      "entropy": 6.651164579391479,
      "epoch": 1.156862745098039,
      "grad_norm": 0.875,
      "learning_rate": 0.0004894011609968224,
      "loss": 6.3483,
      "mean_token_accuracy": 0.134166169911623,
      "num_tokens": 19816837.0,
      "step": 5930
    },
    {
      "entropy": 6.706144189834594,
      "epoch": 1.1578382596819823,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004893798179332837,
      "loss": 6.5092,
      "mean_token_accuracy": 0.12628956958651544,
      "num_tokens": 19833029.0,
      "step": 5935
    },
    {
      "entropy": 6.574680423736572,
      "epoch": 1.1588137742659252,
      "grad_norm": 0.78515625,
      "learning_rate": 0.0004893584539213134,
      "loss": 6.2612,
      "mean_token_accuracy": 0.14667656496167183,
      "num_tokens": 19851600.0,
      "step": 5940
    },
    {
      "entropy": 6.651346445083618,
      "epoch": 1.1597892888498684,
      "grad_norm": 0.8359375,
      "learning_rate": 0.0004893370689629988,
      "loss": 6.3779,
      "mean_token_accuracy": 0.13335738852620124,
      "num_tokens": 19867152.0,
      "step": 5945
    },
    {
      "entropy": 6.548767328262329,
      "epoch": 1.1607648034338114,
      "grad_norm": 0.796875,
      "learning_rate": 0.0004893156630604298,
      "loss": 6.2221,
      "mean_token_accuracy": 0.14201614186167716,
      "num_tokens": 19884035.0,
      "step": 5950
    },
    {
      "entropy": 6.6767662525177,
      "epoch": 1.1617403180177543,
      "grad_norm": 0.796875,
      "learning_rate": 0.000489294236215698,
      "loss": 6.3462,
      "mean_token_accuracy": 0.13621781691908835,
      "num_tokens": 19899186.0,
      "step": 5955
    },
    {
      "entropy": 6.671426439285279,
      "epoch": 1.1627158326016973,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004892727884308972,
      "loss": 6.3883,
      "mean_token_accuracy": 0.13173395171761512,
      "num_tokens": 19914162.0,
      "step": 5960
    },
    {
      "entropy": 6.6568145751953125,
      "epoch": 1.1636913471856405,
      "grad_norm": 0.73828125,
      "learning_rate": 0.0004892513197081233,
      "loss": 6.3366,
      "mean_token_accuracy": 0.12948881909251214,
      "num_tokens": 19931758.0,
      "step": 5965
    },
    {
      "entropy": 6.617922687530518,
      "epoch": 1.1646668617695835,
      "grad_norm": 0.765625,
      "learning_rate": 0.000489229830049474,
      "loss": 6.4036,
      "mean_token_accuracy": 0.13296738713979722,
      "num_tokens": 19949397.0,
      "step": 5970
    },
    {
      "entropy": 6.596421957015991,
      "epoch": 1.1656423763535264,
      "grad_norm": 0.74609375,
      "learning_rate": 0.0004892083194570492,
      "loss": 6.3187,
      "mean_token_accuracy": 0.13504212275147437,
      "num_tokens": 19967356.0,
      "step": 5975
    },
    {
      "entropy": 6.621013212203979,
      "epoch": 1.1666178909374696,
      "grad_norm": 0.8125,
      "learning_rate": 0.0004891867879329509,
      "loss": 6.261,
      "mean_token_accuracy": 0.14415303915739058,
      "num_tokens": 19984343.0,
      "step": 5980
    },
    {
      "entropy": 6.7058874607086185,
      "epoch": 1.1675934055214126,
      "grad_norm": 0.8203125,
      "learning_rate": 0.0004891652354792831,
      "loss": 6.4226,
      "mean_token_accuracy": 0.13009108528494834,
      "num_tokens": 20001600.0,
      "step": 5985
    },
    {
      "entropy": 6.6178749084472654,
      "epoch": 1.1685689201053555,
      "grad_norm": 0.82421875,
      "learning_rate": 0.0004891436620981517,
      "loss": 6.373,
      "mean_token_accuracy": 0.13155862912535668,
      "num_tokens": 20016816.0,
      "step": 5990
    },
    {
      "entropy": 6.725284099578857,
      "epoch": 1.1695444346892987,
      "grad_norm": 0.78125,
      "learning_rate": 0.0004891220677916649,
      "loss": 6.3884,
      "mean_token_accuracy": 0.13486908972263337,
      "num_tokens": 20033754.0,
      "step": 5995
    },
    {
      "entropy": 6.5060121536254885,
      "epoch": 1.1705199492732417,
      "grad_norm": 0.7578125,
      "learning_rate": 0.0004891004525619327,
      "loss": 6.3173,
      "mean_token_accuracy": 0.14494581669569015,
      "num_tokens": 20051899.0,
      "step": 6000
    },
    {
      "epoch": 1.1705199492732417,
      "eval_entropy": 6.413826617191681,
      "eval_loss": 6.429699897766113,
      "eval_mean_token_accuracy": 0.13688570830487595,
      "eval_num_tokens": 20051899.0,
      "eval_runtime": 11.9387,
      "eval_samples_per_second": 1388.504,
      "eval_steps_per_second": 173.636,
      "step": 6000
    },
    {
      "entropy": 6.615513563156128,
      "epoch": 1.1714954638571846,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004890788164110674,
      "loss": 6.321,
      "mean_token_accuracy": 0.13706970885396003,
      "num_tokens": 20069066.0,
      "step": 6005
    },
    {
      "entropy": 6.6620180130004885,
      "epoch": 1.1724709784411278,
      "grad_norm": 0.76953125,
      "learning_rate": 0.0004890571593411833,
      "loss": 6.3542,
      "mean_token_accuracy": 0.13484485745429992,
      "num_tokens": 20085482.0,
      "step": 6010
    },
    {
      "entropy": 6.675110960006714,
      "epoch": 1.1734464930250708,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004890354813543963,
      "loss": 6.4163,
      "mean_token_accuracy": 0.1326555736362934,
      "num_tokens": 20101591.0,
      "step": 6015
    },
    {
      "entropy": 6.667465448379517,
      "epoch": 1.1744220076090137,
      "grad_norm": 0.8125,
      "learning_rate": 0.000489013782452825,
      "loss": 6.357,
      "mean_token_accuracy": 0.13330597504973413,
      "num_tokens": 20118261.0,
      "step": 6020
    },
    {
      "entropy": 6.599609899520874,
      "epoch": 1.1753975221929567,
      "grad_norm": 0.78125,
      "learning_rate": 0.0004889920626385896,
      "loss": 6.3332,
      "mean_token_accuracy": 0.14014685675501823,
      "num_tokens": 20133552.0,
      "step": 6025
    },
    {
      "entropy": 6.505552768707275,
      "epoch": 1.1763730367768999,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004889703219138125,
      "loss": 6.1633,
      "mean_token_accuracy": 0.14709586501121522,
      "num_tokens": 20150237.0,
      "step": 6030
    },
    {
      "entropy": 6.652246570587158,
      "epoch": 1.1773485513608428,
      "grad_norm": 0.80859375,
      "learning_rate": 0.0004889485602806181,
      "loss": 6.3808,
      "mean_token_accuracy": 0.13477106690406798,
      "num_tokens": 20166926.0,
      "step": 6035
    },
    {
      "entropy": 6.636555290222168,
      "epoch": 1.1783240659447858,
      "grad_norm": 0.8359375,
      "learning_rate": 0.0004889267777411331,
      "loss": 6.3874,
      "mean_token_accuracy": 0.13593195676803588,
      "num_tokens": 20184507.0,
      "step": 6040
    },
    {
      "entropy": 6.624003744125366,
      "epoch": 1.179299580528729,
      "grad_norm": 0.77734375,
      "learning_rate": 0.0004889049742974858,
      "loss": 6.3242,
      "mean_token_accuracy": 0.14156730324029923,
      "num_tokens": 20200647.0,
      "step": 6045
    },
    {
      "entropy": 6.599157190322876,
      "epoch": 1.180275095112672,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0004888831499518066,
      "loss": 6.3641,
      "mean_token_accuracy": 0.14025319665670394,
      "num_tokens": 20218634.0,
      "step": 6050
    },
    {
      "entropy": 6.661296844482422,
      "epoch": 1.1812506096966149,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004888613047062284,
      "loss": 6.3962,
      "mean_token_accuracy": 0.13306202962994576,
      "num_tokens": 20234641.0,
      "step": 6055
    },
    {
      "entropy": 6.647845315933227,
      "epoch": 1.182226124280558,
      "grad_norm": 0.78515625,
      "learning_rate": 0.0004888394385628857,
      "loss": 6.3948,
      "mean_token_accuracy": 0.12631262019276618,
      "num_tokens": 20251973.0,
      "step": 6060
    },
    {
      "entropy": 6.5801698684692385,
      "epoch": 1.183201638864501,
      "grad_norm": 0.71875,
      "learning_rate": 0.0004888175515239152,
      "loss": 6.311,
      "mean_token_accuracy": 0.13774401992559432,
      "num_tokens": 20270300.0,
      "step": 6065
    },
    {
      "entropy": 6.619058513641358,
      "epoch": 1.184177153448444,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004887956435914556,
      "loss": 6.34,
      "mean_token_accuracy": 0.13943363204598427,
      "num_tokens": 20286887.0,
      "step": 6070
    },
    {
      "entropy": 6.64850754737854,
      "epoch": 1.1851526680323872,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004887737147676477,
      "loss": 6.4075,
      "mean_token_accuracy": 0.12831360027194022,
      "num_tokens": 20302859.0,
      "step": 6075
    },
    {
      "entropy": 6.610244941711426,
      "epoch": 1.1861281826163301,
      "grad_norm": 0.72265625,
      "learning_rate": 0.0004887517650546344,
      "loss": 6.3454,
      "mean_token_accuracy": 0.14019521251320838,
      "num_tokens": 20319863.0,
      "step": 6080
    },
    {
      "entropy": 6.636145687103271,
      "epoch": 1.187103697200273,
      "grad_norm": 0.72265625,
      "learning_rate": 0.0004887297944545603,
      "loss": 6.3511,
      "mean_token_accuracy": 0.13503736183047294,
      "num_tokens": 20336134.0,
      "step": 6085
    },
    {
      "entropy": 6.558742189407349,
      "epoch": 1.188079211784216,
      "grad_norm": 0.80078125,
      "learning_rate": 0.0004887078029695725,
      "loss": 6.2265,
      "mean_token_accuracy": 0.15061090812087058,
      "num_tokens": 20353171.0,
      "step": 6090
    },
    {
      "entropy": 6.579487085342407,
      "epoch": 1.1890547263681592,
      "grad_norm": 0.875,
      "learning_rate": 0.0004886857906018198,
      "loss": 6.3119,
      "mean_token_accuracy": 0.13532079830765725,
      "num_tokens": 20368464.0,
      "step": 6095
    },
    {
      "entropy": 6.625659513473511,
      "epoch": 1.1900302409521022,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004886637573534534,
      "loss": 6.3335,
      "mean_token_accuracy": 0.13451819121837616,
      "num_tokens": 20383842.0,
      "step": 6100
    },
    {
      "entropy": 6.599491882324219,
      "epoch": 1.1910057555360454,
      "grad_norm": 0.8125,
      "learning_rate": 0.000488641703226626,
      "loss": 6.3191,
      "mean_token_accuracy": 0.1411769561469555,
      "num_tokens": 20399503.0,
      "step": 6105
    },
    {
      "entropy": 6.551924324035644,
      "epoch": 1.1919812701199883,
      "grad_norm": 0.72265625,
      "learning_rate": 0.0004886196282234927,
      "loss": 6.2657,
      "mean_token_accuracy": 0.13895047679543496,
      "num_tokens": 20416012.0,
      "step": 6110
    },
    {
      "entropy": 6.711956787109375,
      "epoch": 1.1929567847039313,
      "grad_norm": 0.82421875,
      "learning_rate": 0.0004885975323462109,
      "loss": 6.3789,
      "mean_token_accuracy": 0.13004560992121697,
      "num_tokens": 20432092.0,
      "step": 6115
    },
    {
      "entropy": 6.607301664352417,
      "epoch": 1.1939322992878743,
      "grad_norm": 0.80859375,
      "learning_rate": 0.0004885754155969393,
      "loss": 6.3361,
      "mean_token_accuracy": 0.14433069303631782,
      "num_tokens": 20449388.0,
      "step": 6120
    },
    {
      "entropy": 6.554544687271118,
      "epoch": 1.1949078138718174,
      "grad_norm": 0.83203125,
      "learning_rate": 0.0004885532779778394,
      "loss": 6.2886,
      "mean_token_accuracy": 0.14420322477817535,
      "num_tokens": 20464851.0,
      "step": 6125
    },
    {
      "entropy": 6.6218572616577145,
      "epoch": 1.1958833284557604,
      "grad_norm": 0.8125,
      "learning_rate": 0.0004885311194910743,
      "loss": 6.3761,
      "mean_token_accuracy": 0.13332002088427544,
      "num_tokens": 20481346.0,
      "step": 6130
    },
    {
      "entropy": 6.648979234695434,
      "epoch": 1.1968588430397034,
      "grad_norm": 0.79296875,
      "learning_rate": 0.0004885089401388093,
      "loss": 6.4185,
      "mean_token_accuracy": 0.13126153126358986,
      "num_tokens": 20498373.0,
      "step": 6135
    },
    {
      "entropy": 6.642995357513428,
      "epoch": 1.1978343576236465,
      "grad_norm": 0.796875,
      "learning_rate": 0.0004884867399232116,
      "loss": 6.3433,
      "mean_token_accuracy": 0.13138046488165855,
      "num_tokens": 20515375.0,
      "step": 6140
    },
    {
      "entropy": 6.599935483932495,
      "epoch": 1.1988098722075895,
      "grad_norm": 0.75,
      "learning_rate": 0.0004884645188464505,
      "loss": 6.3425,
      "mean_token_accuracy": 0.13057661503553392,
      "num_tokens": 20531593.0,
      "step": 6145
    },
    {
      "entropy": 6.708626365661621,
      "epoch": 1.1997853867915325,
      "grad_norm": 0.76171875,
      "learning_rate": 0.0004884422769106975,
      "loss": 6.3479,
      "mean_token_accuracy": 0.13680112287402152,
      "num_tokens": 20548668.0,
      "step": 6150
    },
    {
      "entropy": 6.676055479049682,
      "epoch": 1.2007609013754756,
      "grad_norm": 0.78125,
      "learning_rate": 0.0004884200141181258,
      "loss": 6.4358,
      "mean_token_accuracy": 0.12738435342907906,
      "num_tokens": 20566772.0,
      "step": 6155
    },
    {
      "entropy": 6.597967958450317,
      "epoch": 1.2017364159594186,
      "grad_norm": 0.85546875,
      "learning_rate": 0.000488397730470911,
      "loss": 6.315,
      "mean_token_accuracy": 0.13430549427866936,
      "num_tokens": 20582557.0,
      "step": 6160
    },
    {
      "entropy": 6.609709787368774,
      "epoch": 1.2027119305433616,
      "grad_norm": 0.7265625,
      "learning_rate": 0.0004883754259712305,
      "loss": 6.3396,
      "mean_token_accuracy": 0.13281101509928703,
      "num_tokens": 20598516.0,
      "step": 6165
    },
    {
      "entropy": 6.652789688110351,
      "epoch": 1.2036874451273047,
      "grad_norm": 0.90234375,
      "learning_rate": 0.000488353100621264,
      "loss": 6.3389,
      "mean_token_accuracy": 0.13093153685331343,
      "num_tokens": 20613773.0,
      "step": 6170
    },
    {
      "entropy": 6.5983192920684814,
      "epoch": 1.2046629597112477,
      "grad_norm": 0.8046875,
      "learning_rate": 0.0004883307544231928,
      "loss": 6.3686,
      "mean_token_accuracy": 0.13515307381749153,
      "num_tokens": 20631141.0,
      "step": 6175
    },
    {
      "entropy": 6.580211067199707,
      "epoch": 1.2056384742951907,
      "grad_norm": 0.77734375,
      "learning_rate": 0.0004883083873792007,
      "loss": 6.3142,
      "mean_token_accuracy": 0.14039806202054023,
      "num_tokens": 20648408.0,
      "step": 6180
    },
    {
      "entropy": 6.621306228637695,
      "epoch": 1.2066139888791336,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004882859994914731,
      "loss": 6.371,
      "mean_token_accuracy": 0.13875624015927315,
      "num_tokens": 20666418.0,
      "step": 6185
    },
    {
      "entropy": 6.609470367431641,
      "epoch": 1.2075895034630768,
      "grad_norm": 0.83984375,
      "learning_rate": 0.00048826359076219785,
      "loss": 6.283,
      "mean_token_accuracy": 0.13869601339101792,
      "num_tokens": 20682795.0,
      "step": 6190
    },
    {
      "entropy": 6.608493661880493,
      "epoch": 1.2085650180470198,
      "grad_norm": 0.79296875,
      "learning_rate": 0.0004882411611935646,
      "loss": 6.4299,
      "mean_token_accuracy": 0.13466596975922585,
      "num_tokens": 20700964.0,
      "step": 6195
    },
    {
      "entropy": 6.567957973480224,
      "epoch": 1.209540532630963,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004882187107877651,
      "loss": 6.2579,
      "mean_token_accuracy": 0.1403879150748253,
      "num_tokens": 20717288.0,
      "step": 6200
    },
    {
      "entropy": 6.615914344787598,
      "epoch": 1.210516047214906,
      "grad_norm": 0.7578125,
      "learning_rate": 0.00048819623954699307,
      "loss": 6.3449,
      "mean_token_accuracy": 0.1331082582473755,
      "num_tokens": 20733859.0,
      "step": 6205
    },
    {
      "entropy": 6.67500524520874,
      "epoch": 1.2114915617988489,
      "grad_norm": 0.77734375,
      "learning_rate": 0.0004881737474734444,
      "loss": 6.3956,
      "mean_token_accuracy": 0.13442872390151023,
      "num_tokens": 20751467.0,
      "step": 6210
    },
    {
      "entropy": 6.663329219818115,
      "epoch": 1.2124670763827918,
      "grad_norm": 0.77734375,
      "learning_rate": 0.00048815123456931686,
      "loss": 6.4039,
      "mean_token_accuracy": 0.13243629336357116,
      "num_tokens": 20768019.0,
      "step": 6215
    },
    {
      "entropy": 6.655374145507812,
      "epoch": 1.213442590966735,
      "grad_norm": 0.828125,
      "learning_rate": 0.0004881287008368104,
      "loss": 6.4144,
      "mean_token_accuracy": 0.13093336895108224,
      "num_tokens": 20785007.0,
      "step": 6220
    },
    {
      "entropy": 6.629709053039551,
      "epoch": 1.214418105550678,
      "grad_norm": 0.78125,
      "learning_rate": 0.00048810614627812685,
      "loss": 6.3114,
      "mean_token_accuracy": 0.13483342304825782,
      "num_tokens": 20801693.0,
      "step": 6225
    },
    {
      "entropy": 6.45578145980835,
      "epoch": 1.215393620134621,
      "grad_norm": 0.76953125,
      "learning_rate": 0.0004880835708954702,
      "loss": 6.1579,
      "mean_token_accuracy": 0.14950770065188407,
      "num_tokens": 20819866.0,
      "step": 6230
    },
    {
      "entropy": 6.645151519775391,
      "epoch": 1.2163691347185641,
      "grad_norm": 0.8359375,
      "learning_rate": 0.0004880609746910465,
      "loss": 6.37,
      "mean_token_accuracy": 0.13632291853427886,
      "num_tokens": 20836228.0,
      "step": 6235
    },
    {
      "entropy": 6.623542976379395,
      "epoch": 1.217344649302507,
      "grad_norm": 0.9453125,
      "learning_rate": 0.00048803835766706366,
      "loss": 6.2865,
      "mean_token_accuracy": 0.13432003036141396,
      "num_tokens": 20853489.0,
      "step": 6240
    },
    {
      "entropy": 6.342725563049316,
      "epoch": 1.21832016388645,
      "grad_norm": 0.73046875,
      "learning_rate": 0.00048801571982573185,
      "loss": 6.0826,
      "mean_token_accuracy": 0.163801159709692,
      "num_tokens": 20870627.0,
      "step": 6245
    },
    {
      "entropy": 6.649976825714111,
      "epoch": 1.2192956784703932,
      "grad_norm": 0.79296875,
      "learning_rate": 0.00048799306116926306,
      "loss": 6.3388,
      "mean_token_accuracy": 0.14219992458820344,
      "num_tokens": 20887277.0,
      "step": 6250
    },
    {
      "entropy": 6.658542537689209,
      "epoch": 1.2202711930543362,
      "grad_norm": 0.89453125,
      "learning_rate": 0.00048797038169987153,
      "loss": 6.3295,
      "mean_token_accuracy": 0.12845914363861083,
      "num_tokens": 20902603.0,
      "step": 6255
    },
    {
      "entropy": 6.620276737213135,
      "epoch": 1.2212467076382791,
      "grad_norm": 0.875,
      "learning_rate": 0.00048794768141977317,
      "loss": 6.3308,
      "mean_token_accuracy": 0.13736491352319719,
      "num_tokens": 20918700.0,
      "step": 6260
    },
    {
      "entropy": 6.541420221328735,
      "epoch": 1.2222222222222223,
      "grad_norm": 0.76953125,
      "learning_rate": 0.0004879249603311865,
      "loss": 6.2301,
      "mean_token_accuracy": 0.14781321659684182,
      "num_tokens": 20936437.0,
      "step": 6265
    },
    {
      "entropy": 6.599249935150146,
      "epoch": 1.2231977368061653,
      "grad_norm": 0.859375,
      "learning_rate": 0.00048790221843633154,
      "loss": 6.2429,
      "mean_token_accuracy": 0.15007681772112846,
      "num_tokens": 20954984.0,
      "step": 6270
    },
    {
      "entropy": 6.51985731124878,
      "epoch": 1.2241732513901082,
      "grad_norm": 0.78515625,
      "learning_rate": 0.0004878794557374306,
      "loss": 6.2822,
      "mean_token_accuracy": 0.1479309931397438,
      "num_tokens": 20971119.0,
      "step": 6275
    },
    {
      "entropy": 6.6078540802001955,
      "epoch": 1.2251487659740512,
      "grad_norm": 0.6875,
      "learning_rate": 0.0004878566722367079,
      "loss": 6.3256,
      "mean_token_accuracy": 0.14244431704282762,
      "num_tokens": 20988211.0,
      "step": 6280
    },
    {
      "entropy": 6.612116909027099,
      "epoch": 1.2261242805579944,
      "grad_norm": 0.7734375,
      "learning_rate": 0.0004878338679363899,
      "loss": 6.2971,
      "mean_token_accuracy": 0.13869895040988922,
      "num_tokens": 21004240.0,
      "step": 6285
    },
    {
      "entropy": 6.640321731567383,
      "epoch": 1.2270997951419373,
      "grad_norm": 0.875,
      "learning_rate": 0.0004878110428387048,
      "loss": 6.3886,
      "mean_token_accuracy": 0.1308304138481617,
      "num_tokens": 21021977.0,
      "step": 6290
    },
    {
      "entropy": 6.573281097412109,
      "epoch": 1.2280753097258805,
      "grad_norm": 0.796875,
      "learning_rate": 0.00048778819694588317,
      "loss": 6.2695,
      "mean_token_accuracy": 0.14514906108379363,
      "num_tokens": 21038422.0,
      "step": 6295
    },
    {
      "entropy": 6.396042394638061,
      "epoch": 1.2290508243098235,
      "grad_norm": 0.76171875,
      "learning_rate": 0.00048776533026015725,
      "loss": 6.1084,
      "mean_token_accuracy": 0.15969659462571145,
      "num_tokens": 21055148.0,
      "step": 6300
    },
    {
      "entropy": 6.583378076553345,
      "epoch": 1.2300263388937664,
      "grad_norm": 0.77734375,
      "learning_rate": 0.00048774244278376164,
      "loss": 6.3468,
      "mean_token_accuracy": 0.1360735185444355,
      "num_tokens": 21072137.0,
      "step": 6305
    },
    {
      "entropy": 6.588210582733154,
      "epoch": 1.2310018534777094,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004877195345189326,
      "loss": 6.2826,
      "mean_token_accuracy": 0.14065521135926246,
      "num_tokens": 21089012.0,
      "step": 6310
    },
    {
      "entropy": 6.6299186706542965,
      "epoch": 1.2319773680616526,
      "grad_norm": 0.87109375,
      "learning_rate": 0.00048769660546790896,
      "loss": 6.3046,
      "mean_token_accuracy": 0.13411844670772552,
      "num_tokens": 21105274.0,
      "step": 6315
    },
    {
      "entropy": 6.648674964904785,
      "epoch": 1.2329528826455955,
      "grad_norm": 0.734375,
      "learning_rate": 0.00048767365563293097,
      "loss": 6.3954,
      "mean_token_accuracy": 0.13752088621258735,
      "num_tokens": 21122784.0,
      "step": 6320
    },
    {
      "entropy": 6.626354503631592,
      "epoch": 1.2339283972295385,
      "grad_norm": 0.81640625,
      "learning_rate": 0.0004876506850162414,
      "loss": 6.2515,
      "mean_token_accuracy": 0.1408928245306015,
      "num_tokens": 21139829.0,
      "step": 6325
    },
    {
      "entropy": 6.567396736145019,
      "epoch": 1.2349039118134817,
      "grad_norm": 0.81640625,
      "learning_rate": 0.00048762769362008473,
      "loss": 6.2338,
      "mean_token_accuracy": 0.1373020179569721,
      "num_tokens": 21155095.0,
      "step": 6330
    },
    {
      "entropy": 6.587574434280396,
      "epoch": 1.2358794263974247,
      "grad_norm": 0.80078125,
      "learning_rate": 0.0004876046814467077,
      "loss": 6.379,
      "mean_token_accuracy": 0.13502976670861244,
      "num_tokens": 21171865.0,
      "step": 6335
    },
    {
      "entropy": 6.719587659835815,
      "epoch": 1.2368549409813676,
      "grad_norm": 0.76953125,
      "learning_rate": 0.000487581648498359,
      "loss": 6.3799,
      "mean_token_accuracy": 0.1269511751830578,
      "num_tokens": 21188757.0,
      "step": 6340
    },
    {
      "entropy": 6.620640993118286,
      "epoch": 1.2378304555653108,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004875585947772892,
      "loss": 6.3273,
      "mean_token_accuracy": 0.14092256799340247,
      "num_tokens": 21204324.0,
      "step": 6345
    },
    {
      "entropy": 6.544226121902466,
      "epoch": 1.2388059701492538,
      "grad_norm": 0.82421875,
      "learning_rate": 0.00048753552028575105,
      "loss": 6.2751,
      "mean_token_accuracy": 0.1415346659719944,
      "num_tokens": 21219836.0,
      "step": 6350
    },
    {
      "entropy": 6.6123411655426025,
      "epoch": 1.2397814847331967,
      "grad_norm": 0.796875,
      "learning_rate": 0.0004875124250259994,
      "loss": 6.3679,
      "mean_token_accuracy": 0.1322230339050293,
      "num_tokens": 21235848.0,
      "step": 6355
    },
    {
      "entropy": 6.537297630310059,
      "epoch": 1.24075699931714,
      "grad_norm": 0.8203125,
      "learning_rate": 0.00048748930900029103,
      "loss": 6.3028,
      "mean_token_accuracy": 0.1483127400279045,
      "num_tokens": 21252779.0,
      "step": 6360
    },
    {
      "entropy": 6.590881109237671,
      "epoch": 1.2417325139010829,
      "grad_norm": 0.7734375,
      "learning_rate": 0.00048746617221088464,
      "loss": 6.2966,
      "mean_token_accuracy": 0.13937641009688378,
      "num_tokens": 21269004.0,
      "step": 6365
    },
    {
      "entropy": 6.63851113319397,
      "epoch": 1.2427080284850258,
      "grad_norm": 0.765625,
      "learning_rate": 0.00048744301466004114,
      "loss": 6.3748,
      "mean_token_accuracy": 0.13752398639917374,
      "num_tokens": 21285769.0,
      "step": 6370
    },
    {
      "entropy": 6.646992492675781,
      "epoch": 1.2436835430689688,
      "grad_norm": 0.7890625,
      "learning_rate": 0.0004874198363500235,
      "loss": 6.3868,
      "mean_token_accuracy": 0.131539922952652,
      "num_tokens": 21301986.0,
      "step": 6375
    },
    {
      "entropy": 6.7040855884552,
      "epoch": 1.244659057652912,
      "grad_norm": 0.8046875,
      "learning_rate": 0.0004873966372830964,
      "loss": 6.4798,
      "mean_token_accuracy": 0.12903040945529937,
      "num_tokens": 21318755.0,
      "step": 6380
    },
    {
      "entropy": 6.438275909423828,
      "epoch": 1.245634572236855,
      "grad_norm": 0.75390625,
      "learning_rate": 0.000487373417461527,
      "loss": 6.1513,
      "mean_token_accuracy": 0.15937207043170928,
      "num_tokens": 21335188.0,
      "step": 6385
    },
    {
      "entropy": 6.607412719726563,
      "epoch": 1.2466100868207979,
      "grad_norm": 0.828125,
      "learning_rate": 0.00048735017688758406,
      "loss": 6.3359,
      "mean_token_accuracy": 0.13480633050203322,
      "num_tokens": 21351976.0,
      "step": 6390
    },
    {
      "entropy": 6.631119585037231,
      "epoch": 1.247585601404741,
      "grad_norm": 0.74609375,
      "learning_rate": 0.0004873269155635387,
      "loss": 6.3589,
      "mean_token_accuracy": 0.13189575597643852,
      "num_tokens": 21369043.0,
      "step": 6395
    },
    {
      "entropy": 6.652311182022094,
      "epoch": 1.248561115988684,
      "grad_norm": 0.73046875,
      "learning_rate": 0.00048730363349166393,
      "loss": 6.3161,
      "mean_token_accuracy": 0.13616907820105553,
      "num_tokens": 21386583.0,
      "step": 6400
    },
    {
      "entropy": 6.637313747406006,
      "epoch": 1.249536630572627,
      "grad_norm": 0.73828125,
      "learning_rate": 0.0004872803306742348,
      "loss": 6.3023,
      "mean_token_accuracy": 0.13825816810131072,
      "num_tokens": 21403455.0,
      "step": 6405
    },
    {
      "entropy": 6.55985689163208,
      "epoch": 1.2505121451565702,
      "grad_norm": 0.76953125,
      "learning_rate": 0.0004872570071135282,
      "loss": 6.3642,
      "mean_token_accuracy": 0.13294562697410583,
      "num_tokens": 21420107.0,
      "step": 6410
    },
    {
      "entropy": 6.6619696617126465,
      "epoch": 1.2514876597405131,
      "grad_norm": 0.8046875,
      "learning_rate": 0.00048723366281182344,
      "loss": 6.3627,
      "mean_token_accuracy": 0.13141619190573692,
      "num_tokens": 21436629.0,
      "step": 6415
    },
    {
      "entropy": 6.619284725189209,
      "epoch": 1.252463174324456,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004872102977714016,
      "loss": 6.3214,
      "mean_token_accuracy": 0.13802105635404588,
      "num_tokens": 21454364.0,
      "step": 6420
    },
    {
      "entropy": 6.577332925796509,
      "epoch": 1.2534386889083993,
      "grad_norm": 0.796875,
      "learning_rate": 0.00048718691199454577,
      "loss": 6.2468,
      "mean_token_accuracy": 0.1408149816095829,
      "num_tokens": 21472056.0,
      "step": 6425
    },
    {
      "entropy": 6.650113201141357,
      "epoch": 1.2544142034923422,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0004871635054835412,
      "loss": 6.394,
      "mean_token_accuracy": 0.1293126918375492,
      "num_tokens": 21489125.0,
      "step": 6430
    },
    {
      "entropy": 6.64180359840393,
      "epoch": 1.2553897180762852,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004871400782406749,
      "loss": 6.4022,
      "mean_token_accuracy": 0.13176582008600235,
      "num_tokens": 21505772.0,
      "step": 6435
    },
    {
      "entropy": 6.569985580444336,
      "epoch": 1.2563652326602281,
      "grad_norm": 0.8359375,
      "learning_rate": 0.0004871166302682363,
      "loss": 6.2872,
      "mean_token_accuracy": 0.13843190148472787,
      "num_tokens": 21522628.0,
      "step": 6440
    },
    {
      "entropy": 6.511148929595947,
      "epoch": 1.2573407472441713,
      "grad_norm": 0.80078125,
      "learning_rate": 0.0004870931615685166,
      "loss": 6.273,
      "mean_token_accuracy": 0.14074132293462754,
      "num_tokens": 21540379.0,
      "step": 6445
    },
    {
      "entropy": 6.663333177566528,
      "epoch": 1.2583162618281143,
      "grad_norm": 0.79296875,
      "learning_rate": 0.0004870696721438091,
      "loss": 6.3253,
      "mean_token_accuracy": 0.1314149096608162,
      "num_tokens": 21556698.0,
      "step": 6450
    },
    {
      "entropy": 6.614463901519775,
      "epoch": 1.2592917764120575,
      "grad_norm": 0.828125,
      "learning_rate": 0.00048704616199640906,
      "loss": 6.2733,
      "mean_token_accuracy": 0.14084235057234765,
      "num_tokens": 21573005.0,
      "step": 6455
    },
    {
      "entropy": 6.496702098846436,
      "epoch": 1.2602672909960004,
      "grad_norm": 0.8046875,
      "learning_rate": 0.00048702263112861377,
      "loss": 6.2626,
      "mean_token_accuracy": 0.15186725109815596,
      "num_tokens": 21591171.0,
      "step": 6460
    },
    {
      "entropy": 6.633739376068116,
      "epoch": 1.2612428055799434,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004869990795427226,
      "loss": 6.2872,
      "mean_token_accuracy": 0.1370980240404606,
      "num_tokens": 21606912.0,
      "step": 6465
    },
    {
      "entropy": 6.622835874557495,
      "epoch": 1.2622183201638864,
      "grad_norm": 0.83203125,
      "learning_rate": 0.000486975507241037,
      "loss": 6.3783,
      "mean_token_accuracy": 0.13567676544189453,
      "num_tokens": 21623392.0,
      "step": 6470
    },
    {
      "entropy": 6.588294267654419,
      "epoch": 1.2631938347478295,
      "grad_norm": 0.7578125,
      "learning_rate": 0.0004869519142258604,
      "loss": 6.3439,
      "mean_token_accuracy": 0.14073646292090417,
      "num_tokens": 21639706.0,
      "step": 6475
    },
    {
      "entropy": 6.510645723342895,
      "epoch": 1.2641693493317725,
      "grad_norm": 0.8046875,
      "learning_rate": 0.00048692830049949803,
      "loss": 6.1993,
      "mean_token_accuracy": 0.15001424178481101,
      "num_tokens": 21656487.0,
      "step": 6480
    },
    {
      "entropy": 6.623203325271606,
      "epoch": 1.2651448639157157,
      "grad_norm": 0.8125,
      "learning_rate": 0.0004869046660642575,
      "loss": 6.3304,
      "mean_token_accuracy": 0.13376544564962387,
      "num_tokens": 21673950.0,
      "step": 6485
    },
    {
      "entropy": 6.630443954467774,
      "epoch": 1.2661203784996586,
      "grad_norm": 0.77734375,
      "learning_rate": 0.00048688101092244826,
      "loss": 6.4355,
      "mean_token_accuracy": 0.12864698171615602,
      "num_tokens": 21692296.0,
      "step": 6490
    },
    {
      "entropy": 6.598739385604858,
      "epoch": 1.2670958930836016,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004868573350763818,
      "loss": 6.2781,
      "mean_token_accuracy": 0.1449350394308567,
      "num_tokens": 21710021.0,
      "step": 6495
    },
    {
      "entropy": 6.533814144134522,
      "epoch": 1.2680714076675446,
      "grad_norm": 0.8203125,
      "learning_rate": 0.0004868336385283716,
      "loss": 6.2711,
      "mean_token_accuracy": 0.14316736161708832,
      "num_tokens": 21726660.0,
      "step": 6500
    },
    {
      "entropy": 6.455855846405029,
      "epoch": 1.2690469222514877,
      "grad_norm": 0.74609375,
      "learning_rate": 0.00048680992128073323,
      "loss": 6.1561,
      "mean_token_accuracy": 0.15728648006916046,
      "num_tokens": 21743840.0,
      "step": 6505
    },
    {
      "entropy": 6.610818243026733,
      "epoch": 1.2700224368354307,
      "grad_norm": 0.83203125,
      "learning_rate": 0.00048678618333578434,
      "loss": 6.2649,
      "mean_token_accuracy": 0.13566434979438782,
      "num_tokens": 21761000.0,
      "step": 6510
    },
    {
      "entropy": 6.601735782623291,
      "epoch": 1.2709979514193737,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0004867624246958443,
      "loss": 6.3578,
      "mean_token_accuracy": 0.13836390972137452,
      "num_tokens": 21778564.0,
      "step": 6515
    },
    {
      "entropy": 6.659570121765137,
      "epoch": 1.2719734660033168,
      "grad_norm": 0.77734375,
      "learning_rate": 0.0004867386453632349,
      "loss": 6.3138,
      "mean_token_accuracy": 0.13868214190006256,
      "num_tokens": 21794780.0,
      "step": 6520
    },
    {
      "entropy": 6.600550317764283,
      "epoch": 1.2729489805872598,
      "grad_norm": 0.81640625,
      "learning_rate": 0.0004867148453402798,
      "loss": 6.3447,
      "mean_token_accuracy": 0.13202290758490562,
      "num_tokens": 21810692.0,
      "step": 6525
    },
    {
      "entropy": 6.639197063446045,
      "epoch": 1.2739244951712028,
      "grad_norm": 0.828125,
      "learning_rate": 0.0004866910246293045,
      "loss": 6.2957,
      "mean_token_accuracy": 0.13590524345636368,
      "num_tokens": 21826488.0,
      "step": 6530
    },
    {
      "entropy": 6.607672929763794,
      "epoch": 1.2749000097551457,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004866671832326368,
      "loss": 6.3246,
      "mean_token_accuracy": 0.13511277735233307,
      "num_tokens": 21842417.0,
      "step": 6535
    },
    {
      "entropy": 6.574017906188965,
      "epoch": 1.275875524339089,
      "grad_norm": 0.81640625,
      "learning_rate": 0.0004866433211526063,
      "loss": 6.2845,
      "mean_token_accuracy": 0.14127671718597412,
      "num_tokens": 21858496.0,
      "step": 6540
    },
    {
      "entropy": 6.656311273574829,
      "epoch": 1.2768510389230319,
      "grad_norm": 0.80859375,
      "learning_rate": 0.0004866194383915448,
      "loss": 6.3574,
      "mean_token_accuracy": 0.13348884284496307,
      "num_tokens": 21874888.0,
      "step": 6545
    },
    {
      "entropy": 6.5491172790527346,
      "epoch": 1.277826553506975,
      "grad_norm": 0.7109375,
      "learning_rate": 0.000486595534951786,
      "loss": 6.218,
      "mean_token_accuracy": 0.14347517266869544,
      "num_tokens": 21891789.0,
      "step": 6550
    },
    {
      "entropy": 6.60135064125061,
      "epoch": 1.278802068090918,
      "grad_norm": 0.828125,
      "learning_rate": 0.0004865716108356656,
      "loss": 6.3215,
      "mean_token_accuracy": 0.13743357583880425,
      "num_tokens": 21907681.0,
      "step": 6555
    },
    {
      "entropy": 6.578325366973877,
      "epoch": 1.279777582674861,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004865476660455215,
      "loss": 6.294,
      "mean_token_accuracy": 0.1339132823050022,
      "num_tokens": 21925852.0,
      "step": 6560
    },
    {
      "entropy": 6.5587592124938965,
      "epoch": 1.280753097258804,
      "grad_norm": 0.80078125,
      "learning_rate": 0.0004865237005836935,
      "loss": 6.3566,
      "mean_token_accuracy": 0.13492211177945138,
      "num_tokens": 21942515.0,
      "step": 6565
    },
    {
      "entropy": 6.620964288711548,
      "epoch": 1.2817286118427471,
      "grad_norm": 0.6875,
      "learning_rate": 0.00048649971445252334,
      "loss": 6.3298,
      "mean_token_accuracy": 0.13971294164657594,
      "num_tokens": 21961183.0,
      "step": 6570
    },
    {
      "entropy": 6.5722309112548825,
      "epoch": 1.28270412642669,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004864757076543548,
      "loss": 6.3379,
      "mean_token_accuracy": 0.1356416068971157,
      "num_tokens": 21977806.0,
      "step": 6575
    },
    {
      "entropy": 6.5633203983306885,
      "epoch": 1.283679641010633,
      "grad_norm": 0.85546875,
      "learning_rate": 0.00048645168019153384,
      "loss": 6.2571,
      "mean_token_accuracy": 0.14493680894374847,
      "num_tokens": 21994606.0,
      "step": 6580
    },
    {
      "entropy": 6.709822511672973,
      "epoch": 1.2846551555945762,
      "grad_norm": 0.84375,
      "learning_rate": 0.00048642763206640843,
      "loss": 6.4277,
      "mean_token_accuracy": 0.13076457753777504,
      "num_tokens": 22010386.0,
      "step": 6585
    },
    {
      "entropy": 6.482184028625488,
      "epoch": 1.2856306701785192,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004864035632813282,
      "loss": 6.1735,
      "mean_token_accuracy": 0.1533602237701416,
      "num_tokens": 22027310.0,
      "step": 6590
    },
    {
      "entropy": 6.608049631118774,
      "epoch": 1.2866061847624621,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004863794738386454,
      "loss": 6.3152,
      "mean_token_accuracy": 0.13316627815365792,
      "num_tokens": 22043040.0,
      "step": 6595
    },
    {
      "entropy": 6.5156858444213865,
      "epoch": 1.287581699346405,
      "grad_norm": 0.90234375,
      "learning_rate": 0.00048635536374071366,
      "loss": 6.2313,
      "mean_token_accuracy": 0.14336454570293428,
      "num_tokens": 22059521.0,
      "step": 6600
    },
    {
      "entropy": 6.665496873855591,
      "epoch": 1.2885572139303483,
      "grad_norm": 0.84375,
      "learning_rate": 0.00048633123298988905,
      "loss": 6.3165,
      "mean_token_accuracy": 0.13324724584817887,
      "num_tokens": 22075705.0,
      "step": 6605
    },
    {
      "entropy": 6.5920037746429445,
      "epoch": 1.2895327285142912,
      "grad_norm": 0.7890625,
      "learning_rate": 0.0004863070815885296,
      "loss": 6.3482,
      "mean_token_accuracy": 0.1327761374413967,
      "num_tokens": 22092366.0,
      "step": 6610
    },
    {
      "entropy": 6.631631183624267,
      "epoch": 1.2905082430982344,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004862829095389952,
      "loss": 6.3229,
      "mean_token_accuracy": 0.13221811652183532,
      "num_tokens": 22108414.0,
      "step": 6615
    },
    {
      "entropy": 6.5828423500061035,
      "epoch": 1.2914837576821774,
      "grad_norm": 0.89453125,
      "learning_rate": 0.00048625871684364796,
      "loss": 6.2901,
      "mean_token_accuracy": 0.13533975034952164,
      "num_tokens": 22123975.0,
      "step": 6620
    },
    {
      "entropy": 6.655315399169922,
      "epoch": 1.2924592722661203,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004862345035048519,
      "loss": 6.3382,
      "mean_token_accuracy": 0.14045470058918,
      "num_tokens": 22139529.0,
      "step": 6625
    },
    {
      "entropy": 6.601607942581177,
      "epoch": 1.2934347868500633,
      "grad_norm": 0.80859375,
      "learning_rate": 0.0004862102695249729,
      "loss": 6.3449,
      "mean_token_accuracy": 0.13897753730416298,
      "num_tokens": 22155680.0,
      "step": 6630
    },
    {
      "entropy": 6.635491418838501,
      "epoch": 1.2944103014340065,
      "grad_norm": 0.85546875,
      "learning_rate": 0.00048618601490637913,
      "loss": 6.4052,
      "mean_token_accuracy": 0.13107082694768907,
      "num_tokens": 22172698.0,
      "step": 6635
    },
    {
      "entropy": 6.6498274326324465,
      "epoch": 1.2953858160179494,
      "grad_norm": 0.796875,
      "learning_rate": 0.00048616173965144077,
      "loss": 6.3213,
      "mean_token_accuracy": 0.13459497690200806,
      "num_tokens": 22189745.0,
      "step": 6640
    },
    {
      "entropy": 6.649579572677612,
      "epoch": 1.2963613306018926,
      "grad_norm": 0.8203125,
      "learning_rate": 0.00048613744376252974,
      "loss": 6.4016,
      "mean_token_accuracy": 0.1316155359148979,
      "num_tokens": 22205931.0,
      "step": 6645
    },
    {
      "entropy": 6.572679615020752,
      "epoch": 1.2973368451858356,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004861131272420202,
      "loss": 6.2444,
      "mean_token_accuracy": 0.14172992035746573,
      "num_tokens": 22222232.0,
      "step": 6650
    },
    {
      "entropy": 6.619139385223389,
      "epoch": 1.2983123597697785,
      "grad_norm": 0.79296875,
      "learning_rate": 0.0004860887900922883,
      "loss": 6.3236,
      "mean_token_accuracy": 0.13896065354347228,
      "num_tokens": 22240082.0,
      "step": 6655
    },
    {
      "entropy": 6.53256778717041,
      "epoch": 1.2992878743537215,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004860644323157122,
      "loss": 6.2585,
      "mean_token_accuracy": 0.14640394151210784,
      "num_tokens": 22256105.0,
      "step": 6660
    },
    {
      "entropy": 6.550652360916137,
      "epoch": 1.3002633889376647,
      "grad_norm": 0.81640625,
      "learning_rate": 0.0004860400539146719,
      "loss": 6.2186,
      "mean_token_accuracy": 0.147377610206604,
      "num_tokens": 22273400.0,
      "step": 6665
    },
    {
      "entropy": 6.516069221496582,
      "epoch": 1.3012389035216076,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004860156548915498,
      "loss": 6.1783,
      "mean_token_accuracy": 0.14907266944646835,
      "num_tokens": 22289322.0,
      "step": 6670
    },
    {
      "entropy": 6.545374965667724,
      "epoch": 1.3022144181055506,
      "grad_norm": 0.83203125,
      "learning_rate": 0.00048599123524872996,
      "loss": 6.2331,
      "mean_token_accuracy": 0.1426249250769615,
      "num_tokens": 22306182.0,
      "step": 6675
    },
    {
      "entropy": 6.612621021270752,
      "epoch": 1.3031899326894938,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004859667949885985,
      "loss": 6.3238,
      "mean_token_accuracy": 0.1382407493889332,
      "num_tokens": 22322761.0,
      "step": 6680
    },
    {
      "entropy": 6.563326215744018,
      "epoch": 1.3041654472734368,
      "grad_norm": 0.71875,
      "learning_rate": 0.00048594233411354386,
      "loss": 6.3059,
      "mean_token_accuracy": 0.139490457624197,
      "num_tokens": 22340224.0,
      "step": 6685
    },
    {
      "entropy": 6.572667169570923,
      "epoch": 1.3051409618573797,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004859178526259561,
      "loss": 6.2094,
      "mean_token_accuracy": 0.1441268093883991,
      "num_tokens": 22357070.0,
      "step": 6690
    },
    {
      "entropy": 6.573802852630616,
      "epoch": 1.3061164764413227,
      "grad_norm": 0.83203125,
      "learning_rate": 0.0004858933505282276,
      "loss": 6.3206,
      "mean_token_accuracy": 0.13723840862512587,
      "num_tokens": 22372723.0,
      "step": 6695
    },
    {
      "entropy": 6.6213295459747314,
      "epoch": 1.3070919910252659,
      "grad_norm": 0.8125,
      "learning_rate": 0.0004858688278227524,
      "loss": 6.2821,
      "mean_token_accuracy": 0.13708361163735389,
      "num_tokens": 22388486.0,
      "step": 6700
    },
    {
      "entropy": 6.585491371154785,
      "epoch": 1.3080675056092088,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004858442845119269,
      "loss": 6.3962,
      "mean_token_accuracy": 0.12721574530005456,
      "num_tokens": 22405212.0,
      "step": 6705
    },
    {
      "entropy": 6.603807687759399,
      "epoch": 1.309043020193152,
      "grad_norm": 0.828125,
      "learning_rate": 0.0004858197205981494,
      "loss": 6.3537,
      "mean_token_accuracy": 0.13586181923747062,
      "num_tokens": 22422899.0,
      "step": 6710
    },
    {
      "entropy": 6.612882900238037,
      "epoch": 1.310018534777095,
      "grad_norm": 0.796875,
      "learning_rate": 0.0004857951360838202,
      "loss": 6.3088,
      "mean_token_accuracy": 0.1402834966778755,
      "num_tokens": 22439702.0,
      "step": 6715
    },
    {
      "entropy": 6.609333610534668,
      "epoch": 1.310994049361038,
      "grad_norm": 0.8125,
      "learning_rate": 0.0004857705309713416,
      "loss": 6.3445,
      "mean_token_accuracy": 0.13670676425099373,
      "num_tokens": 22457725.0,
      "step": 6720
    },
    {
      "entropy": 6.455981874465943,
      "epoch": 1.3119695639449809,
      "grad_norm": 0.78515625,
      "learning_rate": 0.0004857459052631179,
      "loss": 6.2138,
      "mean_token_accuracy": 0.14859961569309235,
      "num_tokens": 22475607.0,
      "step": 6725
    },
    {
      "entropy": 6.517891788482666,
      "epoch": 1.312945078528924,
      "grad_norm": 0.76953125,
      "learning_rate": 0.00048572125896155537,
      "loss": 6.1823,
      "mean_token_accuracy": 0.1503171630203724,
      "num_tokens": 22493818.0,
      "step": 6730
    },
    {
      "entropy": 6.5611296653747555,
      "epoch": 1.313920593112867,
      "grad_norm": 0.7890625,
      "learning_rate": 0.00048569659206906254,
      "loss": 6.3718,
      "mean_token_accuracy": 0.1369815655052662,
      "num_tokens": 22509803.0,
      "step": 6735
    },
    {
      "entropy": 6.610675239562989,
      "epoch": 1.3148961076968102,
      "grad_norm": 0.796875,
      "learning_rate": 0.0004856719045880496,
      "loss": 6.2937,
      "mean_token_accuracy": 0.13892156705260278,
      "num_tokens": 22525335.0,
      "step": 6740
    },
    {
      "entropy": 6.558253240585327,
      "epoch": 1.3158716222807532,
      "grad_norm": 0.78125,
      "learning_rate": 0.0004856471965209291,
      "loss": 6.3241,
      "mean_token_accuracy": 0.13640781119465828,
      "num_tokens": 22542726.0,
      "step": 6745
    },
    {
      "entropy": 6.538359880447388,
      "epoch": 1.3168471368646961,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0004856224678701152,
      "loss": 6.1563,
      "mean_token_accuracy": 0.1485938921570778,
      "num_tokens": 22559162.0,
      "step": 6750
    },
    {
      "entropy": 6.6310828685760494,
      "epoch": 1.317822651448639,
      "grad_norm": 0.8046875,
      "learning_rate": 0.0004855977186380245,
      "loss": 6.327,
      "mean_token_accuracy": 0.13433112129569053,
      "num_tokens": 22575247.0,
      "step": 6755
    },
    {
      "entropy": 6.599657964706421,
      "epoch": 1.3187981660325823,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004855729488270752,
      "loss": 6.3481,
      "mean_token_accuracy": 0.13101404830813407,
      "num_tokens": 22591604.0,
      "step": 6760
    },
    {
      "entropy": 6.557569885253907,
      "epoch": 1.3197736806165252,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004855481584396879,
      "loss": 6.2838,
      "mean_token_accuracy": 0.13971103951334954,
      "num_tokens": 22608095.0,
      "step": 6765
    },
    {
      "entropy": 6.64110951423645,
      "epoch": 1.3207491952004682,
      "grad_norm": 0.828125,
      "learning_rate": 0.00048552334747828504,
      "loss": 6.3372,
      "mean_token_accuracy": 0.13278453722596167,
      "num_tokens": 22624090.0,
      "step": 6770
    },
    {
      "entropy": 6.613725566864014,
      "epoch": 1.3217247097844114,
      "grad_norm": 0.76171875,
      "learning_rate": 0.00048549851594529095,
      "loss": 6.3348,
      "mean_token_accuracy": 0.13522379472851753,
      "num_tokens": 22641593.0,
      "step": 6775
    },
    {
      "entropy": 6.6708455085754395,
      "epoch": 1.3227002243683543,
      "grad_norm": 0.9296875,
      "learning_rate": 0.00048547366384313204,
      "loss": 6.3946,
      "mean_token_accuracy": 0.12734360322356225,
      "num_tokens": 22657601.0,
      "step": 6780
    },
    {
      "entropy": 6.658517217636108,
      "epoch": 1.3236757389522973,
      "grad_norm": 0.7890625,
      "learning_rate": 0.00048544879117423683,
      "loss": 6.3956,
      "mean_token_accuracy": 0.1311080738902092,
      "num_tokens": 22674665.0,
      "step": 6785
    },
    {
      "entropy": 6.567120456695557,
      "epoch": 1.3246512535362402,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004854238979410359,
      "loss": 6.2158,
      "mean_token_accuracy": 0.14283866956830024,
      "num_tokens": 22692178.0,
      "step": 6790
    },
    {
      "entropy": 6.608283758163452,
      "epoch": 1.3256267681201834,
      "grad_norm": 0.82421875,
      "learning_rate": 0.0004853989841459616,
      "loss": 6.3476,
      "mean_token_accuracy": 0.13345343247056007,
      "num_tokens": 22709318.0,
      "step": 6795
    },
    {
      "entropy": 6.530477619171142,
      "epoch": 1.3266022827041264,
      "grad_norm": 0.8125,
      "learning_rate": 0.00048537404979144837,
      "loss": 6.2092,
      "mean_token_accuracy": 0.14702241867780685,
      "num_tokens": 22725142.0,
      "step": 6800
    },
    {
      "entropy": 6.534015560150147,
      "epoch": 1.3275777972880696,
      "grad_norm": 0.8203125,
      "learning_rate": 0.00048534909487993284,
      "loss": 6.238,
      "mean_token_accuracy": 0.1496725007891655,
      "num_tokens": 22741494.0,
      "step": 6805
    },
    {
      "entropy": 6.576249599456787,
      "epoch": 1.3285533118720125,
      "grad_norm": 0.80078125,
      "learning_rate": 0.00048532411941385346,
      "loss": 6.251,
      "mean_token_accuracy": 0.14193421080708504,
      "num_tokens": 22757232.0,
      "step": 6810
    },
    {
      "entropy": 6.710098361968994,
      "epoch": 1.3295288264559555,
      "grad_norm": 0.80859375,
      "learning_rate": 0.00048529912339565076,
      "loss": 6.3815,
      "mean_token_accuracy": 0.1314733922481537,
      "num_tokens": 22772846.0,
      "step": 6815
    },
    {
      "entropy": 6.53131947517395,
      "epoch": 1.3305043410398985,
      "grad_norm": 0.76953125,
      "learning_rate": 0.0004852741068277672,
      "loss": 6.2998,
      "mean_token_accuracy": 0.13679087534546852,
      "num_tokens": 22789712.0,
      "step": 6820
    },
    {
      "entropy": 6.608101320266724,
      "epoch": 1.3314798556238416,
      "grad_norm": 0.80078125,
      "learning_rate": 0.00048524906971264737,
      "loss": 6.2618,
      "mean_token_accuracy": 0.13367849811911584,
      "num_tokens": 22805743.0,
      "step": 6825
    },
    {
      "entropy": 6.567318344116211,
      "epoch": 1.3324553702077846,
      "grad_norm": 0.84375,
      "learning_rate": 0.00048522401205273774,
      "loss": 6.2642,
      "mean_token_accuracy": 0.14339646324515343,
      "num_tokens": 22822947.0,
      "step": 6830
    },
    {
      "entropy": 6.501697444915772,
      "epoch": 1.3334308847917276,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004851989338504869,
      "loss": 6.166,
      "mean_token_accuracy": 0.15683575868606567,
      "num_tokens": 22839767.0,
      "step": 6835
    },
    {
      "entropy": 6.581855583190918,
      "epoch": 1.3344063993756707,
      "grad_norm": 0.8125,
      "learning_rate": 0.00048517383510834547,
      "loss": 6.2941,
      "mean_token_accuracy": 0.14235429093241692,
      "num_tokens": 22854523.0,
      "step": 6840
    },
    {
      "entropy": 6.461124086380005,
      "epoch": 1.3353819139596137,
      "grad_norm": 0.7265625,
      "learning_rate": 0.0004851487158287659,
      "loss": 6.2251,
      "mean_token_accuracy": 0.14809666574001312,
      "num_tokens": 22871580.0,
      "step": 6845
    },
    {
      "entropy": 6.558634853363037,
      "epoch": 1.3363574285435567,
      "grad_norm": 0.80859375,
      "learning_rate": 0.00048512357601420287,
      "loss": 6.1866,
      "mean_token_accuracy": 0.1395376905798912,
      "num_tokens": 22887123.0,
      "step": 6850
    },
    {
      "entropy": 6.646896123886108,
      "epoch": 1.3373329431274996,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004850984156671128,
      "loss": 6.3472,
      "mean_token_accuracy": 0.1383212186396122,
      "num_tokens": 22905616.0,
      "step": 6855
    },
    {
      "entropy": 6.523962831497192,
      "epoch": 1.3383084577114428,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004850732347899544,
      "loss": 6.2378,
      "mean_token_accuracy": 0.14372947812080383,
      "num_tokens": 22921829.0,
      "step": 6860
    },
    {
      "entropy": 6.505625867843628,
      "epoch": 1.3392839722953858,
      "grad_norm": 0.796875,
      "learning_rate": 0.0004850480333851882,
      "loss": 6.2272,
      "mean_token_accuracy": 0.1501058131456375,
      "num_tokens": 22938766.0,
      "step": 6865
    },
    {
      "entropy": 6.543856906890869,
      "epoch": 1.340259486879329,
      "grad_norm": 0.79296875,
      "learning_rate": 0.0004850228114552768,
      "loss": 6.293,
      "mean_token_accuracy": 0.14357264637947081,
      "num_tokens": 22956428.0,
      "step": 6870
    },
    {
      "entropy": 6.649998044967651,
      "epoch": 1.341235001463272,
      "grad_norm": 0.8671875,
      "learning_rate": 0.00048499756900268485,
      "loss": 6.352,
      "mean_token_accuracy": 0.135965895652771,
      "num_tokens": 22972538.0,
      "step": 6875
    },
    {
      "entropy": 6.674995470046997,
      "epoch": 1.3422105160472149,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004849723060298788,
      "loss": 6.3771,
      "mean_token_accuracy": 0.13535197004675864,
      "num_tokens": 22988015.0,
      "step": 6880
    },
    {
      "entropy": 6.6281627178192135,
      "epoch": 1.3431860306311578,
      "grad_norm": 0.75390625,
      "learning_rate": 0.00048494702253932745,
      "loss": 6.3495,
      "mean_token_accuracy": 0.1306271918118,
      "num_tokens": 23004486.0,
      "step": 6885
    },
    {
      "entropy": 6.527209949493408,
      "epoch": 1.344161545215101,
      "grad_norm": 0.80078125,
      "learning_rate": 0.00048492171853350134,
      "loss": 6.1551,
      "mean_token_accuracy": 0.15125941336154938,
      "num_tokens": 23021583.0,
      "step": 6890
    },
    {
      "entropy": 6.61994776725769,
      "epoch": 1.345137059799044,
      "grad_norm": 0.85546875,
      "learning_rate": 0.00048489639401487293,
      "loss": 6.2802,
      "mean_token_accuracy": 0.14133534133434295,
      "num_tokens": 23036920.0,
      "step": 6895
    },
    {
      "entropy": 6.496137523651123,
      "epoch": 1.3461125743829871,
      "grad_norm": 0.83984375,
      "learning_rate": 0.00048487104898591716,
      "loss": 6.1492,
      "mean_token_accuracy": 0.1542825147509575,
      "num_tokens": 23054752.0,
      "step": 6900
    },
    {
      "entropy": 6.544802904129028,
      "epoch": 1.34708808896693,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004848456834491103,
      "loss": 6.3194,
      "mean_token_accuracy": 0.13392311856150627,
      "num_tokens": 23069861.0,
      "step": 6905
    },
    {
      "entropy": 6.641935682296753,
      "epoch": 1.348063603550873,
      "grad_norm": 0.79296875,
      "learning_rate": 0.0004848202974069313,
      "loss": 6.3271,
      "mean_token_accuracy": 0.13785965517163276,
      "num_tokens": 23086349.0,
      "step": 6910
    },
    {
      "entropy": 6.52915325164795,
      "epoch": 1.349039118134816,
      "grad_norm": 0.86328125,
      "learning_rate": 0.00048479489086186055,
      "loss": 6.1888,
      "mean_token_accuracy": 0.14558628797531128,
      "num_tokens": 23103116.0,
      "step": 6915
    },
    {
      "entropy": 6.518900442123413,
      "epoch": 1.3500146327187592,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004847694638163809,
      "loss": 6.2082,
      "mean_token_accuracy": 0.1386399008333683,
      "num_tokens": 23120505.0,
      "step": 6920
    },
    {
      "entropy": 6.585707092285157,
      "epoch": 1.3509901473027022,
      "grad_norm": 0.82421875,
      "learning_rate": 0.0004847440162729768,
      "loss": 6.2532,
      "mean_token_accuracy": 0.13678379356861115,
      "num_tokens": 23136751.0,
      "step": 6925
    },
    {
      "entropy": 6.4910224914550785,
      "epoch": 1.3519656618866451,
      "grad_norm": 0.84765625,
      "learning_rate": 0.000484718548234135,
      "loss": 6.1737,
      "mean_token_accuracy": 0.15347569733858107,
      "num_tokens": 23153581.0,
      "step": 6930
    },
    {
      "entropy": 6.5135626792907715,
      "epoch": 1.3529411764705883,
      "grad_norm": 0.859375,
      "learning_rate": 0.000484693059702344,
      "loss": 6.196,
      "mean_token_accuracy": 0.14437981471419334,
      "num_tokens": 23169650.0,
      "step": 6935
    },
    {
      "entropy": 6.650198173522949,
      "epoch": 1.3539166910545313,
      "grad_norm": 0.7734375,
      "learning_rate": 0.0004846675506800947,
      "loss": 6.386,
      "mean_token_accuracy": 0.13319070413708686,
      "num_tokens": 23186170.0,
      "step": 6940
    },
    {
      "entropy": 6.584566593170166,
      "epoch": 1.3548922056384742,
      "grad_norm": 0.8515625,
      "learning_rate": 0.00048464202116987957,
      "loss": 6.2967,
      "mean_token_accuracy": 0.1366340272128582,
      "num_tokens": 23203567.0,
      "step": 6945
    },
    {
      "entropy": 6.503147411346435,
      "epoch": 1.3558677202224172,
      "grad_norm": 0.80859375,
      "learning_rate": 0.00048461647117419335,
      "loss": 6.1964,
      "mean_token_accuracy": 0.14869261384010315,
      "num_tokens": 23220551.0,
      "step": 6950
    },
    {
      "entropy": 6.44137396812439,
      "epoch": 1.3568432348063604,
      "grad_norm": 1.015625,
      "learning_rate": 0.00048459090069553256,
      "loss": 6.1197,
      "mean_token_accuracy": 0.1476440578699112,
      "num_tokens": 23237390.0,
      "step": 6955
    },
    {
      "entropy": 6.551104593276977,
      "epoch": 1.3578187493903033,
      "grad_norm": 0.828125,
      "learning_rate": 0.00048456530973639604,
      "loss": 6.2022,
      "mean_token_accuracy": 0.14721615016460418,
      "num_tokens": 23254644.0,
      "step": 6960
    },
    {
      "entropy": 6.502909231185913,
      "epoch": 1.3587942639742465,
      "grad_norm": 0.796875,
      "learning_rate": 0.00048453969829928437,
      "loss": 6.226,
      "mean_token_accuracy": 0.14538582861423494,
      "num_tokens": 23273261.0,
      "step": 6965
    },
    {
      "entropy": 6.659596061706543,
      "epoch": 1.3597697785581895,
      "grad_norm": 0.7734375,
      "learning_rate": 0.0004845140663867001,
      "loss": 6.3379,
      "mean_token_accuracy": 0.13342973068356515,
      "num_tokens": 23290366.0,
      "step": 6970
    },
    {
      "entropy": 6.612690114974976,
      "epoch": 1.3607452931421324,
      "grad_norm": 0.7578125,
      "learning_rate": 0.000484488414001148,
      "loss": 6.2962,
      "mean_token_accuracy": 0.13762085214257241,
      "num_tokens": 23306629.0,
      "step": 6975
    },
    {
      "entropy": 6.4663022518157955,
      "epoch": 1.3617208077260754,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004844627411451348,
      "loss": 6.1591,
      "mean_token_accuracy": 0.15035183876752853,
      "num_tokens": 23322446.0,
      "step": 6980
    },
    {
      "entropy": 6.525478744506836,
      "epoch": 1.3626963223100186,
      "grad_norm": 0.84375,
      "learning_rate": 0.000484437047821169,
      "loss": 6.2303,
      "mean_token_accuracy": 0.14671179056167602,
      "num_tokens": 23340447.0,
      "step": 6985
    },
    {
      "entropy": 6.534387493133545,
      "epoch": 1.3636718368939615,
      "grad_norm": 0.78125,
      "learning_rate": 0.00048441133403176137,
      "loss": 6.242,
      "mean_token_accuracy": 0.14674324691295623,
      "num_tokens": 23356571.0,
      "step": 6990
    },
    {
      "entropy": 6.601357889175415,
      "epoch": 1.3646473514779047,
      "grad_norm": 0.82421875,
      "learning_rate": 0.00048438559977942447,
      "loss": 6.3566,
      "mean_token_accuracy": 0.1348484769463539,
      "num_tokens": 23374012.0,
      "step": 6995
    },
    {
      "entropy": 6.598302745819092,
      "epoch": 1.3656228660618477,
      "grad_norm": 0.8828125,
      "learning_rate": 0.00048435984506667307,
      "loss": 6.2818,
      "mean_token_accuracy": 0.14271792098879815,
      "num_tokens": 23391011.0,
      "step": 7000
    },
    {
      "entropy": 6.636082935333252,
      "epoch": 1.3665983806457906,
      "grad_norm": 0.78125,
      "learning_rate": 0.0004843340698960238,
      "loss": 6.3677,
      "mean_token_accuracy": 0.13348166570067405,
      "num_tokens": 23408080.0,
      "step": 7005
    },
    {
      "entropy": 6.465836763381958,
      "epoch": 1.3675738952297336,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004843082742699953,
      "loss": 6.0532,
      "mean_token_accuracy": 0.1617924839258194,
      "num_tokens": 23424060.0,
      "step": 7010
    },
    {
      "entropy": 6.529821348190308,
      "epoch": 1.3685494098136768,
      "grad_norm": 0.7578125,
      "learning_rate": 0.0004842824581911082,
      "loss": 6.2138,
      "mean_token_accuracy": 0.13766273483633995,
      "num_tokens": 23441900.0,
      "step": 7015
    },
    {
      "entropy": 6.6130249977111815,
      "epoch": 1.3695249243976197,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0004842566216618852,
      "loss": 6.266,
      "mean_token_accuracy": 0.13858968764543533,
      "num_tokens": 23457032.0,
      "step": 7020
    },
    {
      "entropy": 6.606322240829468,
      "epoch": 1.3705004389815627,
      "grad_norm": 0.8203125,
      "learning_rate": 0.0004842307646848509,
      "loss": 6.3294,
      "mean_token_accuracy": 0.1315997749567032,
      "num_tokens": 23473934.0,
      "step": 7025
    },
    {
      "entropy": 6.677002954483032,
      "epoch": 1.371475953565506,
      "grad_norm": 0.796875,
      "learning_rate": 0.00048420488726253196,
      "loss": 6.3892,
      "mean_token_accuracy": 0.13160763829946517,
      "num_tokens": 23491024.0,
      "step": 7030
    },
    {
      "entropy": 6.588173818588257,
      "epoch": 1.3724514681494488,
      "grad_norm": 0.828125,
      "learning_rate": 0.0004841789893974571,
      "loss": 6.3157,
      "mean_token_accuracy": 0.13721363469958306,
      "num_tokens": 23506763.0,
      "step": 7035
    },
    {
      "entropy": 6.595761823654175,
      "epoch": 1.3734269827333918,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004841530710921569,
      "loss": 6.2858,
      "mean_token_accuracy": 0.14262729585170747,
      "num_tokens": 23523101.0,
      "step": 7040
    },
    {
      "entropy": 6.542426872253418,
      "epoch": 1.3744024973173348,
      "grad_norm": 0.79296875,
      "learning_rate": 0.0004841271323491642,
      "loss": 6.2029,
      "mean_token_accuracy": 0.1500551223754883,
      "num_tokens": 23539787.0,
      "step": 7045
    },
    {
      "entropy": 6.527293491363525,
      "epoch": 1.375378011901278,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004841011731710133,
      "loss": 6.2934,
      "mean_token_accuracy": 0.1432124435901642,
      "num_tokens": 23555800.0,
      "step": 7050
    },
    {
      "entropy": 6.565659236907959,
      "epoch": 1.376353526485221,
      "grad_norm": 0.86328125,
      "learning_rate": 0.00048407519356024107,
      "loss": 6.2527,
      "mean_token_accuracy": 0.1433963507413864,
      "num_tokens": 23572234.0,
      "step": 7055
    },
    {
      "entropy": 6.57731146812439,
      "epoch": 1.377329041069164,
      "grad_norm": 0.82421875,
      "learning_rate": 0.00048404919351938597,
      "loss": 6.3336,
      "mean_token_accuracy": 0.13883536159992219,
      "num_tokens": 23588982.0,
      "step": 7060
    },
    {
      "entropy": 6.606499481201172,
      "epoch": 1.378304555653107,
      "grad_norm": 0.75390625,
      "learning_rate": 0.0004840231730509889,
      "loss": 6.2324,
      "mean_token_accuracy": 0.14400959089398385,
      "num_tokens": 23606921.0,
      "step": 7065
    },
    {
      "entropy": 6.464760971069336,
      "epoch": 1.37928007023705,
      "grad_norm": 0.77734375,
      "learning_rate": 0.0004839971321575922,
      "loss": 6.342,
      "mean_token_accuracy": 0.13612115681171416,
      "num_tokens": 23625562.0,
      "step": 7070
    },
    {
      "entropy": 6.547270393371582,
      "epoch": 1.380255584820993,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004839710708417407,
      "loss": 6.1605,
      "mean_token_accuracy": 0.15183356925845146,
      "num_tokens": 23642586.0,
      "step": 7075
    },
    {
      "entropy": 6.56471996307373,
      "epoch": 1.3812310994049362,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004839449891059809,
      "loss": 6.2511,
      "mean_token_accuracy": 0.14157192409038544,
      "num_tokens": 23659245.0,
      "step": 7080
    },
    {
      "entropy": 6.516353607177734,
      "epoch": 1.3822066139888791,
      "grad_norm": 0.828125,
      "learning_rate": 0.0004839188869528615,
      "loss": 6.1871,
      "mean_token_accuracy": 0.14899263605475427,
      "num_tokens": 23674609.0,
      "step": 7085
    },
    {
      "entropy": 6.343055725097656,
      "epoch": 1.3831821285728223,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004838927643849331,
      "loss": 6.0309,
      "mean_token_accuracy": 0.16393796652555465,
      "num_tokens": 23692778.0,
      "step": 7090
    },
    {
      "entropy": 6.58370680809021,
      "epoch": 1.3841576431567653,
      "grad_norm": 0.83203125,
      "learning_rate": 0.00048386662140474814,
      "loss": 6.295,
      "mean_token_accuracy": 0.14404730796813964,
      "num_tokens": 23708855.0,
      "step": 7095
    },
    {
      "entropy": 6.573681783676148,
      "epoch": 1.3851331577407082,
      "grad_norm": 0.91796875,
      "learning_rate": 0.00048384045801486136,
      "loss": 6.2936,
      "mean_token_accuracy": 0.1412910409271717,
      "num_tokens": 23726791.0,
      "step": 7100
    },
    {
      "entropy": 6.609499835968018,
      "epoch": 1.3861086723246512,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004838142742178295,
      "loss": 6.2528,
      "mean_token_accuracy": 0.13801856637001036,
      "num_tokens": 23743215.0,
      "step": 7105
    },
    {
      "entropy": 6.521013402938843,
      "epoch": 1.3870841869085944,
      "grad_norm": 0.8046875,
      "learning_rate": 0.00048378807001621084,
      "loss": 6.2577,
      "mean_token_accuracy": 0.13689793273806572,
      "num_tokens": 23760814.0,
      "step": 7110
    },
    {
      "entropy": 6.596907043457032,
      "epoch": 1.3880597014925373,
      "grad_norm": 0.875,
      "learning_rate": 0.00048376184541256616,
      "loss": 6.305,
      "mean_token_accuracy": 0.13860008791089057,
      "num_tokens": 23776408.0,
      "step": 7115
    },
    {
      "entropy": 6.601622724533081,
      "epoch": 1.3890352160764803,
      "grad_norm": 0.84765625,
      "learning_rate": 0.000483735600409458,
      "loss": 6.233,
      "mean_token_accuracy": 0.14749294891953468,
      "num_tokens": 23792237.0,
      "step": 7120
    },
    {
      "entropy": 6.4750244140625,
      "epoch": 1.3900107306604235,
      "grad_norm": 0.75,
      "learning_rate": 0.000483709335009451,
      "loss": 6.1713,
      "mean_token_accuracy": 0.14748443216085433,
      "num_tokens": 23809006.0,
      "step": 7125
    },
    {
      "entropy": 6.659951639175415,
      "epoch": 1.3909862452443664,
      "grad_norm": 0.828125,
      "learning_rate": 0.00048368304921511153,
      "loss": 6.3907,
      "mean_token_accuracy": 0.13116077035665513,
      "num_tokens": 23825964.0,
      "step": 7130
    },
    {
      "entropy": 6.512139320373535,
      "epoch": 1.3919617598283094,
      "grad_norm": 0.75,
      "learning_rate": 0.0004836567430290082,
      "loss": 6.193,
      "mean_token_accuracy": 0.14671459272503853,
      "num_tokens": 23842674.0,
      "step": 7135
    },
    {
      "entropy": 6.440248298645019,
      "epoch": 1.3929372744122523,
      "grad_norm": 0.81640625,
      "learning_rate": 0.0004836304164537117,
      "loss": 6.1762,
      "mean_token_accuracy": 0.14968626350164413,
      "num_tokens": 23859414.0,
      "step": 7140
    },
    {
      "entropy": 6.494598770141602,
      "epoch": 1.3939127889961955,
      "grad_norm": 0.8359375,
      "learning_rate": 0.0004836040694917945,
      "loss": 6.2198,
      "mean_token_accuracy": 0.15195047482848167,
      "num_tokens": 23875529.0,
      "step": 7145
    },
    {
      "entropy": 6.551853322982788,
      "epoch": 1.3948883035801385,
      "grad_norm": 0.8359375,
      "learning_rate": 0.000483577702145831,
      "loss": 6.1963,
      "mean_token_accuracy": 0.14942917227745056,
      "num_tokens": 23892442.0,
      "step": 7150
    },
    {
      "entropy": 6.583045291900635,
      "epoch": 1.3958638181640817,
      "grad_norm": 0.7734375,
      "learning_rate": 0.0004835513144183979,
      "loss": 6.2943,
      "mean_token_accuracy": 0.1414947435259819,
      "num_tokens": 23908624.0,
      "step": 7155
    },
    {
      "entropy": 6.5701018333435055,
      "epoch": 1.3968393327480246,
      "grad_norm": 0.828125,
      "learning_rate": 0.00048352490631207366,
      "loss": 6.2612,
      "mean_token_accuracy": 0.1458607405424118,
      "num_tokens": 23925651.0,
      "step": 7160
    },
    {
      "entropy": 6.624189710617065,
      "epoch": 1.3978148473319676,
      "grad_norm": 0.78515625,
      "learning_rate": 0.00048349847782943873,
      "loss": 6.3916,
      "mean_token_accuracy": 0.1367671385407448,
      "num_tokens": 23943114.0,
      "step": 7165
    },
    {
      "entropy": 6.5857960224151615,
      "epoch": 1.3987903619159106,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004834720289730757,
      "loss": 6.2547,
      "mean_token_accuracy": 0.1385359987616539,
      "num_tokens": 23960712.0,
      "step": 7170
    },
    {
      "entropy": 6.529567384719849,
      "epoch": 1.3997658764998537,
      "grad_norm": 0.86328125,
      "learning_rate": 0.00048344555974556895,
      "loss": 6.2313,
      "mean_token_accuracy": 0.14829726368188859,
      "num_tokens": 23976832.0,
      "step": 7175
    },
    {
      "entropy": 6.516443586349487,
      "epoch": 1.4007413910837967,
      "grad_norm": 0.796875,
      "learning_rate": 0.00048341907014950503,
      "loss": 6.2346,
      "mean_token_accuracy": 0.14563174098730086,
      "num_tokens": 23993323.0,
      "step": 7180
    },
    {
      "entropy": 6.50541090965271,
      "epoch": 1.4017169056677397,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004833925601874724,
      "loss": 6.1736,
      "mean_token_accuracy": 0.14682477861642837,
      "num_tokens": 24010164.0,
      "step": 7185
    },
    {
      "entropy": 6.539573287963867,
      "epoch": 1.4026924202516828,
      "grad_norm": 0.80859375,
      "learning_rate": 0.0004833660298620615,
      "loss": 6.244,
      "mean_token_accuracy": 0.14369103237986564,
      "num_tokens": 24025521.0,
      "step": 7190
    },
    {
      "entropy": 6.516042709350586,
      "epoch": 1.4036679348356258,
      "grad_norm": 0.8359375,
      "learning_rate": 0.00048333947917586484,
      "loss": 6.1366,
      "mean_token_accuracy": 0.150388702750206,
      "num_tokens": 24041674.0,
      "step": 7195
    },
    {
      "entropy": 6.552691221237183,
      "epoch": 1.4046434494195688,
      "grad_norm": 0.85546875,
      "learning_rate": 0.00048331290813147677,
      "loss": 6.2457,
      "mean_token_accuracy": 0.14255816116929054,
      "num_tokens": 24057175.0,
      "step": 7200
    },
    {
      "entropy": 6.558667516708374,
      "epoch": 1.4056189640035117,
      "grad_norm": 0.87109375,
      "learning_rate": 0.00048328631673149377,
      "loss": 6.2494,
      "mean_token_accuracy": 0.13720226436853408,
      "num_tokens": 24072602.0,
      "step": 7205
    },
    {
      "entropy": 6.5837232112884525,
      "epoch": 1.406594478587455,
      "grad_norm": 0.86328125,
      "learning_rate": 0.00048325970497851425,
      "loss": 6.1364,
      "mean_token_accuracy": 0.14433499798178673,
      "num_tokens": 24089518.0,
      "step": 7210
    },
    {
      "entropy": 6.472678518295288,
      "epoch": 1.4075699931713979,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004832330728751386,
      "loss": 6.138,
      "mean_token_accuracy": 0.15952161699533463,
      "num_tokens": 24106487.0,
      "step": 7215
    },
    {
      "entropy": 6.510727024078369,
      "epoch": 1.408545507755341,
      "grad_norm": 0.83984375,
      "learning_rate": 0.00048320642042396915,
      "loss": 6.2513,
      "mean_token_accuracy": 0.1470942072570324,
      "num_tokens": 24123244.0,
      "step": 7220
    },
    {
      "entropy": 6.583700561523438,
      "epoch": 1.409521022339284,
      "grad_norm": 0.8828125,
      "learning_rate": 0.00048317974762761046,
      "loss": 6.2325,
      "mean_token_accuracy": 0.14429426044225693,
      "num_tokens": 24140221.0,
      "step": 7225
    },
    {
      "entropy": 6.55491943359375,
      "epoch": 1.410496536923227,
      "grad_norm": 0.8671875,
      "learning_rate": 0.00048315305448866873,
      "loss": 6.2775,
      "mean_token_accuracy": 0.1424565538764,
      "num_tokens": 24156968.0,
      "step": 7230
    },
    {
      "entropy": 6.60622010231018,
      "epoch": 1.41147205150717,
      "grad_norm": 0.828125,
      "learning_rate": 0.00048312634100975245,
      "loss": 6.3697,
      "mean_token_accuracy": 0.1349625401198864,
      "num_tokens": 24172441.0,
      "step": 7235
    },
    {
      "entropy": 6.632476758956909,
      "epoch": 1.412447566091113,
      "grad_norm": 0.81640625,
      "learning_rate": 0.0004830996071934719,
      "loss": 6.39,
      "mean_token_accuracy": 0.1318766050040722,
      "num_tokens": 24190616.0,
      "step": 7240
    },
    {
      "entropy": 6.5704127788543705,
      "epoch": 1.413423080675056,
      "grad_norm": 0.796875,
      "learning_rate": 0.00048307285304243945,
      "loss": 6.2158,
      "mean_token_accuracy": 0.14422797113657,
      "num_tokens": 24207195.0,
      "step": 7245
    },
    {
      "entropy": 6.3996826171875,
      "epoch": 1.4143985952589992,
      "grad_norm": 0.7734375,
      "learning_rate": 0.0004830460785592692,
      "loss": 6.1224,
      "mean_token_accuracy": 0.15609408915042877,
      "num_tokens": 24224160.0,
      "step": 7250
    },
    {
      "entropy": 6.6219645023345945,
      "epoch": 1.4153741098429422,
      "grad_norm": 0.8125,
      "learning_rate": 0.00048301928374657783,
      "loss": 6.3459,
      "mean_token_accuracy": 0.13570284545421601,
      "num_tokens": 24239907.0,
      "step": 7255
    },
    {
      "entropy": 6.62228741645813,
      "epoch": 1.4163496244268852,
      "grad_norm": 0.8359375,
      "learning_rate": 0.00048299246860698336,
      "loss": 6.3303,
      "mean_token_accuracy": 0.13807427510619164,
      "num_tokens": 24255515.0,
      "step": 7260
    },
    {
      "entropy": 6.600141859054565,
      "epoch": 1.4173251390108281,
      "grad_norm": 0.8515625,
      "learning_rate": 0.00048296563314310616,
      "loss": 6.2847,
      "mean_token_accuracy": 0.14031923785805703,
      "num_tokens": 24273002.0,
      "step": 7265
    },
    {
      "entropy": 6.373222160339355,
      "epoch": 1.4183006535947713,
      "grad_norm": 0.77734375,
      "learning_rate": 0.0004829387773575686,
      "loss": 6.1029,
      "mean_token_accuracy": 0.15923248007893562,
      "num_tokens": 24291622.0,
      "step": 7270
    },
    {
      "entropy": 6.542656373977661,
      "epoch": 1.4192761681787143,
      "grad_norm": 0.81640625,
      "learning_rate": 0.00048291190125299474,
      "loss": 6.2215,
      "mean_token_accuracy": 0.14428356662392616,
      "num_tokens": 24309445.0,
      "step": 7275
    },
    {
      "entropy": 6.562598943710327,
      "epoch": 1.4202516827626572,
      "grad_norm": 0.83203125,
      "learning_rate": 0.00048288500483201083,
      "loss": 6.2599,
      "mean_token_accuracy": 0.13451764956116677,
      "num_tokens": 24324667.0,
      "step": 7280
    },
    {
      "entropy": 6.52862434387207,
      "epoch": 1.4212271973466004,
      "grad_norm": 0.81640625,
      "learning_rate": 0.00048285808809724523,
      "loss": 6.1924,
      "mean_token_accuracy": 0.15202729403972626,
      "num_tokens": 24340998.0,
      "step": 7285
    },
    {
      "entropy": 6.562959098815918,
      "epoch": 1.4222027119305434,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004828311510513281,
      "loss": 6.262,
      "mean_token_accuracy": 0.1356407508254051,
      "num_tokens": 24357416.0,
      "step": 7290
    },
    {
      "entropy": 6.496425008773803,
      "epoch": 1.4231782265144863,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004828041936968916,
      "loss": 6.2444,
      "mean_token_accuracy": 0.14696386754512786,
      "num_tokens": 24373837.0,
      "step": 7295
    },
    {
      "entropy": 6.605949258804321,
      "epoch": 1.4241537410984293,
      "grad_norm": 0.890625,
      "learning_rate": 0.00048277721603656986,
      "loss": 6.2893,
      "mean_token_accuracy": 0.13754993826150894,
      "num_tokens": 24389777.0,
      "step": 7300
    },
    {
      "entropy": 6.579156541824341,
      "epoch": 1.4251292556823725,
      "grad_norm": 0.75390625,
      "learning_rate": 0.00048275021807299916,
      "loss": 6.2469,
      "mean_token_accuracy": 0.145218625664711,
      "num_tokens": 24407815.0,
      "step": 7305
    },
    {
      "entropy": 6.59358229637146,
      "epoch": 1.4261047702663154,
      "grad_norm": 0.8125,
      "learning_rate": 0.00048272319980881756,
      "loss": 6.3308,
      "mean_token_accuracy": 0.13497530221939086,
      "num_tokens": 24422932.0,
      "step": 7310
    },
    {
      "entropy": 6.525326347351074,
      "epoch": 1.4270802848502586,
      "grad_norm": 0.81640625,
      "learning_rate": 0.0004826961612466653,
      "loss": 6.1888,
      "mean_token_accuracy": 0.14622088745236397,
      "num_tokens": 24440012.0,
      "step": 7315
    },
    {
      "entropy": 6.601896095275879,
      "epoch": 1.4280557994342016,
      "grad_norm": 0.78515625,
      "learning_rate": 0.00048266910238918434,
      "loss": 6.2952,
      "mean_token_accuracy": 0.14036834612488747,
      "num_tokens": 24457056.0,
      "step": 7320
    },
    {
      "entropy": 6.569005823135376,
      "epoch": 1.4290313140181445,
      "grad_norm": 0.80078125,
      "learning_rate": 0.0004826420232390188,
      "loss": 6.1471,
      "mean_token_accuracy": 0.14991499185562135,
      "num_tokens": 24474779.0,
      "step": 7325
    },
    {
      "entropy": 6.5844203472137455,
      "epoch": 1.4300068286020875,
      "grad_norm": 0.796875,
      "learning_rate": 0.0004826149237988148,
      "loss": 6.3021,
      "mean_token_accuracy": 0.14013903662562371,
      "num_tokens": 24492046.0,
      "step": 7330
    },
    {
      "entropy": 6.587418127059936,
      "epoch": 1.4309823431860307,
      "grad_norm": 0.89453125,
      "learning_rate": 0.00048258780407122045,
      "loss": 6.3047,
      "mean_token_accuracy": 0.135753483325243,
      "num_tokens": 24507972.0,
      "step": 7335
    },
    {
      "entropy": 6.576545524597168,
      "epoch": 1.4319578577699736,
      "grad_norm": 0.77734375,
      "learning_rate": 0.0004825606640588858,
      "loss": 6.2058,
      "mean_token_accuracy": 0.14175668209791184,
      "num_tokens": 24526350.0,
      "step": 7340
    },
    {
      "entropy": 6.458618593215943,
      "epoch": 1.4329333723539168,
      "grad_norm": 0.7890625,
      "learning_rate": 0.00048253350376446265,
      "loss": 6.1533,
      "mean_token_accuracy": 0.14935230016708373,
      "num_tokens": 24543478.0,
      "step": 7345
    },
    {
      "entropy": 6.576112556457519,
      "epoch": 1.4339088869378598,
      "grad_norm": 0.8125,
      "learning_rate": 0.0004825063231906053,
      "loss": 6.2003,
      "mean_token_accuracy": 0.14733600616455078,
      "num_tokens": 24562285.0,
      "step": 7350
    },
    {
      "entropy": 6.518308401107788,
      "epoch": 1.4348844015218027,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004824791223399696,
      "loss": 6.2148,
      "mean_token_accuracy": 0.14375584796071053,
      "num_tokens": 24578271.0,
      "step": 7355
    },
    {
      "entropy": 6.579940271377564,
      "epoch": 1.4358599161057457,
      "grad_norm": 0.8515625,
      "learning_rate": 0.00048245190121521346,
      "loss": 6.2537,
      "mean_token_accuracy": 0.1454848125576973,
      "num_tokens": 24595107.0,
      "step": 7360
    },
    {
      "entropy": 6.557527542114258,
      "epoch": 1.4368354306896889,
      "grad_norm": 0.80859375,
      "learning_rate": 0.000482424659818997,
      "loss": 6.2465,
      "mean_token_accuracy": 0.14261387139558793,
      "num_tokens": 24611594.0,
      "step": 7365
    },
    {
      "entropy": 6.545322036743164,
      "epoch": 1.4378109452736318,
      "grad_norm": 0.84375,
      "learning_rate": 0.000482397398153982,
      "loss": 6.244,
      "mean_token_accuracy": 0.1495603658258915,
      "num_tokens": 24628284.0,
      "step": 7370
    },
    {
      "entropy": 6.528346824645996,
      "epoch": 1.4387864598575748,
      "grad_norm": 0.85546875,
      "learning_rate": 0.00048237011622283244,
      "loss": 6.2189,
      "mean_token_accuracy": 0.14390575736761094,
      "num_tokens": 24644305.0,
      "step": 7375
    },
    {
      "entropy": 6.574757432937622,
      "epoch": 1.439761974441518,
      "grad_norm": 0.84375,
      "learning_rate": 0.00048234281402821416,
      "loss": 6.3234,
      "mean_token_accuracy": 0.1439928188920021,
      "num_tokens": 24661314.0,
      "step": 7380
    },
    {
      "entropy": 6.617269134521484,
      "epoch": 1.440737489025461,
      "grad_norm": 0.90625,
      "learning_rate": 0.00048231549157279514,
      "loss": 6.2465,
      "mean_token_accuracy": 0.1430666834115982,
      "num_tokens": 24677175.0,
      "step": 7385
    },
    {
      "entropy": 6.425763034820557,
      "epoch": 1.441713003609404,
      "grad_norm": 0.7578125,
      "learning_rate": 0.0004822881488592452,
      "loss": 6.167,
      "mean_token_accuracy": 0.14894889369606973,
      "num_tokens": 24695227.0,
      "step": 7390
    },
    {
      "entropy": 6.338770627975464,
      "epoch": 1.4426885181933469,
      "grad_norm": 0.75390625,
      "learning_rate": 0.00048226078589023606,
      "loss": 5.9844,
      "mean_token_accuracy": 0.1694726064801216,
      "num_tokens": 24712186.0,
      "step": 7395
    },
    {
      "entropy": 6.55239086151123,
      "epoch": 1.44366403277729,
      "grad_norm": 0.828125,
      "learning_rate": 0.00048223340266844166,
      "loss": 6.2351,
      "mean_token_accuracy": 0.14556385949254036,
      "num_tokens": 24728874.0,
      "step": 7400
    },
    {
      "entropy": 6.481466913223267,
      "epoch": 1.444639547361233,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004822059991965377,
      "loss": 6.2082,
      "mean_token_accuracy": 0.14555425196886063,
      "num_tokens": 24745534.0,
      "step": 7405
    },
    {
      "entropy": 6.56553635597229,
      "epoch": 1.4456150619451762,
      "grad_norm": 0.84765625,
      "learning_rate": 0.00048217857547720207,
      "loss": 6.2306,
      "mean_token_accuracy": 0.14132137671113015,
      "num_tokens": 24760872.0,
      "step": 7410
    },
    {
      "entropy": 6.624152183532715,
      "epoch": 1.4465905765291192,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004821511315131144,
      "loss": 6.2541,
      "mean_token_accuracy": 0.13963104262948037,
      "num_tokens": 24776265.0,
      "step": 7415
    },
    {
      "entropy": 6.509425020217895,
      "epoch": 1.4475660911130621,
      "grad_norm": 0.8359375,
      "learning_rate": 0.0004821236673069564,
      "loss": 6.1918,
      "mean_token_accuracy": 0.14682726711034774,
      "num_tokens": 24791557.0,
      "step": 7420
    },
    {
      "entropy": 6.538480281829834,
      "epoch": 1.448541605697005,
      "grad_norm": 0.86328125,
      "learning_rate": 0.00048209618286141194,
      "loss": 6.2209,
      "mean_token_accuracy": 0.14443429857492446,
      "num_tokens": 24807444.0,
      "step": 7425
    },
    {
      "entropy": 6.548123168945312,
      "epoch": 1.4495171202809483,
      "grad_norm": 0.79296875,
      "learning_rate": 0.0004820686781791665,
      "loss": 6.2876,
      "mean_token_accuracy": 0.13911228477954865,
      "num_tokens": 24823971.0,
      "step": 7430
    },
    {
      "entropy": 6.4525001525878904,
      "epoch": 1.4504926348648912,
      "grad_norm": 0.8125,
      "learning_rate": 0.00048204115326290795,
      "loss": 6.125,
      "mean_token_accuracy": 0.15766288936138154,
      "num_tokens": 24841363.0,
      "step": 7435
    },
    {
      "entropy": 6.575623607635498,
      "epoch": 1.4514681494488342,
      "grad_norm": 0.8125,
      "learning_rate": 0.00048201360811532567,
      "loss": 6.2577,
      "mean_token_accuracy": 0.14543769955635072,
      "num_tokens": 24858593.0,
      "step": 7440
    },
    {
      "entropy": 6.601060628890991,
      "epoch": 1.4524436640327774,
      "grad_norm": 0.828125,
      "learning_rate": 0.0004819860427391115,
      "loss": 6.3531,
      "mean_token_accuracy": 0.14083460941910744,
      "num_tokens": 24876303.0,
      "step": 7445
    },
    {
      "entropy": 6.560614490509034,
      "epoch": 1.4534191786167203,
      "grad_norm": 0.875,
      "learning_rate": 0.0004819584571369589,
      "loss": 6.2198,
      "mean_token_accuracy": 0.14230636209249498,
      "num_tokens": 24891455.0,
      "step": 7450
    },
    {
      "entropy": 6.616933870315552,
      "epoch": 1.4543946932006633,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004819308513115635,
      "loss": 6.2606,
      "mean_token_accuracy": 0.14308918565511702,
      "num_tokens": 24906598.0,
      "step": 7455
    },
    {
      "entropy": 6.55993070602417,
      "epoch": 1.4553702077846065,
      "grad_norm": 0.875,
      "learning_rate": 0.0004819032252656229,
      "loss": 6.295,
      "mean_token_accuracy": 0.14149979278445243,
      "num_tokens": 24923299.0,
      "step": 7460
    },
    {
      "entropy": 6.516774415969849,
      "epoch": 1.4563457223685494,
      "grad_norm": 0.83984375,
      "learning_rate": 0.00048187557900183643,
      "loss": 6.1772,
      "mean_token_accuracy": 0.1569808155298233,
      "num_tokens": 24940510.0,
      "step": 7465
    },
    {
      "entropy": 6.550764036178589,
      "epoch": 1.4573212369524924,
      "grad_norm": 0.828125,
      "learning_rate": 0.0004818479125229057,
      "loss": 6.2609,
      "mean_token_accuracy": 0.1402764305472374,
      "num_tokens": 24957644.0,
      "step": 7470
    },
    {
      "entropy": 6.501720428466797,
      "epoch": 1.4582967515364356,
      "grad_norm": 0.80078125,
      "learning_rate": 0.0004818202258315343,
      "loss": 6.1982,
      "mean_token_accuracy": 0.14678118154406547,
      "num_tokens": 24974405.0,
      "step": 7475
    },
    {
      "entropy": 6.540507364273071,
      "epoch": 1.4592722661203785,
      "grad_norm": 0.80078125,
      "learning_rate": 0.0004817925189304275,
      "loss": 6.2771,
      "mean_token_accuracy": 0.1417350612580776,
      "num_tokens": 24992294.0,
      "step": 7480
    },
    {
      "entropy": 6.602487182617187,
      "epoch": 1.4602477807043215,
      "grad_norm": 0.828125,
      "learning_rate": 0.00048176479182229266,
      "loss": 6.25,
      "mean_token_accuracy": 0.1392805054783821,
      "num_tokens": 25008177.0,
      "step": 7485
    },
    {
      "entropy": 6.641076850891113,
      "epoch": 1.4612232952882644,
      "grad_norm": 0.74609375,
      "learning_rate": 0.00048173704450983943,
      "loss": 6.3374,
      "mean_token_accuracy": 0.1369099125266075,
      "num_tokens": 25025321.0,
      "step": 7490
    },
    {
      "entropy": 6.572096443176269,
      "epoch": 1.4621988098722076,
      "grad_norm": 0.7890625,
      "learning_rate": 0.00048170927699577894,
      "loss": 6.2696,
      "mean_token_accuracy": 0.14202090054750444,
      "num_tokens": 25041751.0,
      "step": 7495
    },
    {
      "entropy": 6.5297540664672855,
      "epoch": 1.4631743244561506,
      "grad_norm": 0.7890625,
      "learning_rate": 0.0004816814892828247,
      "loss": 6.1728,
      "mean_token_accuracy": 0.15087740421295165,
      "num_tokens": 25058897.0,
      "step": 7500
    },
    {
      "entropy": 6.583259201049804,
      "epoch": 1.4641498390400938,
      "grad_norm": 0.83203125,
      "learning_rate": 0.00048165368137369186,
      "loss": 6.2909,
      "mean_token_accuracy": 0.13738654181361198,
      "num_tokens": 25074750.0,
      "step": 7505
    },
    {
      "entropy": 6.527195978164673,
      "epoch": 1.4651253536240367,
      "grad_norm": 0.84375,
      "learning_rate": 0.00048162585327109794,
      "loss": 6.2502,
      "mean_token_accuracy": 0.14238182008266448,
      "num_tokens": 25089416.0,
      "step": 7510
    },
    {
      "entropy": 6.494558048248291,
      "epoch": 1.4661008682079797,
      "grad_norm": 0.8828125,
      "learning_rate": 0.000481598004977762,
      "loss": 6.2264,
      "mean_token_accuracy": 0.14732641130685806,
      "num_tokens": 25105543.0,
      "step": 7515
    },
    {
      "entropy": 6.616891098022461,
      "epoch": 1.4670763827919227,
      "grad_norm": 0.77734375,
      "learning_rate": 0.00048157013649640523,
      "loss": 6.3108,
      "mean_token_accuracy": 0.13595520704984665,
      "num_tokens": 25124761.0,
      "step": 7520
    },
    {
      "entropy": 6.55176043510437,
      "epoch": 1.4680518973758658,
      "grad_norm": 0.8359375,
      "learning_rate": 0.00048154224782975103,
      "loss": 6.24,
      "mean_token_accuracy": 0.14542149901390075,
      "num_tokens": 25142484.0,
      "step": 7525
    },
    {
      "entropy": 6.519903659820557,
      "epoch": 1.4690274119598088,
      "grad_norm": 0.8203125,
      "learning_rate": 0.00048151433898052453,
      "loss": 6.1378,
      "mean_token_accuracy": 0.15854237526655196,
      "num_tokens": 25159870.0,
      "step": 7530
    },
    {
      "entropy": 6.309825038909912,
      "epoch": 1.4700029265437518,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004814864099514529,
      "loss": 5.9832,
      "mean_token_accuracy": 0.17094135731458665,
      "num_tokens": 25176643.0,
      "step": 7535
    },
    {
      "entropy": 6.520638418197632,
      "epoch": 1.470978441127695,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004814584607452651,
      "loss": 6.2396,
      "mean_token_accuracy": 0.14491283744573594,
      "num_tokens": 25191963.0,
      "step": 7540
    },
    {
      "entropy": 6.559285593032837,
      "epoch": 1.471953955711638,
      "grad_norm": 0.78125,
      "learning_rate": 0.0004814304913646924,
      "loss": 6.3023,
      "mean_token_accuracy": 0.14485398381948472,
      "num_tokens": 25210250.0,
      "step": 7545
    },
    {
      "entropy": 6.5447855472564695,
      "epoch": 1.4729294702955809,
      "grad_norm": 0.796875,
      "learning_rate": 0.00048140250181246785,
      "loss": 6.1522,
      "mean_token_accuracy": 0.15099627673625945,
      "num_tokens": 25226951.0,
      "step": 7550
    },
    {
      "entropy": 6.4131749153137205,
      "epoch": 1.4739049848795238,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004813744920913265,
      "loss": 6.1013,
      "mean_token_accuracy": 0.1535729467868805,
      "num_tokens": 25244055.0,
      "step": 7555
    },
    {
      "entropy": 6.434331464767456,
      "epoch": 1.474880499463467,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00048134646220400517,
      "loss": 6.0615,
      "mean_token_accuracy": 0.17370739579200745,
      "num_tokens": 25261408.0,
      "step": 7560
    },
    {
      "entropy": 6.516743803024292,
      "epoch": 1.47585601404741,
      "grad_norm": 0.81640625,
      "learning_rate": 0.00048131841215324307,
      "loss": 6.1317,
      "mean_token_accuracy": 0.15401551723480225,
      "num_tokens": 25277452.0,
      "step": 7565
    },
    {
      "entropy": 6.605107593536377,
      "epoch": 1.4768315286313531,
      "grad_norm": 0.82421875,
      "learning_rate": 0.000481290341941781,
      "loss": 6.3274,
      "mean_token_accuracy": 0.13955115377902985,
      "num_tokens": 25293414.0,
      "step": 7570
    },
    {
      "entropy": 6.568405675888061,
      "epoch": 1.477807043215296,
      "grad_norm": 0.83984375,
      "learning_rate": 0.00048126225157236205,
      "loss": 6.2306,
      "mean_token_accuracy": 0.14615974575281143,
      "num_tokens": 25309684.0,
      "step": 7575
    },
    {
      "entropy": 6.558084774017334,
      "epoch": 1.478782557799239,
      "grad_norm": 0.81640625,
      "learning_rate": 0.00048123414104773093,
      "loss": 6.2187,
      "mean_token_accuracy": 0.1420306533575058,
      "num_tokens": 25324810.0,
      "step": 7580
    },
    {
      "entropy": 6.618871450424194,
      "epoch": 1.479758072383182,
      "grad_norm": 0.734375,
      "learning_rate": 0.00048120601037063466,
      "loss": 6.3452,
      "mean_token_accuracy": 0.14159902110695838,
      "num_tokens": 25342921.0,
      "step": 7585
    },
    {
      "entropy": 6.573891973495483,
      "epoch": 1.4807335869671252,
      "grad_norm": 0.8359375,
      "learning_rate": 0.0004811778595438219,
      "loss": 6.2562,
      "mean_token_accuracy": 0.14424301609396933,
      "num_tokens": 25358770.0,
      "step": 7590
    },
    {
      "entropy": 6.4597972393035885,
      "epoch": 1.4817091015510682,
      "grad_norm": 0.8125,
      "learning_rate": 0.0004811496885700436,
      "loss": 6.0825,
      "mean_token_accuracy": 0.1567696899175644,
      "num_tokens": 25375429.0,
      "step": 7595
    },
    {
      "entropy": 6.559306287765503,
      "epoch": 1.4826846161350113,
      "grad_norm": 0.73828125,
      "learning_rate": 0.0004811214974520524,
      "loss": 6.274,
      "mean_token_accuracy": 0.14332894012331962,
      "num_tokens": 25392262.0,
      "step": 7600
    },
    {
      "entropy": 6.524911403656006,
      "epoch": 1.4836601307189543,
      "grad_norm": 0.81640625,
      "learning_rate": 0.0004810932861926032,
      "loss": 6.1975,
      "mean_token_accuracy": 0.15234454572200776,
      "num_tokens": 25408663.0,
      "step": 7605
    },
    {
      "entropy": 6.542806386947632,
      "epoch": 1.4846356453028973,
      "grad_norm": 0.796875,
      "learning_rate": 0.0004810650547944526,
      "loss": 6.2325,
      "mean_token_accuracy": 0.14462942481040955,
      "num_tokens": 25425587.0,
      "step": 7610
    },
    {
      "entropy": 6.408128833770752,
      "epoch": 1.4856111598868402,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0004810368032603591,
      "loss": 6.0036,
      "mean_token_accuracy": 0.1668608754873276,
      "num_tokens": 25443506.0,
      "step": 7615
    },
    {
      "entropy": 6.537399864196777,
      "epoch": 1.4865866744707834,
      "grad_norm": 0.73828125,
      "learning_rate": 0.0004810085315930837,
      "loss": 6.2288,
      "mean_token_accuracy": 0.14935054928064345,
      "num_tokens": 25462197.0,
      "step": 7620
    },
    {
      "entropy": 6.498016595840454,
      "epoch": 1.4875621890547264,
      "grad_norm": 0.82421875,
      "learning_rate": 0.00048098023979538867,
      "loss": 6.2229,
      "mean_token_accuracy": 0.14846084415912628,
      "num_tokens": 25478732.0,
      "step": 7625
    },
    {
      "entropy": 6.581013631820679,
      "epoch": 1.4885377036386693,
      "grad_norm": 0.78125,
      "learning_rate": 0.00048095192787003886,
      "loss": 6.2654,
      "mean_token_accuracy": 0.1410260960459709,
      "num_tokens": 25494427.0,
      "step": 7630
    },
    {
      "entropy": 6.473728084564209,
      "epoch": 1.4895132182226125,
      "grad_norm": 0.8515625,
      "learning_rate": 0.00048092359581980063,
      "loss": 6.1396,
      "mean_token_accuracy": 0.1533695414662361,
      "num_tokens": 25511617.0,
      "step": 7635
    },
    {
      "entropy": 6.5308424949646,
      "epoch": 1.4904887328065555,
      "grad_norm": 0.80859375,
      "learning_rate": 0.0004808952436474425,
      "loss": 6.2619,
      "mean_token_accuracy": 0.14402440041303635,
      "num_tokens": 25529655.0,
      "step": 7640
    },
    {
      "entropy": 6.61831374168396,
      "epoch": 1.4914642473904984,
      "grad_norm": 0.8046875,
      "learning_rate": 0.00048086687135573506,
      "loss": 6.2052,
      "mean_token_accuracy": 0.14708339497447015,
      "num_tokens": 25545615.0,
      "step": 7645
    },
    {
      "entropy": 6.361371278762817,
      "epoch": 1.4924397619744414,
      "grad_norm": 0.86328125,
      "learning_rate": 0.00048083847894745064,
      "loss": 6.0729,
      "mean_token_accuracy": 0.1622285231947899,
      "num_tokens": 25562097.0,
      "step": 7650
    },
    {
      "entropy": 6.502923774719238,
      "epoch": 1.4934152765583846,
      "grad_norm": 0.859375,
      "learning_rate": 0.00048081006642536366,
      "loss": 6.1347,
      "mean_token_accuracy": 0.1522630274295807,
      "num_tokens": 25578013.0,
      "step": 7655
    },
    {
      "entropy": 6.495388460159302,
      "epoch": 1.4943907911423275,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004807816337922506,
      "loss": 6.2131,
      "mean_token_accuracy": 0.14605870544910432,
      "num_tokens": 25594451.0,
      "step": 7660
    },
    {
      "entropy": 6.466054773330688,
      "epoch": 1.4953663057262707,
      "grad_norm": 0.80078125,
      "learning_rate": 0.0004807531810508896,
      "loss": 6.0911,
      "mean_token_accuracy": 0.15346776470541953,
      "num_tokens": 25611522.0,
      "step": 7665
    },
    {
      "entropy": 6.531814050674439,
      "epoch": 1.4963418203102137,
      "grad_norm": 0.82421875,
      "learning_rate": 0.0004807247082040611,
      "loss": 6.2368,
      "mean_token_accuracy": 0.14784723669290542,
      "num_tokens": 25627755.0,
      "step": 7670
    },
    {
      "entropy": 6.571410465240478,
      "epoch": 1.4973173348941566,
      "grad_norm": 0.88671875,
      "learning_rate": 0.00048069621525454733,
      "loss": 6.2568,
      "mean_token_accuracy": 0.1421634867787361,
      "num_tokens": 25645059.0,
      "step": 7675
    },
    {
      "entropy": 6.559282684326172,
      "epoch": 1.4982928494780996,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004806677022051325,
      "loss": 6.2885,
      "mean_token_accuracy": 0.14508042484521866,
      "num_tokens": 25662324.0,
      "step": 7680
    },
    {
      "entropy": 6.545978212356568,
      "epoch": 1.4992683640620428,
      "grad_norm": 0.765625,
      "learning_rate": 0.00048063916905860283,
      "loss": 6.1976,
      "mean_token_accuracy": 0.14309282451868058,
      "num_tokens": 25678648.0,
      "step": 7685
    },
    {
      "entropy": 6.44009051322937,
      "epoch": 1.5002438786459857,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004806106158177465,
      "loss": 6.084,
      "mean_token_accuracy": 0.16037161648273468,
      "num_tokens": 25695694.0,
      "step": 7690
    },
    {
      "entropy": 6.446888732910156,
      "epoch": 1.501219393229929,
      "grad_norm": 0.80859375,
      "learning_rate": 0.0004805820424853536,
      "loss": 6.1411,
      "mean_token_accuracy": 0.15883827656507493,
      "num_tokens": 25713168.0,
      "step": 7695
    },
    {
      "entropy": 6.4900308609008786,
      "epoch": 1.5021949078138719,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004805534490642162,
      "loss": 6.1915,
      "mean_token_accuracy": 0.14525841325521469,
      "num_tokens": 25729763.0,
      "step": 7700
    },
    {
      "entropy": 6.506098508834839,
      "epoch": 1.5031704223978148,
      "grad_norm": 0.87109375,
      "learning_rate": 0.00048052483555712834,
      "loss": 6.1742,
      "mean_token_accuracy": 0.1470535084605217,
      "num_tokens": 25747852.0,
      "step": 7705
    },
    {
      "entropy": 6.483857679367065,
      "epoch": 1.5041459369817578,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004804962019668861,
      "loss": 6.1762,
      "mean_token_accuracy": 0.1604247957468033,
      "num_tokens": 25764594.0,
      "step": 7710
    },
    {
      "entropy": 6.539416742324829,
      "epoch": 1.5051214515657008,
      "grad_norm": 0.82421875,
      "learning_rate": 0.0004804675482962874,
      "loss": 6.189,
      "mean_token_accuracy": 0.14577443450689315,
      "num_tokens": 25782835.0,
      "step": 7715
    },
    {
      "entropy": 6.5695842742919925,
      "epoch": 1.506096966149644,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004804388745481322,
      "loss": 6.2058,
      "mean_token_accuracy": 0.14468881189823152,
      "num_tokens": 25798152.0,
      "step": 7720
    },
    {
      "entropy": 6.423819589614868,
      "epoch": 1.5070724807335871,
      "grad_norm": 0.8828125,
      "learning_rate": 0.00048041018072522224,
      "loss": 6.14,
      "mean_token_accuracy": 0.1591717153787613,
      "num_tokens": 25816521.0,
      "step": 7725
    },
    {
      "entropy": 6.504071426391602,
      "epoch": 1.50804799531753,
      "grad_norm": 0.83984375,
      "learning_rate": 0.00048038146683036163,
      "loss": 6.1785,
      "mean_token_accuracy": 0.1431247279047966,
      "num_tokens": 25832416.0,
      "step": 7730
    },
    {
      "entropy": 6.432546520233155,
      "epoch": 1.509023509901473,
      "grad_norm": 0.7890625,
      "learning_rate": 0.0004803527328663561,
      "loss": 6.1227,
      "mean_token_accuracy": 0.15941300392150878,
      "num_tokens": 25850343.0,
      "step": 7735
    },
    {
      "entropy": 6.5816059589385985,
      "epoch": 1.509999024485416,
      "grad_norm": 0.80078125,
      "learning_rate": 0.0004803239788360134,
      "loss": 6.3004,
      "mean_token_accuracy": 0.14250255823135377,
      "num_tokens": 25868661.0,
      "step": 7740
    },
    {
      "entropy": 6.586467313766479,
      "epoch": 1.510974539069359,
      "grad_norm": 0.8203125,
      "learning_rate": 0.00048029520474214316,
      "loss": 6.2434,
      "mean_token_accuracy": 0.15009698942303656,
      "num_tokens": 25886417.0,
      "step": 7745
    },
    {
      "entropy": 6.541667222976685,
      "epoch": 1.5119500536533022,
      "grad_norm": 0.78125,
      "learning_rate": 0.00048026641058755725,
      "loss": 6.1588,
      "mean_token_accuracy": 0.14756018668413162,
      "num_tokens": 25904271.0,
      "step": 7750
    },
    {
      "entropy": 6.433267307281494,
      "epoch": 1.512925568237245,
      "grad_norm": 0.78515625,
      "learning_rate": 0.00048023759637506934,
      "loss": 6.1438,
      "mean_token_accuracy": 0.1532046839594841,
      "num_tokens": 25920444.0,
      "step": 7755
    },
    {
      "entropy": 6.53192548751831,
      "epoch": 1.5139010828211883,
      "grad_norm": 0.84765625,
      "learning_rate": 0.000480208762107495,
      "loss": 6.1945,
      "mean_token_accuracy": 0.14301376044750214,
      "num_tokens": 25937655.0,
      "step": 7760
    },
    {
      "entropy": 6.489314222335816,
      "epoch": 1.5148765974051313,
      "grad_norm": 0.8046875,
      "learning_rate": 0.0004801799077876517,
      "loss": 6.156,
      "mean_token_accuracy": 0.14876374751329421,
      "num_tokens": 25954242.0,
      "step": 7765
    },
    {
      "entropy": 6.574348974227905,
      "epoch": 1.5158521119890742,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004801510334183591,
      "loss": 6.2728,
      "mean_token_accuracy": 0.1422928400337696,
      "num_tokens": 25971343.0,
      "step": 7770
    },
    {
      "entropy": 6.409629154205322,
      "epoch": 1.5168276265730172,
      "grad_norm": 0.765625,
      "learning_rate": 0.00048012213900243877,
      "loss": 6.1224,
      "mean_token_accuracy": 0.1531524822115898,
      "num_tokens": 25988369.0,
      "step": 7775
    },
    {
      "entropy": 6.536132383346557,
      "epoch": 1.5178031411569601,
      "grad_norm": 0.81640625,
      "learning_rate": 0.000480093224542714,
      "loss": 6.2391,
      "mean_token_accuracy": 0.1418553426861763,
      "num_tokens": 26005028.0,
      "step": 7780
    },
    {
      "entropy": 6.578630542755127,
      "epoch": 1.5187786557409033,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004800642900420104,
      "loss": 6.2682,
      "mean_token_accuracy": 0.1478794537484646,
      "num_tokens": 26021529.0,
      "step": 7785
    },
    {
      "entropy": 6.532276439666748,
      "epoch": 1.5197541703248465,
      "grad_norm": 0.90234375,
      "learning_rate": 0.00048003533550315517,
      "loss": 6.168,
      "mean_token_accuracy": 0.1513367384672165,
      "num_tokens": 26036804.0,
      "step": 7790
    },
    {
      "entropy": 6.417239713668823,
      "epoch": 1.5207296849087895,
      "grad_norm": 0.83984375,
      "learning_rate": 0.00048000636092897773,
      "loss": 6.0874,
      "mean_token_accuracy": 0.1552967570722103,
      "num_tokens": 26054532.0,
      "step": 7795
    },
    {
      "entropy": 6.561275148391724,
      "epoch": 1.5217051994927324,
      "grad_norm": 0.796875,
      "learning_rate": 0.0004799773663223093,
      "loss": 6.2613,
      "mean_token_accuracy": 0.14312459006905556,
      "num_tokens": 26072600.0,
      "step": 7800
    },
    {
      "entropy": 6.553789806365967,
      "epoch": 1.5226807140766754,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004799483516859833,
      "loss": 6.1616,
      "mean_token_accuracy": 0.14776879027485848,
      "num_tokens": 26087129.0,
      "step": 7805
    },
    {
      "entropy": 6.436868333816529,
      "epoch": 1.5236562286606183,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004799193170228348,
      "loss": 6.1625,
      "mean_token_accuracy": 0.15111790895462035,
      "num_tokens": 26102453.0,
      "step": 7810
    },
    {
      "entropy": 6.545481872558594,
      "epoch": 1.5246317432445615,
      "grad_norm": 0.7734375,
      "learning_rate": 0.00047989026233570087,
      "loss": 6.2534,
      "mean_token_accuracy": 0.1446605607867241,
      "num_tokens": 26119591.0,
      "step": 7815
    },
    {
      "entropy": 6.529604911804199,
      "epoch": 1.5256072578285045,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004798611876274208,
      "loss": 6.1712,
      "mean_token_accuracy": 0.15135708302259446,
      "num_tokens": 26137155.0,
      "step": 7820
    },
    {
      "entropy": 6.45823302268982,
      "epoch": 1.5265827724124477,
      "grad_norm": 0.81640625,
      "learning_rate": 0.00047983209290083565,
      "loss": 6.1313,
      "mean_token_accuracy": 0.15470398366451263,
      "num_tokens": 26153523.0,
      "step": 7825
    },
    {
      "entropy": 6.412579441070557,
      "epoch": 1.5275582869963906,
      "grad_norm": 0.75390625,
      "learning_rate": 0.0004798029781587884,
      "loss": 6.1224,
      "mean_token_accuracy": 0.15576620846986772,
      "num_tokens": 26172233.0,
      "step": 7830
    },
    {
      "entropy": 6.487976551055908,
      "epoch": 1.5285338015803336,
      "grad_norm": 0.8359375,
      "learning_rate": 0.00047977384340412406,
      "loss": 6.2188,
      "mean_token_accuracy": 0.14590315520763397,
      "num_tokens": 26189702.0,
      "step": 7835
    },
    {
      "entropy": 6.617278146743774,
      "epoch": 1.5295093161642765,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004797446886396895,
      "loss": 6.2856,
      "mean_token_accuracy": 0.14104876443743705,
      "num_tokens": 26205986.0,
      "step": 7840
    },
    {
      "entropy": 6.575258779525757,
      "epoch": 1.5304848307482197,
      "grad_norm": 0.87890625,
      "learning_rate": 0.00047971551386833376,
      "loss": 6.2398,
      "mean_token_accuracy": 0.13953869491815568,
      "num_tokens": 26223667.0,
      "step": 7845
    },
    {
      "entropy": 6.496500158309937,
      "epoch": 1.5314603453321627,
      "grad_norm": 0.82421875,
      "learning_rate": 0.0004796863190929076,
      "loss": 6.1368,
      "mean_token_accuracy": 0.1534754678606987,
      "num_tokens": 26240269.0,
      "step": 7850
    },
    {
      "entropy": 6.59290885925293,
      "epoch": 1.5324358599161059,
      "grad_norm": 0.80078125,
      "learning_rate": 0.00047965710431626394,
      "loss": 6.2621,
      "mean_token_accuracy": 0.13931942507624626,
      "num_tokens": 26257184.0,
      "step": 7855
    },
    {
      "entropy": 6.538944578170776,
      "epoch": 1.5334113745000488,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004796278695412573,
      "loss": 6.2018,
      "mean_token_accuracy": 0.15200044363737106,
      "num_tokens": 26273002.0,
      "step": 7860
    },
    {
      "entropy": 6.620817756652832,
      "epoch": 1.5343868890839918,
      "grad_norm": 0.80859375,
      "learning_rate": 0.0004795986147707447,
      "loss": 6.2982,
      "mean_token_accuracy": 0.1417768970131874,
      "num_tokens": 26289734.0,
      "step": 7865
    },
    {
      "entropy": 6.508834409713745,
      "epoch": 1.5353624036679347,
      "grad_norm": 0.765625,
      "learning_rate": 0.0004795693400075846,
      "loss": 6.1556,
      "mean_token_accuracy": 0.15506210327148437,
      "num_tokens": 26307409.0,
      "step": 7870
    },
    {
      "entropy": 6.491481876373291,
      "epoch": 1.5363379182518777,
      "grad_norm": 0.80859375,
      "learning_rate": 0.0004795400452546377,
      "loss": 6.2284,
      "mean_token_accuracy": 0.14985816776752472,
      "num_tokens": 26324061.0,
      "step": 7875
    },
    {
      "entropy": 6.5130743980407715,
      "epoch": 1.537313432835821,
      "grad_norm": 0.83984375,
      "learning_rate": 0.00047951073051476657,
      "loss": 6.1049,
      "mean_token_accuracy": 0.15823739767074585,
      "num_tokens": 26340990.0,
      "step": 7880
    },
    {
      "entropy": 6.510132074356079,
      "epoch": 1.538288947419764,
      "grad_norm": 0.8359375,
      "learning_rate": 0.00047948139579083573,
      "loss": 6.1344,
      "mean_token_accuracy": 0.15451012849807738,
      "num_tokens": 26357389.0,
      "step": 7885
    },
    {
      "entropy": 6.58260817527771,
      "epoch": 1.539264462003707,
      "grad_norm": 0.8359375,
      "learning_rate": 0.0004794520410857117,
      "loss": 6.3184,
      "mean_token_accuracy": 0.1353360451757908,
      "num_tokens": 26373325.0,
      "step": 7890
    },
    {
      "entropy": 6.538438701629639,
      "epoch": 1.54023997658765,
      "grad_norm": 0.8125,
      "learning_rate": 0.0004794226664022628,
      "loss": 6.2253,
      "mean_token_accuracy": 0.14698954969644545,
      "num_tokens": 26391098.0,
      "step": 7895
    },
    {
      "entropy": 6.5633643627166744,
      "epoch": 1.541215491171593,
      "grad_norm": 0.8359375,
      "learning_rate": 0.00047939327174335974,
      "loss": 6.2258,
      "mean_token_accuracy": 0.1421964332461357,
      "num_tokens": 26407806.0,
      "step": 7900
    },
    {
      "entropy": 6.625659370422364,
      "epoch": 1.542191005755536,
      "grad_norm": 0.859375,
      "learning_rate": 0.00047936385711187443,
      "loss": 6.3253,
      "mean_token_accuracy": 0.13944344595074654,
      "num_tokens": 26423670.0,
      "step": 7905
    },
    {
      "entropy": 6.541731166839599,
      "epoch": 1.543166520339479,
      "grad_norm": 0.828125,
      "learning_rate": 0.00047933442251068143,
      "loss": 6.2092,
      "mean_token_accuracy": 0.14528285413980485,
      "num_tokens": 26440493.0,
      "step": 7910
    },
    {
      "entropy": 6.5622035503387455,
      "epoch": 1.544142034923422,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004793049679426569,
      "loss": 6.2412,
      "mean_token_accuracy": 0.1447682037949562,
      "num_tokens": 26458347.0,
      "step": 7915
    },
    {
      "entropy": 6.454741668701172,
      "epoch": 1.5451175495073652,
      "grad_norm": 0.89453125,
      "learning_rate": 0.00047927549341067916,
      "loss": 6.1371,
      "mean_token_accuracy": 0.15158012509346008,
      "num_tokens": 26474832.0,
      "step": 7920
    },
    {
      "entropy": 6.5638447284698485,
      "epoch": 1.5460930640913082,
      "grad_norm": 0.84375,
      "learning_rate": 0.00047924599891762814,
      "loss": 6.226,
      "mean_token_accuracy": 0.14648001939058303,
      "num_tokens": 26492343.0,
      "step": 7925
    },
    {
      "entropy": 6.5298473834991455,
      "epoch": 1.5470685786752512,
      "grad_norm": 0.8203125,
      "learning_rate": 0.0004792164844663861,
      "loss": 6.2325,
      "mean_token_accuracy": 0.145979405939579,
      "num_tokens": 26508677.0,
      "step": 7930
    },
    {
      "entropy": 6.520818996429443,
      "epoch": 1.5480440932591941,
      "grad_norm": 0.8828125,
      "learning_rate": 0.00047918695005983705,
      "loss": 6.2273,
      "mean_token_accuracy": 0.15488763600587846,
      "num_tokens": 26524409.0,
      "step": 7935
    },
    {
      "entropy": 6.56370792388916,
      "epoch": 1.5490196078431373,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004791573957008669,
      "loss": 6.2327,
      "mean_token_accuracy": 0.14849956333637238,
      "num_tokens": 26540884.0,
      "step": 7940
    },
    {
      "entropy": 6.522463369369507,
      "epoch": 1.5499951224270803,
      "grad_norm": 0.8046875,
      "learning_rate": 0.0004791278213923638,
      "loss": 6.1573,
      "mean_token_accuracy": 0.15691536515951157,
      "num_tokens": 26556636.0,
      "step": 7945
    },
    {
      "entropy": 6.5707399368286135,
      "epoch": 1.5509706370110234,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004790982271372174,
      "loss": 6.2257,
      "mean_token_accuracy": 0.14915191680192946,
      "num_tokens": 26573023.0,
      "step": 7950
    },
    {
      "entropy": 6.554471731185913,
      "epoch": 1.5519461515949664,
      "grad_norm": 0.8046875,
      "learning_rate": 0.00047906861293831965,
      "loss": 6.2334,
      "mean_token_accuracy": 0.1450433202087879,
      "num_tokens": 26590524.0,
      "step": 7955
    },
    {
      "entropy": 6.3482178211212155,
      "epoch": 1.5529216661789094,
      "grad_norm": 0.83984375,
      "learning_rate": 0.00047903897879856443,
      "loss": 5.9359,
      "mean_token_accuracy": 0.1711166560649872,
      "num_tokens": 26606866.0,
      "step": 7960
    },
    {
      "entropy": 6.388141012191772,
      "epoch": 1.5538971807628523,
      "grad_norm": 0.8125,
      "learning_rate": 0.00047900932472084745,
      "loss": 6.0979,
      "mean_token_accuracy": 0.1527823932468891,
      "num_tokens": 26623723.0,
      "step": 7965
    },
    {
      "entropy": 6.586954498291016,
      "epoch": 1.5548726953467953,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0004789796507080663,
      "loss": 6.1834,
      "mean_token_accuracy": 0.14686750620603561,
      "num_tokens": 26639980.0,
      "step": 7970
    },
    {
      "entropy": 6.499422931671143,
      "epoch": 1.5558482099307385,
      "grad_norm": 0.84375,
      "learning_rate": 0.00047894995676312066,
      "loss": 6.1824,
      "mean_token_accuracy": 0.15615382194519042,
      "num_tokens": 26657731.0,
      "step": 7975
    },
    {
      "entropy": 6.4649426460266115,
      "epoch": 1.5568237245146817,
      "grad_norm": 0.78125,
      "learning_rate": 0.0004789202428889122,
      "loss": 6.1794,
      "mean_token_accuracy": 0.15055955573916435,
      "num_tokens": 26675754.0,
      "step": 7980
    },
    {
      "entropy": 6.573917865753174,
      "epoch": 1.5577992390986246,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004788905090883443,
      "loss": 6.2406,
      "mean_token_accuracy": 0.14452948048710823,
      "num_tokens": 26692067.0,
      "step": 7985
    },
    {
      "entropy": 6.303714275360107,
      "epoch": 1.5587747536825676,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0004788607553643226,
      "loss": 6.0219,
      "mean_token_accuracy": 0.17159955501556395,
      "num_tokens": 26711026.0,
      "step": 7990
    },
    {
      "entropy": 6.462924432754517,
      "epoch": 1.5597502682665105,
      "grad_norm": 0.796875,
      "learning_rate": 0.00047883098171975445,
      "loss": 6.1201,
      "mean_token_accuracy": 0.1534598559141159,
      "num_tokens": 26728463.0,
      "step": 7995
    },
    {
      "entropy": 6.440150499343872,
      "epoch": 1.5607257828504535,
      "grad_norm": 0.80859375,
      "learning_rate": 0.0004788011881575492,
      "loss": 6.0786,
      "mean_token_accuracy": 0.14935921728610993,
      "num_tokens": 26745160.0,
      "step": 8000
    },
    {
      "entropy": 6.6061732292175295,
      "epoch": 1.5617012974343967,
      "grad_norm": 0.8125,
      "learning_rate": 0.00047877137468061825,
      "loss": 6.267,
      "mean_token_accuracy": 0.14478444010019303,
      "num_tokens": 26761782.0,
      "step": 8005
    },
    {
      "entropy": 6.408679676055908,
      "epoch": 1.5626768120183396,
      "grad_norm": 0.875,
      "learning_rate": 0.00047874154129187474,
      "loss": 6.0197,
      "mean_token_accuracy": 0.1582370176911354,
      "num_tokens": 26779943.0,
      "step": 8010
    },
    {
      "entropy": 6.539475631713867,
      "epoch": 1.5636523266022828,
      "grad_norm": 0.82421875,
      "learning_rate": 0.00047871168799423406,
      "loss": 6.2071,
      "mean_token_accuracy": 0.1487262651324272,
      "num_tokens": 26797607.0,
      "step": 8015
    },
    {
      "entropy": 6.569359397888183,
      "epoch": 1.5646278411862258,
      "grad_norm": 0.9296875,
      "learning_rate": 0.00047868181479061324,
      "loss": 6.2437,
      "mean_token_accuracy": 0.1474839083850384,
      "num_tokens": 26814668.0,
      "step": 8020
    },
    {
      "entropy": 6.507179880142212,
      "epoch": 1.5656033557701687,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004786519216839314,
      "loss": 6.1841,
      "mean_token_accuracy": 0.14940960854291915,
      "num_tokens": 26831590.0,
      "step": 8025
    },
    {
      "entropy": 6.348505926132202,
      "epoch": 1.5665788703541117,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004786220086771096,
      "loss": 5.9464,
      "mean_token_accuracy": 0.16499967128038406,
      "num_tokens": 26848581.0,
      "step": 8030
    },
    {
      "entropy": 6.535536813735962,
      "epoch": 1.5675543849380549,
      "grad_norm": 0.87109375,
      "learning_rate": 0.00047859207577307083,
      "loss": 6.2236,
      "mean_token_accuracy": 0.14495983868837356,
      "num_tokens": 26867599.0,
      "step": 8035
    },
    {
      "entropy": 6.460072326660156,
      "epoch": 1.5685298995219978,
      "grad_norm": 0.765625,
      "learning_rate": 0.00047856212297474007,
      "loss": 6.0804,
      "mean_token_accuracy": 0.16076522767543794,
      "num_tokens": 26884555.0,
      "step": 8040
    },
    {
      "entropy": 6.497430324554443,
      "epoch": 1.569505414105941,
      "grad_norm": 0.94921875,
      "learning_rate": 0.00047853215028504406,
      "loss": 6.1707,
      "mean_token_accuracy": 0.1550338089466095,
      "num_tokens": 26899988.0,
      "step": 8045
    },
    {
      "entropy": 6.560516214370727,
      "epoch": 1.570480928689884,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004785021577069119,
      "loss": 6.2369,
      "mean_token_accuracy": 0.15237915962934495,
      "num_tokens": 26917588.0,
      "step": 8050
    },
    {
      "entropy": 6.529193639755249,
      "epoch": 1.571456443273827,
      "grad_norm": 0.828125,
      "learning_rate": 0.000478472145243274,
      "loss": 6.1576,
      "mean_token_accuracy": 0.15417624413967132,
      "num_tokens": 26934053.0,
      "step": 8055
    },
    {
      "entropy": 6.401058340072632,
      "epoch": 1.57243195785777,
      "grad_norm": 0.7578125,
      "learning_rate": 0.00047844211289706337,
      "loss": 6.0655,
      "mean_token_accuracy": 0.1610574394464493,
      "num_tokens": 26953870.0,
      "step": 8060
    },
    {
      "entropy": 6.562654781341553,
      "epoch": 1.5734074724417129,
      "grad_norm": 0.86328125,
      "learning_rate": 0.00047841206067121447,
      "loss": 6.2687,
      "mean_token_accuracy": 0.14912957102060317,
      "num_tokens": 26971944.0,
      "step": 8065
    },
    {
      "entropy": 6.484941816329956,
      "epoch": 1.574382987025656,
      "grad_norm": 0.90234375,
      "learning_rate": 0.000478381988568664,
      "loss": 6.1759,
      "mean_token_accuracy": 0.15240543186664582,
      "num_tokens": 26988723.0,
      "step": 8070
    },
    {
      "entropy": 6.571864223480224,
      "epoch": 1.5753585016095992,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004783518965923505,
      "loss": 6.2172,
      "mean_token_accuracy": 0.1458051785826683,
      "num_tokens": 27004553.0,
      "step": 8075
    },
    {
      "entropy": 6.494311428070068,
      "epoch": 1.5763340161935422,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004783217847452144,
      "loss": 6.1297,
      "mean_token_accuracy": 0.1544262021780014,
      "num_tokens": 27021241.0,
      "step": 8080
    },
    {
      "entropy": 6.436679744720459,
      "epoch": 1.5773095307774851,
      "grad_norm": 0.890625,
      "learning_rate": 0.00047829165303019816,
      "loss": 6.0577,
      "mean_token_accuracy": 0.16208013594150544,
      "num_tokens": 27038718.0,
      "step": 8085
    },
    {
      "entropy": 6.497089052200318,
      "epoch": 1.578285045361428,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004782615014502462,
      "loss": 6.2302,
      "mean_token_accuracy": 0.14539478942751885,
      "num_tokens": 27055372.0,
      "step": 8090
    },
    {
      "entropy": 6.612150955200195,
      "epoch": 1.579260559945371,
      "grad_norm": 0.83984375,
      "learning_rate": 0.00047823133000830467,
      "loss": 6.2451,
      "mean_token_accuracy": 0.14125537723302842,
      "num_tokens": 27070433.0,
      "step": 8095
    },
    {
      "entropy": 6.480490350723267,
      "epoch": 1.5802360745293142,
      "grad_norm": 0.80078125,
      "learning_rate": 0.0004782011387073219,
      "loss": 6.1755,
      "mean_token_accuracy": 0.15282697677612306,
      "num_tokens": 27087467.0,
      "step": 8100
    },
    {
      "entropy": 6.519740056991577,
      "epoch": 1.5812115891132572,
      "grad_norm": 0.8125,
      "learning_rate": 0.0004781709275502481,
      "loss": 6.2007,
      "mean_token_accuracy": 0.14356070011854172,
      "num_tokens": 27103388.0,
      "step": 8105
    },
    {
      "entropy": 6.624213743209839,
      "epoch": 1.5821871036972004,
      "grad_norm": 0.91015625,
      "learning_rate": 0.00047814069654003534,
      "loss": 6.2485,
      "mean_token_accuracy": 0.1459506630897522,
      "num_tokens": 27119752.0,
      "step": 8110
    },
    {
      "entropy": 6.499941635131836,
      "epoch": 1.5831626182811434,
      "grad_norm": 0.83984375,
      "learning_rate": 0.00047811044567963774,
      "loss": 6.1814,
      "mean_token_accuracy": 0.14373875558376312,
      "num_tokens": 27136060.0,
      "step": 8115
    },
    {
      "entropy": 6.534712839126587,
      "epoch": 1.5841381328650863,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004780801749720113,
      "loss": 6.2025,
      "mean_token_accuracy": 0.14415753707289697,
      "num_tokens": 27153151.0,
      "step": 8120
    },
    {
      "entropy": 6.391685056686401,
      "epoch": 1.5851136474490293,
      "grad_norm": 0.8125,
      "learning_rate": 0.00047804988442011394,
      "loss": 6.0669,
      "mean_token_accuracy": 0.16292042136192322,
      "num_tokens": 27170806.0,
      "step": 8125
    },
    {
      "entropy": 6.532835531234741,
      "epoch": 1.5860891620329722,
      "grad_norm": 0.80078125,
      "learning_rate": 0.0004780195740269056,
      "loss": 6.254,
      "mean_token_accuracy": 0.14169416949152946,
      "num_tokens": 27187082.0,
      "step": 8130
    },
    {
      "entropy": 6.476716184616089,
      "epoch": 1.5870646766169154,
      "grad_norm": 0.83203125,
      "learning_rate": 0.000477989243795348,
      "loss": 6.0832,
      "mean_token_accuracy": 0.15949160009622573,
      "num_tokens": 27204505.0,
      "step": 8135
    },
    {
      "entropy": 6.383589458465576,
      "epoch": 1.5880401912008586,
      "grad_norm": 0.91796875,
      "learning_rate": 0.00047795889372840493,
      "loss": 6.0247,
      "mean_token_accuracy": 0.17065104246139526,
      "num_tokens": 27219897.0,
      "step": 8140
    },
    {
      "entropy": 6.425956869125367,
      "epoch": 1.5890157057848016,
      "grad_norm": 0.8515625,
      "learning_rate": 0.00047792852382904223,
      "loss": 6.0643,
      "mean_token_accuracy": 0.1595566064119339,
      "num_tokens": 27235295.0,
      "step": 8145
    },
    {
      "entropy": 6.4590096950531,
      "epoch": 1.5899912203687445,
      "grad_norm": 0.7734375,
      "learning_rate": 0.0004778981341002274,
      "loss": 6.0885,
      "mean_token_accuracy": 0.15494739040732383,
      "num_tokens": 27253172.0,
      "step": 8150
    },
    {
      "entropy": 6.569482135772705,
      "epoch": 1.5909667349526875,
      "grad_norm": 0.84375,
      "learning_rate": 0.00047786772454493,
      "loss": 6.3115,
      "mean_token_accuracy": 0.14158051908016206,
      "num_tokens": 27269958.0,
      "step": 8155
    },
    {
      "entropy": 6.495059251785278,
      "epoch": 1.5919422495366304,
      "grad_norm": 0.87109375,
      "learning_rate": 0.00047783729516612163,
      "loss": 5.9989,
      "mean_token_accuracy": 0.1689483031630516,
      "num_tokens": 27286402.0,
      "step": 8160
    },
    {
      "entropy": 6.513070774078369,
      "epoch": 1.5929177641205736,
      "grad_norm": 0.921875,
      "learning_rate": 0.00047780684596677563,
      "loss": 6.2167,
      "mean_token_accuracy": 0.138054808229208,
      "num_tokens": 27301257.0,
      "step": 8165
    },
    {
      "entropy": 6.551899528503418,
      "epoch": 1.5938932787045166,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004777763769498676,
      "loss": 6.1778,
      "mean_token_accuracy": 0.14644276350736618,
      "num_tokens": 27318951.0,
      "step": 8170
    },
    {
      "entropy": 6.605528688430786,
      "epoch": 1.5948687932884598,
      "grad_norm": 0.82421875,
      "learning_rate": 0.00047774588811837465,
      "loss": 6.2751,
      "mean_token_accuracy": 0.14551048278808593,
      "num_tokens": 27334538.0,
      "step": 8175
    },
    {
      "entropy": 6.506246566772461,
      "epoch": 1.5958443078724027,
      "grad_norm": 0.87109375,
      "learning_rate": 0.00047771537947527605,
      "loss": 6.1788,
      "mean_token_accuracy": 0.15033573806285858,
      "num_tokens": 27351769.0,
      "step": 8180
    },
    {
      "entropy": 6.498648166656494,
      "epoch": 1.5968198224563457,
      "grad_norm": 0.92578125,
      "learning_rate": 0.00047768485102355314,
      "loss": 6.1773,
      "mean_token_accuracy": 0.14948661178350447,
      "num_tokens": 27369085.0,
      "step": 8185
    },
    {
      "entropy": 6.598611783981323,
      "epoch": 1.5977953370402886,
      "grad_norm": 0.75,
      "learning_rate": 0.00047765430276618896,
      "loss": 6.3038,
      "mean_token_accuracy": 0.14634699523448944,
      "num_tokens": 27385601.0,
      "step": 8190
    },
    {
      "entropy": 6.541191911697387,
      "epoch": 1.5987708516242318,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004776237347061685,
      "loss": 6.1495,
      "mean_token_accuracy": 0.14935749471187593,
      "num_tokens": 27401973.0,
      "step": 8195
    },
    {
      "entropy": 6.446202230453491,
      "epoch": 1.5997463662081748,
      "grad_norm": 0.90234375,
      "learning_rate": 0.00047759314684647894,
      "loss": 6.1028,
      "mean_token_accuracy": 0.15717899948358535,
      "num_tokens": 27418363.0,
      "step": 8200
    },
    {
      "entropy": 6.380489253997803,
      "epoch": 1.600721880792118,
      "grad_norm": 0.76171875,
      "learning_rate": 0.00047756253919010907,
      "loss": 6.0077,
      "mean_token_accuracy": 0.1613767609000206,
      "num_tokens": 27435569.0,
      "step": 8205
    },
    {
      "entropy": 6.477810335159302,
      "epoch": 1.601697395376061,
      "grad_norm": 0.86328125,
      "learning_rate": 0.00047753191174004984,
      "loss": 6.1481,
      "mean_token_accuracy": 0.148561429977417,
      "num_tokens": 27451036.0,
      "step": 8210
    },
    {
      "entropy": 6.473730611801147,
      "epoch": 1.6026729099600039,
      "grad_norm": 0.8515625,
      "learning_rate": 0.000477501264499294,
      "loss": 6.108,
      "mean_token_accuracy": 0.15943914651870728,
      "num_tokens": 27466425.0,
      "step": 8215
    },
    {
      "entropy": 6.523644828796387,
      "epoch": 1.6036484245439468,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004774705974708364,
      "loss": 6.1614,
      "mean_token_accuracy": 0.15081038177013398,
      "num_tokens": 27481502.0,
      "step": 8220
    },
    {
      "entropy": 6.409969854354858,
      "epoch": 1.6046239391278898,
      "grad_norm": 0.83984375,
      "learning_rate": 0.00047743991065767364,
      "loss": 6.0867,
      "mean_token_accuracy": 0.15667725205421448,
      "num_tokens": 27498493.0,
      "step": 8225
    },
    {
      "entropy": 6.586077928543091,
      "epoch": 1.605599453711833,
      "grad_norm": 0.85546875,
      "learning_rate": 0.00047740920406280423,
      "loss": 6.2063,
      "mean_token_accuracy": 0.15088586509227753,
      "num_tokens": 27514401.0,
      "step": 8230
    },
    {
      "entropy": 6.542629289627075,
      "epoch": 1.6065749682957762,
      "grad_norm": 0.828125,
      "learning_rate": 0.00047737847768922887,
      "loss": 6.2399,
      "mean_token_accuracy": 0.14641905948519707,
      "num_tokens": 27531100.0,
      "step": 8235
    },
    {
      "entropy": 6.584401082992554,
      "epoch": 1.6075504828797191,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004773477315399499,
      "loss": 6.2467,
      "mean_token_accuracy": 0.14878139048814773,
      "num_tokens": 27549097.0,
      "step": 8240
    },
    {
      "entropy": 6.576067686080933,
      "epoch": 1.608525997463662,
      "grad_norm": 0.953125,
      "learning_rate": 0.00047731696561797185,
      "loss": 6.2252,
      "mean_token_accuracy": 0.14218041449785232,
      "num_tokens": 27565485.0,
      "step": 8245
    },
    {
      "entropy": 6.440159749984741,
      "epoch": 1.609501512047605,
      "grad_norm": 0.78125,
      "learning_rate": 0.00047728617992630096,
      "loss": 6.1359,
      "mean_token_accuracy": 0.15461559146642684,
      "num_tokens": 27581832.0,
      "step": 8250
    },
    {
      "entropy": 6.46060266494751,
      "epoch": 1.610477026631548,
      "grad_norm": 0.90625,
      "learning_rate": 0.00047725537446794547,
      "loss": 6.0977,
      "mean_token_accuracy": 0.1546190395951271,
      "num_tokens": 27598149.0,
      "step": 8255
    },
    {
      "entropy": 6.363017272949219,
      "epoch": 1.6114525412154912,
      "grad_norm": 0.8203125,
      "learning_rate": 0.0004772245492459157,
      "loss": 5.9819,
      "mean_token_accuracy": 0.16858600527048112,
      "num_tokens": 27616920.0,
      "step": 8260
    },
    {
      "entropy": 6.544761276245117,
      "epoch": 1.6124280557994342,
      "grad_norm": 0.82421875,
      "learning_rate": 0.00047719370426322374,
      "loss": 6.2,
      "mean_token_accuracy": 0.14654294401407242,
      "num_tokens": 27632702.0,
      "step": 8265
    },
    {
      "entropy": 6.498357057571411,
      "epoch": 1.6134035703833773,
      "grad_norm": 0.828125,
      "learning_rate": 0.0004771628395228836,
      "loss": 6.2312,
      "mean_token_accuracy": 0.1489759460091591,
      "num_tokens": 27650606.0,
      "step": 8270
    },
    {
      "entropy": 6.489775991439819,
      "epoch": 1.6143790849673203,
      "grad_norm": 0.8203125,
      "learning_rate": 0.0004771319550279113,
      "loss": 6.0735,
      "mean_token_accuracy": 0.16160486191511153,
      "num_tokens": 27668466.0,
      "step": 8275
    },
    {
      "entropy": 6.461441564559936,
      "epoch": 1.6153545995512633,
      "grad_norm": 0.796875,
      "learning_rate": 0.0004771010507813247,
      "loss": 6.0986,
      "mean_token_accuracy": 0.15338612496852874,
      "num_tokens": 27685032.0,
      "step": 8280
    },
    {
      "entropy": 6.507164573669433,
      "epoch": 1.6163301141352062,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004770701267861439,
      "loss": 6.1834,
      "mean_token_accuracy": 0.1466955676674843,
      "num_tokens": 27700382.0,
      "step": 8285
    },
    {
      "entropy": 6.55603060722351,
      "epoch": 1.6173056287191494,
      "grad_norm": 0.8671875,
      "learning_rate": 0.00047703918304539027,
      "loss": 6.1721,
      "mean_token_accuracy": 0.15334951132535934,
      "num_tokens": 27715603.0,
      "step": 8290
    },
    {
      "entropy": 6.450091314315796,
      "epoch": 1.6182811433030924,
      "grad_norm": 0.8203125,
      "learning_rate": 0.0004770082195620879,
      "loss": 6.1199,
      "mean_token_accuracy": 0.15096625685691833,
      "num_tokens": 27732341.0,
      "step": 8295
    },
    {
      "entropy": 6.542802190780639,
      "epoch": 1.6192566578870355,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004769772363392622,
      "loss": 6.1849,
      "mean_token_accuracy": 0.1527812272310257,
      "num_tokens": 27747731.0,
      "step": 8300
    },
    {
      "entropy": 6.470993566513061,
      "epoch": 1.6202321724709785,
      "grad_norm": 0.8125,
      "learning_rate": 0.0004769462333799409,
      "loss": 6.1567,
      "mean_token_accuracy": 0.15023228973150254,
      "num_tokens": 27764873.0,
      "step": 8305
    },
    {
      "entropy": 6.460385847091675,
      "epoch": 1.6212076870549215,
      "grad_norm": 0.8984375,
      "learning_rate": 0.00047691521068715344,
      "loss": 6.1202,
      "mean_token_accuracy": 0.1516075313091278,
      "num_tokens": 27781684.0,
      "step": 8310
    },
    {
      "entropy": 6.5603063106536865,
      "epoch": 1.6221832016388644,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004768841682639312,
      "loss": 6.2503,
      "mean_token_accuracy": 0.13818206042051315,
      "num_tokens": 27799596.0,
      "step": 8315
    },
    {
      "entropy": 6.568026399612426,
      "epoch": 1.6231587162228074,
      "grad_norm": 0.79296875,
      "learning_rate": 0.0004768531061133075,
      "loss": 6.2461,
      "mean_token_accuracy": 0.1396278902888298,
      "num_tokens": 27816469.0,
      "step": 8320
    },
    {
      "entropy": 6.628645706176758,
      "epoch": 1.6241342308067506,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004768220242383178,
      "loss": 6.2978,
      "mean_token_accuracy": 0.1419444963335991,
      "num_tokens": 27832794.0,
      "step": 8325
    },
    {
      "entropy": 6.4106611728668215,
      "epoch": 1.6251097453906937,
      "grad_norm": 0.8125,
      "learning_rate": 0.00047679092264199915,
      "loss": 6.1213,
      "mean_token_accuracy": 0.15473897829651834,
      "num_tokens": 27851019.0,
      "step": 8330
    },
    {
      "entropy": 6.53679084777832,
      "epoch": 1.6260852599746367,
      "grad_norm": 0.76171875,
      "learning_rate": 0.00047675980132739067,
      "loss": 6.2209,
      "mean_token_accuracy": 0.150623919069767,
      "num_tokens": 27869377.0,
      "step": 8335
    },
    {
      "entropy": 6.6037764072418215,
      "epoch": 1.6270607745585797,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004767286602975336,
      "loss": 6.2196,
      "mean_token_accuracy": 0.1536998227238655,
      "num_tokens": 27887196.0,
      "step": 8340
    },
    {
      "entropy": 6.497676038742066,
      "epoch": 1.6280362891425226,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004766974995554707,
      "loss": 6.204,
      "mean_token_accuracy": 0.14362335503101348,
      "num_tokens": 27903536.0,
      "step": 8345
    },
    {
      "entropy": 6.407289743423462,
      "epoch": 1.6290118037264656,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004766663191042471,
      "loss": 6.0745,
      "mean_token_accuracy": 0.15766059011220931,
      "num_tokens": 27919081.0,
      "step": 8350
    },
    {
      "entropy": 6.5272545337677,
      "epoch": 1.6299873183104088,
      "grad_norm": 0.890625,
      "learning_rate": 0.00047663511894690955,
      "loss": 6.1422,
      "mean_token_accuracy": 0.15151772499084473,
      "num_tokens": 27934432.0,
      "step": 8355
    },
    {
      "entropy": 6.502772474288941,
      "epoch": 1.6309628328943517,
      "grad_norm": 0.8125,
      "learning_rate": 0.0004766038990865068,
      "loss": 6.1879,
      "mean_token_accuracy": 0.14996958076953887,
      "num_tokens": 27950395.0,
      "step": 8360
    },
    {
      "entropy": 6.480244255065918,
      "epoch": 1.631938347478295,
      "grad_norm": 0.94140625,
      "learning_rate": 0.00047657265952608953,
      "loss": 6.1699,
      "mean_token_accuracy": 0.1551416277885437,
      "num_tokens": 27968051.0,
      "step": 8365
    },
    {
      "entropy": 6.489851474761963,
      "epoch": 1.6329138620622379,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004765414002687104,
      "loss": 6.0789,
      "mean_token_accuracy": 0.16311129927635193,
      "num_tokens": 27984942.0,
      "step": 8370
    },
    {
      "entropy": 6.54214825630188,
      "epoch": 1.6338893766461808,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004765101213174239,
      "loss": 6.2293,
      "mean_token_accuracy": 0.14746397584676743,
      "num_tokens": 28001861.0,
      "step": 8375
    },
    {
      "entropy": 6.5077191352844235,
      "epoch": 1.6348648912301238,
      "grad_norm": 0.80859375,
      "learning_rate": 0.00047647882267528663,
      "loss": 6.1756,
      "mean_token_accuracy": 0.14892326444387435,
      "num_tokens": 28018115.0,
      "step": 8380
    },
    {
      "entropy": 6.522738599777222,
      "epoch": 1.6358404058140668,
      "grad_norm": 0.828125,
      "learning_rate": 0.0004764475043453569,
      "loss": 6.1622,
      "mean_token_accuracy": 0.14853644520044326,
      "num_tokens": 28033929.0,
      "step": 8385
    },
    {
      "entropy": 6.364892530441284,
      "epoch": 1.63681592039801,
      "grad_norm": 0.8203125,
      "learning_rate": 0.0004764161663306949,
      "loss": 6.0086,
      "mean_token_accuracy": 0.16049595326185226,
      "num_tokens": 28050876.0,
      "step": 8390
    },
    {
      "entropy": 6.5480485439300535,
      "epoch": 1.6377914349819531,
      "grad_norm": 0.875,
      "learning_rate": 0.0004763848086343631,
      "loss": 6.2179,
      "mean_token_accuracy": 0.14378044307231902,
      "num_tokens": 28067453.0,
      "step": 8395
    },
    {
      "entropy": 6.518124723434449,
      "epoch": 1.638766949565896,
      "grad_norm": 0.81640625,
      "learning_rate": 0.0004763534312594254,
      "loss": 6.232,
      "mean_token_accuracy": 0.14721454083919525,
      "num_tokens": 28084463.0,
      "step": 8400
    },
    {
      "entropy": 6.515803623199463,
      "epoch": 1.639742464149839,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004763220342089482,
      "loss": 6.1455,
      "mean_token_accuracy": 0.1632282704114914,
      "num_tokens": 28101126.0,
      "step": 8405
    },
    {
      "entropy": 6.517506885528564,
      "epoch": 1.640717978733782,
      "grad_norm": 0.82421875,
      "learning_rate": 0.00047629061748599927,
      "loss": 6.1822,
      "mean_token_accuracy": 0.15203038081526757,
      "num_tokens": 28117000.0,
      "step": 8410
    },
    {
      "entropy": 6.54482479095459,
      "epoch": 1.641693493317725,
      "grad_norm": 0.875,
      "learning_rate": 0.00047625918109364863,
      "loss": 6.2039,
      "mean_token_accuracy": 0.14584169089794158,
      "num_tokens": 28132290.0,
      "step": 8415
    },
    {
      "entropy": 6.476168203353882,
      "epoch": 1.6426690079016681,
      "grad_norm": 0.84765625,
      "learning_rate": 0.00047622772503496806,
      "loss": 6.0971,
      "mean_token_accuracy": 0.15095495134592057,
      "num_tokens": 28149884.0,
      "step": 8420
    },
    {
      "entropy": 6.442347860336303,
      "epoch": 1.6436445224856113,
      "grad_norm": 0.93359375,
      "learning_rate": 0.00047619624931303145,
      "loss": 6.1129,
      "mean_token_accuracy": 0.16327326148748397,
      "num_tokens": 28166678.0,
      "step": 8425
    },
    {
      "entropy": 6.452074241638184,
      "epoch": 1.6446200370695543,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004761647539309144,
      "loss": 6.1339,
      "mean_token_accuracy": 0.16387641578912734,
      "num_tokens": 28184921.0,
      "step": 8430
    },
    {
      "entropy": 6.499799299240112,
      "epoch": 1.6455955516534972,
      "grad_norm": 0.796875,
      "learning_rate": 0.00047613323889169457,
      "loss": 6.1579,
      "mean_token_accuracy": 0.1525579571723938,
      "num_tokens": 28203503.0,
      "step": 8435
    },
    {
      "entropy": 6.52139892578125,
      "epoch": 1.6465710662374402,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004761017041984515,
      "loss": 6.1984,
      "mean_token_accuracy": 0.15319882035255433,
      "num_tokens": 28220542.0,
      "step": 8440
    },
    {
      "entropy": 6.502215051651001,
      "epoch": 1.6475465808213832,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004760701498542666,
      "loss": 6.1279,
      "mean_token_accuracy": 0.1553415387868881,
      "num_tokens": 28236680.0,
      "step": 8445
    },
    {
      "entropy": 6.4202916622161865,
      "epoch": 1.6485220954053263,
      "grad_norm": 0.95703125,
      "learning_rate": 0.00047603857586222333,
      "loss": 5.9922,
      "mean_token_accuracy": 0.16313326358795166,
      "num_tokens": 28253690.0,
      "step": 8450
    },
    {
      "entropy": 6.386742305755615,
      "epoch": 1.6494976099892693,
      "grad_norm": 0.83203125,
      "learning_rate": 0.00047600698222540687,
      "loss": 6.0502,
      "mean_token_accuracy": 0.1617702528834343,
      "num_tokens": 28270528.0,
      "step": 8455
    },
    {
      "entropy": 6.501813554763794,
      "epoch": 1.6504731245732125,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004759753689469046,
      "loss": 6.1269,
      "mean_token_accuracy": 0.15565320402383803,
      "num_tokens": 28287470.0,
      "step": 8460
    },
    {
      "entropy": 6.461546230316162,
      "epoch": 1.6514486391571555,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004759437360298055,
      "loss": 6.167,
      "mean_token_accuracy": 0.15563525557518004,
      "num_tokens": 28304295.0,
      "step": 8465
    },
    {
      "entropy": 6.636112213134766,
      "epoch": 1.6524241537410984,
      "grad_norm": 0.8984375,
      "learning_rate": 0.00047591208347720073,
      "loss": 6.2465,
      "mean_token_accuracy": 0.14716187119483948,
      "num_tokens": 28319669.0,
      "step": 8470
    },
    {
      "entropy": 6.472819757461548,
      "epoch": 1.6533996683250414,
      "grad_norm": 0.86328125,
      "learning_rate": 0.00047588041129218323,
      "loss": 6.2351,
      "mean_token_accuracy": 0.1463410437107086,
      "num_tokens": 28336251.0,
      "step": 8475
    },
    {
      "entropy": 6.563662767410278,
      "epoch": 1.6543751829089843,
      "grad_norm": 0.875,
      "learning_rate": 0.00047584871947784787,
      "loss": 6.236,
      "mean_token_accuracy": 0.15413079783320427,
      "num_tokens": 28352916.0,
      "step": 8480
    },
    {
      "entropy": 6.523550891876221,
      "epoch": 1.6553506974929275,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0004758170080372915,
      "loss": 6.1516,
      "mean_token_accuracy": 0.14756514877080917,
      "num_tokens": 28369452.0,
      "step": 8485
    },
    {
      "entropy": 6.4509021759033205,
      "epoch": 1.6563262120768707,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00047578527697361277,
      "loss": 6.077,
      "mean_token_accuracy": 0.1626715213060379,
      "num_tokens": 28384932.0,
      "step": 8490
    },
    {
      "entropy": 6.50247597694397,
      "epoch": 1.6573017266608137,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004757535262899124,
      "loss": 6.1291,
      "mean_token_accuracy": 0.15776993930339814,
      "num_tokens": 28400460.0,
      "step": 8495
    },
    {
      "entropy": 6.449171829223633,
      "epoch": 1.6582772412447566,
      "grad_norm": 0.8203125,
      "learning_rate": 0.000475721755989293,
      "loss": 6.1449,
      "mean_token_accuracy": 0.1521942287683487,
      "num_tokens": 28417883.0,
      "step": 8500
    },
    {
      "entropy": 6.508032751083374,
      "epoch": 1.6592527558286996,
      "grad_norm": 0.921875,
      "learning_rate": 0.00047568996607485895,
      "loss": 6.0908,
      "mean_token_accuracy": 0.15686050951480865,
      "num_tokens": 28434657.0,
      "step": 8505
    },
    {
      "entropy": 6.510425090789795,
      "epoch": 1.6602282704126425,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004756581565497167,
      "loss": 6.2316,
      "mean_token_accuracy": 0.14889033883810043,
      "num_tokens": 28452767.0,
      "step": 8510
    },
    {
      "entropy": 6.591965866088867,
      "epoch": 1.6612037849965857,
      "grad_norm": 0.83203125,
      "learning_rate": 0.00047562632741697454,
      "loss": 6.2638,
      "mean_token_accuracy": 0.14272859692573547,
      "num_tokens": 28469470.0,
      "step": 8515
    },
    {
      "entropy": 6.542723369598389,
      "epoch": 1.6621792995805287,
      "grad_norm": 0.79296875,
      "learning_rate": 0.0004755944786797427,
      "loss": 6.1624,
      "mean_token_accuracy": 0.14887261241674424,
      "num_tokens": 28486767.0,
      "step": 8520
    },
    {
      "entropy": 6.530452299118042,
      "epoch": 1.6631548141644719,
      "grad_norm": 0.83203125,
      "learning_rate": 0.0004755626103411333,
      "loss": 6.1984,
      "mean_token_accuracy": 0.147820545732975,
      "num_tokens": 28504324.0,
      "step": 8525
    },
    {
      "entropy": 6.430333852767944,
      "epoch": 1.6641303287484148,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004755307224042605,
      "loss": 6.0166,
      "mean_token_accuracy": 0.16396268159151078,
      "num_tokens": 28520774.0,
      "step": 8530
    },
    {
      "entropy": 6.426609516143799,
      "epoch": 1.6651058433323578,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004754988148722402,
      "loss": 6.1513,
      "mean_token_accuracy": 0.15252418220043182,
      "num_tokens": 28536754.0,
      "step": 8535
    },
    {
      "entropy": 6.4214677810668945,
      "epoch": 1.6660813579163007,
      "grad_norm": 0.828125,
      "learning_rate": 0.0004754668877481903,
      "loss": 6.017,
      "mean_token_accuracy": 0.16378432363271714,
      "num_tokens": 28552866.0,
      "step": 8540
    },
    {
      "entropy": 6.550167989730835,
      "epoch": 1.667056872500244,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004754349410352306,
      "loss": 6.258,
      "mean_token_accuracy": 0.13997890055179596,
      "num_tokens": 28568802.0,
      "step": 8545
    },
    {
      "entropy": 6.526387023925781,
      "epoch": 1.6680323870841869,
      "grad_norm": 0.81640625,
      "learning_rate": 0.0004754029747364828,
      "loss": 6.1323,
      "mean_token_accuracy": 0.14666444063186646,
      "num_tokens": 28585050.0,
      "step": 8550
    },
    {
      "entropy": 6.441192531585694,
      "epoch": 1.66900790166813,
      "grad_norm": 0.79296875,
      "learning_rate": 0.00047537098885507055,
      "loss": 6.1455,
      "mean_token_accuracy": 0.15683203637599946,
      "num_tokens": 28602319.0,
      "step": 8555
    },
    {
      "entropy": 6.528864336013794,
      "epoch": 1.669983416252073,
      "grad_norm": 0.79296875,
      "learning_rate": 0.00047533898339411945,
      "loss": 6.1652,
      "mean_token_accuracy": 0.15983248203992845,
      "num_tokens": 28620694.0,
      "step": 8560
    },
    {
      "entropy": 6.341334009170533,
      "epoch": 1.670958930836016,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004753069583567569,
      "loss": 5.9268,
      "mean_token_accuracy": 0.16875927299261093,
      "num_tokens": 28638309.0,
      "step": 8565
    },
    {
      "entropy": 6.460732173919678,
      "epoch": 1.671934445419959,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004752749137461123,
      "loss": 6.1136,
      "mean_token_accuracy": 0.1535755328834057,
      "num_tokens": 28654713.0,
      "step": 8570
    },
    {
      "entropy": 6.538558006286621,
      "epoch": 1.672909960003902,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004752428495653169,
      "loss": 6.1225,
      "mean_token_accuracy": 0.155103862285614,
      "num_tokens": 28671025.0,
      "step": 8575
    },
    {
      "entropy": 6.393060636520386,
      "epoch": 1.673885474587845,
      "grad_norm": 0.8515625,
      "learning_rate": 0.00047521076581750387,
      "loss": 6.0617,
      "mean_token_accuracy": 0.15501809269189834,
      "num_tokens": 28687230.0,
      "step": 8580
    },
    {
      "entropy": 6.478956270217895,
      "epoch": 1.6748609891717883,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004751786625058085,
      "loss": 6.1452,
      "mean_token_accuracy": 0.15074796080589295,
      "num_tokens": 28702595.0,
      "step": 8585
    },
    {
      "entropy": 6.447303676605225,
      "epoch": 1.6758365037557312,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004751465396333676,
      "loss": 6.1145,
      "mean_token_accuracy": 0.16124754548072814,
      "num_tokens": 28719656.0,
      "step": 8590
    },
    {
      "entropy": 6.251274633407593,
      "epoch": 1.6768120183396742,
      "grad_norm": 0.78515625,
      "learning_rate": 0.00047511439720332015,
      "loss": 5.865,
      "mean_token_accuracy": 0.1790241040289402,
      "num_tokens": 28737289.0,
      "step": 8595
    },
    {
      "entropy": 6.501497840881347,
      "epoch": 1.6777875329236172,
      "grad_norm": 0.9140625,
      "learning_rate": 0.00047508223521880704,
      "loss": 6.1833,
      "mean_token_accuracy": 0.1525498926639557,
      "num_tokens": 28752214.0,
      "step": 8600
    },
    {
      "entropy": 6.441588068008423,
      "epoch": 1.6787630475075601,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004750500536829711,
      "loss": 6.0834,
      "mean_token_accuracy": 0.15472325608134269,
      "num_tokens": 28769845.0,
      "step": 8605
    },
    {
      "entropy": 6.595865726470947,
      "epoch": 1.6797385620915033,
      "grad_norm": 0.91015625,
      "learning_rate": 0.00047501785259895676,
      "loss": 6.1929,
      "mean_token_accuracy": 0.1481945887207985,
      "num_tokens": 28786273.0,
      "step": 8610
    },
    {
      "entropy": 6.464509439468384,
      "epoch": 1.6807140766754463,
      "grad_norm": 0.81640625,
      "learning_rate": 0.0004749856319699108,
      "loss": 6.1518,
      "mean_token_accuracy": 0.14909778237342836,
      "num_tokens": 28803171.0,
      "step": 8615
    },
    {
      "entropy": 6.498915529251098,
      "epoch": 1.6816895912593894,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004749533917989817,
      "loss": 6.1357,
      "mean_token_accuracy": 0.15572166442871094,
      "num_tokens": 28819585.0,
      "step": 8620
    },
    {
      "entropy": 6.3516748428344725,
      "epoch": 1.6826651058433324,
      "grad_norm": 0.8828125,
      "learning_rate": 0.00047492113208931974,
      "loss": 6.0128,
      "mean_token_accuracy": 0.16860194951295854,
      "num_tokens": 28837158.0,
      "step": 8625
    },
    {
      "entropy": 6.515532064437866,
      "epoch": 1.6836406204272754,
      "grad_norm": 0.87890625,
      "learning_rate": 0.00047488885284407734,
      "loss": 6.0983,
      "mean_token_accuracy": 0.1518394097685814,
      "num_tokens": 28852804.0,
      "step": 8630
    },
    {
      "entropy": 6.5185986995697025,
      "epoch": 1.6846161350112183,
      "grad_norm": 0.7890625,
      "learning_rate": 0.0004748565540664086,
      "loss": 6.2254,
      "mean_token_accuracy": 0.14793387949466705,
      "num_tokens": 28870336.0,
      "step": 8635
    },
    {
      "entropy": 6.525428199768067,
      "epoch": 1.6855916495951615,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004748242357594697,
      "loss": 6.0971,
      "mean_token_accuracy": 0.15498238801956177,
      "num_tokens": 28886197.0,
      "step": 8640
    },
    {
      "entropy": 6.458191919326782,
      "epoch": 1.6865671641791045,
      "grad_norm": 0.7734375,
      "learning_rate": 0.0004747918979264186,
      "loss": 6.056,
      "mean_token_accuracy": 0.15990708470344545,
      "num_tokens": 28902520.0,
      "step": 8645
    },
    {
      "entropy": 6.5304642677307125,
      "epoch": 1.6875426787630476,
      "grad_norm": 0.81640625,
      "learning_rate": 0.0004747595405704154,
      "loss": 6.181,
      "mean_token_accuracy": 0.1520800344645977,
      "num_tokens": 28918725.0,
      "step": 8650
    },
    {
      "entropy": 6.502109718322754,
      "epoch": 1.6885181933469906,
      "grad_norm": 0.83203125,
      "learning_rate": 0.0004747271636946219,
      "loss": 6.1488,
      "mean_token_accuracy": 0.1508252888917923,
      "num_tokens": 28936001.0,
      "step": 8655
    },
    {
      "entropy": 6.600992584228516,
      "epoch": 1.6894937079309336,
      "grad_norm": 0.82421875,
      "learning_rate": 0.0004746947673022018,
      "loss": 6.2625,
      "mean_token_accuracy": 0.14748531058430672,
      "num_tokens": 28953832.0,
      "step": 8660
    },
    {
      "entropy": 6.463516139984131,
      "epoch": 1.6904692225148765,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004746623513963206,
      "loss": 6.092,
      "mean_token_accuracy": 0.15296570658683778,
      "num_tokens": 28970982.0,
      "step": 8665
    },
    {
      "entropy": 6.504591798782348,
      "epoch": 1.6914447370988195,
      "grad_norm": 0.8203125,
      "learning_rate": 0.00047462991598014624,
      "loss": 6.1104,
      "mean_token_accuracy": 0.14863707721233368,
      "num_tokens": 28986142.0,
      "step": 8670
    },
    {
      "entropy": 6.482579898834229,
      "epoch": 1.6924202516827627,
      "grad_norm": 0.8515625,
      "learning_rate": 0.00047459746105684786,
      "loss": 6.1274,
      "mean_token_accuracy": 0.15300222337245942,
      "num_tokens": 29002244.0,
      "step": 8675
    },
    {
      "entropy": 6.429576969146728,
      "epoch": 1.6933957662667058,
      "grad_norm": 0.86328125,
      "learning_rate": 0.00047456498662959694,
      "loss": 6.1058,
      "mean_token_accuracy": 0.16501459032297133,
      "num_tokens": 29018667.0,
      "step": 8680
    },
    {
      "entropy": 6.521577835083008,
      "epoch": 1.6943712808506488,
      "grad_norm": 0.83203125,
      "learning_rate": 0.0004745324927015669,
      "loss": 6.1506,
      "mean_token_accuracy": 0.14883268922567366,
      "num_tokens": 29034203.0,
      "step": 8685
    },
    {
      "entropy": 6.427322626113892,
      "epoch": 1.6953467954345918,
      "grad_norm": 0.83203125,
      "learning_rate": 0.0004744999792759327,
      "loss": 6.0695,
      "mean_token_accuracy": 0.15440511107444763,
      "num_tokens": 29050181.0,
      "step": 8690
    },
    {
      "entropy": 6.542655038833618,
      "epoch": 1.6963223100185347,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004744674463558717,
      "loss": 6.178,
      "mean_token_accuracy": 0.15024993270635606,
      "num_tokens": 29066822.0,
      "step": 8695
    },
    {
      "entropy": 6.45373568534851,
      "epoch": 1.6972978246024777,
      "grad_norm": 0.87109375,
      "learning_rate": 0.00047443489394456256,
      "loss": 6.1047,
      "mean_token_accuracy": 0.1580894485116005,
      "num_tokens": 29084148.0,
      "step": 8700
    },
    {
      "entropy": 6.532696485519409,
      "epoch": 1.6982733391864209,
      "grad_norm": 0.875,
      "learning_rate": 0.00047440232204518654,
      "loss": 6.2017,
      "mean_token_accuracy": 0.1493726685643196,
      "num_tokens": 29099811.0,
      "step": 8705
    },
    {
      "entropy": 6.552407360076904,
      "epoch": 1.6992488537703638,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004743697306609262,
      "loss": 6.1012,
      "mean_token_accuracy": 0.15683363676071166,
      "num_tokens": 29115327.0,
      "step": 8710
    },
    {
      "entropy": 6.392983245849609,
      "epoch": 1.700224368354307,
      "grad_norm": 0.8125,
      "learning_rate": 0.0004743371197949664,
      "loss": 6.112,
      "mean_token_accuracy": 0.1534070923924446,
      "num_tokens": 29132571.0,
      "step": 8715
    },
    {
      "entropy": 6.47993278503418,
      "epoch": 1.70119988293825,
      "grad_norm": 0.87890625,
      "learning_rate": 0.00047430448945049363,
      "loss": 6.1332,
      "mean_token_accuracy": 0.15263583064079284,
      "num_tokens": 29149256.0,
      "step": 8720
    },
    {
      "entropy": 6.47902283668518,
      "epoch": 1.702175397522193,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004742718396306966,
      "loss": 6.0356,
      "mean_token_accuracy": 0.160415355861187,
      "num_tokens": 29166380.0,
      "step": 8725
    },
    {
      "entropy": 6.416461038589477,
      "epoch": 1.703150912106136,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004742391703387656,
      "loss": 6.115,
      "mean_token_accuracy": 0.15915582180023194,
      "num_tokens": 29183056.0,
      "step": 8730
    },
    {
      "entropy": 6.460447835922241,
      "epoch": 1.7041264266900789,
      "grad_norm": 0.86328125,
      "learning_rate": 0.000474206481577893,
      "loss": 6.1045,
      "mean_token_accuracy": 0.15718370527029038,
      "num_tokens": 29199631.0,
      "step": 8735
    },
    {
      "entropy": 6.5098038673400875,
      "epoch": 1.705101941274022,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004741737733512729,
      "loss": 6.1139,
      "mean_token_accuracy": 0.15357882529497147,
      "num_tokens": 29215074.0,
      "step": 8740
    },
    {
      "entropy": 6.424999046325683,
      "epoch": 1.7060774558579652,
      "grad_norm": 0.76953125,
      "learning_rate": 0.00047414104566210157,
      "loss": 6.0372,
      "mean_token_accuracy": 0.16088269352912904,
      "num_tokens": 29232022.0,
      "step": 8745
    },
    {
      "entropy": 6.371729946136474,
      "epoch": 1.7070529704419082,
      "grad_norm": 0.87890625,
      "learning_rate": 0.000474108298513577,
      "loss": 5.9422,
      "mean_token_accuracy": 0.16682105511426926,
      "num_tokens": 29248040.0,
      "step": 8750
    },
    {
      "entropy": 6.514444208145141,
      "epoch": 1.7080284850258511,
      "grad_norm": 0.8203125,
      "learning_rate": 0.00047407553190889916,
      "loss": 6.1792,
      "mean_token_accuracy": 0.157095468044281,
      "num_tokens": 29264338.0,
      "step": 8755
    },
    {
      "entropy": 6.38523497581482,
      "epoch": 1.709003999609794,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004740427458512699,
      "loss": 6.0278,
      "mean_token_accuracy": 0.16100534796714783,
      "num_tokens": 29279483.0,
      "step": 8760
    },
    {
      "entropy": 6.487711429595947,
      "epoch": 1.709979514193737,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004740099403438928,
      "loss": 6.1326,
      "mean_token_accuracy": 0.15174107998609543,
      "num_tokens": 29296582.0,
      "step": 8765
    },
    {
      "entropy": 6.537415790557861,
      "epoch": 1.7109550287776802,
      "grad_norm": 0.8359375,
      "learning_rate": 0.00047397711538997366,
      "loss": 6.2169,
      "mean_token_accuracy": 0.14676001742482186,
      "num_tokens": 29312772.0,
      "step": 8770
    },
    {
      "entropy": 6.447337341308594,
      "epoch": 1.7119305433616232,
      "grad_norm": 0.75390625,
      "learning_rate": 0.00047394427099272003,
      "loss": 6.0712,
      "mean_token_accuracy": 0.15795730650424958,
      "num_tokens": 29328962.0,
      "step": 8775
    },
    {
      "entropy": 6.497296714782715,
      "epoch": 1.7129060579455664,
      "grad_norm": 0.73046875,
      "learning_rate": 0.00047391140715534127,
      "loss": 6.1253,
      "mean_token_accuracy": 0.1510375514626503,
      "num_tokens": 29346299.0,
      "step": 8780
    },
    {
      "entropy": 6.453679943084717,
      "epoch": 1.7138815725295093,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004738785238810487,
      "loss": 6.0936,
      "mean_token_accuracy": 0.15643608421087266,
      "num_tokens": 29362729.0,
      "step": 8785
    },
    {
      "entropy": 6.436038255691528,
      "epoch": 1.7148570871134523,
      "grad_norm": 0.82421875,
      "learning_rate": 0.0004738456211730556,
      "loss": 6.1756,
      "mean_token_accuracy": 0.15602390617132186,
      "num_tokens": 29380807.0,
      "step": 8790
    },
    {
      "entropy": 6.447218942642212,
      "epoch": 1.7158326016973953,
      "grad_norm": 0.8125,
      "learning_rate": 0.0004738126990345771,
      "loss": 6.0573,
      "mean_token_accuracy": 0.16469906121492386,
      "num_tokens": 29397261.0,
      "step": 8795
    },
    {
      "entropy": 6.438821744918823,
      "epoch": 1.7168081162813384,
      "grad_norm": 0.94921875,
      "learning_rate": 0.00047377975746883025,
      "loss": 6.1167,
      "mean_token_accuracy": 0.15226731300354004,
      "num_tokens": 29413710.0,
      "step": 8800
    },
    {
      "entropy": 6.486667108535767,
      "epoch": 1.7177836308652814,
      "grad_norm": 0.828125,
      "learning_rate": 0.00047374679647903397,
      "loss": 6.0502,
      "mean_token_accuracy": 0.15717827677726745,
      "num_tokens": 29430178.0,
      "step": 8805
    },
    {
      "entropy": 6.483502531051636,
      "epoch": 1.7187591454492246,
      "grad_norm": 0.8046875,
      "learning_rate": 0.0004737138160684091,
      "loss": 6.1543,
      "mean_token_accuracy": 0.15164547711610793,
      "num_tokens": 29447602.0,
      "step": 8810
    },
    {
      "entropy": 6.5321897029876705,
      "epoch": 1.7197346600331676,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004736808162401783,
      "loss": 6.1624,
      "mean_token_accuracy": 0.15151307135820388,
      "num_tokens": 29463868.0,
      "step": 8815
    },
    {
      "entropy": 6.512379789352417,
      "epoch": 1.7207101746171105,
      "grad_norm": 0.7421875,
      "learning_rate": 0.00047364779699756625,
      "loss": 6.1098,
      "mean_token_accuracy": 0.15763792693614959,
      "num_tokens": 29480263.0,
      "step": 8820
    },
    {
      "entropy": 6.1997724056243895,
      "epoch": 1.7216856892010535,
      "grad_norm": 0.78515625,
      "learning_rate": 0.00047361475834379945,
      "loss": 5.8355,
      "mean_token_accuracy": 0.1928170368075371,
      "num_tokens": 29498938.0,
      "step": 8825
    },
    {
      "entropy": 6.456323194503784,
      "epoch": 1.7226612037849964,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004735817002821064,
      "loss": 6.1177,
      "mean_token_accuracy": 0.15404894948005676,
      "num_tokens": 29515522.0,
      "step": 8830
    },
    {
      "entropy": 6.448440599441528,
      "epoch": 1.7236367183689396,
      "grad_norm": 0.90625,
      "learning_rate": 0.00047354862281571736,
      "loss": 6.0664,
      "mean_token_accuracy": 0.16147642582654953,
      "num_tokens": 29531050.0,
      "step": 8835
    },
    {
      "entropy": 6.378186178207398,
      "epoch": 1.7246122329528828,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004735155259478645,
      "loss": 6.004,
      "mean_token_accuracy": 0.16534433513879776,
      "num_tokens": 29547432.0,
      "step": 8840
    },
    {
      "entropy": 6.480490589141846,
      "epoch": 1.7255877475368258,
      "grad_norm": 0.95703125,
      "learning_rate": 0.000473482409681782,
      "loss": 6.0784,
      "mean_token_accuracy": 0.15734996348619462,
      "num_tokens": 29564272.0,
      "step": 8845
    },
    {
      "entropy": 6.523329591751098,
      "epoch": 1.7265632621207687,
      "grad_norm": 0.92578125,
      "learning_rate": 0.00047344927402070573,
      "loss": 6.1734,
      "mean_token_accuracy": 0.14695863276720048,
      "num_tokens": 29580433.0,
      "step": 8850
    },
    {
      "entropy": 6.391627216339112,
      "epoch": 1.7275387767047117,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004734161189678738,
      "loss": 6.031,
      "mean_token_accuracy": 0.16287305802106858,
      "num_tokens": 29597602.0,
      "step": 8855
    },
    {
      "entropy": 6.363330602645874,
      "epoch": 1.7285142912886546,
      "grad_norm": 0.8671875,
      "learning_rate": 0.00047338294452652584,
      "loss": 5.958,
      "mean_token_accuracy": 0.1688918150961399,
      "num_tokens": 29616313.0,
      "step": 8860
    },
    {
      "entropy": 6.381070518493653,
      "epoch": 1.7294898058725978,
      "grad_norm": 0.8359375,
      "learning_rate": 0.00047334975069990363,
      "loss": 6.0705,
      "mean_token_accuracy": 0.16679743975400924,
      "num_tokens": 29633786.0,
      "step": 8865
    },
    {
      "entropy": 6.483162117004395,
      "epoch": 1.7304653204565408,
      "grad_norm": 0.81640625,
      "learning_rate": 0.0004733165374912507,
      "loss": 6.1565,
      "mean_token_accuracy": 0.15373706072568893,
      "num_tokens": 29650125.0,
      "step": 8870
    },
    {
      "entropy": 6.522614908218384,
      "epoch": 1.731440835040484,
      "grad_norm": 0.83203125,
      "learning_rate": 0.00047328330490381255,
      "loss": 6.153,
      "mean_token_accuracy": 0.1486484855413437,
      "num_tokens": 29667211.0,
      "step": 8875
    },
    {
      "entropy": 6.544568157196045,
      "epoch": 1.732416349624427,
      "grad_norm": 0.82421875,
      "learning_rate": 0.00047325005294083654,
      "loss": 6.2024,
      "mean_token_accuracy": 0.14870819598436355,
      "num_tokens": 29683864.0,
      "step": 8880
    },
    {
      "entropy": 6.572445821762085,
      "epoch": 1.7333918642083699,
      "grad_norm": 0.86328125,
      "learning_rate": 0.00047321678160557187,
      "loss": 6.2136,
      "mean_token_accuracy": 0.14530145078897477,
      "num_tokens": 29699275.0,
      "step": 8885
    },
    {
      "entropy": 6.463701963424683,
      "epoch": 1.7343673787923128,
      "grad_norm": 0.8359375,
      "learning_rate": 0.00047318349090126984,
      "loss": 6.1017,
      "mean_token_accuracy": 0.15687554329633713,
      "num_tokens": 29715773.0,
      "step": 8890
    },
    {
      "entropy": 6.444350385665894,
      "epoch": 1.735342893376256,
      "grad_norm": 0.7578125,
      "learning_rate": 0.00047315018083118334,
      "loss": 6.0748,
      "mean_token_accuracy": 0.15969509184360503,
      "num_tokens": 29732383.0,
      "step": 8895
    },
    {
      "entropy": 6.4312666893005375,
      "epoch": 1.736318407960199,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004731168513985674,
      "loss": 6.0777,
      "mean_token_accuracy": 0.15716654136776925,
      "num_tokens": 29749159.0,
      "step": 8900
    },
    {
      "entropy": 6.412895393371582,
      "epoch": 1.7372939225441422,
      "grad_norm": 0.77734375,
      "learning_rate": 0.00047308350260667894,
      "loss": 6.0134,
      "mean_token_accuracy": 0.16415516138076783,
      "num_tokens": 29765357.0,
      "step": 8905
    },
    {
      "entropy": 6.424849891662598,
      "epoch": 1.7382694371280851,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004730501344587765,
      "loss": 6.0865,
      "mean_token_accuracy": 0.15698439180850982,
      "num_tokens": 29781269.0,
      "step": 8910
    },
    {
      "entropy": 6.514560222625732,
      "epoch": 1.739244951712028,
      "grad_norm": 0.8359375,
      "learning_rate": 0.0004730167469581208,
      "loss": 6.1309,
      "mean_token_accuracy": 0.15224832147359849,
      "num_tokens": 29798029.0,
      "step": 8915
    },
    {
      "entropy": 6.411005210876465,
      "epoch": 1.740220466295971,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004729833401079743,
      "loss": 6.0666,
      "mean_token_accuracy": 0.15703918039798737,
      "num_tokens": 29813794.0,
      "step": 8920
    },
    {
      "entropy": 6.555775213241577,
      "epoch": 1.741195980879914,
      "grad_norm": 0.8671875,
      "learning_rate": 0.00047294991391160147,
      "loss": 6.2308,
      "mean_token_accuracy": 0.14516871720552443,
      "num_tokens": 29829589.0,
      "step": 8925
    },
    {
      "entropy": 6.550415182113648,
      "epoch": 1.7421714954638572,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004729164683722685,
      "loss": 6.1492,
      "mean_token_accuracy": 0.15595563650131225,
      "num_tokens": 29845861.0,
      "step": 8930
    },
    {
      "entropy": 6.498703813552856,
      "epoch": 1.7431470100478004,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004728830034932437,
      "loss": 6.1679,
      "mean_token_accuracy": 0.14957526028156282,
      "num_tokens": 29861711.0,
      "step": 8935
    },
    {
      "entropy": 6.468490839004517,
      "epoch": 1.7441225246317433,
      "grad_norm": 0.8359375,
      "learning_rate": 0.00047284951927779704,
      "loss": 6.1223,
      "mean_token_accuracy": 0.1508917272090912,
      "num_tokens": 29878679.0,
      "step": 8940
    },
    {
      "entropy": 6.530515050888061,
      "epoch": 1.7450980392156863,
      "grad_norm": 0.8203125,
      "learning_rate": 0.00047281601572920053,
      "loss": 6.143,
      "mean_token_accuracy": 0.15259579122066497,
      "num_tokens": 29895016.0,
      "step": 8945
    },
    {
      "entropy": 6.3701619625091555,
      "epoch": 1.7460735537996293,
      "grad_norm": 0.83984375,
      "learning_rate": 0.000472782492850728,
      "loss": 5.9905,
      "mean_token_accuracy": 0.16390724554657937,
      "num_tokens": 29913115.0,
      "step": 8950
    },
    {
      "entropy": 6.329485273361206,
      "epoch": 1.7470490683835722,
      "grad_norm": 0.83203125,
      "learning_rate": 0.0004727489506456551,
      "loss": 6.0368,
      "mean_token_accuracy": 0.16956577450037003,
      "num_tokens": 29928954.0,
      "step": 8955
    },
    {
      "entropy": 6.474636077880859,
      "epoch": 1.7480245829675154,
      "grad_norm": 0.9296875,
      "learning_rate": 0.00047271538911725964,
      "loss": 6.1441,
      "mean_token_accuracy": 0.15295177847146987,
      "num_tokens": 29945077.0,
      "step": 8960
    },
    {
      "entropy": 6.509134578704834,
      "epoch": 1.7490000975514584,
      "grad_norm": 0.8984375,
      "learning_rate": 0.000472681808268821,
      "loss": 6.1617,
      "mean_token_accuracy": 0.15096810162067414,
      "num_tokens": 29962480.0,
      "step": 8965
    },
    {
      "entropy": 6.421779298782349,
      "epoch": 1.7499756121354015,
      "grad_norm": 0.9296875,
      "learning_rate": 0.00047264820810362054,
      "loss": 6.0129,
      "mean_token_accuracy": 0.16720715165138245,
      "num_tokens": 29978761.0,
      "step": 8970
    },
    {
      "entropy": 6.52200083732605,
      "epoch": 1.7509511267193445,
      "grad_norm": 0.84375,
      "learning_rate": 0.00047261458862494165,
      "loss": 6.1892,
      "mean_token_accuracy": 0.15086653232574462,
      "num_tokens": 29995836.0,
      "step": 8975
    },
    {
      "entropy": 6.247736835479737,
      "epoch": 1.7519266413032875,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004725809498360694,
      "loss": 5.816,
      "mean_token_accuracy": 0.18941547870635986,
      "num_tokens": 30014221.0,
      "step": 8980
    },
    {
      "entropy": 6.526006746292114,
      "epoch": 1.7529021558872304,
      "grad_norm": 0.82421875,
      "learning_rate": 0.000472547291740291,
      "loss": 6.239,
      "mean_token_accuracy": 0.14735575914382934,
      "num_tokens": 30030952.0,
      "step": 8985
    },
    {
      "entropy": 6.313181161880493,
      "epoch": 1.7538776704711734,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00047251361434089536,
      "loss": 5.8943,
      "mean_token_accuracy": 0.17728208601474763,
      "num_tokens": 30047916.0,
      "step": 8990
    },
    {
      "entropy": 6.430043458938599,
      "epoch": 1.7548531850551166,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004724799176411732,
      "loss": 6.1402,
      "mean_token_accuracy": 0.15663803815841676,
      "num_tokens": 30063238.0,
      "step": 8995
    },
    {
      "entropy": 6.52251706123352,
      "epoch": 1.7558286996390597,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004724462016444174,
      "loss": 6.1167,
      "mean_token_accuracy": 0.15342388302087784,
      "num_tokens": 30079079.0,
      "step": 9000
    },
    {
      "epoch": 1.7558286996390597,
      "eval_entropy": 6.310354407375352,
      "eval_loss": 6.129255771636963,
      "eval_mean_token_accuracy": 0.16276523909898583,
      "eval_num_tokens": 30079079.0,
      "eval_runtime": 12.0002,
      "eval_samples_per_second": 1381.393,
      "eval_steps_per_second": 172.747,
      "step": 9000
    },
    {
      "entropy": 6.430866956710815,
      "epoch": 1.7568042142230027,
      "grad_norm": 0.9765625,
      "learning_rate": 0.00047241246635392246,
      "loss": 6.0738,
      "mean_token_accuracy": 0.16032005101442337,
      "num_tokens": 30095165.0,
      "step": 9005
    },
    {
      "entropy": 6.477370500564575,
      "epoch": 1.7577797288069457,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004723787117729848,
      "loss": 6.1384,
      "mean_token_accuracy": 0.15696746855974197,
      "num_tokens": 30111415.0,
      "step": 9010
    },
    {
      "entropy": 6.493488788604736,
      "epoch": 1.7587552433908886,
      "grad_norm": 0.87109375,
      "learning_rate": 0.00047234493790490297,
      "loss": 6.1388,
      "mean_token_accuracy": 0.15560387149453164,
      "num_tokens": 30127363.0,
      "step": 9015
    },
    {
      "entropy": 6.460937976837158,
      "epoch": 1.7597307579748316,
      "grad_norm": 0.8046875,
      "learning_rate": 0.0004723111447529771,
      "loss": 6.1045,
      "mean_token_accuracy": 0.15784088149666786,
      "num_tokens": 30144139.0,
      "step": 9020
    },
    {
      "entropy": 6.289320182800293,
      "epoch": 1.7607062725587748,
      "grad_norm": 0.8203125,
      "learning_rate": 0.0004722773323205095,
      "loss": 5.9391,
      "mean_token_accuracy": 0.1726030170917511,
      "num_tokens": 30160522.0,
      "step": 9025
    },
    {
      "entropy": 6.426802778244019,
      "epoch": 1.761681787142718,
      "grad_norm": 0.828125,
      "learning_rate": 0.000472243500610804,
      "loss": 6.0995,
      "mean_token_accuracy": 0.15858094096183778,
      "num_tokens": 30178140.0,
      "step": 9030
    },
    {
      "entropy": 6.553751659393311,
      "epoch": 1.762657301726661,
      "grad_norm": 0.8125,
      "learning_rate": 0.00047220964962716675,
      "loss": 6.1795,
      "mean_token_accuracy": 0.15070764273405074,
      "num_tokens": 30194867.0,
      "step": 9035
    },
    {
      "entropy": 6.465203523635864,
      "epoch": 1.7636328163106039,
      "grad_norm": 0.8203125,
      "learning_rate": 0.00047217577937290527,
      "loss": 6.1308,
      "mean_token_accuracy": 0.1551630213856697,
      "num_tokens": 30211966.0,
      "step": 9040
    },
    {
      "entropy": 6.38713812828064,
      "epoch": 1.7646083308945468,
      "grad_norm": 0.83203125,
      "learning_rate": 0.0004721418898513294,
      "loss": 5.9987,
      "mean_token_accuracy": 0.1615038439631462,
      "num_tokens": 30229230.0,
      "step": 9045
    },
    {
      "entropy": 6.478608703613281,
      "epoch": 1.7655838454784898,
      "grad_norm": 0.8203125,
      "learning_rate": 0.0004721079810657507,
      "loss": 6.0907,
      "mean_token_accuracy": 0.15812310129404067,
      "num_tokens": 30244793.0,
      "step": 9050
    },
    {
      "entropy": 6.475931787490845,
      "epoch": 1.766559360062433,
      "grad_norm": 0.88671875,
      "learning_rate": 0.00047207405301948264,
      "loss": 6.1546,
      "mean_token_accuracy": 0.15246818959712982,
      "num_tokens": 30260574.0,
      "step": 9055
    },
    {
      "entropy": 6.505335760116577,
      "epoch": 1.767534874646376,
      "grad_norm": 0.84375,
      "learning_rate": 0.00047204010571584045,
      "loss": 6.0332,
      "mean_token_accuracy": 0.15842463672161103,
      "num_tokens": 30277080.0,
      "step": 9060
    },
    {
      "entropy": 6.271074485778809,
      "epoch": 1.7685103892303191,
      "grad_norm": 0.7734375,
      "learning_rate": 0.0004720061391581414,
      "loss": 5.9289,
      "mean_token_accuracy": 0.17213660776615142,
      "num_tokens": 30293282.0,
      "step": 9065
    },
    {
      "entropy": 6.394365215301514,
      "epoch": 1.769485903814262,
      "grad_norm": 0.87890625,
      "learning_rate": 0.00047197215334970454,
      "loss": 6.0667,
      "mean_token_accuracy": 0.15892563462257386,
      "num_tokens": 30310268.0,
      "step": 9070
    },
    {
      "entropy": 6.448132705688477,
      "epoch": 1.770461418398205,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004719381482938509,
      "loss": 6.0904,
      "mean_token_accuracy": 0.15622557699680328,
      "num_tokens": 30327173.0,
      "step": 9075
    },
    {
      "entropy": 6.466711521148682,
      "epoch": 1.771436932982148,
      "grad_norm": 0.8828125,
      "learning_rate": 0.00047190412399390335,
      "loss": 6.119,
      "mean_token_accuracy": 0.1608542189002037,
      "num_tokens": 30343798.0,
      "step": 9080
    },
    {
      "entropy": 6.38327808380127,
      "epoch": 1.772412447566091,
      "grad_norm": 0.92578125,
      "learning_rate": 0.00047187008045318653,
      "loss": 6.0222,
      "mean_token_accuracy": 0.15836452096700668,
      "num_tokens": 30359710.0,
      "step": 9085
    },
    {
      "entropy": 6.469706678390503,
      "epoch": 1.7733879621500341,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004718360176750271,
      "loss": 6.1203,
      "mean_token_accuracy": 0.15747616887092591,
      "num_tokens": 30376017.0,
      "step": 9090
    },
    {
      "entropy": 6.4816131591796875,
      "epoch": 1.7743634767339773,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004718019356627536,
      "loss": 6.0447,
      "mean_token_accuracy": 0.15468943417072295,
      "num_tokens": 30392805.0,
      "step": 9095
    },
    {
      "entropy": 6.460429239273071,
      "epoch": 1.7753389913179203,
      "grad_norm": 0.8359375,
      "learning_rate": 0.0004717678344196963,
      "loss": 6.1406,
      "mean_token_accuracy": 0.14998460114002227,
      "num_tokens": 30409165.0,
      "step": 9100
    },
    {
      "entropy": 6.515028476715088,
      "epoch": 1.7763145059018632,
      "grad_norm": 0.87890625,
      "learning_rate": 0.00047173371394918764,
      "loss": 6.15,
      "mean_token_accuracy": 0.15757490694522858,
      "num_tokens": 30425186.0,
      "step": 9105
    },
    {
      "entropy": 6.47678508758545,
      "epoch": 1.7772900204858062,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004716995742545615,
      "loss": 6.118,
      "mean_token_accuracy": 0.15949997156858445,
      "num_tokens": 30442396.0,
      "step": 9110
    },
    {
      "entropy": 6.536106252670288,
      "epoch": 1.7782655350697492,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004716654153391541,
      "loss": 6.2415,
      "mean_token_accuracy": 0.14995968639850615,
      "num_tokens": 30459166.0,
      "step": 9115
    },
    {
      "entropy": 6.393758344650268,
      "epoch": 1.7792410496536923,
      "grad_norm": 0.875,
      "learning_rate": 0.0004716312372063032,
      "loss": 5.9925,
      "mean_token_accuracy": 0.16235015615820886,
      "num_tokens": 30475226.0,
      "step": 9120
    },
    {
      "entropy": 6.494516611099243,
      "epoch": 1.7802165642376353,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004715970398593486,
      "loss": 6.086,
      "mean_token_accuracy": 0.15227376520633698,
      "num_tokens": 30491649.0,
      "step": 9125
    },
    {
      "entropy": 6.433758401870728,
      "epoch": 1.7811920788215785,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004715628233016319,
      "loss": 6.0443,
      "mean_token_accuracy": 0.1680489167571068,
      "num_tokens": 30507499.0,
      "step": 9130
    },
    {
      "entropy": 6.378554964065552,
      "epoch": 1.7821675934055214,
      "grad_norm": 0.89453125,
      "learning_rate": 0.00047152858753649675,
      "loss": 6.0557,
      "mean_token_accuracy": 0.16044284105300904,
      "num_tokens": 30524962.0,
      "step": 9135
    },
    {
      "entropy": 6.431648778915405,
      "epoch": 1.7831431079894644,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004714943325672884,
      "loss": 6.07,
      "mean_token_accuracy": 0.1593235746026039,
      "num_tokens": 30540633.0,
      "step": 9140
    },
    {
      "entropy": 6.522302865982056,
      "epoch": 1.7841186225734074,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004714600583973542,
      "loss": 6.0938,
      "mean_token_accuracy": 0.15716577172279358,
      "num_tokens": 30558018.0,
      "step": 9145
    },
    {
      "entropy": 6.42361307144165,
      "epoch": 1.7850941371573505,
      "grad_norm": 0.890625,
      "learning_rate": 0.00047142576503004336,
      "loss": 6.076,
      "mean_token_accuracy": 0.1625798299908638,
      "num_tokens": 30574870.0,
      "step": 9150
    },
    {
      "entropy": 6.557278871536255,
      "epoch": 1.7860696517412935,
      "grad_norm": 0.875,
      "learning_rate": 0.00047139145246870686,
      "loss": 6.1616,
      "mean_token_accuracy": 0.14779415130615234,
      "num_tokens": 30590602.0,
      "step": 9155
    },
    {
      "entropy": 6.3897385597229,
      "epoch": 1.7870451663252367,
      "grad_norm": 0.84765625,
      "learning_rate": 0.00047135712071669743,
      "loss": 6.0153,
      "mean_token_accuracy": 0.16317405700683593,
      "num_tokens": 30607616.0,
      "step": 9160
    },
    {
      "entropy": 6.526245021820069,
      "epoch": 1.7880206809091796,
      "grad_norm": 0.98828125,
      "learning_rate": 0.00047132276977737014,
      "loss": 6.1265,
      "mean_token_accuracy": 0.15558434873819352,
      "num_tokens": 30624288.0,
      "step": 9165
    },
    {
      "entropy": 6.343723344802856,
      "epoch": 1.7889961954931226,
      "grad_norm": 0.85546875,
      "learning_rate": 0.00047128839965408136,
      "loss": 5.9701,
      "mean_token_accuracy": 0.1687193512916565,
      "num_tokens": 30640556.0,
      "step": 9170
    },
    {
      "entropy": 6.390190649032593,
      "epoch": 1.7899717100770656,
      "grad_norm": 0.84375,
      "learning_rate": 0.00047125401035018983,
      "loss": 6.0487,
      "mean_token_accuracy": 0.16217367202043534,
      "num_tokens": 30658377.0,
      "step": 9175
    },
    {
      "entropy": 6.508984565734863,
      "epoch": 1.7909472246610085,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004712196018690559,
      "loss": 6.1633,
      "mean_token_accuracy": 0.15205273479223252,
      "num_tokens": 30674424.0,
      "step": 9180
    },
    {
      "entropy": 6.535957384109497,
      "epoch": 1.7919227392449517,
      "grad_norm": 0.8203125,
      "learning_rate": 0.00047118517421404173,
      "loss": 6.1565,
      "mean_token_accuracy": 0.15080875009298325,
      "num_tokens": 30690945.0,
      "step": 9185
    },
    {
      "entropy": 6.534527778625488,
      "epoch": 1.792898253828895,
      "grad_norm": 0.96484375,
      "learning_rate": 0.00047115072738851155,
      "loss": 6.1278,
      "mean_token_accuracy": 0.16024577617645264,
      "num_tokens": 30707024.0,
      "step": 9190
    },
    {
      "entropy": 6.507348823547363,
      "epoch": 1.7938737684128379,
      "grad_norm": 0.83203125,
      "learning_rate": 0.00047111626139583146,
      "loss": 6.2174,
      "mean_token_accuracy": 0.14937379360198974,
      "num_tokens": 30723888.0,
      "step": 9195
    },
    {
      "entropy": 6.458693552017212,
      "epoch": 1.7948492829967808,
      "grad_norm": 0.71875,
      "learning_rate": 0.00047108177623936926,
      "loss": 6.0921,
      "mean_token_accuracy": 0.16332328617572783,
      "num_tokens": 30740721.0,
      "step": 9200
    },
    {
      "entropy": 6.438746690750122,
      "epoch": 1.7958247975807238,
      "grad_norm": 0.8203125,
      "learning_rate": 0.0004710472719224947,
      "loss": 6.0799,
      "mean_token_accuracy": 0.16282953321933746,
      "num_tokens": 30758378.0,
      "step": 9205
    },
    {
      "entropy": 6.51251745223999,
      "epoch": 1.7968003121646667,
      "grad_norm": 0.828125,
      "learning_rate": 0.00047101274844857946,
      "loss": 6.0933,
      "mean_token_accuracy": 0.16182866245508193,
      "num_tokens": 30774380.0,
      "step": 9210
    },
    {
      "entropy": 6.500615882873535,
      "epoch": 1.79777582674861,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004709782058209971,
      "loss": 6.1301,
      "mean_token_accuracy": 0.1523367151618004,
      "num_tokens": 30792051.0,
      "step": 9215
    },
    {
      "entropy": 6.464353704452515,
      "epoch": 1.7987513413325529,
      "grad_norm": 0.828125,
      "learning_rate": 0.0004709436440431229,
      "loss": 6.0932,
      "mean_token_accuracy": 0.1555749922990799,
      "num_tokens": 30808892.0,
      "step": 9220
    },
    {
      "entropy": 6.430970764160156,
      "epoch": 1.799726855916496,
      "grad_norm": 0.84375,
      "learning_rate": 0.00047090906311833417,
      "loss": 6.1089,
      "mean_token_accuracy": 0.15599729716777802,
      "num_tokens": 30825248.0,
      "step": 9225
    },
    {
      "entropy": 6.459279012680054,
      "epoch": 1.800702370500439,
      "grad_norm": 0.79296875,
      "learning_rate": 0.00047087446305001,
      "loss": 6.0787,
      "mean_token_accuracy": 0.1623530149459839,
      "num_tokens": 30842388.0,
      "step": 9230
    },
    {
      "entropy": 6.41961555480957,
      "epoch": 1.801677885084382,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004708398438415314,
      "loss": 6.0346,
      "mean_token_accuracy": 0.15939618349075318,
      "num_tokens": 30859240.0,
      "step": 9235
    },
    {
      "entropy": 6.464819240570068,
      "epoch": 1.802653399668325,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004708052054962813,
      "loss": 6.1492,
      "mean_token_accuracy": 0.15752624571323395,
      "num_tokens": 30875085.0,
      "step": 9240
    },
    {
      "entropy": 6.532246541976929,
      "epoch": 1.8036289142522681,
      "grad_norm": 0.890625,
      "learning_rate": 0.00047077054801764436,
      "loss": 6.1714,
      "mean_token_accuracy": 0.15397486686706544,
      "num_tokens": 30890913.0,
      "step": 9245
    },
    {
      "entropy": 6.536354827880859,
      "epoch": 1.804604428836211,
      "grad_norm": 0.83203125,
      "learning_rate": 0.00047073587140900714,
      "loss": 6.1713,
      "mean_token_accuracy": 0.1518590807914734,
      "num_tokens": 30906354.0,
      "step": 9250
    },
    {
      "entropy": 6.426883554458618,
      "epoch": 1.8055799434201543,
      "grad_norm": 0.8359375,
      "learning_rate": 0.0004707011756737583,
      "loss": 6.0948,
      "mean_token_accuracy": 0.1572325736284256,
      "num_tokens": 30923389.0,
      "step": 9255
    },
    {
      "entropy": 6.442799282073975,
      "epoch": 1.8065554580040972,
      "grad_norm": 0.8125,
      "learning_rate": 0.0004706664608152879,
      "loss": 6.0682,
      "mean_token_accuracy": 0.15389863401651382,
      "num_tokens": 30940445.0,
      "step": 9260
    },
    {
      "entropy": 6.4980384349823,
      "epoch": 1.8075309725880402,
      "grad_norm": 0.86328125,
      "learning_rate": 0.00047063172683698844,
      "loss": 6.0898,
      "mean_token_accuracy": 0.15372107774019242,
      "num_tokens": 30956084.0,
      "step": 9265
    },
    {
      "entropy": 6.4405687808990475,
      "epoch": 1.8085064871719831,
      "grad_norm": 0.89453125,
      "learning_rate": 0.00047059697374225387,
      "loss": 6.1617,
      "mean_token_accuracy": 0.15373163372278215,
      "num_tokens": 30973546.0,
      "step": 9270
    },
    {
      "entropy": 6.457976341247559,
      "epoch": 1.809482001755926,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004705622015344801,
      "loss": 6.1307,
      "mean_token_accuracy": 0.15763793736696244,
      "num_tokens": 30991713.0,
      "step": 9275
    },
    {
      "entropy": 6.475224351882934,
      "epoch": 1.8104575163398693,
      "grad_norm": 0.86328125,
      "learning_rate": 0.000470527410217065,
      "loss": 5.9621,
      "mean_token_accuracy": 0.1778702914714813,
      "num_tokens": 31007682.0,
      "step": 9280
    },
    {
      "entropy": 6.388662528991699,
      "epoch": 1.8114330309238125,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004704925997934083,
      "loss": 5.9801,
      "mean_token_accuracy": 0.1662716507911682,
      "num_tokens": 31023238.0,
      "step": 9285
    },
    {
      "entropy": 6.467636394500732,
      "epoch": 1.8124085455077554,
      "grad_norm": 0.82421875,
      "learning_rate": 0.0004704577702669114,
      "loss": 6.0931,
      "mean_token_accuracy": 0.15795869678258895,
      "num_tokens": 31038891.0,
      "step": 9290
    },
    {
      "entropy": 6.525089597702026,
      "epoch": 1.8133840600916984,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00047042292164097796,
      "loss": 6.1602,
      "mean_token_accuracy": 0.1529674768447876,
      "num_tokens": 31055718.0,
      "step": 9295
    },
    {
      "entropy": 6.537563276290894,
      "epoch": 1.8143595746756414,
      "grad_norm": 0.88671875,
      "learning_rate": 0.000470388053919013,
      "loss": 6.1796,
      "mean_token_accuracy": 0.15728214234113694,
      "num_tokens": 31071574.0,
      "step": 9300
    },
    {
      "entropy": 6.514342546463013,
      "epoch": 1.8153350892595843,
      "grad_norm": 0.875,
      "learning_rate": 0.00047035316710442385,
      "loss": 6.1782,
      "mean_token_accuracy": 0.14884032309055328,
      "num_tokens": 31087391.0,
      "step": 9305
    },
    {
      "entropy": 6.377316808700561,
      "epoch": 1.8163106038435275,
      "grad_norm": 0.9765625,
      "learning_rate": 0.00047031826120061946,
      "loss": 6.0127,
      "mean_token_accuracy": 0.16766896545886995,
      "num_tokens": 31105290.0,
      "step": 9310
    },
    {
      "entropy": 6.497219657897949,
      "epoch": 1.8172861184274705,
      "grad_norm": 0.875,
      "learning_rate": 0.00047028333621101063,
      "loss": 6.1288,
      "mean_token_accuracy": 0.16128396689891816,
      "num_tokens": 31121229.0,
      "step": 9315
    },
    {
      "entropy": 6.356669664382935,
      "epoch": 1.8182616330114136,
      "grad_norm": 0.79296875,
      "learning_rate": 0.00047024839213901027,
      "loss": 5.9907,
      "mean_token_accuracy": 0.16615968942642212,
      "num_tokens": 31139306.0,
      "step": 9320
    },
    {
      "entropy": 6.396212959289551,
      "epoch": 1.8192371475953566,
      "grad_norm": 0.859375,
      "learning_rate": 0.00047021342898803296,
      "loss": 6.0003,
      "mean_token_accuracy": 0.16537229120731353,
      "num_tokens": 31155154.0,
      "step": 9325
    },
    {
      "entropy": 6.48727388381958,
      "epoch": 1.8202126621792996,
      "grad_norm": 0.78125,
      "learning_rate": 0.00047017844676149496,
      "loss": 6.1786,
      "mean_token_accuracy": 0.15524190217256545,
      "num_tokens": 31172816.0,
      "step": 9330
    },
    {
      "entropy": 6.522331476211548,
      "epoch": 1.8211881767632425,
      "grad_norm": 0.8125,
      "learning_rate": 0.00047014344546281487,
      "loss": 6.1455,
      "mean_token_accuracy": 0.1539265275001526,
      "num_tokens": 31189152.0,
      "step": 9335
    },
    {
      "entropy": 6.510979318618775,
      "epoch": 1.8221636913471855,
      "grad_norm": 0.78125,
      "learning_rate": 0.00047010842509541276,
      "loss": 6.1767,
      "mean_token_accuracy": 0.15583400651812554,
      "num_tokens": 31205201.0,
      "step": 9340
    },
    {
      "entropy": 6.454429483413696,
      "epoch": 1.8231392059311287,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004700733856627107,
      "loss": 6.0708,
      "mean_token_accuracy": 0.15872570425271987,
      "num_tokens": 31222071.0,
      "step": 9345
    },
    {
      "entropy": 6.475023365020752,
      "epoch": 1.8241147205150718,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004700383271681328,
      "loss": 6.1523,
      "mean_token_accuracy": 0.1551215648651123,
      "num_tokens": 31237717.0,
      "step": 9350
    },
    {
      "entropy": 6.45386233329773,
      "epoch": 1.8250902350990148,
      "grad_norm": 0.76171875,
      "learning_rate": 0.00047000324961510455,
      "loss": 6.0964,
      "mean_token_accuracy": 0.15659267455339432,
      "num_tokens": 31255113.0,
      "step": 9355
    },
    {
      "entropy": 6.4312536239624025,
      "epoch": 1.8260657496829578,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004699681530070538,
      "loss": 6.0727,
      "mean_token_accuracy": 0.1615000307559967,
      "num_tokens": 31271246.0,
      "step": 9360
    },
    {
      "entropy": 6.570440053939819,
      "epoch": 1.8270412642669007,
      "grad_norm": 0.8984375,
      "learning_rate": 0.00046993303734740996,
      "loss": 6.1979,
      "mean_token_accuracy": 0.14693359956145285,
      "num_tokens": 31289079.0,
      "step": 9365
    },
    {
      "entropy": 6.360178089141845,
      "epoch": 1.8280167788508437,
      "grad_norm": 0.859375,
      "learning_rate": 0.00046989790263960454,
      "loss": 5.9396,
      "mean_token_accuracy": 0.17664672434329987,
      "num_tokens": 31305432.0,
      "step": 9370
    },
    {
      "entropy": 6.486050271987915,
      "epoch": 1.8289922934347869,
      "grad_norm": 0.8671875,
      "learning_rate": 0.00046986274888707066,
      "loss": 6.1591,
      "mean_token_accuracy": 0.15371662825345994,
      "num_tokens": 31321683.0,
      "step": 9375
    },
    {
      "entropy": 6.466862773895263,
      "epoch": 1.8299678080187298,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004698275760932435,
      "loss": 6.0937,
      "mean_token_accuracy": 0.15709001570940018,
      "num_tokens": 31337978.0,
      "step": 9380
    },
    {
      "entropy": 6.43643856048584,
      "epoch": 1.830943322602673,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004697923842615599,
      "loss": 6.0584,
      "mean_token_accuracy": 0.16223106980323793,
      "num_tokens": 31354426.0,
      "step": 9385
    },
    {
      "entropy": 6.433438110351562,
      "epoch": 1.831918837186616,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004697571733954588,
      "loss": 5.9945,
      "mean_token_accuracy": 0.16738681644201278,
      "num_tokens": 31372295.0,
      "step": 9390
    },
    {
      "entropy": 6.350942373275757,
      "epoch": 1.832894351770559,
      "grad_norm": 0.83203125,
      "learning_rate": 0.0004697219434983809,
      "loss": 5.947,
      "mean_token_accuracy": 0.17973193228244783,
      "num_tokens": 31388915.0,
      "step": 9395
    },
    {
      "entropy": 6.498275661468506,
      "epoch": 1.8338698663545019,
      "grad_norm": 0.953125,
      "learning_rate": 0.00046968669457376865,
      "loss": 6.2064,
      "mean_token_accuracy": 0.14687908589839935,
      "num_tokens": 31404934.0,
      "step": 9400
    },
    {
      "entropy": 6.523916864395142,
      "epoch": 1.834845380938445,
      "grad_norm": 0.86328125,
      "learning_rate": 0.00046965142662506646,
      "loss": 6.1154,
      "mean_token_accuracy": 0.15683461725711823,
      "num_tokens": 31421481.0,
      "step": 9405
    },
    {
      "entropy": 6.422504901885986,
      "epoch": 1.835820895522388,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004696161396557206,
      "loss": 6.0168,
      "mean_token_accuracy": 0.1663665682077408,
      "num_tokens": 31437155.0,
      "step": 9410
    },
    {
      "entropy": 6.434048795700074,
      "epoch": 1.8367964101063312,
      "grad_norm": 0.8203125,
      "learning_rate": 0.00046958083366917925,
      "loss": 6.0086,
      "mean_token_accuracy": 0.16413886547088624,
      "num_tokens": 31453303.0,
      "step": 9415
    },
    {
      "entropy": 6.4802172660827635,
      "epoch": 1.8377719246902742,
      "grad_norm": 0.8125,
      "learning_rate": 0.00046954550866889236,
      "loss": 6.144,
      "mean_token_accuracy": 0.15650781393051147,
      "num_tokens": 31468818.0,
      "step": 9420
    },
    {
      "entropy": 6.515328693389892,
      "epoch": 1.8387474392742171,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004695101646583116,
      "loss": 6.1348,
      "mean_token_accuracy": 0.14957783073186875,
      "num_tokens": 31485967.0,
      "step": 9425
    },
    {
      "entropy": 6.471476793289185,
      "epoch": 1.83972295385816,
      "grad_norm": 0.8671875,
      "learning_rate": 0.000469474801640891,
      "loss": 6.0399,
      "mean_token_accuracy": 0.1565946489572525,
      "num_tokens": 31501938.0,
      "step": 9430
    },
    {
      "entropy": 6.510224342346191,
      "epoch": 1.840698468442103,
      "grad_norm": 0.9140625,
      "learning_rate": 0.00046943941962008574,
      "loss": 6.077,
      "mean_token_accuracy": 0.15367266684770584,
      "num_tokens": 31517793.0,
      "step": 9435
    },
    {
      "entropy": 6.489026880264282,
      "epoch": 1.8416739830260462,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004694040185993534,
      "loss": 6.1099,
      "mean_token_accuracy": 0.15544603690505027,
      "num_tokens": 31534186.0,
      "step": 9440
    },
    {
      "entropy": 6.494710445404053,
      "epoch": 1.8426494976099894,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004693685985821532,
      "loss": 6.0419,
      "mean_token_accuracy": 0.16493200212717057,
      "num_tokens": 31551460.0,
      "step": 9445
    },
    {
      "entropy": 6.312237930297852,
      "epoch": 1.8436250121939324,
      "grad_norm": 0.84765625,
      "learning_rate": 0.00046933315957194637,
      "loss": 5.8958,
      "mean_token_accuracy": 0.1749624028801918,
      "num_tokens": 31569403.0,
      "step": 9450
    },
    {
      "entropy": 6.428033304214478,
      "epoch": 1.8446005267778753,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004692977015721958,
      "loss": 6.0846,
      "mean_token_accuracy": 0.15613832771778108,
      "num_tokens": 31586007.0,
      "step": 9455
    },
    {
      "entropy": 6.55768985748291,
      "epoch": 1.8455760413618183,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004692622245863663,
      "loss": 6.1452,
      "mean_token_accuracy": 0.15655347406864167,
      "num_tokens": 31603421.0,
      "step": 9460
    },
    {
      "entropy": 6.43867039680481,
      "epoch": 1.8465515559457613,
      "grad_norm": 0.83203125,
      "learning_rate": 0.00046922672861792456,
      "loss": 6.0849,
      "mean_token_accuracy": 0.15524680018424988,
      "num_tokens": 31620173.0,
      "step": 9465
    },
    {
      "entropy": 6.44354829788208,
      "epoch": 1.8475270705297044,
      "grad_norm": 0.7734375,
      "learning_rate": 0.00046919121367033917,
      "loss": 6.034,
      "mean_token_accuracy": 0.16092999875545502,
      "num_tokens": 31636820.0,
      "step": 9470
    },
    {
      "entropy": 6.437633323669433,
      "epoch": 1.8485025851136474,
      "grad_norm": 0.8125,
      "learning_rate": 0.0004691556797470805,
      "loss": 6.1199,
      "mean_token_accuracy": 0.15671438425779344,
      "num_tokens": 31655099.0,
      "step": 9475
    },
    {
      "entropy": 6.498252916336059,
      "epoch": 1.8494780996975906,
      "grad_norm": 0.78515625,
      "learning_rate": 0.00046912012685162074,
      "loss": 6.1272,
      "mean_token_accuracy": 0.1549810454249382,
      "num_tokens": 31671875.0,
      "step": 9480
    },
    {
      "entropy": 6.410500478744507,
      "epoch": 1.8504536142815335,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004690845549874341,
      "loss": 6.0627,
      "mean_token_accuracy": 0.15911513119935988,
      "num_tokens": 31688542.0,
      "step": 9485
    },
    {
      "entropy": 6.457933712005615,
      "epoch": 1.8514291288654765,
      "grad_norm": 0.80078125,
      "learning_rate": 0.0004690489641579964,
      "loss": 6.0336,
      "mean_token_accuracy": 0.16022081971168517,
      "num_tokens": 31705139.0,
      "step": 9490
    },
    {
      "entropy": 6.535951089859009,
      "epoch": 1.8524046434494195,
      "grad_norm": 0.80859375,
      "learning_rate": 0.00046901335436678554,
      "loss": 6.1623,
      "mean_token_accuracy": 0.15029866099357606,
      "num_tokens": 31723038.0,
      "step": 9495
    },
    {
      "entropy": 6.403183889389038,
      "epoch": 1.8533801580333626,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004689777256172812,
      "loss": 6.0507,
      "mean_token_accuracy": 0.1638072282075882,
      "num_tokens": 31738920.0,
      "step": 9500
    },
    {
      "entropy": 6.395515108108521,
      "epoch": 1.8543556726173056,
      "grad_norm": 0.87890625,
      "learning_rate": 0.00046894207791296484,
      "loss": 6.0437,
      "mean_token_accuracy": 0.1602477788925171,
      "num_tokens": 31755093.0,
      "step": 9505
    },
    {
      "entropy": 6.380100154876709,
      "epoch": 1.8553311872012488,
      "grad_norm": 0.78125,
      "learning_rate": 0.00046890641125731987,
      "loss": 5.9985,
      "mean_token_accuracy": 0.1657352015376091,
      "num_tokens": 31775364.0,
      "step": 9510
    },
    {
      "entropy": 6.481779623031616,
      "epoch": 1.8563067017851917,
      "grad_norm": 0.9140625,
      "learning_rate": 0.00046887072565383154,
      "loss": 6.1305,
      "mean_token_accuracy": 0.15759797245264054,
      "num_tokens": 31790462.0,
      "step": 9515
    },
    {
      "entropy": 6.511831521987915,
      "epoch": 1.8572822163691347,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004688350211059868,
      "loss": 6.1217,
      "mean_token_accuracy": 0.15761489123106004,
      "num_tokens": 31806813.0,
      "step": 9520
    },
    {
      "entropy": 6.55190486907959,
      "epoch": 1.8582577309530777,
      "grad_norm": 0.765625,
      "learning_rate": 0.0004687992976172746,
      "loss": 6.1755,
      "mean_token_accuracy": 0.14698799476027488,
      "num_tokens": 31823592.0,
      "step": 9525
    },
    {
      "entropy": 6.377723503112793,
      "epoch": 1.8592332455370206,
      "grad_norm": 0.8359375,
      "learning_rate": 0.00046876355519118586,
      "loss": 5.925,
      "mean_token_accuracy": 0.17346395999193193,
      "num_tokens": 31840110.0,
      "step": 9530
    },
    {
      "entropy": 6.413819456100464,
      "epoch": 1.8602087601209638,
      "grad_norm": 0.8984375,
      "learning_rate": 0.000468727793831213,
      "loss": 6.0344,
      "mean_token_accuracy": 0.1673911392688751,
      "num_tokens": 31858338.0,
      "step": 9535
    },
    {
      "entropy": 6.529785108566284,
      "epoch": 1.861184274704907,
      "grad_norm": 0.828125,
      "learning_rate": 0.00046869201354085056,
      "loss": 6.1367,
      "mean_token_accuracy": 0.15296740978956222,
      "num_tokens": 31874793.0,
      "step": 9540
    },
    {
      "entropy": 6.420619916915894,
      "epoch": 1.86215978928885,
      "grad_norm": 0.80078125,
      "learning_rate": 0.00046865621432359497,
      "loss": 6.1252,
      "mean_token_accuracy": 0.15361937135457993,
      "num_tokens": 31891339.0,
      "step": 9545
    },
    {
      "entropy": 6.550229263305664,
      "epoch": 1.863135303872793,
      "grad_norm": 0.84375,
      "learning_rate": 0.00046862039618294425,
      "loss": 6.2097,
      "mean_token_accuracy": 0.1495135560631752,
      "num_tokens": 31908407.0,
      "step": 9550
    },
    {
      "entropy": 6.484658098220825,
      "epoch": 1.8641108184567359,
      "grad_norm": 0.875,
      "learning_rate": 0.0004685845591223985,
      "loss": 6.0645,
      "mean_token_accuracy": 0.16234700679779052,
      "num_tokens": 31923653.0,
      "step": 9555
    },
    {
      "entropy": 6.300468444824219,
      "epoch": 1.8650863330406788,
      "grad_norm": 0.859375,
      "learning_rate": 0.00046854870314545966,
      "loss": 5.9441,
      "mean_token_accuracy": 0.17590048015117646,
      "num_tokens": 31940531.0,
      "step": 9560
    },
    {
      "entropy": 6.361837387084961,
      "epoch": 1.866061847624622,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004685128282556314,
      "loss": 5.9515,
      "mean_token_accuracy": 0.16795056983828544,
      "num_tokens": 31958730.0,
      "step": 9565
    },
    {
      "entropy": 6.488168573379516,
      "epoch": 1.867037362208565,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004684769344564191,
      "loss": 6.1138,
      "mean_token_accuracy": 0.15871196687221528,
      "num_tokens": 31976200.0,
      "step": 9570
    },
    {
      "entropy": 6.571892547607422,
      "epoch": 1.8680128767925082,
      "grad_norm": 0.8046875,
      "learning_rate": 0.00046844102175133033,
      "loss": 6.2348,
      "mean_token_accuracy": 0.14525653496384622,
      "num_tokens": 31992791.0,
      "step": 9575
    },
    {
      "entropy": 6.47242374420166,
      "epoch": 1.8689883913764511,
      "grad_norm": 0.87109375,
      "learning_rate": 0.00046840509014387443,
      "loss": 6.05,
      "mean_token_accuracy": 0.15380632877349854,
      "num_tokens": 32008936.0,
      "step": 9580
    },
    {
      "entropy": 6.444383382797241,
      "epoch": 1.869963905960394,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004683691396375625,
      "loss": 6.0592,
      "mean_token_accuracy": 0.15549956113100052,
      "num_tokens": 32024651.0,
      "step": 9585
    },
    {
      "entropy": 6.512534761428833,
      "epoch": 1.870939420544337,
      "grad_norm": 0.81640625,
      "learning_rate": 0.0004683331702359073,
      "loss": 6.1413,
      "mean_token_accuracy": 0.1566526174545288,
      "num_tokens": 32040879.0,
      "step": 9590
    },
    {
      "entropy": 6.477164554595947,
      "epoch": 1.8719149351282802,
      "grad_norm": 0.875,
      "learning_rate": 0.00046829718194242375,
      "loss": 6.0796,
      "mean_token_accuracy": 0.1650274194777012,
      "num_tokens": 32058624.0,
      "step": 9595
    },
    {
      "entropy": 6.378234815597534,
      "epoch": 1.8728904497122232,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004682611747606286,
      "loss": 5.9958,
      "mean_token_accuracy": 0.1677121177315712,
      "num_tokens": 32074594.0,
      "step": 9600
    },
    {
      "entropy": 6.467079591751099,
      "epoch": 1.8738659642961664,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004682251486940402,
      "loss": 6.0894,
      "mean_token_accuracy": 0.1540202483534813,
      "num_tokens": 32090431.0,
      "step": 9605
    },
    {
      "entropy": 6.396735334396363,
      "epoch": 1.8748414788801093,
      "grad_norm": 0.73046875,
      "learning_rate": 0.00046818910374617895,
      "loss": 6.0466,
      "mean_token_accuracy": 0.1576812371611595,
      "num_tokens": 32108353.0,
      "step": 9610
    },
    {
      "entropy": 6.489774322509765,
      "epoch": 1.8758169934640523,
      "grad_norm": 0.84375,
      "learning_rate": 0.00046815303992056703,
      "loss": 6.0848,
      "mean_token_accuracy": 0.15454193204641342,
      "num_tokens": 32125747.0,
      "step": 9615
    },
    {
      "entropy": 6.432334613800049,
      "epoch": 1.8767925080479952,
      "grad_norm": 0.875,
      "learning_rate": 0.0004681169572207284,
      "loss": 6.0093,
      "mean_token_accuracy": 0.1626657471060753,
      "num_tokens": 32141578.0,
      "step": 9620
    },
    {
      "entropy": 6.457200527191162,
      "epoch": 1.8777680226319382,
      "grad_norm": 0.8671875,
      "learning_rate": 0.00046808085565018905,
      "loss": 6.1641,
      "mean_token_accuracy": 0.15321795344352723,
      "num_tokens": 32158939.0,
      "step": 9625
    },
    {
      "entropy": 6.505415201187134,
      "epoch": 1.8787435372158814,
      "grad_norm": 0.875,
      "learning_rate": 0.0004680447352124766,
      "loss": 6.1018,
      "mean_token_accuracy": 0.1586575761437416,
      "num_tokens": 32175355.0,
      "step": 9630
    },
    {
      "entropy": 6.483163642883301,
      "epoch": 1.8797190517998246,
      "grad_norm": 0.8515625,
      "learning_rate": 0.00046800859591112064,
      "loss": 6.1121,
      "mean_token_accuracy": 0.16065577417612076,
      "num_tokens": 32190827.0,
      "step": 9635
    },
    {
      "entropy": 6.526620960235595,
      "epoch": 1.8806945663837675,
      "grad_norm": 0.79296875,
      "learning_rate": 0.00046797243774965265,
      "loss": 6.144,
      "mean_token_accuracy": 0.15490263402462007,
      "num_tokens": 32207911.0,
      "step": 9640
    },
    {
      "entropy": 6.472231245040893,
      "epoch": 1.8816700809677105,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004679362607316057,
      "loss": 6.077,
      "mean_token_accuracy": 0.16257983893156053,
      "num_tokens": 32225200.0,
      "step": 9645
    },
    {
      "entropy": 6.3887146472930905,
      "epoch": 1.8826455955516535,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004679000648605151,
      "loss": 6.0494,
      "mean_token_accuracy": 0.1667919561266899,
      "num_tokens": 32241933.0,
      "step": 9650
    },
    {
      "entropy": 6.491048669815063,
      "epoch": 1.8836211101355964,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004678638501399176,
      "loss": 6.0741,
      "mean_token_accuracy": 0.1576668068766594,
      "num_tokens": 32257856.0,
      "step": 9655
    },
    {
      "entropy": 6.437726402282715,
      "epoch": 1.8845966247195396,
      "grad_norm": 0.890625,
      "learning_rate": 0.00046782761657335203,
      "loss": 6.0198,
      "mean_token_accuracy": 0.15769391059875487,
      "num_tokens": 32273973.0,
      "step": 9660
    },
    {
      "entropy": 6.533412456512451,
      "epoch": 1.8855721393034826,
      "grad_norm": 0.8125,
      "learning_rate": 0.0004677913641643591,
      "loss": 6.1573,
      "mean_token_accuracy": 0.1508158788084984,
      "num_tokens": 32289731.0,
      "step": 9665
    },
    {
      "entropy": 6.481854057312011,
      "epoch": 1.8865476538874257,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004677550929164812,
      "loss": 6.0895,
      "mean_token_accuracy": 0.1558573991060257,
      "num_tokens": 32305839.0,
      "step": 9670
    },
    {
      "entropy": 6.395499849319458,
      "epoch": 1.8875231684713687,
      "grad_norm": 0.78515625,
      "learning_rate": 0.00046771880283326254,
      "loss": 6.0493,
      "mean_token_accuracy": 0.16879131346940995,
      "num_tokens": 32322393.0,
      "step": 9675
    },
    {
      "entropy": 6.3938850402832035,
      "epoch": 1.8884986830553117,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004676824939182493,
      "loss": 5.9768,
      "mean_token_accuracy": 0.1587454691529274,
      "num_tokens": 32340535.0,
      "step": 9680
    },
    {
      "entropy": 6.470284700393677,
      "epoch": 1.8894741976392546,
      "grad_norm": 0.8671875,
      "learning_rate": 0.00046764616617498957,
      "loss": 6.0888,
      "mean_token_accuracy": 0.1600591644644737,
      "num_tokens": 32357104.0,
      "step": 9685
    },
    {
      "entropy": 6.4491774559021,
      "epoch": 1.8904497122231976,
      "grad_norm": 0.89453125,
      "learning_rate": 0.000467609819607033,
      "loss": 6.0969,
      "mean_token_accuracy": 0.15987978875637054,
      "num_tokens": 32373969.0,
      "step": 9690
    },
    {
      "entropy": 6.513870668411255,
      "epoch": 1.8914252268071408,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004675734542179313,
      "loss": 6.11,
      "mean_token_accuracy": 0.15718276798725128,
      "num_tokens": 32391021.0,
      "step": 9695
    },
    {
      "entropy": 6.422506666183471,
      "epoch": 1.892400741391084,
      "grad_norm": 0.75,
      "learning_rate": 0.0004675370700112382,
      "loss": 6.026,
      "mean_token_accuracy": 0.1610228255391121,
      "num_tokens": 32407415.0,
      "step": 9700
    },
    {
      "entropy": 6.44818754196167,
      "epoch": 1.893376255975027,
      "grad_norm": 0.875,
      "learning_rate": 0.00046750066699050865,
      "loss": 6.0374,
      "mean_token_accuracy": 0.16346603482961655,
      "num_tokens": 32424525.0,
      "step": 9705
    },
    {
      "entropy": 6.484667873382568,
      "epoch": 1.8943517705589699,
      "grad_norm": 0.83984375,
      "learning_rate": 0.00046746424515930004,
      "loss": 6.1053,
      "mean_token_accuracy": 0.156583371758461,
      "num_tokens": 32440975.0,
      "step": 9710
    },
    {
      "entropy": 6.222064638137818,
      "epoch": 1.8953272851429128,
      "grad_norm": 0.765625,
      "learning_rate": 0.0004674278045211714,
      "loss": 5.8365,
      "mean_token_accuracy": 0.179684416949749,
      "num_tokens": 32458021.0,
      "step": 9715
    },
    {
      "entropy": 6.435350131988526,
      "epoch": 1.8963027997268558,
      "grad_norm": 0.8671875,
      "learning_rate": 0.00046739134507968347,
      "loss": 6.1045,
      "mean_token_accuracy": 0.1557506024837494,
      "num_tokens": 32475354.0,
      "step": 9720
    },
    {
      "entropy": 6.451802062988281,
      "epoch": 1.897278314310799,
      "grad_norm": 0.8671875,
      "learning_rate": 0.00046735486683839903,
      "loss": 6.0967,
      "mean_token_accuracy": 0.1605349026620388,
      "num_tokens": 32491686.0,
      "step": 9725
    },
    {
      "entropy": 6.414054298400879,
      "epoch": 1.898253828894742,
      "grad_norm": 0.90234375,
      "learning_rate": 0.00046731836980088256,
      "loss": 6.0001,
      "mean_token_accuracy": 0.17807040512561798,
      "num_tokens": 32508785.0,
      "step": 9730
    },
    {
      "entropy": 6.370112609863281,
      "epoch": 1.899229343478685,
      "grad_norm": 0.796875,
      "learning_rate": 0.00046728185397070047,
      "loss": 5.9563,
      "mean_token_accuracy": 0.17134132832288743,
      "num_tokens": 32525558.0,
      "step": 9735
    },
    {
      "entropy": 6.522528076171875,
      "epoch": 1.900204858062628,
      "grad_norm": 0.8046875,
      "learning_rate": 0.00046724531935142077,
      "loss": 6.1873,
      "mean_token_accuracy": 0.14686843305826186,
      "num_tokens": 32541743.0,
      "step": 9740
    },
    {
      "entropy": 6.461605596542358,
      "epoch": 1.901180372646571,
      "grad_norm": 0.765625,
      "learning_rate": 0.00046720876594661374,
      "loss": 6.0853,
      "mean_token_accuracy": 0.15723843425512313,
      "num_tokens": 32558492.0,
      "step": 9745
    },
    {
      "entropy": 6.45123028755188,
      "epoch": 1.902155887230514,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004671721937598512,
      "loss": 6.0258,
      "mean_token_accuracy": 0.16666481345891954,
      "num_tokens": 32574782.0,
      "step": 9750
    },
    {
      "entropy": 6.387248277664185,
      "epoch": 1.9031314018144572,
      "grad_norm": 0.7890625,
      "learning_rate": 0.0004671356027947067,
      "loss": 6.0998,
      "mean_token_accuracy": 0.15899971425533294,
      "num_tokens": 32591630.0,
      "step": 9755
    },
    {
      "entropy": 6.337004995346069,
      "epoch": 1.9041069163984001,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004670989930547559,
      "loss": 6.0141,
      "mean_token_accuracy": 0.16311338692903518,
      "num_tokens": 32607388.0,
      "step": 9760
    },
    {
      "entropy": 6.504962396621704,
      "epoch": 1.9050824309823433,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0004670623645435762,
      "loss": 6.1344,
      "mean_token_accuracy": 0.15064800456166266,
      "num_tokens": 32624598.0,
      "step": 9765
    },
    {
      "entropy": 6.446388530731201,
      "epoch": 1.9060579455662863,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004670257172647467,
      "loss": 6.0624,
      "mean_token_accuracy": 0.16101381331682205,
      "num_tokens": 32641646.0,
      "step": 9770
    },
    {
      "entropy": 6.473079967498779,
      "epoch": 1.9070334601502292,
      "grad_norm": 0.78125,
      "learning_rate": 0.00046698905122184855,
      "loss": 6.1346,
      "mean_token_accuracy": 0.15496384501457214,
      "num_tokens": 32659760.0,
      "step": 9775
    },
    {
      "entropy": 6.361418581008911,
      "epoch": 1.9080089747341722,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004669523664184646,
      "loss": 5.9537,
      "mean_token_accuracy": 0.17816252112388611,
      "num_tokens": 32675820.0,
      "step": 9780
    },
    {
      "entropy": 6.424598217010498,
      "epoch": 1.9089844893181152,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004669156628581794,
      "loss": 6.0192,
      "mean_token_accuracy": 0.1680944159626961,
      "num_tokens": 32694675.0,
      "step": 9785
    },
    {
      "entropy": 6.47703275680542,
      "epoch": 1.9099600039020583,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004668789405445797,
      "loss": 6.1191,
      "mean_token_accuracy": 0.15178330838680268,
      "num_tokens": 32710265.0,
      "step": 9790
    },
    {
      "entropy": 6.50802092552185,
      "epoch": 1.9109355184860015,
      "grad_norm": 0.859375,
      "learning_rate": 0.00046684219948125397,
      "loss": 6.0833,
      "mean_token_accuracy": 0.16059074848890303,
      "num_tokens": 32726709.0,
      "step": 9795
    },
    {
      "entropy": 6.444830989837646,
      "epoch": 1.9119110330699445,
      "grad_norm": 0.88671875,
      "learning_rate": 0.000466805439671792,
      "loss": 6.0715,
      "mean_token_accuracy": 0.16210753321647645,
      "num_tokens": 32742043.0,
      "step": 9800
    },
    {
      "entropy": 6.3700438976287845,
      "epoch": 1.9128865476538874,
      "grad_norm": 0.859375,
      "learning_rate": 0.00046676866111978614,
      "loss": 6.0054,
      "mean_token_accuracy": 0.16615968942642212,
      "num_tokens": 32758932.0,
      "step": 9805
    },
    {
      "entropy": 6.484235191345215,
      "epoch": 1.9138620622378304,
      "grad_norm": 0.87109375,
      "learning_rate": 0.00046673186382883026,
      "loss": 6.0791,
      "mean_token_accuracy": 0.1581929326057434,
      "num_tokens": 32775012.0,
      "step": 9810
    },
    {
      "entropy": 6.426744699478149,
      "epoch": 1.9148375768217734,
      "grad_norm": 0.92578125,
      "learning_rate": 0.00046669504780251985,
      "loss": 6.0653,
      "mean_token_accuracy": 0.1634211480617523,
      "num_tokens": 32790312.0,
      "step": 9815
    },
    {
      "entropy": 6.459164190292358,
      "epoch": 1.9158130914057165,
      "grad_norm": 0.80859375,
      "learning_rate": 0.00046665821304445274,
      "loss": 6.0878,
      "mean_token_accuracy": 0.1626693680882454,
      "num_tokens": 32807926.0,
      "step": 9820
    },
    {
      "entropy": 6.498493480682373,
      "epoch": 1.9167886059896595,
      "grad_norm": 0.8515625,
      "learning_rate": 0.00046662135955822804,
      "loss": 6.071,
      "mean_token_accuracy": 0.1605127364397049,
      "num_tokens": 32825129.0,
      "step": 9825
    },
    {
      "entropy": 6.433693742752075,
      "epoch": 1.9177641205736027,
      "grad_norm": 0.921875,
      "learning_rate": 0.00046658448734744715,
      "loss": 6.0526,
      "mean_token_accuracy": 0.1643592655658722,
      "num_tokens": 32841688.0,
      "step": 9830
    },
    {
      "entropy": 6.436123657226562,
      "epoch": 1.9187396351575456,
      "grad_norm": 0.78125,
      "learning_rate": 0.0004665475964157128,
      "loss": 6.105,
      "mean_token_accuracy": 0.163956718146801,
      "num_tokens": 32860004.0,
      "step": 9835
    },
    {
      "entropy": 6.418939542770386,
      "epoch": 1.9197151497414886,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004665106867666301,
      "loss": 6.0093,
      "mean_token_accuracy": 0.1633618175983429,
      "num_tokens": 32877633.0,
      "step": 9840
    },
    {
      "entropy": 6.4727599143981935,
      "epoch": 1.9206906643254316,
      "grad_norm": 0.83203125,
      "learning_rate": 0.0004664737584038057,
      "loss": 6.0591,
      "mean_token_accuracy": 0.15660985559225082,
      "num_tokens": 32892826.0,
      "step": 9845
    },
    {
      "entropy": 6.397689533233643,
      "epoch": 1.9216661789093747,
      "grad_norm": 0.85546875,
      "learning_rate": 0.00046643681133084797,
      "loss": 6.0286,
      "mean_token_accuracy": 0.1652335926890373,
      "num_tokens": 32909832.0,
      "step": 9850
    },
    {
      "entropy": 6.4152045249938965,
      "epoch": 1.9226416934933177,
      "grad_norm": 0.83203125,
      "learning_rate": 0.0004663998455513673,
      "loss": 6.0234,
      "mean_token_accuracy": 0.1630419209599495,
      "num_tokens": 32926687.0,
      "step": 9855
    },
    {
      "entropy": 6.3765233039855955,
      "epoch": 1.9236172080772609,
      "grad_norm": 0.87109375,
      "learning_rate": 0.00046636286106897595,
      "loss": 5.9458,
      "mean_token_accuracy": 0.17433828562498094,
      "num_tokens": 32944155.0,
      "step": 9860
    },
    {
      "entropy": 6.492103862762451,
      "epoch": 1.9245927226612038,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004663258578872879,
      "loss": 6.0742,
      "mean_token_accuracy": 0.1584302857518196,
      "num_tokens": 32961013.0,
      "step": 9865
    },
    {
      "entropy": 6.451416254043579,
      "epoch": 1.9255682372451468,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004662888360099189,
      "loss": 6.1224,
      "mean_token_accuracy": 0.15486447513103485,
      "num_tokens": 32977358.0,
      "step": 9870
    },
    {
      "entropy": 6.373320436477661,
      "epoch": 1.9265437518290898,
      "grad_norm": 0.85546875,
      "learning_rate": 0.00046625179544048653,
      "loss": 5.9645,
      "mean_token_accuracy": 0.1726765438914299,
      "num_tokens": 32994668.0,
      "step": 9875
    },
    {
      "entropy": 6.556343078613281,
      "epoch": 1.9275192664130327,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004662147361826103,
      "loss": 6.1748,
      "mean_token_accuracy": 0.15003732591867447,
      "num_tokens": 33009949.0,
      "step": 9880
    },
    {
      "entropy": 6.3264330387115475,
      "epoch": 1.928494780996976,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004661776582399117,
      "loss": 5.8903,
      "mean_token_accuracy": 0.17399078458547593,
      "num_tokens": 33026122.0,
      "step": 9885
    },
    {
      "entropy": 6.429420852661133,
      "epoch": 1.929470295580919,
      "grad_norm": 1.0,
      "learning_rate": 0.00046614056161601366,
      "loss": 6.1007,
      "mean_token_accuracy": 0.15939342379570007,
      "num_tokens": 33043406.0,
      "step": 9890
    },
    {
      "entropy": 6.417685508728027,
      "epoch": 1.930445810164862,
      "grad_norm": 0.8984375,
      "learning_rate": 0.00046610344631454114,
      "loss": 6.0158,
      "mean_token_accuracy": 0.16681086272001266,
      "num_tokens": 33058788.0,
      "step": 9895
    },
    {
      "entropy": 6.478133869171143,
      "epoch": 1.931421324748805,
      "grad_norm": 0.85546875,
      "learning_rate": 0.000466066312339121,
      "loss": 6.0447,
      "mean_token_accuracy": 0.15378276705741883,
      "num_tokens": 33076111.0,
      "step": 9900
    },
    {
      "entropy": 6.4456321716308596,
      "epoch": 1.932396839332748,
      "grad_norm": 0.8203125,
      "learning_rate": 0.00046602915969338175,
      "loss": 6.0687,
      "mean_token_accuracy": 0.15836599469184875,
      "num_tokens": 33093531.0,
      "step": 9905
    },
    {
      "entropy": 6.397535419464111,
      "epoch": 1.933372353916691,
      "grad_norm": 0.77734375,
      "learning_rate": 0.0004659919883809538,
      "loss": 5.9455,
      "mean_token_accuracy": 0.17525153160095214,
      "num_tokens": 33110621.0,
      "step": 9910
    },
    {
      "entropy": 6.260223865509033,
      "epoch": 1.9343478685006341,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004659547984054695,
      "loss": 5.861,
      "mean_token_accuracy": 0.1753810614347458,
      "num_tokens": 33126933.0,
      "step": 9915
    },
    {
      "entropy": 6.449386548995972,
      "epoch": 1.935323383084577,
      "grad_norm": 0.81640625,
      "learning_rate": 0.00046591758977056294,
      "loss": 6.1104,
      "mean_token_accuracy": 0.15593929588794708,
      "num_tokens": 33143947.0,
      "step": 9920
    },
    {
      "entropy": 6.507170724868774,
      "epoch": 1.9362988976685203,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004658803624798699,
      "loss": 6.108,
      "mean_token_accuracy": 0.15766719728708267,
      "num_tokens": 33160375.0,
      "step": 9925
    },
    {
      "entropy": 6.490383577346802,
      "epoch": 1.9372744122524632,
      "grad_norm": 0.87890625,
      "learning_rate": 0.00046584311653702815,
      "loss": 6.1259,
      "mean_token_accuracy": 0.15733357816934584,
      "num_tokens": 33177649.0,
      "step": 9930
    },
    {
      "entropy": 6.495870876312256,
      "epoch": 1.9382499268364062,
      "grad_norm": 0.80859375,
      "learning_rate": 0.0004658058519456772,
      "loss": 6.1099,
      "mean_token_accuracy": 0.15714082568883897,
      "num_tokens": 33194938.0,
      "step": 9935
    },
    {
      "entropy": 6.429104900360107,
      "epoch": 1.9392254414203491,
      "grad_norm": 0.83203125,
      "learning_rate": 0.0004657685687094585,
      "loss": 5.9962,
      "mean_token_accuracy": 0.1665015310049057,
      "num_tokens": 33210049.0,
      "step": 9940
    },
    {
      "entropy": 6.500074768066407,
      "epoch": 1.940200956004292,
      "grad_norm": 0.8359375,
      "learning_rate": 0.00046573126683201513,
      "loss": 6.1028,
      "mean_token_accuracy": 0.15970864295959472,
      "num_tokens": 33227589.0,
      "step": 9945
    },
    {
      "entropy": 6.427633333206177,
      "epoch": 1.9411764705882353,
      "grad_norm": 0.82421875,
      "learning_rate": 0.00046569394631699215,
      "loss": 5.998,
      "mean_token_accuracy": 0.16467346698045732,
      "num_tokens": 33245812.0,
      "step": 9950
    },
    {
      "entropy": 6.48144006729126,
      "epoch": 1.9421519851721785,
      "grad_norm": 0.875,
      "learning_rate": 0.0004656566071680364,
      "loss": 6.0787,
      "mean_token_accuracy": 0.15907562971115113,
      "num_tokens": 33261792.0,
      "step": 9955
    },
    {
      "entropy": 6.444423484802246,
      "epoch": 1.9431274997561214,
      "grad_norm": 0.79296875,
      "learning_rate": 0.0004656192493887965,
      "loss": 6.0777,
      "mean_token_accuracy": 0.1632743775844574,
      "num_tokens": 33279083.0,
      "step": 9960
    },
    {
      "entropy": 6.277994632720947,
      "epoch": 1.9441030143400644,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004655818729829229,
      "loss": 5.8593,
      "mean_token_accuracy": 0.17508450746536255,
      "num_tokens": 33296391.0,
      "step": 9965
    },
    {
      "entropy": 6.39135775566101,
      "epoch": 1.9450785289240073,
      "grad_norm": 0.8203125,
      "learning_rate": 0.0004655444779540679,
      "loss": 5.9841,
      "mean_token_accuracy": 0.1603106752038002,
      "num_tokens": 33313168.0,
      "step": 9970
    },
    {
      "entropy": 6.482561016082764,
      "epoch": 1.9460540435079503,
      "grad_norm": 0.859375,
      "learning_rate": 0.00046550706430588574,
      "loss": 6.1318,
      "mean_token_accuracy": 0.15227583646774293,
      "num_tokens": 33330156.0,
      "step": 9975
    },
    {
      "entropy": 6.425464487075805,
      "epoch": 1.9470295580918935,
      "grad_norm": 0.76953125,
      "learning_rate": 0.00046546963204203214,
      "loss": 6.0352,
      "mean_token_accuracy": 0.1597015753388405,
      "num_tokens": 33347496.0,
      "step": 9980
    },
    {
      "entropy": 6.432041120529175,
      "epoch": 1.9480050726758367,
      "grad_norm": 0.81640625,
      "learning_rate": 0.0004654321811661649,
      "loss": 6.045,
      "mean_token_accuracy": 0.15914013981819153,
      "num_tokens": 33364521.0,
      "step": 9985
    },
    {
      "entropy": 6.380613565444946,
      "epoch": 1.9489805872597796,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004653947116819438,
      "loss": 6.0038,
      "mean_token_accuracy": 0.1715665727853775,
      "num_tokens": 33381902.0,
      "step": 9990
    },
    {
      "entropy": 6.473621797561646,
      "epoch": 1.9499561018437226,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004653572235930299,
      "loss": 6.1219,
      "mean_token_accuracy": 0.15655372887849808,
      "num_tokens": 33397654.0,
      "step": 9995
    },
    {
      "entropy": 6.470665073394775,
      "epoch": 1.9509316164276655,
      "grad_norm": 0.8359375,
      "learning_rate": 0.0004653197169030866,
      "loss": 6.0786,
      "mean_token_accuracy": 0.16002184599637986,
      "num_tokens": 33415440.0,
      "step": 10000
    },
    {
      "entropy": 6.387663078308106,
      "epoch": 1.9519071310116085,
      "grad_norm": 0.83984375,
      "learning_rate": 0.00046528219161577893,
      "loss": 5.9444,
      "mean_token_accuracy": 0.1663775473833084,
      "num_tokens": 33431488.0,
      "step": 10005
    },
    {
      "entropy": 6.420977926254272,
      "epoch": 1.9528826455955517,
      "grad_norm": 0.86328125,
      "learning_rate": 0.00046524464773477355,
      "loss": 5.9577,
      "mean_token_accuracy": 0.16404928267002106,
      "num_tokens": 33447750.0,
      "step": 10010
    },
    {
      "entropy": 6.353972959518432,
      "epoch": 1.9538581601794947,
      "grad_norm": 0.734375,
      "learning_rate": 0.00046520708526373935,
      "loss": 5.9869,
      "mean_token_accuracy": 0.16679322719573975,
      "num_tokens": 33464420.0,
      "step": 10015
    },
    {
      "entropy": 6.361313676834106,
      "epoch": 1.9548336747634378,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004651695042063467,
      "loss": 5.8873,
      "mean_token_accuracy": 0.17480816394090654,
      "num_tokens": 33482114.0,
      "step": 10020
    },
    {
      "entropy": 6.507258605957031,
      "epoch": 1.9558091893473808,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004651319045662678,
      "loss": 6.1006,
      "mean_token_accuracy": 0.16207649260759355,
      "num_tokens": 33500239.0,
      "step": 10025
    },
    {
      "entropy": 6.4492004871368405,
      "epoch": 1.9567847039313238,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004650942863471768,
      "loss": 6.0949,
      "mean_token_accuracy": 0.15546925365924835,
      "num_tokens": 33516832.0,
      "step": 10030
    },
    {
      "entropy": 6.429962158203125,
      "epoch": 1.9577602185152667,
      "grad_norm": 0.85546875,
      "learning_rate": 0.00046505664955274974,
      "loss": 6.0473,
      "mean_token_accuracy": 0.16754130125045777,
      "num_tokens": 33532899.0,
      "step": 10035
    },
    {
      "entropy": 6.50839581489563,
      "epoch": 1.9587357330992097,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004650189941866643,
      "loss": 6.0953,
      "mean_token_accuracy": 0.15525346100330353,
      "num_tokens": 33548704.0,
      "step": 10040
    },
    {
      "entropy": 6.401771688461304,
      "epoch": 1.9597112476831529,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004649813202525999,
      "loss": 6.0033,
      "mean_token_accuracy": 0.1666237533092499,
      "num_tokens": 33566179.0,
      "step": 10045
    },
    {
      "entropy": 6.47493085861206,
      "epoch": 1.960686762267096,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004649436277542379,
      "loss": 6.1438,
      "mean_token_accuracy": 0.1509619191288948,
      "num_tokens": 33582504.0,
      "step": 10050
    },
    {
      "entropy": 6.456258106231689,
      "epoch": 1.961662276851039,
      "grad_norm": 0.88671875,
      "learning_rate": 0.00046490591669526174,
      "loss": 6.044,
      "mean_token_accuracy": 0.15867732912302018,
      "num_tokens": 33597931.0,
      "step": 10055
    },
    {
      "entropy": 6.372367095947266,
      "epoch": 1.962637791434982,
      "grad_norm": 0.8359375,
      "learning_rate": 0.0004648681870793561,
      "loss": 6.0458,
      "mean_token_accuracy": 0.1641932174563408,
      "num_tokens": 33615027.0,
      "step": 10060
    },
    {
      "entropy": 6.483137607574463,
      "epoch": 1.963613306018925,
      "grad_norm": 0.91015625,
      "learning_rate": 0.000464830438910208,
      "loss": 6.0827,
      "mean_token_accuracy": 0.1601632609963417,
      "num_tokens": 33632484.0,
      "step": 10065
    },
    {
      "entropy": 6.507895135879517,
      "epoch": 1.9645888206028679,
      "grad_norm": 0.859375,
      "learning_rate": 0.00046479267219150597,
      "loss": 6.1486,
      "mean_token_accuracy": 0.15429992824792862,
      "num_tokens": 33648889.0,
      "step": 10070
    },
    {
      "entropy": 6.453058576583862,
      "epoch": 1.965564335186811,
      "grad_norm": 0.7890625,
      "learning_rate": 0.0004647548869269404,
      "loss": 6.0654,
      "mean_token_accuracy": 0.1656210958957672,
      "num_tokens": 33666105.0,
      "step": 10075
    },
    {
      "entropy": 6.456989431381226,
      "epoch": 1.966539849770754,
      "grad_norm": 0.828125,
      "learning_rate": 0.0004647170831202036,
      "loss": 6.0685,
      "mean_token_accuracy": 0.1616327568888664,
      "num_tokens": 33683175.0,
      "step": 10080
    },
    {
      "entropy": 6.535159778594971,
      "epoch": 1.9675153643546972,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004646792607749896,
      "loss": 6.1074,
      "mean_token_accuracy": 0.154508638381958,
      "num_tokens": 33698202.0,
      "step": 10085
    },
    {
      "entropy": 6.391823625564575,
      "epoch": 1.9684908789386402,
      "grad_norm": 0.9140625,
      "learning_rate": 0.00046464141989499433,
      "loss": 6.0161,
      "mean_token_accuracy": 0.1636241003870964,
      "num_tokens": 33714573.0,
      "step": 10090
    },
    {
      "entropy": 6.408465766906739,
      "epoch": 1.9694663935225831,
      "grad_norm": 0.8359375,
      "learning_rate": 0.0004646035604839153,
      "loss": 6.04,
      "mean_token_accuracy": 0.15578936487436296,
      "num_tokens": 33731031.0,
      "step": 10095
    },
    {
      "entropy": 6.513790464401245,
      "epoch": 1.970441908106526,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004645656825454522,
      "loss": 6.1286,
      "mean_token_accuracy": 0.1556922748684883,
      "num_tokens": 33748228.0,
      "step": 10100
    },
    {
      "entropy": 6.389675617218018,
      "epoch": 1.9714174226904693,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004645277860833062,
      "loss": 5.9934,
      "mean_token_accuracy": 0.15975870788097382,
      "num_tokens": 33765361.0,
      "step": 10105
    },
    {
      "entropy": 6.4667096614837645,
      "epoch": 1.9723929372744122,
      "grad_norm": 0.76171875,
      "learning_rate": 0.00046448987110118034,
      "loss": 6.0403,
      "mean_token_accuracy": 0.16234241425991058,
      "num_tokens": 33781800.0,
      "step": 10110
    },
    {
      "entropy": 6.481272745132446,
      "epoch": 1.9733684518583554,
      "grad_norm": 0.828125,
      "learning_rate": 0.00046445193760277976,
      "loss": 6.1173,
      "mean_token_accuracy": 0.1606602504849434,
      "num_tokens": 33797280.0,
      "step": 10115
    },
    {
      "entropy": 6.421597051620483,
      "epoch": 1.9743439664422984,
      "grad_norm": 0.8515625,
      "learning_rate": 0.00046441398559181096,
      "loss": 6.0054,
      "mean_token_accuracy": 0.16049613058567047,
      "num_tokens": 33814408.0,
      "step": 10120
    },
    {
      "entropy": 6.504892206192016,
      "epoch": 1.9753194810262413,
      "grad_norm": 0.89453125,
      "learning_rate": 0.00046437601507198263,
      "loss": 6.1251,
      "mean_token_accuracy": 0.16222496032714845,
      "num_tokens": 33831499.0,
      "step": 10125
    },
    {
      "entropy": 6.523865604400635,
      "epoch": 1.9762949956101843,
      "grad_norm": 0.79296875,
      "learning_rate": 0.00046433802604700506,
      "loss": 6.1729,
      "mean_token_accuracy": 0.1526066079735756,
      "num_tokens": 33848456.0,
      "step": 10130
    },
    {
      "entropy": 6.5491025924682615,
      "epoch": 1.9772705101941273,
      "grad_norm": 0.8359375,
      "learning_rate": 0.0004643000185205903,
      "loss": 6.1762,
      "mean_token_accuracy": 0.15120031386613847,
      "num_tokens": 33863824.0,
      "step": 10135
    },
    {
      "entropy": 6.4725775718688965,
      "epoch": 1.9782460247780704,
      "grad_norm": 0.89453125,
      "learning_rate": 0.00046426199249645253,
      "loss": 6.098,
      "mean_token_accuracy": 0.15259615927934647,
      "num_tokens": 33879382.0,
      "step": 10140
    },
    {
      "entropy": 6.394462156295776,
      "epoch": 1.9792215393620136,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004642239479783073,
      "loss": 6.0282,
      "mean_token_accuracy": 0.16026829481124877,
      "num_tokens": 33895930.0,
      "step": 10145
    },
    {
      "entropy": 6.296515941619873,
      "epoch": 1.9801970539459566,
      "grad_norm": 0.90234375,
      "learning_rate": 0.00046418588496987233,
      "loss": 5.8729,
      "mean_token_accuracy": 0.18281815499067305,
      "num_tokens": 33912067.0,
      "step": 10150
    },
    {
      "entropy": 6.512574911117554,
      "epoch": 1.9811725685298995,
      "grad_norm": 0.94140625,
      "learning_rate": 0.000464147803474867,
      "loss": 6.1443,
      "mean_token_accuracy": 0.14905695170164107,
      "num_tokens": 33927481.0,
      "step": 10155
    },
    {
      "entropy": 6.446978807449341,
      "epoch": 1.9821480831138425,
      "grad_norm": 0.796875,
      "learning_rate": 0.0004641097034970123,
      "loss": 5.9985,
      "mean_token_accuracy": 0.1639841079711914,
      "num_tokens": 33945373.0,
      "step": 10160
    },
    {
      "entropy": 6.448338747024536,
      "epoch": 1.9831235976977855,
      "grad_norm": 0.87109375,
      "learning_rate": 0.00046407158504003143,
      "loss": 6.0816,
      "mean_token_accuracy": 0.16329762190580369,
      "num_tokens": 33962441.0,
      "step": 10165
    },
    {
      "entropy": 6.338645362854004,
      "epoch": 1.9840991122817286,
      "grad_norm": 0.85546875,
      "learning_rate": 0.00046403344810764933,
      "loss": 5.9601,
      "mean_token_accuracy": 0.17164942622184753,
      "num_tokens": 33979597.0,
      "step": 10170
    },
    {
      "entropy": 6.521546316146851,
      "epoch": 1.9850746268656716,
      "grad_norm": 0.8515625,
      "learning_rate": 0.00046399529270359214,
      "loss": 6.1232,
      "mean_token_accuracy": 0.15982352793216706,
      "num_tokens": 33996079.0,
      "step": 10175
    },
    {
      "entropy": 6.312991380691528,
      "epoch": 1.9860501414496148,
      "grad_norm": 0.890625,
      "learning_rate": 0.00046395711883158864,
      "loss": 5.9313,
      "mean_token_accuracy": 0.17000976651906968,
      "num_tokens": 34014106.0,
      "step": 10180
    },
    {
      "entropy": 6.445962190628052,
      "epoch": 1.9870256560335577,
      "grad_norm": 0.8828125,
      "learning_rate": 0.000463918926495369,
      "loss": 6.0818,
      "mean_token_accuracy": 0.15422490537166594,
      "num_tokens": 34030815.0,
      "step": 10185
    },
    {
      "entropy": 6.440026950836182,
      "epoch": 1.9880011706175007,
      "grad_norm": 0.828125,
      "learning_rate": 0.0004638807156986651,
      "loss": 5.9899,
      "mean_token_accuracy": 0.17015040814876556,
      "num_tokens": 34047453.0,
      "step": 10190
    },
    {
      "entropy": 6.4527538299560545,
      "epoch": 1.9889766852014437,
      "grad_norm": 0.8203125,
      "learning_rate": 0.0004638424864452109,
      "loss": 5.9788,
      "mean_token_accuracy": 0.16737645864486694,
      "num_tokens": 34065442.0,
      "step": 10195
    },
    {
      "entropy": 6.365151405334473,
      "epoch": 1.9899521997853868,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004638042387387419,
      "loss": 5.9958,
      "mean_token_accuracy": 0.16491128951311113,
      "num_tokens": 34082073.0,
      "step": 10200
    },
    {
      "entropy": 6.510164976119995,
      "epoch": 1.9909277143693298,
      "grad_norm": 0.82421875,
      "learning_rate": 0.0004637659725829957,
      "loss": 6.076,
      "mean_token_accuracy": 0.15777038782835007,
      "num_tokens": 34097542.0,
      "step": 10205
    },
    {
      "entropy": 6.3180207252502445,
      "epoch": 1.991903228953273,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004637276879817114,
      "loss": 5.9603,
      "mean_token_accuracy": 0.16774874478578566,
      "num_tokens": 34114961.0,
      "step": 10210
    },
    {
      "entropy": 6.427549505233765,
      "epoch": 1.992878743537216,
      "grad_norm": 0.86328125,
      "learning_rate": 0.00046368938493863,
      "loss": 5.9833,
      "mean_token_accuracy": 0.17154477685689926,
      "num_tokens": 34131774.0,
      "step": 10215
    },
    {
      "entropy": 6.4857653141021725,
      "epoch": 1.993854258121159,
      "grad_norm": 0.90625,
      "learning_rate": 0.00046365106345749445,
      "loss": 6.0905,
      "mean_token_accuracy": 0.1547113060951233,
      "num_tokens": 34147865.0,
      "step": 10220
    },
    {
      "entropy": 6.3841112613677975,
      "epoch": 1.9948297727051019,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004636127235420493,
      "loss": 6.0062,
      "mean_token_accuracy": 0.165084870159626,
      "num_tokens": 34164029.0,
      "step": 10225
    },
    {
      "entropy": 6.254199695587158,
      "epoch": 1.9958052872890448,
      "grad_norm": 0.8984375,
      "learning_rate": 0.00046357436519604107,
      "loss": 5.846,
      "mean_token_accuracy": 0.1812771290540695,
      "num_tokens": 34181026.0,
      "step": 10230
    },
    {
      "entropy": 6.426631021499634,
      "epoch": 1.996780801872988,
      "grad_norm": 0.90234375,
      "learning_rate": 0.000463535988423218,
      "loss": 6.0558,
      "mean_token_accuracy": 0.16291970759630203,
      "num_tokens": 34197129.0,
      "step": 10235
    },
    {
      "entropy": 6.377697324752807,
      "epoch": 1.9977563164569312,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004634975932273301,
      "loss": 6.0054,
      "mean_token_accuracy": 0.16894902735948564,
      "num_tokens": 34214277.0,
      "step": 10240
    },
    {
      "entropy": 6.441823434829712,
      "epoch": 1.9987318310408742,
      "grad_norm": 0.80859375,
      "learning_rate": 0.00046345917961212915,
      "loss": 6.0444,
      "mean_token_accuracy": 0.163465316593647,
      "num_tokens": 34231491.0,
      "step": 10245
    },
    {
      "entropy": 6.415601015090942,
      "epoch": 1.9997073456248171,
      "grad_norm": 0.89453125,
      "learning_rate": 0.00046342074758136886,
      "loss": 6.0451,
      "mean_token_accuracy": 0.1609068214893341,
      "num_tokens": 34248000.0,
      "step": 10250
    },
    {
      "entropy": 6.367362340291341,
      "epoch": 2.0005853087503658,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004633822971388047,
      "loss": 5.9889,
      "mean_token_accuracy": 0.17761104967859057,
      "num_tokens": 34262606.0,
      "step": 10255
    },
    {
      "entropy": 6.3584681987762455,
      "epoch": 2.0015608233343087,
      "grad_norm": 0.8828125,
      "learning_rate": 0.00046334382828819385,
      "loss": 5.8245,
      "mean_token_accuracy": 0.18226381093263627,
      "num_tokens": 34280759.0,
      "step": 10260
    },
    {
      "entropy": 6.431315565109253,
      "epoch": 2.0025363379182517,
      "grad_norm": 0.8359375,
      "learning_rate": 0.0004633053410332953,
      "loss": 6.0073,
      "mean_token_accuracy": 0.16093521118164061,
      "num_tokens": 34296420.0,
      "step": 10265
    },
    {
      "entropy": 6.530525636672974,
      "epoch": 2.003511852502195,
      "grad_norm": 0.83984375,
      "learning_rate": 0.00046326683537787006,
      "loss": 6.0663,
      "mean_token_accuracy": 0.15547748059034347,
      "num_tokens": 34313171.0,
      "step": 10270
    },
    {
      "entropy": 6.460198450088501,
      "epoch": 2.004487367086138,
      "grad_norm": 0.85546875,
      "learning_rate": 0.00046322831132568067,
      "loss": 5.9418,
      "mean_token_accuracy": 0.16773645281791688,
      "num_tokens": 34330885.0,
      "step": 10275
    },
    {
      "entropy": 6.40368332862854,
      "epoch": 2.005462881670081,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004631897688804914,
      "loss": 5.8968,
      "mean_token_accuracy": 0.16446334272623062,
      "num_tokens": 34346661.0,
      "step": 10280
    },
    {
      "entropy": 6.473588657379151,
      "epoch": 2.006438396254024,
      "grad_norm": 0.83203125,
      "learning_rate": 0.0004631512080460688,
      "loss": 5.9772,
      "mean_token_accuracy": 0.16607490181922913,
      "num_tokens": 34362480.0,
      "step": 10285
    },
    {
      "entropy": 6.352461814880371,
      "epoch": 2.007413910837967,
      "grad_norm": 0.875,
      "learning_rate": 0.00046311262882618064,
      "loss": 5.8506,
      "mean_token_accuracy": 0.17045625001192094,
      "num_tokens": 34379719.0,
      "step": 10290
    },
    {
      "entropy": 6.441640758514405,
      "epoch": 2.00838942542191,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004630740312245969,
      "loss": 6.0059,
      "mean_token_accuracy": 0.16306564807891846,
      "num_tokens": 34396088.0,
      "step": 10295
    },
    {
      "entropy": 6.43030948638916,
      "epoch": 2.0093649400058533,
      "grad_norm": 0.78125,
      "learning_rate": 0.00046303541524508906,
      "loss": 5.9519,
      "mean_token_accuracy": 0.16324276700615883,
      "num_tokens": 34413658.0,
      "step": 10300
    },
    {
      "entropy": 6.519863891601562,
      "epoch": 2.0103404545897963,
      "grad_norm": 0.82421875,
      "learning_rate": 0.0004629967808914307,
      "loss": 6.0511,
      "mean_token_accuracy": 0.16385218799114226,
      "num_tokens": 34430799.0,
      "step": 10305
    },
    {
      "entropy": 6.500875043869018,
      "epoch": 2.0113159691737392,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004629581281673969,
      "loss": 6.028,
      "mean_token_accuracy": 0.16582775563001634,
      "num_tokens": 34447177.0,
      "step": 10310
    },
    {
      "entropy": 6.475750589370728,
      "epoch": 2.012291483757682,
      "grad_norm": 0.84375,
      "learning_rate": 0.00046291945707676473,
      "loss": 5.94,
      "mean_token_accuracy": 0.16497406959533692,
      "num_tokens": 34463175.0,
      "step": 10315
    },
    {
      "entropy": 6.31300687789917,
      "epoch": 2.013266998341625,
      "grad_norm": 0.875,
      "learning_rate": 0.00046288076762331294,
      "loss": 5.8781,
      "mean_token_accuracy": 0.16847358494997025,
      "num_tokens": 34482233.0,
      "step": 10320
    },
    {
      "entropy": 6.5241762638092045,
      "epoch": 2.014242512925568,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004628420598108222,
      "loss": 6.0374,
      "mean_token_accuracy": 0.16453022956848146,
      "num_tokens": 34498780.0,
      "step": 10325
    },
    {
      "entropy": 6.392367219924926,
      "epoch": 2.015218027509511,
      "grad_norm": 0.77734375,
      "learning_rate": 0.00046280333364307483,
      "loss": 5.8274,
      "mean_token_accuracy": 0.1714595302939415,
      "num_tokens": 34516723.0,
      "step": 10330
    },
    {
      "entropy": 6.389251804351806,
      "epoch": 2.0161935420934545,
      "grad_norm": 0.87890625,
      "learning_rate": 0.000462764589123855,
      "loss": 5.9651,
      "mean_token_accuracy": 0.16229319870471953,
      "num_tokens": 34534291.0,
      "step": 10335
    },
    {
      "entropy": 6.363492822647094,
      "epoch": 2.0171690566773974,
      "grad_norm": 0.83203125,
      "learning_rate": 0.0004627258262569487,
      "loss": 5.8287,
      "mean_token_accuracy": 0.17295024394989014,
      "num_tokens": 34551349.0,
      "step": 10340
    },
    {
      "entropy": 6.358477163314819,
      "epoch": 2.0181445712613404,
      "grad_norm": 0.7421875,
      "learning_rate": 0.00046268704504614383,
      "loss": 5.8196,
      "mean_token_accuracy": 0.1752321094274521,
      "num_tokens": 34569014.0,
      "step": 10345
    },
    {
      "entropy": 6.509523391723633,
      "epoch": 2.0191200858452834,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004626482454952298,
      "loss": 6.0492,
      "mean_token_accuracy": 0.15791816413402557,
      "num_tokens": 34586855.0,
      "step": 10350
    },
    {
      "entropy": 6.393110084533691,
      "epoch": 2.0200956004292263,
      "grad_norm": 1.0625,
      "learning_rate": 0.000462609427607998,
      "loss": 5.8389,
      "mean_token_accuracy": 0.18352119326591493,
      "num_tokens": 34602809.0,
      "step": 10355
    },
    {
      "entropy": 6.425038909912109,
      "epoch": 2.0210711150131693,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004625705913882416,
      "loss": 5.9577,
      "mean_token_accuracy": 0.1673304557800293,
      "num_tokens": 34618371.0,
      "step": 10360
    },
    {
      "entropy": 6.348295021057129,
      "epoch": 2.0220466295971127,
      "grad_norm": 0.80859375,
      "learning_rate": 0.00046253173683975557,
      "loss": 5.8533,
      "mean_token_accuracy": 0.16553542166948318,
      "num_tokens": 34635118.0,
      "step": 10365
    },
    {
      "entropy": 6.462426567077637,
      "epoch": 2.0230221441810556,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004624928639663365,
      "loss": 5.9504,
      "mean_token_accuracy": 0.16606683582067489,
      "num_tokens": 34651827.0,
      "step": 10370
    },
    {
      "entropy": 6.4391590595245365,
      "epoch": 2.0239976587649986,
      "grad_norm": 0.7578125,
      "learning_rate": 0.0004624539727717831,
      "loss": 5.968,
      "mean_token_accuracy": 0.1594368577003479,
      "num_tokens": 34668698.0,
      "step": 10375
    },
    {
      "entropy": 6.506295490264892,
      "epoch": 2.0249731733489416,
      "grad_norm": 0.84765625,
      "learning_rate": 0.00046241506325989546,
      "loss": 6.0127,
      "mean_token_accuracy": 0.16289905160665513,
      "num_tokens": 34686257.0,
      "step": 10380
    },
    {
      "entropy": 6.452136659622193,
      "epoch": 2.0259486879328845,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004623761354344759,
      "loss": 5.9301,
      "mean_token_accuracy": 0.1673691064119339,
      "num_tokens": 34702088.0,
      "step": 10385
    },
    {
      "entropy": 6.393004941940307,
      "epoch": 2.0269242025168275,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004623371892993281,
      "loss": 5.963,
      "mean_token_accuracy": 0.1701379433274269,
      "num_tokens": 34718940.0,
      "step": 10390
    },
    {
      "entropy": 6.450515794754028,
      "epoch": 2.0278997171007704,
      "grad_norm": 0.87890625,
      "learning_rate": 0.000462298224858258,
      "loss": 5.967,
      "mean_token_accuracy": 0.1650434613227844,
      "num_tokens": 34735228.0,
      "step": 10395
    },
    {
      "entropy": 6.519489860534668,
      "epoch": 2.028875231684714,
      "grad_norm": 0.8359375,
      "learning_rate": 0.00046225924211507275,
      "loss": 6.0553,
      "mean_token_accuracy": 0.16043982654809952,
      "num_tokens": 34751741.0,
      "step": 10400
    },
    {
      "entropy": 6.392184638977051,
      "epoch": 2.029850746268657,
      "grad_norm": 0.8203125,
      "learning_rate": 0.0004622202410735818,
      "loss": 5.9042,
      "mean_token_accuracy": 0.1672049954533577,
      "num_tokens": 34767152.0,
      "step": 10405
    },
    {
      "entropy": 6.438438367843628,
      "epoch": 2.0308262608525998,
      "grad_norm": 0.859375,
      "learning_rate": 0.00046218122173759626,
      "loss": 5.9572,
      "mean_token_accuracy": 0.16019584834575654,
      "num_tokens": 34784419.0,
      "step": 10410
    },
    {
      "entropy": 6.340198373794555,
      "epoch": 2.0318017754365427,
      "grad_norm": 0.875,
      "learning_rate": 0.00046214218411092867,
      "loss": 5.8483,
      "mean_token_accuracy": 0.17587895691394806,
      "num_tokens": 34799877.0,
      "step": 10415
    },
    {
      "entropy": 6.464147329330444,
      "epoch": 2.0327772900204857,
      "grad_norm": 0.84765625,
      "learning_rate": 0.00046210312819739406,
      "loss": 6.0015,
      "mean_token_accuracy": 0.16150513887405396,
      "num_tokens": 34816332.0,
      "step": 10420
    },
    {
      "entropy": 6.47942419052124,
      "epoch": 2.0337528046044286,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004620640540008084,
      "loss": 5.9977,
      "mean_token_accuracy": 0.16486948430538179,
      "num_tokens": 34833364.0,
      "step": 10425
    },
    {
      "entropy": 6.329411840438842,
      "epoch": 2.034728319188372,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004620249615249902,
      "loss": 5.7728,
      "mean_token_accuracy": 0.18437889367341995,
      "num_tokens": 34851419.0,
      "step": 10430
    },
    {
      "entropy": 6.42371973991394,
      "epoch": 2.035703833772315,
      "grad_norm": 0.73828125,
      "learning_rate": 0.0004619858507737594,
      "loss": 5.9775,
      "mean_token_accuracy": 0.16590907722711562,
      "num_tokens": 34869237.0,
      "step": 10435
    },
    {
      "entropy": 6.348860359191894,
      "epoch": 2.036679348356258,
      "grad_norm": 0.75,
      "learning_rate": 0.0004619467217509375,
      "loss": 5.8735,
      "mean_token_accuracy": 0.1791891023516655,
      "num_tokens": 34888254.0,
      "step": 10440
    },
    {
      "entropy": 6.454892778396607,
      "epoch": 2.037654862940201,
      "grad_norm": 0.85546875,
      "learning_rate": 0.00046190757446034844,
      "loss": 5.9858,
      "mean_token_accuracy": 0.1657489776611328,
      "num_tokens": 34905257.0,
      "step": 10445
    },
    {
      "entropy": 6.455885505676269,
      "epoch": 2.038630377524144,
      "grad_norm": 0.88671875,
      "learning_rate": 0.00046186840890581724,
      "loss": 5.9057,
      "mean_token_accuracy": 0.16818121522665025,
      "num_tokens": 34922358.0,
      "step": 10450
    },
    {
      "entropy": 6.455115461349488,
      "epoch": 2.039605892108087,
      "grad_norm": 0.8046875,
      "learning_rate": 0.00046182922509117115,
      "loss": 5.9001,
      "mean_token_accuracy": 0.1747456580400467,
      "num_tokens": 34939746.0,
      "step": 10455
    },
    {
      "entropy": 6.330856847763061,
      "epoch": 2.0405814066920303,
      "grad_norm": 0.80859375,
      "learning_rate": 0.0004617900230202391,
      "loss": 5.8675,
      "mean_token_accuracy": 0.17046100944280623,
      "num_tokens": 34957188.0,
      "step": 10460
    },
    {
      "entropy": 6.328559064865113,
      "epoch": 2.041556921275973,
      "grad_norm": 0.9140625,
      "learning_rate": 0.00046175080269685167,
      "loss": 5.9,
      "mean_token_accuracy": 0.1778176248073578,
      "num_tokens": 34974859.0,
      "step": 10465
    },
    {
      "entropy": 6.3698920726776125,
      "epoch": 2.042532435859916,
      "grad_norm": 0.91796875,
      "learning_rate": 0.00046171156412484136,
      "loss": 5.8715,
      "mean_token_accuracy": 0.17838920503854752,
      "num_tokens": 34990806.0,
      "step": 10470
    },
    {
      "entropy": 6.393380546569825,
      "epoch": 2.043507950443859,
      "grad_norm": 0.875,
      "learning_rate": 0.00046167230730804256,
      "loss": 5.932,
      "mean_token_accuracy": 0.17058143019676208,
      "num_tokens": 35006644.0,
      "step": 10475
    },
    {
      "entropy": 6.4265889644622805,
      "epoch": 2.044483465027802,
      "grad_norm": 0.82421875,
      "learning_rate": 0.0004616330322502911,
      "loss": 5.937,
      "mean_token_accuracy": 0.17275397181510926,
      "num_tokens": 35023818.0,
      "step": 10480
    },
    {
      "entropy": 6.462966680526733,
      "epoch": 2.045458979611745,
      "grad_norm": 0.8828125,
      "learning_rate": 0.00046159373895542506,
      "loss": 5.9976,
      "mean_token_accuracy": 0.16501044481992722,
      "num_tokens": 35039447.0,
      "step": 10485
    },
    {
      "entropy": 6.442397499084473,
      "epoch": 2.046434494195688,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004615544274272837,
      "loss": 5.9669,
      "mean_token_accuracy": 0.1671288013458252,
      "num_tokens": 35054831.0,
      "step": 10490
    },
    {
      "entropy": 6.449684047698975,
      "epoch": 2.0474100087796314,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004615150976697087,
      "loss": 5.9067,
      "mean_token_accuracy": 0.16726894527673722,
      "num_tokens": 35071266.0,
      "step": 10495
    },
    {
      "entropy": 6.461918783187866,
      "epoch": 2.0483855233635744,
      "grad_norm": 0.9765625,
      "learning_rate": 0.000461475749686543,
      "loss": 5.9875,
      "mean_token_accuracy": 0.16558011174201964,
      "num_tokens": 35087696.0,
      "step": 10500
    },
    {
      "entropy": 6.35667986869812,
      "epoch": 2.0493610379475173,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004614363834816318,
      "loss": 5.87,
      "mean_token_accuracy": 0.17258230596780777,
      "num_tokens": 35104914.0,
      "step": 10505
    },
    {
      "entropy": 6.436400270462036,
      "epoch": 2.0503365525314603,
      "grad_norm": 0.82421875,
      "learning_rate": 0.0004613969990588216,
      "loss": 5.9874,
      "mean_token_accuracy": 0.16428788006305695,
      "num_tokens": 35121777.0,
      "step": 10510
    },
    {
      "entropy": 6.360974502563477,
      "epoch": 2.0513120671154033,
      "grad_norm": 0.8046875,
      "learning_rate": 0.00046135759642196094,
      "loss": 5.9111,
      "mean_token_accuracy": 0.17671122997999192,
      "num_tokens": 35141293.0,
      "step": 10515
    },
    {
      "entropy": 6.499611759185791,
      "epoch": 2.052287581699346,
      "grad_norm": 0.80078125,
      "learning_rate": 0.00046131817557490016,
      "loss": 6.051,
      "mean_token_accuracy": 0.15818262696266175,
      "num_tokens": 35157596.0,
      "step": 10520
    },
    {
      "entropy": 6.356429815292358,
      "epoch": 2.0532630962832896,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004612787365214914,
      "loss": 5.8838,
      "mean_token_accuracy": 0.17334618270397187,
      "num_tokens": 35173060.0,
      "step": 10525
    },
    {
      "entropy": 6.433087491989136,
      "epoch": 2.0542386108672326,
      "grad_norm": 0.796875,
      "learning_rate": 0.00046123927926558836,
      "loss": 5.9141,
      "mean_token_accuracy": 0.1589674174785614,
      "num_tokens": 35189846.0,
      "step": 10530
    },
    {
      "entropy": 6.455199480056763,
      "epoch": 2.0552141254511755,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004611998038110467,
      "loss": 5.991,
      "mean_token_accuracy": 0.1667030096054077,
      "num_tokens": 35206355.0,
      "step": 10535
    },
    {
      "entropy": 6.354674291610718,
      "epoch": 2.0561896400351185,
      "grad_norm": 0.828125,
      "learning_rate": 0.0004611603101617239,
      "loss": 5.8465,
      "mean_token_accuracy": 0.17314511090517043,
      "num_tokens": 35223535.0,
      "step": 10540
    },
    {
      "entropy": 6.3103475093841555,
      "epoch": 2.0571651546190615,
      "grad_norm": 0.92578125,
      "learning_rate": 0.00046112079832147894,
      "loss": 5.79,
      "mean_token_accuracy": 0.17882792353630067,
      "num_tokens": 35241283.0,
      "step": 10545
    },
    {
      "entropy": 6.40211591720581,
      "epoch": 2.0581406692030044,
      "grad_norm": 0.984375,
      "learning_rate": 0.000461081268294173,
      "loss": 5.9251,
      "mean_token_accuracy": 0.16630077809095384,
      "num_tokens": 35257398.0,
      "step": 10550
    },
    {
      "entropy": 6.353147840499878,
      "epoch": 2.059116183786948,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004610417200836688,
      "loss": 5.8372,
      "mean_token_accuracy": 0.1745556890964508,
      "num_tokens": 35275121.0,
      "step": 10555
    },
    {
      "entropy": 6.4041849136352536,
      "epoch": 2.060091698370891,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004610021536938307,
      "loss": 5.9039,
      "mean_token_accuracy": 0.16544565707445144,
      "num_tokens": 35290169.0,
      "step": 10560
    },
    {
      "entropy": 6.349603128433228,
      "epoch": 2.0610672129548337,
      "grad_norm": 0.890625,
      "learning_rate": 0.00046096256912852505,
      "loss": 5.8634,
      "mean_token_accuracy": 0.17726508378982545,
      "num_tokens": 35305824.0,
      "step": 10565
    },
    {
      "entropy": 6.469883728027344,
      "epoch": 2.0620427275387767,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004609229663916199,
      "loss": 5.9492,
      "mean_token_accuracy": 0.16438247561454772,
      "num_tokens": 35322182.0,
      "step": 10570
    },
    {
      "entropy": 6.407472848892212,
      "epoch": 2.0630182421227197,
      "grad_norm": 0.9296875,
      "learning_rate": 0.00046088334548698525,
      "loss": 6.0069,
      "mean_token_accuracy": 0.17182051688432692,
      "num_tokens": 35339046.0,
      "step": 10575
    },
    {
      "entropy": 6.390040254592895,
      "epoch": 2.0639937567066626,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004608437064184925,
      "loss": 5.9137,
      "mean_token_accuracy": 0.1701172798871994,
      "num_tokens": 35355448.0,
      "step": 10580
    },
    {
      "entropy": 6.39627513885498,
      "epoch": 2.0649692712906056,
      "grad_norm": 0.80078125,
      "learning_rate": 0.00046080404919001506,
      "loss": 5.8258,
      "mean_token_accuracy": 0.17900009751319884,
      "num_tokens": 35372738.0,
      "step": 10585
    },
    {
      "entropy": 6.441443014144897,
      "epoch": 2.065944785874549,
      "grad_norm": 0.8828125,
      "learning_rate": 0.00046076437380542824,
      "loss": 5.9039,
      "mean_token_accuracy": 0.16750162243843078,
      "num_tokens": 35389344.0,
      "step": 10590
    },
    {
      "entropy": 6.354713344573975,
      "epoch": 2.066920300458492,
      "grad_norm": 0.79296875,
      "learning_rate": 0.0004607246802686089,
      "loss": 5.8105,
      "mean_token_accuracy": 0.1711736351251602,
      "num_tokens": 35405897.0,
      "step": 10595
    },
    {
      "entropy": 6.368414878845215,
      "epoch": 2.067895815042435,
      "grad_norm": 0.79296875,
      "learning_rate": 0.0004606849685834356,
      "loss": 5.9168,
      "mean_token_accuracy": 0.16887006759643555,
      "num_tokens": 35423084.0,
      "step": 10600
    },
    {
      "entropy": 6.330553817749023,
      "epoch": 2.068871329626378,
      "grad_norm": 0.80078125,
      "learning_rate": 0.0004606452387537891,
      "loss": 5.8723,
      "mean_token_accuracy": 0.17691341191530227,
      "num_tokens": 35440411.0,
      "step": 10605
    },
    {
      "entropy": 6.481857585906982,
      "epoch": 2.069846844210321,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004606054907835514,
      "loss": 5.9935,
      "mean_token_accuracy": 0.16736824065446854,
      "num_tokens": 35456519.0,
      "step": 10610
    },
    {
      "entropy": 6.451276397705078,
      "epoch": 2.070822358794264,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004605657246766068,
      "loss": 5.9391,
      "mean_token_accuracy": 0.1651565968990326,
      "num_tokens": 35473271.0,
      "step": 10615
    },
    {
      "entropy": 6.416700839996338,
      "epoch": 2.071797873378207,
      "grad_norm": 0.91796875,
      "learning_rate": 0.00046052594043684086,
      "loss": 5.9806,
      "mean_token_accuracy": 0.1718416303396225,
      "num_tokens": 35491360.0,
      "step": 10620
    },
    {
      "entropy": 6.482321739196777,
      "epoch": 2.07277338796215,
      "grad_norm": 0.78125,
      "learning_rate": 0.00046048613806814125,
      "loss": 5.9702,
      "mean_token_accuracy": 0.16629336178302764,
      "num_tokens": 35508481.0,
      "step": 10625
    },
    {
      "entropy": 6.465574550628662,
      "epoch": 2.073748902546093,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004604463175743974,
      "loss": 5.9555,
      "mean_token_accuracy": 0.16824819892644882,
      "num_tokens": 35524895.0,
      "step": 10630
    },
    {
      "entropy": 6.390316534042358,
      "epoch": 2.074724417130036,
      "grad_norm": 0.84375,
      "learning_rate": 0.00046040647895950016,
      "loss": 5.9643,
      "mean_token_accuracy": 0.16223345547914506,
      "num_tokens": 35541644.0,
      "step": 10635
    },
    {
      "entropy": 6.426226711273193,
      "epoch": 2.075699931713979,
      "grad_norm": 0.90625,
      "learning_rate": 0.00046036662222734276,
      "loss": 5.9154,
      "mean_token_accuracy": 0.16519459933042527,
      "num_tokens": 35557211.0,
      "step": 10640
    },
    {
      "entropy": 6.404948091506958,
      "epoch": 2.076675446297922,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004603267473818196,
      "loss": 5.8511,
      "mean_token_accuracy": 0.1764327421784401,
      "num_tokens": 35574366.0,
      "step": 10645
    },
    {
      "entropy": 6.286605310440064,
      "epoch": 2.077650960881865,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004602868544268272,
      "loss": 5.7757,
      "mean_token_accuracy": 0.1807731181383133,
      "num_tokens": 35592172.0,
      "step": 10650
    },
    {
      "entropy": 6.412129497528076,
      "epoch": 2.0786264754658084,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004602469433662639,
      "loss": 5.86,
      "mean_token_accuracy": 0.1766918793320656,
      "num_tokens": 35608225.0,
      "step": 10655
    },
    {
      "entropy": 6.418741989135742,
      "epoch": 2.0796019900497513,
      "grad_norm": 0.92578125,
      "learning_rate": 0.00046020701420402936,
      "loss": 5.9562,
      "mean_token_accuracy": 0.16281001418828964,
      "num_tokens": 35624474.0,
      "step": 10660
    },
    {
      "entropy": 6.5085108280181885,
      "epoch": 2.0805775046336943,
      "grad_norm": 0.82421875,
      "learning_rate": 0.00046016706694402556,
      "loss": 6.0209,
      "mean_token_accuracy": 0.16246488839387893,
      "num_tokens": 35639800.0,
      "step": 10665
    },
    {
      "entropy": 6.371711492538452,
      "epoch": 2.0815530192176372,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004601271015901559,
      "loss": 5.8291,
      "mean_token_accuracy": 0.17574940472841263,
      "num_tokens": 35656830.0,
      "step": 10670
    },
    {
      "entropy": 6.365247535705566,
      "epoch": 2.08252853380158,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004600871181463257,
      "loss": 5.9273,
      "mean_token_accuracy": 0.16528417319059371,
      "num_tokens": 35673394.0,
      "step": 10675
    },
    {
      "entropy": 6.47974648475647,
      "epoch": 2.083504048385523,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004600471166164419,
      "loss": 5.8953,
      "mean_token_accuracy": 0.17375356405973436,
      "num_tokens": 35690135.0,
      "step": 10680
    },
    {
      "entropy": 6.466434383392334,
      "epoch": 2.0844795629694666,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004600070970044135,
      "loss": 6.0692,
      "mean_token_accuracy": 0.16067726761102677,
      "num_tokens": 35706817.0,
      "step": 10685
    },
    {
      "entropy": 6.4111716747283936,
      "epoch": 2.0854550775534095,
      "grad_norm": 0.87890625,
      "learning_rate": 0.00045996705931415096,
      "loss": 5.9216,
      "mean_token_accuracy": 0.1720018595457077,
      "num_tokens": 35724929.0,
      "step": 10690
    },
    {
      "entropy": 6.306357192993164,
      "epoch": 2.0864305921373525,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004599270035495665,
      "loss": 5.7955,
      "mean_token_accuracy": 0.18070344477891923,
      "num_tokens": 35741892.0,
      "step": 10695
    },
    {
      "entropy": 6.355119752883911,
      "epoch": 2.0874061067212955,
      "grad_norm": 0.89453125,
      "learning_rate": 0.00045988692971457443,
      "loss": 5.8459,
      "mean_token_accuracy": 0.16958901882171631,
      "num_tokens": 35758486.0,
      "step": 10700
    },
    {
      "entropy": 6.416139459609985,
      "epoch": 2.0883816213052384,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004598468378130906,
      "loss": 5.927,
      "mean_token_accuracy": 0.16899069547653198,
      "num_tokens": 35774118.0,
      "step": 10705
    },
    {
      "entropy": 6.359520101547242,
      "epoch": 2.0893571358891814,
      "grad_norm": 0.8203125,
      "learning_rate": 0.00045980672784903245,
      "loss": 5.8884,
      "mean_token_accuracy": 0.16780985295772552,
      "num_tokens": 35790442.0,
      "step": 10710
    },
    {
      "entropy": 6.362501049041748,
      "epoch": 2.0903326504731248,
      "grad_norm": 0.86328125,
      "learning_rate": 0.00045976659982631954,
      "loss": 5.8857,
      "mean_token_accuracy": 0.17131172269582748,
      "num_tokens": 35805498.0,
      "step": 10715
    },
    {
      "entropy": 6.364273738861084,
      "epoch": 2.0913081650570677,
      "grad_norm": 0.96484375,
      "learning_rate": 0.000459726453748873,
      "loss": 5.8876,
      "mean_token_accuracy": 0.17593097388744355,
      "num_tokens": 35821477.0,
      "step": 10720
    },
    {
      "entropy": 6.3568802833557125,
      "epoch": 2.0922836796410107,
      "grad_norm": 0.84765625,
      "learning_rate": 0.00045968628962061585,
      "loss": 5.9105,
      "mean_token_accuracy": 0.16930011361837388,
      "num_tokens": 35838462.0,
      "step": 10725
    },
    {
      "entropy": 6.466032028198242,
      "epoch": 2.0932591942249537,
      "grad_norm": 0.8359375,
      "learning_rate": 0.0004596461074454727,
      "loss": 5.9614,
      "mean_token_accuracy": 0.1613319158554077,
      "num_tokens": 35854814.0,
      "step": 10730
    },
    {
      "entropy": 6.468623876571655,
      "epoch": 2.0942347088088966,
      "grad_norm": 0.89453125,
      "learning_rate": 0.00045960590722737,
      "loss": 6.0277,
      "mean_token_accuracy": 0.15312530249357223,
      "num_tokens": 35870117.0,
      "step": 10735
    },
    {
      "entropy": 6.504889869689942,
      "epoch": 2.0952102233928396,
      "grad_norm": 0.95703125,
      "learning_rate": 0.000459565688970236,
      "loss": 5.9535,
      "mean_token_accuracy": 0.16639198511838912,
      "num_tokens": 35884900.0,
      "step": 10740
    },
    {
      "entropy": 6.397708797454834,
      "epoch": 2.096185737976783,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004595254526780007,
      "loss": 5.9259,
      "mean_token_accuracy": 0.1766034796833992,
      "num_tokens": 35901280.0,
      "step": 10745
    },
    {
      "entropy": 6.414071989059448,
      "epoch": 2.097161252560726,
      "grad_norm": 0.8359375,
      "learning_rate": 0.00045948519835459575,
      "loss": 5.9625,
      "mean_token_accuracy": 0.168516805768013,
      "num_tokens": 35918015.0,
      "step": 10750
    },
    {
      "entropy": 6.450458240509033,
      "epoch": 2.098136767144669,
      "grad_norm": 0.83203125,
      "learning_rate": 0.00045944492600395476,
      "loss": 6.0153,
      "mean_token_accuracy": 0.16522656977176667,
      "num_tokens": 35935367.0,
      "step": 10755
    },
    {
      "entropy": 6.4419270038604735,
      "epoch": 2.099112281728612,
      "grad_norm": 0.87890625,
      "learning_rate": 0.000459404635630013,
      "loss": 5.9549,
      "mean_token_accuracy": 0.16760622411966325,
      "num_tokens": 35951697.0,
      "step": 10760
    },
    {
      "entropy": 6.3993239402771,
      "epoch": 2.100087796312555,
      "grad_norm": 0.80859375,
      "learning_rate": 0.0004593643272367075,
      "loss": 5.9037,
      "mean_token_accuracy": 0.17606013417243957,
      "num_tokens": 35968321.0,
      "step": 10765
    },
    {
      "entropy": 6.46053032875061,
      "epoch": 2.101063310896498,
      "grad_norm": 0.83203125,
      "learning_rate": 0.000459324000827977,
      "loss": 5.8954,
      "mean_token_accuracy": 0.1723983183503151,
      "num_tokens": 35984192.0,
      "step": 10770
    },
    {
      "entropy": 6.408509159088135,
      "epoch": 2.1020388254804407,
      "grad_norm": 0.83203125,
      "learning_rate": 0.0004592836564077621,
      "loss": 5.9707,
      "mean_token_accuracy": 0.16413114666938783,
      "num_tokens": 36001208.0,
      "step": 10775
    },
    {
      "entropy": 6.486978387832641,
      "epoch": 2.103014340064384,
      "grad_norm": 0.83984375,
      "learning_rate": 0.000459243293980005,
      "loss": 5.9497,
      "mean_token_accuracy": 0.16005616635084152,
      "num_tokens": 36018253.0,
      "step": 10780
    },
    {
      "entropy": 6.357628917694091,
      "epoch": 2.103989854648327,
      "grad_norm": 0.86328125,
      "learning_rate": 0.00045920291354865,
      "loss": 5.8371,
      "mean_token_accuracy": 0.17389752417802812,
      "num_tokens": 36035041.0,
      "step": 10785
    },
    {
      "entropy": 6.491257810592652,
      "epoch": 2.10496536923227,
      "grad_norm": 0.84765625,
      "learning_rate": 0.00045916251511764265,
      "loss": 6.0253,
      "mean_token_accuracy": 0.1610429748892784,
      "num_tokens": 36051497.0,
      "step": 10790
    },
    {
      "entropy": 6.3800209045410154,
      "epoch": 2.105940883816213,
      "grad_norm": 0.76953125,
      "learning_rate": 0.0004591220986909309,
      "loss": 5.9189,
      "mean_token_accuracy": 0.16636518239974976,
      "num_tokens": 36068117.0,
      "step": 10795
    },
    {
      "entropy": 6.39372181892395,
      "epoch": 2.106916398400156,
      "grad_norm": 0.81640625,
      "learning_rate": 0.00045908166427246377,
      "loss": 5.9391,
      "mean_token_accuracy": 0.1640183448791504,
      "num_tokens": 36084489.0,
      "step": 10800
    },
    {
      "entropy": 6.369767713546753,
      "epoch": 2.107891912984099,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004590412118661925,
      "loss": 5.7916,
      "mean_token_accuracy": 0.17275970727205275,
      "num_tokens": 36102633.0,
      "step": 10805
    },
    {
      "entropy": 6.2585577964782715,
      "epoch": 2.1088674275680424,
      "grad_norm": 0.75390625,
      "learning_rate": 0.0004590007414760698,
      "loss": 5.7807,
      "mean_token_accuracy": 0.18477960526943207,
      "num_tokens": 36121581.0,
      "step": 10810
    },
    {
      "entropy": 6.333101415634156,
      "epoch": 2.1098429421519853,
      "grad_norm": 0.859375,
      "learning_rate": 0.00045896025310605067,
      "loss": 5.887,
      "mean_token_accuracy": 0.17468243837356567,
      "num_tokens": 36138266.0,
      "step": 10815
    },
    {
      "entropy": 6.33412013053894,
      "epoch": 2.1108184567359283,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004589197467600911,
      "loss": 5.8422,
      "mean_token_accuracy": 0.17764697670936586,
      "num_tokens": 36154365.0,
      "step": 10820
    },
    {
      "entropy": 6.337152767181396,
      "epoch": 2.1117939713198712,
      "grad_norm": 0.82421875,
      "learning_rate": 0.0004588792224421494,
      "loss": 5.8812,
      "mean_token_accuracy": 0.17143682688474654,
      "num_tokens": 36173469.0,
      "step": 10825
    },
    {
      "entropy": 6.407352638244629,
      "epoch": 2.112769485903814,
      "grad_norm": 0.8828125,
      "learning_rate": 0.00045883868015618554,
      "loss": 5.9713,
      "mean_token_accuracy": 0.16841875463724137,
      "num_tokens": 36190032.0,
      "step": 10830
    },
    {
      "entropy": 6.40381236076355,
      "epoch": 2.113745000487757,
      "grad_norm": 0.79296875,
      "learning_rate": 0.000458798119906161,
      "loss": 5.9497,
      "mean_token_accuracy": 0.16723312586545944,
      "num_tokens": 36207681.0,
      "step": 10835
    },
    {
      "entropy": 6.393126344680786,
      "epoch": 2.1147205150717,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004587575416960391,
      "loss": 5.9562,
      "mean_token_accuracy": 0.17097052037715912,
      "num_tokens": 36225031.0,
      "step": 10840
    },
    {
      "entropy": 6.380210113525391,
      "epoch": 2.1156960296556435,
      "grad_norm": 0.97265625,
      "learning_rate": 0.00045871694552978534,
      "loss": 5.7968,
      "mean_token_accuracy": 0.1839689388871193,
      "num_tokens": 36241579.0,
      "step": 10845
    },
    {
      "entropy": 6.3357288360595705,
      "epoch": 2.1166715442395865,
      "grad_norm": 0.80078125,
      "learning_rate": 0.00045867633141136643,
      "loss": 5.8759,
      "mean_token_accuracy": 0.17561655342578888,
      "num_tokens": 36257978.0,
      "step": 10850
    },
    {
      "entropy": 6.463427019119263,
      "epoch": 2.1176470588235294,
      "grad_norm": 0.9140625,
      "learning_rate": 0.00045863569934475104,
      "loss": 5.9625,
      "mean_token_accuracy": 0.1650203838944435,
      "num_tokens": 36274068.0,
      "step": 10855
    },
    {
      "entropy": 6.193814849853515,
      "epoch": 2.1186225734074724,
      "grad_norm": 0.8515625,
      "learning_rate": 0.00045859504933390947,
      "loss": 5.7106,
      "mean_token_accuracy": 0.18864389806985854,
      "num_tokens": 36291033.0,
      "step": 10860
    },
    {
      "entropy": 6.379082679748535,
      "epoch": 2.1195980879914154,
      "grad_norm": 0.8046875,
      "learning_rate": 0.0004585543813828141,
      "loss": 5.9303,
      "mean_token_accuracy": 0.1727328822016716,
      "num_tokens": 36307430.0,
      "step": 10865
    },
    {
      "entropy": 6.546673679351807,
      "epoch": 2.1205736025753583,
      "grad_norm": 0.875,
      "learning_rate": 0.0004585136954954389,
      "loss": 6.0733,
      "mean_token_accuracy": 0.1540697067975998,
      "num_tokens": 36324257.0,
      "step": 10870
    },
    {
      "entropy": 6.461234188079834,
      "epoch": 2.1215491171593017,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004584729916757593,
      "loss": 5.9381,
      "mean_token_accuracy": 0.17385366261005403,
      "num_tokens": 36339864.0,
      "step": 10875
    },
    {
      "entropy": 6.371308040618897,
      "epoch": 2.1225246317432447,
      "grad_norm": 0.86328125,
      "learning_rate": 0.00045843226992775294,
      "loss": 5.8893,
      "mean_token_accuracy": 0.17378027886152267,
      "num_tokens": 36356066.0,
      "step": 10880
    },
    {
      "entropy": 6.336821556091309,
      "epoch": 2.1235001463271876,
      "grad_norm": 0.76171875,
      "learning_rate": 0.00045839153025539883,
      "loss": 5.8829,
      "mean_token_accuracy": 0.17030569463968276,
      "num_tokens": 36374420.0,
      "step": 10885
    },
    {
      "entropy": 6.474459791183472,
      "epoch": 2.1244756609111306,
      "grad_norm": 0.75,
      "learning_rate": 0.00045835077266267803,
      "loss": 6.0028,
      "mean_token_accuracy": 0.16295237094163895,
      "num_tokens": 36390884.0,
      "step": 10890
    },
    {
      "entropy": 6.412668514251709,
      "epoch": 2.1254511754950736,
      "grad_norm": 0.9140625,
      "learning_rate": 0.00045830999715357326,
      "loss": 5.8843,
      "mean_token_accuracy": 0.17366930842399597,
      "num_tokens": 36407730.0,
      "step": 10895
    },
    {
      "entropy": 6.358094692230225,
      "epoch": 2.1264266900790165,
      "grad_norm": 0.890625,
      "learning_rate": 0.00045826920373206884,
      "loss": 5.9366,
      "mean_token_accuracy": 0.16570474654436113,
      "num_tokens": 36423470.0,
      "step": 10900
    },
    {
      "entropy": 6.450473594665527,
      "epoch": 2.1274022046629595,
      "grad_norm": 0.8828125,
      "learning_rate": 0.000458228392402151,
      "loss": 5.9431,
      "mean_token_accuracy": 0.16761312037706375,
      "num_tokens": 36439478.0,
      "step": 10905
    },
    {
      "entropy": 6.403878545761108,
      "epoch": 2.128377719246903,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004581875631678077,
      "loss": 5.9764,
      "mean_token_accuracy": 0.16400954276323318,
      "num_tokens": 36455732.0,
      "step": 10910
    },
    {
      "entropy": 6.411811113357544,
      "epoch": 2.129353233830846,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004581467160330287,
      "loss": 5.8889,
      "mean_token_accuracy": 0.17095711976289749,
      "num_tokens": 36471220.0,
      "step": 10915
    },
    {
      "entropy": 6.28163857460022,
      "epoch": 2.130328748414789,
      "grad_norm": 0.875,
      "learning_rate": 0.0004581058510018053,
      "loss": 5.6863,
      "mean_token_accuracy": 0.1833031341433525,
      "num_tokens": 36488408.0,
      "step": 10920
    },
    {
      "entropy": 6.355141687393188,
      "epoch": 2.1313042629987318,
      "grad_norm": 0.765625,
      "learning_rate": 0.0004580649680781307,
      "loss": 5.8116,
      "mean_token_accuracy": 0.17238717079162597,
      "num_tokens": 36504785.0,
      "step": 10925
    },
    {
      "entropy": 6.471243095397949,
      "epoch": 2.1322797775826747,
      "grad_norm": 0.828125,
      "learning_rate": 0.00045802406726599997,
      "loss": 6.0134,
      "mean_token_accuracy": 0.16200369149446486,
      "num_tokens": 36521880.0,
      "step": 10930
    },
    {
      "entropy": 6.367801237106323,
      "epoch": 2.1332552921666177,
      "grad_norm": 0.90625,
      "learning_rate": 0.00045798314856940956,
      "loss": 5.8303,
      "mean_token_accuracy": 0.16905602365732192,
      "num_tokens": 36537075.0,
      "step": 10935
    },
    {
      "entropy": 6.3374792575836185,
      "epoch": 2.134230806750561,
      "grad_norm": 0.828125,
      "learning_rate": 0.00045794221199235827,
      "loss": 5.8469,
      "mean_token_accuracy": 0.18187264055013658,
      "num_tokens": 36554244.0,
      "step": 10940
    },
    {
      "entropy": 6.2550136089324955,
      "epoch": 2.135206321334504,
      "grad_norm": 0.87890625,
      "learning_rate": 0.00045790125753884575,
      "loss": 5.751,
      "mean_token_accuracy": 0.18753501772880554,
      "num_tokens": 36571900.0,
      "step": 10945
    },
    {
      "entropy": 6.33795280456543,
      "epoch": 2.136181835918447,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0004578602852128744,
      "loss": 5.8435,
      "mean_token_accuracy": 0.17447180151939393,
      "num_tokens": 36588420.0,
      "step": 10950
    },
    {
      "entropy": 6.444950914382934,
      "epoch": 2.13715735050239,
      "grad_norm": 1.03125,
      "learning_rate": 0.00045781929501844765,
      "loss": 6.0198,
      "mean_token_accuracy": 0.1659910961985588,
      "num_tokens": 36605371.0,
      "step": 10955
    },
    {
      "entropy": 6.255580472946167,
      "epoch": 2.138132865086333,
      "grad_norm": 0.77734375,
      "learning_rate": 0.00045777828695957095,
      "loss": 5.8215,
      "mean_token_accuracy": 0.1831434816122055,
      "num_tokens": 36620665.0,
      "step": 10960
    },
    {
      "entropy": 6.3447737216949465,
      "epoch": 2.139108379670276,
      "grad_norm": 0.86328125,
      "learning_rate": 0.00045773726104025153,
      "loss": 5.8914,
      "mean_token_accuracy": 0.1716045081615448,
      "num_tokens": 36637067.0,
      "step": 10965
    },
    {
      "entropy": 6.401348114013672,
      "epoch": 2.1400838942542193,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004576962172644982,
      "loss": 5.9057,
      "mean_token_accuracy": 0.1703052207827568,
      "num_tokens": 36652952.0,
      "step": 10970
    },
    {
      "entropy": 6.389921045303344,
      "epoch": 2.1410594088381623,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004576551556363217,
      "loss": 5.8839,
      "mean_token_accuracy": 0.1728794977068901,
      "num_tokens": 36668275.0,
      "step": 10975
    },
    {
      "entropy": 6.4106076717376705,
      "epoch": 2.142034923422105,
      "grad_norm": 0.85546875,
      "learning_rate": 0.00045761407615973446,
      "loss": 5.9765,
      "mean_token_accuracy": 0.16484807878732682,
      "num_tokens": 36684718.0,
      "step": 10980
    },
    {
      "entropy": 6.365027189254761,
      "epoch": 2.143010438006048,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004575729788387504,
      "loss": 5.88,
      "mean_token_accuracy": 0.16906879842281342,
      "num_tokens": 36700259.0,
      "step": 10985
    },
    {
      "entropy": 6.407317304611206,
      "epoch": 2.143985952589991,
      "grad_norm": 0.859375,
      "learning_rate": 0.00045753186367738564,
      "loss": 5.9311,
      "mean_token_accuracy": 0.1740375429391861,
      "num_tokens": 36716949.0,
      "step": 10990
    },
    {
      "entropy": 6.480638313293457,
      "epoch": 2.144961467173934,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004574907306796577,
      "loss": 5.9681,
      "mean_token_accuracy": 0.16739284843206406,
      "num_tokens": 36732927.0,
      "step": 10995
    },
    {
      "entropy": 6.40950608253479,
      "epoch": 2.1459369817578775,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004574495798495859,
      "loss": 5.968,
      "mean_token_accuracy": 0.1658131718635559,
      "num_tokens": 36748841.0,
      "step": 11000
    },
    {
      "entropy": 6.381187582015992,
      "epoch": 2.1469124963418205,
      "grad_norm": 0.87109375,
      "learning_rate": 0.00045740841119119147,
      "loss": 5.96,
      "mean_token_accuracy": 0.17226546704769136,
      "num_tokens": 36766048.0,
      "step": 11005
    },
    {
      "entropy": 6.351467132568359,
      "epoch": 2.1478880109257634,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004573672247084972,
      "loss": 5.901,
      "mean_token_accuracy": 0.1765813410282135,
      "num_tokens": 36782471.0,
      "step": 11010
    },
    {
      "entropy": 6.32926230430603,
      "epoch": 2.1488635255097064,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004573260204055277,
      "loss": 5.7851,
      "mean_token_accuracy": 0.18865481168031692,
      "num_tokens": 36797789.0,
      "step": 11015
    },
    {
      "entropy": 6.287594318389893,
      "epoch": 2.1498390400936493,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004572847982863094,
      "loss": 5.8039,
      "mean_token_accuracy": 0.18384454846382142,
      "num_tokens": 36814466.0,
      "step": 11020
    },
    {
      "entropy": 6.288853597640991,
      "epoch": 2.1508145546775923,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004572435583548702,
      "loss": 5.7817,
      "mean_token_accuracy": 0.1850929155945778,
      "num_tokens": 36831579.0,
      "step": 11025
    },
    {
      "entropy": 6.494801759719849,
      "epoch": 2.1517900692615353,
      "grad_norm": 0.890625,
      "learning_rate": 0.00045720230061524,
      "loss": 6.0437,
      "mean_token_accuracy": 0.1591303139925003,
      "num_tokens": 36847260.0,
      "step": 11030
    },
    {
      "entropy": 6.486227083206177,
      "epoch": 2.1527655838454787,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004571610250714504,
      "loss": 5.9863,
      "mean_token_accuracy": 0.16664128750562668,
      "num_tokens": 36865380.0,
      "step": 11035
    },
    {
      "entropy": 6.407046270370484,
      "epoch": 2.1537410984294216,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004571197317275346,
      "loss": 5.9698,
      "mean_token_accuracy": 0.16844759583473207,
      "num_tokens": 36883410.0,
      "step": 11040
    },
    {
      "entropy": 6.478712034225464,
      "epoch": 2.1547166130133646,
      "grad_norm": 0.8046875,
      "learning_rate": 0.0004570784205875278,
      "loss": 6.0186,
      "mean_token_accuracy": 0.15732363015413284,
      "num_tokens": 36900270.0,
      "step": 11045
    },
    {
      "entropy": 6.352174234390259,
      "epoch": 2.1556921275973076,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004570370916554665,
      "loss": 5.8868,
      "mean_token_accuracy": 0.17137959450483323,
      "num_tokens": 36916076.0,
      "step": 11050
    },
    {
      "entropy": 6.481518030166626,
      "epoch": 2.1566676421812505,
      "grad_norm": 0.86328125,
      "learning_rate": 0.00045699574493538966,
      "loss": 5.9639,
      "mean_token_accuracy": 0.16843987703323365,
      "num_tokens": 36931966.0,
      "step": 11055
    },
    {
      "entropy": 6.410704803466797,
      "epoch": 2.1576431567651935,
      "grad_norm": 0.984375,
      "learning_rate": 0.00045695438043133707,
      "loss": 5.9344,
      "mean_token_accuracy": 0.16594374924898148,
      "num_tokens": 36946615.0,
      "step": 11060
    },
    {
      "entropy": 6.3472953796386715,
      "epoch": 2.158618671349137,
      "grad_norm": 0.8046875,
      "learning_rate": 0.000456912998147351,
      "loss": 5.8524,
      "mean_token_accuracy": 0.17715393751859665,
      "num_tokens": 36964830.0,
      "step": 11065
    },
    {
      "entropy": 6.44836311340332,
      "epoch": 2.15959418593308,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004568715980874751,
      "loss": 5.9849,
      "mean_token_accuracy": 0.1592141345143318,
      "num_tokens": 36982248.0,
      "step": 11070
    },
    {
      "entropy": 6.346240234375,
      "epoch": 2.160569700517023,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004568301802557548,
      "loss": 5.8904,
      "mean_token_accuracy": 0.177298104763031,
      "num_tokens": 36998543.0,
      "step": 11075
    },
    {
      "entropy": 6.386829376220703,
      "epoch": 2.1615452151009658,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004567887446562373,
      "loss": 5.8833,
      "mean_token_accuracy": 0.17707742899656295,
      "num_tokens": 37014385.0,
      "step": 11080
    },
    {
      "entropy": 6.438159608840943,
      "epoch": 2.1625207296849087,
      "grad_norm": 0.83203125,
      "learning_rate": 0.00045674729129297165,
      "loss": 5.9865,
      "mean_token_accuracy": 0.16319089829921724,
      "num_tokens": 37030562.0,
      "step": 11085
    },
    {
      "entropy": 6.391808700561524,
      "epoch": 2.1634962442688517,
      "grad_norm": 0.88671875,
      "learning_rate": 0.00045670582017000847,
      "loss": 5.9024,
      "mean_token_accuracy": 0.1676232933998108,
      "num_tokens": 37045618.0,
      "step": 11090
    },
    {
      "entropy": 6.406271076202392,
      "epoch": 2.1644717588527946,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004566643312914001,
      "loss": 5.9438,
      "mean_token_accuracy": 0.16842717975378035,
      "num_tokens": 37061356.0,
      "step": 11095
    },
    {
      "entropy": 6.349776649475098,
      "epoch": 2.165447273436738,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00045662282466120077,
      "loss": 5.8198,
      "mean_token_accuracy": 0.18073630928993226,
      "num_tokens": 37078250.0,
      "step": 11100
    },
    {
      "entropy": 6.447345209121704,
      "epoch": 2.166422788020681,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004565813002834663,
      "loss": 5.9857,
      "mean_token_accuracy": 0.16015100181102754,
      "num_tokens": 37093774.0,
      "step": 11105
    },
    {
      "entropy": 6.449978446960449,
      "epoch": 2.167398302604624,
      "grad_norm": 0.86328125,
      "learning_rate": 0.00045653975816225433,
      "loss": 5.9934,
      "mean_token_accuracy": 0.1649556040763855,
      "num_tokens": 37109720.0,
      "step": 11110
    },
    {
      "entropy": 6.2450093746185305,
      "epoch": 2.168373817188567,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004564981983016242,
      "loss": 5.6917,
      "mean_token_accuracy": 0.18817914873361588,
      "num_tokens": 37126872.0,
      "step": 11115
    },
    {
      "entropy": 6.391953420639038,
      "epoch": 2.16934933177251,
      "grad_norm": 0.875,
      "learning_rate": 0.0004564566207056371,
      "loss": 5.9148,
      "mean_token_accuracy": 0.16954250633716583,
      "num_tokens": 37144227.0,
      "step": 11120
    },
    {
      "entropy": 6.484980201721191,
      "epoch": 2.170324846356453,
      "grad_norm": 0.8515625,
      "learning_rate": 0.00045641502537835567,
      "loss": 6.0458,
      "mean_token_accuracy": 0.1603121742606163,
      "num_tokens": 37161419.0,
      "step": 11125
    },
    {
      "entropy": 6.441705274581909,
      "epoch": 2.1713003609403962,
      "grad_norm": 0.8125,
      "learning_rate": 0.00045637341232384454,
      "loss": 5.9218,
      "mean_token_accuracy": 0.1665482297539711,
      "num_tokens": 37177070.0,
      "step": 11130
    },
    {
      "entropy": 6.337330913543701,
      "epoch": 2.172275875524339,
      "grad_norm": 0.8125,
      "learning_rate": 0.00045633178154617,
      "loss": 5.7915,
      "mean_token_accuracy": 0.1822933793067932,
      "num_tokens": 37193910.0,
      "step": 11135
    },
    {
      "entropy": 6.384186220169068,
      "epoch": 2.173251390108282,
      "grad_norm": 0.8671875,
      "learning_rate": 0.00045629013304940004,
      "loss": 5.9277,
      "mean_token_accuracy": 0.1690198987722397,
      "num_tokens": 37210636.0,
      "step": 11140
    },
    {
      "entropy": 6.378287315368652,
      "epoch": 2.174226904692225,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004562484668376044,
      "loss": 5.895,
      "mean_token_accuracy": 0.17483271956443786,
      "num_tokens": 37229194.0,
      "step": 11145
    },
    {
      "entropy": 6.4774330139160154,
      "epoch": 2.175202419276168,
      "grad_norm": 0.84765625,
      "learning_rate": 0.00045620678291485454,
      "loss": 5.9873,
      "mean_token_accuracy": 0.16352354288101195,
      "num_tokens": 37245409.0,
      "step": 11150
    },
    {
      "entropy": 6.441546535491943,
      "epoch": 2.176177933860111,
      "grad_norm": 0.91015625,
      "learning_rate": 0.00045616508128522374,
      "loss": 6.011,
      "mean_token_accuracy": 0.16549302339553834,
      "num_tokens": 37260892.0,
      "step": 11155
    },
    {
      "entropy": 6.374240827560425,
      "epoch": 2.177153448444054,
      "grad_norm": 0.8203125,
      "learning_rate": 0.00045612336195278687,
      "loss": 5.8231,
      "mean_token_accuracy": 0.18120554834604263,
      "num_tokens": 37277549.0,
      "step": 11160
    },
    {
      "entropy": 6.3724195003509525,
      "epoch": 2.1781289630279974,
      "grad_norm": 0.828125,
      "learning_rate": 0.0004560816249216206,
      "loss": 5.8253,
      "mean_token_accuracy": 0.18356160670518876,
      "num_tokens": 37295169.0,
      "step": 11165
    },
    {
      "entropy": 6.317025661468506,
      "epoch": 2.1791044776119404,
      "grad_norm": 0.96875,
      "learning_rate": 0.00045603987019580326,
      "loss": 5.8192,
      "mean_token_accuracy": 0.17482464015483856,
      "num_tokens": 37311521.0,
      "step": 11170
    },
    {
      "entropy": 6.377410554885865,
      "epoch": 2.1800799921958833,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004559980977794152,
      "loss": 5.9346,
      "mean_token_accuracy": 0.1658802479505539,
      "num_tokens": 37328294.0,
      "step": 11175
    },
    {
      "entropy": 6.332523584365845,
      "epoch": 2.1810555067798263,
      "grad_norm": 0.83203125,
      "learning_rate": 0.000455956307676538,
      "loss": 5.8101,
      "mean_token_accuracy": 0.1808018684387207,
      "num_tokens": 37344818.0,
      "step": 11180
    },
    {
      "entropy": 6.535369729995727,
      "epoch": 2.1820310213637693,
      "grad_norm": 0.828125,
      "learning_rate": 0.00045591449989125526,
      "loss": 6.0626,
      "mean_token_accuracy": 0.15878703594207763,
      "num_tokens": 37361863.0,
      "step": 11185
    },
    {
      "entropy": 6.43180251121521,
      "epoch": 2.183006535947712,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004558726744276526,
      "loss": 5.9733,
      "mean_token_accuracy": 0.1650568276643753,
      "num_tokens": 37377577.0,
      "step": 11190
    },
    {
      "entropy": 6.3153331756591795,
      "epoch": 2.1839820505316556,
      "grad_norm": 0.84375,
      "learning_rate": 0.00045583083128981666,
      "loss": 5.8716,
      "mean_token_accuracy": 0.18005023449659346,
      "num_tokens": 37397204.0,
      "step": 11195
    },
    {
      "entropy": 6.437227487564087,
      "epoch": 2.1849575651155986,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004557889704818365,
      "loss": 5.9556,
      "mean_token_accuracy": 0.1671788364648819,
      "num_tokens": 37414053.0,
      "step": 11200
    },
    {
      "entropy": 6.402423572540283,
      "epoch": 2.1859330796995415,
      "grad_norm": 0.7734375,
      "learning_rate": 0.00045574709200780236,
      "loss": 5.9881,
      "mean_token_accuracy": 0.16456424444913864,
      "num_tokens": 37431389.0,
      "step": 11205
    },
    {
      "entropy": 6.415583229064941,
      "epoch": 2.1869085942834845,
      "grad_norm": 0.87109375,
      "learning_rate": 0.00045570519587180666,
      "loss": 5.912,
      "mean_token_accuracy": 0.17429614514112474,
      "num_tokens": 37448330.0,
      "step": 11210
    },
    {
      "entropy": 6.49027190208435,
      "epoch": 2.1878841088674275,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004556632820779433,
      "loss": 6.063,
      "mean_token_accuracy": 0.15847212672233582,
      "num_tokens": 37465149.0,
      "step": 11215
    },
    {
      "entropy": 6.4509521484375,
      "epoch": 2.1888596234513704,
      "grad_norm": 0.90234375,
      "learning_rate": 0.00045562135063030785,
      "loss": 5.9746,
      "mean_token_accuracy": 0.16762468367815017,
      "num_tokens": 37481252.0,
      "step": 11220
    },
    {
      "entropy": 6.404008197784424,
      "epoch": 2.189835138035314,
      "grad_norm": 0.8125,
      "learning_rate": 0.00045557940153299783,
      "loss": 5.9534,
      "mean_token_accuracy": 0.16598715931177138,
      "num_tokens": 37498021.0,
      "step": 11225
    },
    {
      "entropy": 6.477087163925171,
      "epoch": 2.190810652619257,
      "grad_norm": 0.875,
      "learning_rate": 0.0004555374347901122,
      "loss": 5.9278,
      "mean_token_accuracy": 0.17975777983665467,
      "num_tokens": 37514715.0,
      "step": 11230
    },
    {
      "entropy": 6.404932880401612,
      "epoch": 2.1917861672031997,
      "grad_norm": 0.8359375,
      "learning_rate": 0.0004554954504057519,
      "loss": 6.0176,
      "mean_token_accuracy": 0.16033665537834169,
      "num_tokens": 37531069.0,
      "step": 11235
    },
    {
      "entropy": 6.310673570632934,
      "epoch": 2.1927616817871427,
      "grad_norm": 0.7890625,
      "learning_rate": 0.0004554534483840195,
      "loss": 5.8133,
      "mean_token_accuracy": 0.18499895483255385,
      "num_tokens": 37548434.0,
      "step": 11240
    },
    {
      "entropy": 6.294646501541138,
      "epoch": 2.1937371963710857,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004554114287290194,
      "loss": 5.7319,
      "mean_token_accuracy": 0.17883265018463135,
      "num_tokens": 37564233.0,
      "step": 11245
    },
    {
      "entropy": 6.4766435623168945,
      "epoch": 2.1947127109550286,
      "grad_norm": 0.8828125,
      "learning_rate": 0.00045536939144485733,
      "loss": 6.0042,
      "mean_token_accuracy": 0.1640130802989006,
      "num_tokens": 37579356.0,
      "step": 11250
    },
    {
      "entropy": 6.384493207931518,
      "epoch": 2.195688225538972,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004553273365356412,
      "loss": 5.931,
      "mean_token_accuracy": 0.16492668390274048,
      "num_tokens": 37595458.0,
      "step": 11255
    },
    {
      "entropy": 6.420439004898071,
      "epoch": 2.196663740122915,
      "grad_norm": 0.8828125,
      "learning_rate": 0.00045528526400548044,
      "loss": 5.9662,
      "mean_token_accuracy": 0.1681316986680031,
      "num_tokens": 37613421.0,
      "step": 11260
    },
    {
      "entropy": 6.2568785667419435,
      "epoch": 2.197639254706858,
      "grad_norm": 0.98046875,
      "learning_rate": 0.00045524317385848623,
      "loss": 5.6951,
      "mean_token_accuracy": 0.1874783605337143,
      "num_tokens": 37630610.0,
      "step": 11265
    },
    {
      "entropy": 6.33285698890686,
      "epoch": 2.198614769290801,
      "grad_norm": 0.92578125,
      "learning_rate": 0.00045520106609877144,
      "loss": 5.8215,
      "mean_token_accuracy": 0.1761034309864044,
      "num_tokens": 37646520.0,
      "step": 11270
    },
    {
      "entropy": 6.348854303359985,
      "epoch": 2.199590283874744,
      "grad_norm": 0.82421875,
      "learning_rate": 0.0004551589407304508,
      "loss": 5.8747,
      "mean_token_accuracy": 0.17165786921977996,
      "num_tokens": 37662874.0,
      "step": 11275
    },
    {
      "entropy": 6.288386726379395,
      "epoch": 2.200565798458687,
      "grad_norm": 0.8828125,
      "learning_rate": 0.00045511679775764053,
      "loss": 5.8313,
      "mean_token_accuracy": 0.18274524062871933,
      "num_tokens": 37679745.0,
      "step": 11280
    },
    {
      "entropy": 6.4336216926574705,
      "epoch": 2.20154131304263,
      "grad_norm": 0.85546875,
      "learning_rate": 0.00045507463718445876,
      "loss": 5.954,
      "mean_token_accuracy": 0.1698264956474304,
      "num_tokens": 37697681.0,
      "step": 11285
    },
    {
      "entropy": 6.505145311355591,
      "epoch": 2.202516827626573,
      "grad_norm": 0.83203125,
      "learning_rate": 0.00045503245901502517,
      "loss": 6.0464,
      "mean_token_accuracy": 0.15979683995246888,
      "num_tokens": 37714333.0,
      "step": 11290
    },
    {
      "entropy": 6.435418224334716,
      "epoch": 2.203492342210516,
      "grad_norm": 0.875,
      "learning_rate": 0.0004549902632534614,
      "loss": 5.9663,
      "mean_token_accuracy": 0.16278234124183655,
      "num_tokens": 37730439.0,
      "step": 11295
    },
    {
      "entropy": 6.35396032333374,
      "epoch": 2.204467856794459,
      "grad_norm": 0.93359375,
      "learning_rate": 0.00045494804990389053,
      "loss": 5.7816,
      "mean_token_accuracy": 0.18100873827934266,
      "num_tokens": 37746836.0,
      "step": 11300
    },
    {
      "entropy": 6.373862266540527,
      "epoch": 2.205443371378402,
      "grad_norm": 0.8125,
      "learning_rate": 0.00045490581897043766,
      "loss": 5.8606,
      "mean_token_accuracy": 0.17290934473276137,
      "num_tokens": 37763755.0,
      "step": 11305
    },
    {
      "entropy": 6.457340908050537,
      "epoch": 2.206418885962345,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004548635704572293,
      "loss": 6.0284,
      "mean_token_accuracy": 0.15874948352575302,
      "num_tokens": 37780065.0,
      "step": 11310
    },
    {
      "entropy": 6.4401442527771,
      "epoch": 2.207394400546288,
      "grad_norm": 1.0,
      "learning_rate": 0.0004548213043683939,
      "loss": 5.9777,
      "mean_token_accuracy": 0.16463408917188643,
      "num_tokens": 37796630.0,
      "step": 11315
    },
    {
      "entropy": 6.45343017578125,
      "epoch": 2.2083699151302314,
      "grad_norm": 0.86328125,
      "learning_rate": 0.00045477902070806156,
      "loss": 5.979,
      "mean_token_accuracy": 0.16368570029735566,
      "num_tokens": 37812257.0,
      "step": 11320
    },
    {
      "entropy": 6.349879026412964,
      "epoch": 2.2093454297141744,
      "grad_norm": 1.1328125,
      "learning_rate": 0.000454736719480364,
      "loss": 5.8425,
      "mean_token_accuracy": 0.1775919958949089,
      "num_tokens": 37829702.0,
      "step": 11325
    },
    {
      "entropy": 6.415505027770996,
      "epoch": 2.2103209442981173,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004546944006894348,
      "loss": 5.9565,
      "mean_token_accuracy": 0.1674108013510704,
      "num_tokens": 37846335.0,
      "step": 11330
    },
    {
      "entropy": 6.40555739402771,
      "epoch": 2.2112964588820603,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0004546520643394093,
      "loss": 5.8677,
      "mean_token_accuracy": 0.16713999062776566,
      "num_tokens": 37863341.0,
      "step": 11335
    },
    {
      "entropy": 6.352677297592163,
      "epoch": 2.2122719734660032,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004546097104344242,
      "loss": 5.9325,
      "mean_token_accuracy": 0.1793408215045929,
      "num_tokens": 37879277.0,
      "step": 11340
    },
    {
      "entropy": 6.386711311340332,
      "epoch": 2.213247488049946,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004545673389786185,
      "loss": 5.846,
      "mean_token_accuracy": 0.17668398320674897,
      "num_tokens": 37895719.0,
      "step": 11345
    },
    {
      "entropy": 6.297558546066284,
      "epoch": 2.214223002633889,
      "grad_norm": 0.91015625,
      "learning_rate": 0.00045452494997613236,
      "loss": 5.824,
      "mean_token_accuracy": 0.17902259528636932,
      "num_tokens": 37912799.0,
      "step": 11350
    },
    {
      "entropy": 6.3876824378967285,
      "epoch": 2.2151985172178326,
      "grad_norm": 0.85546875,
      "learning_rate": 0.000454482543431108,
      "loss": 5.885,
      "mean_token_accuracy": 0.17208475470542908,
      "num_tokens": 37930875.0,
      "step": 11355
    },
    {
      "entropy": 6.3177571296691895,
      "epoch": 2.2161740318017755,
      "grad_norm": 0.76953125,
      "learning_rate": 0.0004544401193476891,
      "loss": 5.9057,
      "mean_token_accuracy": 0.17775930166244508,
      "num_tokens": 37948545.0,
      "step": 11360
    },
    {
      "entropy": 6.386970043182373,
      "epoch": 2.2171495463857185,
      "grad_norm": 0.83203125,
      "learning_rate": 0.0004543976777300213,
      "loss": 5.8446,
      "mean_token_accuracy": 0.17923594415187835,
      "num_tokens": 37965967.0,
      "step": 11365
    },
    {
      "entropy": 6.199439239501953,
      "epoch": 2.2181250609696614,
      "grad_norm": 0.734375,
      "learning_rate": 0.00045435521858225184,
      "loss": 5.7086,
      "mean_token_accuracy": 0.19691008031368257,
      "num_tokens": 37984285.0,
      "step": 11370
    },
    {
      "entropy": 6.485401296615601,
      "epoch": 2.2191005755536044,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004543127419085296,
      "loss": 6.0314,
      "mean_token_accuracy": 0.16080390214920043,
      "num_tokens": 38001022.0,
      "step": 11375
    },
    {
      "entropy": 6.386672449111939,
      "epoch": 2.2200760901375474,
      "grad_norm": 0.75,
      "learning_rate": 0.00045427024771300527,
      "loss": 5.9573,
      "mean_token_accuracy": 0.16996033787727355,
      "num_tokens": 38017724.0,
      "step": 11380
    },
    {
      "entropy": 6.40728063583374,
      "epoch": 2.2210516047214908,
      "grad_norm": 0.91796875,
      "learning_rate": 0.00045422773599983137,
      "loss": 5.9584,
      "mean_token_accuracy": 0.16407468020915986,
      "num_tokens": 38033873.0,
      "step": 11385
    },
    {
      "entropy": 6.423104953765869,
      "epoch": 2.2220271193054337,
      "grad_norm": 0.87890625,
      "learning_rate": 0.00045418520677316187,
      "loss": 5.9208,
      "mean_token_accuracy": 0.1711082100868225,
      "num_tokens": 38049705.0,
      "step": 11390
    },
    {
      "entropy": 6.419807100296021,
      "epoch": 2.2230026338893767,
      "grad_norm": 0.80859375,
      "learning_rate": 0.0004541426600371526,
      "loss": 5.922,
      "mean_token_accuracy": 0.17407468259334563,
      "num_tokens": 38066756.0,
      "step": 11395
    },
    {
      "entropy": 6.508838081359864,
      "epoch": 2.2239781484733196,
      "grad_norm": 0.88671875,
      "learning_rate": 0.000454100095795961,
      "loss": 6.0026,
      "mean_token_accuracy": 0.16438826322555541,
      "num_tokens": 38083103.0,
      "step": 11400
    },
    {
      "entropy": 6.344226360321045,
      "epoch": 2.2249536630572626,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004540575140537464,
      "loss": 5.8485,
      "mean_token_accuracy": 0.17423588186502456,
      "num_tokens": 38100149.0,
      "step": 11405
    },
    {
      "entropy": 6.357556247711182,
      "epoch": 2.2259291776412056,
      "grad_norm": 0.87109375,
      "learning_rate": 0.00045401491481466974,
      "loss": 5.8347,
      "mean_token_accuracy": 0.18125851601362228,
      "num_tokens": 38118295.0,
      "step": 11410
    },
    {
      "entropy": 6.435278987884521,
      "epoch": 2.226904692225149,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004539722980828935,
      "loss": 5.9288,
      "mean_token_accuracy": 0.16475712209939958,
      "num_tokens": 38134861.0,
      "step": 11415
    },
    {
      "entropy": 6.3977759838104244,
      "epoch": 2.227880206809092,
      "grad_norm": 0.86328125,
      "learning_rate": 0.00045392966386258225,
      "loss": 5.9477,
      "mean_token_accuracy": 0.16506760120391845,
      "num_tokens": 38151070.0,
      "step": 11420
    },
    {
      "entropy": 6.360706758499146,
      "epoch": 2.228855721393035,
      "grad_norm": 0.87890625,
      "learning_rate": 0.000453887012157902,
      "loss": 5.878,
      "mean_token_accuracy": 0.1743752181529999,
      "num_tokens": 38168939.0,
      "step": 11425
    },
    {
      "entropy": 6.393995952606201,
      "epoch": 2.229831235976978,
      "grad_norm": 0.8828125,
      "learning_rate": 0.00045384434297302044,
      "loss": 5.9262,
      "mean_token_accuracy": 0.16886609345674514,
      "num_tokens": 38185779.0,
      "step": 11430
    },
    {
      "entropy": 6.4388957023620605,
      "epoch": 2.230806750560921,
      "grad_norm": 0.81640625,
      "learning_rate": 0.00045380165631210713,
      "loss": 5.9547,
      "mean_token_accuracy": 0.16758177280426026,
      "num_tokens": 38203415.0,
      "step": 11435
    },
    {
      "entropy": 6.410608100891113,
      "epoch": 2.2317822651448638,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004537589521793332,
      "loss": 5.9054,
      "mean_token_accuracy": 0.1670103371143341,
      "num_tokens": 38219953.0,
      "step": 11440
    },
    {
      "entropy": 6.446281242370605,
      "epoch": 2.232757779728807,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004537162305788716,
      "loss": 5.9871,
      "mean_token_accuracy": 0.16478084325790404,
      "num_tokens": 38236258.0,
      "step": 11445
    },
    {
      "entropy": 6.487851476669311,
      "epoch": 2.23373329431275,
      "grad_norm": 0.88671875,
      "learning_rate": 0.00045367349151489685,
      "loss": 6.0142,
      "mean_token_accuracy": 0.1612204670906067,
      "num_tokens": 38252878.0,
      "step": 11450
    },
    {
      "entropy": 6.367445087432861,
      "epoch": 2.234708808896693,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004536307349915853,
      "loss": 5.8275,
      "mean_token_accuracy": 0.18063246756792067,
      "num_tokens": 38270215.0,
      "step": 11455
    },
    {
      "entropy": 6.291579103469848,
      "epoch": 2.235684323480636,
      "grad_norm": 0.828125,
      "learning_rate": 0.000453587961013115,
      "loss": 5.8676,
      "mean_token_accuracy": 0.1718766212463379,
      "num_tokens": 38287970.0,
      "step": 11460
    },
    {
      "entropy": 6.332317543029785,
      "epoch": 2.236659838064579,
      "grad_norm": 0.8671875,
      "learning_rate": 0.00045354516958366565,
      "loss": 5.8297,
      "mean_token_accuracy": 0.1863914594054222,
      "num_tokens": 38305345.0,
      "step": 11465
    },
    {
      "entropy": 6.337690639495849,
      "epoch": 2.237635352648522,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004535023607074187,
      "loss": 5.8791,
      "mean_token_accuracy": 0.17171179205179216,
      "num_tokens": 38322410.0,
      "step": 11470
    },
    {
      "entropy": 6.38520770072937,
      "epoch": 2.238610867232465,
      "grad_norm": 0.90625,
      "learning_rate": 0.00045345953438855725,
      "loss": 5.9065,
      "mean_token_accuracy": 0.16839776784181595,
      "num_tokens": 38339708.0,
      "step": 11475
    },
    {
      "entropy": 6.471550750732422,
      "epoch": 2.2395863818164083,
      "grad_norm": 0.8046875,
      "learning_rate": 0.0004534166906312661,
      "loss": 5.9823,
      "mean_token_accuracy": 0.16196953803300856,
      "num_tokens": 38356776.0,
      "step": 11480
    },
    {
      "entropy": 6.418000316619873,
      "epoch": 2.2405618964003513,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004533738294397319,
      "loss": 5.9013,
      "mean_token_accuracy": 0.16926287561655046,
      "num_tokens": 38372916.0,
      "step": 11485
    },
    {
      "entropy": 6.385693454742432,
      "epoch": 2.2415374109842943,
      "grad_norm": 0.83984375,
      "learning_rate": 0.00045333095081814275,
      "loss": 5.9321,
      "mean_token_accuracy": 0.16909344345331193,
      "num_tokens": 38389401.0,
      "step": 11490
    },
    {
      "entropy": 6.414875316619873,
      "epoch": 2.2425129255682372,
      "grad_norm": 1.171875,
      "learning_rate": 0.00045328805477068873,
      "loss": 5.9163,
      "mean_token_accuracy": 0.1725791171193123,
      "num_tokens": 38404985.0,
      "step": 11495
    },
    {
      "entropy": 6.402118730545044,
      "epoch": 2.24348844015218,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004532451413015614,
      "loss": 5.9407,
      "mean_token_accuracy": 0.16901236772537231,
      "num_tokens": 38420748.0,
      "step": 11500
    },
    {
      "entropy": 6.464020299911499,
      "epoch": 2.244463954736123,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004532022104149541,
      "loss": 5.9907,
      "mean_token_accuracy": 0.1630061760544777,
      "num_tokens": 38437043.0,
      "step": 11505
    },
    {
      "entropy": 6.4257344722747805,
      "epoch": 2.2454394693200666,
      "grad_norm": 0.87109375,
      "learning_rate": 0.000453159262115062,
      "loss": 6.0169,
      "mean_token_accuracy": 0.16504395455121995,
      "num_tokens": 38453469.0,
      "step": 11510
    },
    {
      "entropy": 6.482005977630616,
      "epoch": 2.2464149839040095,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004531162964060817,
      "loss": 5.9946,
      "mean_token_accuracy": 0.16313420683145524,
      "num_tokens": 38469162.0,
      "step": 11515
    },
    {
      "entropy": 6.481815528869629,
      "epoch": 2.2473904984879525,
      "grad_norm": 0.875,
      "learning_rate": 0.0004530733132922118,
      "loss": 6.0051,
      "mean_token_accuracy": 0.15849714130163192,
      "num_tokens": 38485425.0,
      "step": 11520
    },
    {
      "entropy": 6.177623701095581,
      "epoch": 2.2483660130718954,
      "grad_norm": 0.89453125,
      "learning_rate": 0.00045303031277765235,
      "loss": 5.6698,
      "mean_token_accuracy": 0.1929280489683151,
      "num_tokens": 38503437.0,
      "step": 11525
    },
    {
      "entropy": 6.403531551361084,
      "epoch": 2.2493415276558384,
      "grad_norm": 0.765625,
      "learning_rate": 0.0004529872948666052,
      "loss": 5.9179,
      "mean_token_accuracy": 0.16609987169504165,
      "num_tokens": 38520206.0,
      "step": 11530
    },
    {
      "entropy": 6.441654872894287,
      "epoch": 2.2503170422397814,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004529442595632741,
      "loss": 5.9616,
      "mean_token_accuracy": 0.16942288130521774,
      "num_tokens": 38536717.0,
      "step": 11535
    },
    {
      "entropy": 6.358375120162964,
      "epoch": 2.2512925568237243,
      "grad_norm": 0.859375,
      "learning_rate": 0.00045290120687186406,
      "loss": 5.9194,
      "mean_token_accuracy": 0.17135030329227446,
      "num_tokens": 38553930.0,
      "step": 11540
    },
    {
      "entropy": 6.354616355895996,
      "epoch": 2.2522680714076677,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004528581367965821,
      "loss": 5.8151,
      "mean_token_accuracy": 0.17718361020088197,
      "num_tokens": 38569798.0,
      "step": 11545
    },
    {
      "entropy": 6.314979314804077,
      "epoch": 2.2532435859916107,
      "grad_norm": 0.9765625,
      "learning_rate": 0.000452815049341637,
      "loss": 5.8145,
      "mean_token_accuracy": 0.1739925339818001,
      "num_tokens": 38587878.0,
      "step": 11550
    },
    {
      "entropy": 6.3355944633483885,
      "epoch": 2.2542191005755536,
      "grad_norm": 0.83203125,
      "learning_rate": 0.000452771944511239,
      "loss": 5.8106,
      "mean_token_accuracy": 0.17609882354736328,
      "num_tokens": 38604601.0,
      "step": 11555
    },
    {
      "entropy": 6.355253648757935,
      "epoch": 2.2551946151594966,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004527288223096001,
      "loss": 5.8034,
      "mean_token_accuracy": 0.1792025685310364,
      "num_tokens": 38621086.0,
      "step": 11560
    },
    {
      "entropy": 6.224824142456055,
      "epoch": 2.2561701297434396,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0004526856827409342,
      "loss": 5.7381,
      "mean_token_accuracy": 0.1840889036655426,
      "num_tokens": 38637078.0,
      "step": 11565
    },
    {
      "entropy": 6.340880870819092,
      "epoch": 2.2571456443273825,
      "grad_norm": 0.890625,
      "learning_rate": 0.00045264252580945664,
      "loss": 5.8234,
      "mean_token_accuracy": 0.1858417958021164,
      "num_tokens": 38653957.0,
      "step": 11570
    },
    {
      "entropy": 6.422414779663086,
      "epoch": 2.258121158911326,
      "grad_norm": 0.87109375,
      "learning_rate": 0.00045259935151938454,
      "loss": 5.9404,
      "mean_token_accuracy": 0.16974604427814483,
      "num_tokens": 38671985.0,
      "step": 11575
    },
    {
      "entropy": 6.477161836624146,
      "epoch": 2.259096673495269,
      "grad_norm": 0.82421875,
      "learning_rate": 0.0004525561598749368,
      "loss": 6.0171,
      "mean_token_accuracy": 0.16117191761732103,
      "num_tokens": 38688412.0,
      "step": 11580
    },
    {
      "entropy": 6.399966049194336,
      "epoch": 2.260072188079212,
      "grad_norm": 0.80859375,
      "learning_rate": 0.000452512950880334,
      "loss": 5.8935,
      "mean_token_accuracy": 0.1708703815937042,
      "num_tokens": 38705442.0,
      "step": 11585
    },
    {
      "entropy": 6.405012035369873,
      "epoch": 2.261047702663155,
      "grad_norm": 0.83203125,
      "learning_rate": 0.0004524697245397983,
      "loss": 5.9618,
      "mean_token_accuracy": 0.17015690952539445,
      "num_tokens": 38722094.0,
      "step": 11590
    },
    {
      "entropy": 6.40473370552063,
      "epoch": 2.2620232172470978,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004524264808575536,
      "loss": 5.901,
      "mean_token_accuracy": 0.17719809114933013,
      "num_tokens": 38738287.0,
      "step": 11595
    },
    {
      "entropy": 6.414605045318604,
      "epoch": 2.2629987318310407,
      "grad_norm": 0.9140625,
      "learning_rate": 0.00045238321983782556,
      "loss": 5.8935,
      "mean_token_accuracy": 0.17397957742214204,
      "num_tokens": 38754374.0,
      "step": 11600
    },
    {
      "entropy": 6.388317489624024,
      "epoch": 2.2639742464149837,
      "grad_norm": 0.8984375,
      "learning_rate": 0.00045233994148484154,
      "loss": 5.8787,
      "mean_token_accuracy": 0.1776121586561203,
      "num_tokens": 38770397.0,
      "step": 11605
    },
    {
      "entropy": 6.403958654403686,
      "epoch": 2.264949760998927,
      "grad_norm": 0.8671875,
      "learning_rate": 0.00045229664580283036,
      "loss": 5.9749,
      "mean_token_accuracy": 0.16522189527750014,
      "num_tokens": 38785657.0,
      "step": 11610
    },
    {
      "entropy": 6.435098123550415,
      "epoch": 2.26592527558287,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004522533327960229,
      "loss": 5.9291,
      "mean_token_accuracy": 0.17045601159334184,
      "num_tokens": 38801644.0,
      "step": 11615
    },
    {
      "entropy": 6.42918028831482,
      "epoch": 2.266900790166813,
      "grad_norm": 0.85546875,
      "learning_rate": 0.00045221000246865157,
      "loss": 5.9503,
      "mean_token_accuracy": 0.16988524943590164,
      "num_tokens": 38818406.0,
      "step": 11620
    },
    {
      "entropy": 6.3228129863739015,
      "epoch": 2.267876304750756,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004521666548249503,
      "loss": 5.864,
      "mean_token_accuracy": 0.18019964247941972,
      "num_tokens": 38834805.0,
      "step": 11625
    },
    {
      "entropy": 6.51007399559021,
      "epoch": 2.268851819334699,
      "grad_norm": 0.94921875,
      "learning_rate": 0.00045212328986915496,
      "loss": 6.0455,
      "mean_token_accuracy": 0.16655214875936508,
      "num_tokens": 38850571.0,
      "step": 11630
    },
    {
      "entropy": 6.358911800384521,
      "epoch": 2.2698273339186423,
      "grad_norm": 0.94140625,
      "learning_rate": 0.00045207990760550305,
      "loss": 5.8343,
      "mean_token_accuracy": 0.1778389632701874,
      "num_tokens": 38867476.0,
      "step": 11635
    },
    {
      "entropy": 6.351289129257202,
      "epoch": 2.2708028485025853,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004520365080382337,
      "loss": 5.9669,
      "mean_token_accuracy": 0.16649498492479325,
      "num_tokens": 38882979.0,
      "step": 11640
    },
    {
      "entropy": 6.320268154144287,
      "epoch": 2.2717783630865283,
      "grad_norm": 0.85546875,
      "learning_rate": 0.00045199309117158773,
      "loss": 5.7952,
      "mean_token_accuracy": 0.18514883071184157,
      "num_tokens": 38899585.0,
      "step": 11645
    },
    {
      "entropy": 6.442017364501953,
      "epoch": 2.272753877670471,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004519496570098077,
      "loss": 5.9837,
      "mean_token_accuracy": 0.16011571139097214,
      "num_tokens": 38915707.0,
      "step": 11650
    },
    {
      "entropy": 6.405046033859253,
      "epoch": 2.273729392254414,
      "grad_norm": 0.8125,
      "learning_rate": 0.0004519062055571379,
      "loss": 5.91,
      "mean_token_accuracy": 0.16382093280553817,
      "num_tokens": 38931608.0,
      "step": 11655
    },
    {
      "entropy": 6.388055276870728,
      "epoch": 2.274704906838357,
      "grad_norm": 0.875,
      "learning_rate": 0.0004518627368178241,
      "loss": 5.9021,
      "mean_token_accuracy": 0.1688411384820938,
      "num_tokens": 38948675.0,
      "step": 11660
    },
    {
      "entropy": 6.392507839202881,
      "epoch": 2.2756804214223,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004518192507961141,
      "loss": 5.8907,
      "mean_token_accuracy": 0.1749354839324951,
      "num_tokens": 38964568.0,
      "step": 11665
    },
    {
      "entropy": 6.395804500579834,
      "epoch": 2.276655936006243,
      "grad_norm": 0.890625,
      "learning_rate": 0.00045177574749625713,
      "loss": 5.9293,
      "mean_token_accuracy": 0.17100526839494706,
      "num_tokens": 38981192.0,
      "step": 11670
    },
    {
      "entropy": 6.4090711116790775,
      "epoch": 2.2776314505901865,
      "grad_norm": 0.8359375,
      "learning_rate": 0.00045173222692250405,
      "loss": 5.8776,
      "mean_token_accuracy": 0.1694864496588707,
      "num_tokens": 38997160.0,
      "step": 11675
    },
    {
      "entropy": 6.41338324546814,
      "epoch": 2.2786069651741294,
      "grad_norm": 0.90234375,
      "learning_rate": 0.00045168868907910763,
      "loss": 5.9468,
      "mean_token_accuracy": 0.16696304678916932,
      "num_tokens": 39013834.0,
      "step": 11680
    },
    {
      "entropy": 6.465351676940918,
      "epoch": 2.2795824797580724,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004516451339703224,
      "loss": 5.9399,
      "mean_token_accuracy": 0.16688989102840424,
      "num_tokens": 39029935.0,
      "step": 11685
    },
    {
      "entropy": 6.471440410614013,
      "epoch": 2.2805579943420153,
      "grad_norm": 0.84375,
      "learning_rate": 0.00045160156160040403,
      "loss": 5.9757,
      "mean_token_accuracy": 0.16260750889778136,
      "num_tokens": 39048022.0,
      "step": 11690
    },
    {
      "entropy": 6.491399717330933,
      "epoch": 2.2815335089259583,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004515579719736107,
      "loss": 6.0171,
      "mean_token_accuracy": 0.15969181209802627,
      "num_tokens": 39064036.0,
      "step": 11695
    },
    {
      "entropy": 6.34852786064148,
      "epoch": 2.2825090235099017,
      "grad_norm": 0.78515625,
      "learning_rate": 0.0004515143650942015,
      "loss": 5.8775,
      "mean_token_accuracy": 0.1760703817009926,
      "num_tokens": 39081607.0,
      "step": 11700
    },
    {
      "entropy": 6.383899831771851,
      "epoch": 2.2834845380938447,
      "grad_norm": 0.90625,
      "learning_rate": 0.00045147074096643766,
      "loss": 5.847,
      "mean_token_accuracy": 0.17609230279922486,
      "num_tokens": 39098101.0,
      "step": 11705
    },
    {
      "entropy": 6.38547682762146,
      "epoch": 2.2844600526777876,
      "grad_norm": 0.90625,
      "learning_rate": 0.00045142709959458194,
      "loss": 5.9319,
      "mean_token_accuracy": 0.17373799234628678,
      "num_tokens": 39115381.0,
      "step": 11710
    },
    {
      "entropy": 6.476550054550171,
      "epoch": 2.2854355672617306,
      "grad_norm": 0.82421875,
      "learning_rate": 0.00045138344098289893,
      "loss": 5.9634,
      "mean_token_accuracy": 0.15905874371528625,
      "num_tokens": 39131601.0,
      "step": 11715
    },
    {
      "entropy": 6.36266565322876,
      "epoch": 2.2864110818456735,
      "grad_norm": 0.8515625,
      "learning_rate": 0.00045133976513565463,
      "loss": 5.8429,
      "mean_token_accuracy": 0.17582231611013413,
      "num_tokens": 39146551.0,
      "step": 11720
    },
    {
      "entropy": 6.352509307861328,
      "epoch": 2.2873865964296165,
      "grad_norm": 0.8046875,
      "learning_rate": 0.00045129607205711696,
      "loss": 5.8234,
      "mean_token_accuracy": 0.173280468583107,
      "num_tokens": 39163519.0,
      "step": 11725
    },
    {
      "entropy": 6.3587965965271,
      "epoch": 2.2883621110135595,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0004512523617515555,
      "loss": 5.8933,
      "mean_token_accuracy": 0.16957910358905792,
      "num_tokens": 39179428.0,
      "step": 11730
    },
    {
      "entropy": 6.405894184112549,
      "epoch": 2.289337625597503,
      "grad_norm": 0.94140625,
      "learning_rate": 0.00045120863422324145,
      "loss": 5.9177,
      "mean_token_accuracy": 0.16982003748416902,
      "num_tokens": 39196384.0,
      "step": 11735
    },
    {
      "entropy": 6.415452671051026,
      "epoch": 2.290313140181446,
      "grad_norm": 0.80078125,
      "learning_rate": 0.0004511648894764476,
      "loss": 5.894,
      "mean_token_accuracy": 0.1719711422920227,
      "num_tokens": 39213375.0,
      "step": 11740
    },
    {
      "entropy": 6.431834125518799,
      "epoch": 2.291288654765389,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004511211275154487,
      "loss": 5.9184,
      "mean_token_accuracy": 0.16629822105169295,
      "num_tokens": 39229697.0,
      "step": 11745
    },
    {
      "entropy": 6.350922060012818,
      "epoch": 2.2922641693493317,
      "grad_norm": 0.8359375,
      "learning_rate": 0.00045107734834452085,
      "loss": 5.8722,
      "mean_token_accuracy": 0.17299677133560182,
      "num_tokens": 39245763.0,
      "step": 11750
    },
    {
      "entropy": 6.413560152053833,
      "epoch": 2.2932396839332747,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004510335519679421,
      "loss": 5.936,
      "mean_token_accuracy": 0.16933752745389938,
      "num_tokens": 39262298.0,
      "step": 11755
    },
    {
      "entropy": 6.394339466094971,
      "epoch": 2.2942151985172177,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004509897383899921,
      "loss": 5.8294,
      "mean_token_accuracy": 0.17745038270950317,
      "num_tokens": 39278532.0,
      "step": 11760
    },
    {
      "entropy": 6.417061901092529,
      "epoch": 2.295190713101161,
      "grad_norm": 0.87109375,
      "learning_rate": 0.00045094590761495207,
      "loss": 5.9751,
      "mean_token_accuracy": 0.16144416034221648,
      "num_tokens": 39294542.0,
      "step": 11765
    },
    {
      "entropy": 6.411920833587646,
      "epoch": 2.296166227685104,
      "grad_norm": 0.8984375,
      "learning_rate": 0.00045090205964710495,
      "loss": 5.907,
      "mean_token_accuracy": 0.16675336211919783,
      "num_tokens": 39311318.0,
      "step": 11770
    },
    {
      "entropy": 6.386960363388061,
      "epoch": 2.297141742269047,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004508581944907356,
      "loss": 5.8841,
      "mean_token_accuracy": 0.1779991492629051,
      "num_tokens": 39328633.0,
      "step": 11775
    },
    {
      "entropy": 6.418742322921753,
      "epoch": 2.29811725685299,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004508143121501302,
      "loss": 5.9856,
      "mean_token_accuracy": 0.16816441118717193,
      "num_tokens": 39345063.0,
      "step": 11780
    },
    {
      "entropy": 6.424723768234253,
      "epoch": 2.299092771436933,
      "grad_norm": 0.8359375,
      "learning_rate": 0.00045077041262957685,
      "loss": 5.9529,
      "mean_token_accuracy": 0.1732363447546959,
      "num_tokens": 39360163.0,
      "step": 11785
    },
    {
      "entropy": 6.36251277923584,
      "epoch": 2.300068286020876,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004507264959333652,
      "loss": 5.886,
      "mean_token_accuracy": 0.17286771535873413,
      "num_tokens": 39376888.0,
      "step": 11790
    },
    {
      "entropy": 6.423022794723511,
      "epoch": 2.301043800604819,
      "grad_norm": 0.84375,
      "learning_rate": 0.00045068256206578665,
      "loss": 5.91,
      "mean_token_accuracy": 0.1726838156580925,
      "num_tokens": 39394544.0,
      "step": 11795
    },
    {
      "entropy": 6.372872018814087,
      "epoch": 2.3020193151887622,
      "grad_norm": 0.93359375,
      "learning_rate": 0.00045063861103113433,
      "loss": 5.8345,
      "mean_token_accuracy": 0.17871378660202025,
      "num_tokens": 39410118.0,
      "step": 11800
    },
    {
      "entropy": 6.444820833206177,
      "epoch": 2.302994829772705,
      "grad_norm": 0.8828125,
      "learning_rate": 0.00045059464283370295,
      "loss": 5.9682,
      "mean_token_accuracy": 0.16261932253837585,
      "num_tokens": 39427307.0,
      "step": 11805
    },
    {
      "entropy": 6.438560867309571,
      "epoch": 2.303970344356648,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004505506574777888,
      "loss": 5.9855,
      "mean_token_accuracy": 0.16118053793907167,
      "num_tokens": 39443400.0,
      "step": 11810
    },
    {
      "entropy": 6.364434623718262,
      "epoch": 2.304945858940591,
      "grad_norm": 0.87109375,
      "learning_rate": 0.00045050665496769015,
      "loss": 5.9188,
      "mean_token_accuracy": 0.16461474746465682,
      "num_tokens": 39459392.0,
      "step": 11815
    },
    {
      "entropy": 6.452392530441284,
      "epoch": 2.305921373524534,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004504626353077068,
      "loss": 5.9754,
      "mean_token_accuracy": 0.16518874913454057,
      "num_tokens": 39475795.0,
      "step": 11820
    },
    {
      "entropy": 6.41604380607605,
      "epoch": 2.306896888108477,
      "grad_norm": 0.76171875,
      "learning_rate": 0.0004504185985021399,
      "loss": 5.9067,
      "mean_token_accuracy": 0.17161132246255875,
      "num_tokens": 39492883.0,
      "step": 11825
    },
    {
      "entropy": 6.373743724822998,
      "epoch": 2.3078724026924204,
      "grad_norm": 0.921875,
      "learning_rate": 0.00045037454455529286,
      "loss": 5.8923,
      "mean_token_accuracy": 0.17347373217344284,
      "num_tokens": 39510834.0,
      "step": 11830
    },
    {
      "entropy": 6.442753887176513,
      "epoch": 2.3088479172763634,
      "grad_norm": 0.86328125,
      "learning_rate": 0.00045033047347147034,
      "loss": 6.0145,
      "mean_token_accuracy": 0.16618960797786714,
      "num_tokens": 39527052.0,
      "step": 11835
    },
    {
      "entropy": 6.342612886428833,
      "epoch": 2.3098234318603064,
      "grad_norm": 0.91796875,
      "learning_rate": 0.00045028638525497884,
      "loss": 5.8385,
      "mean_token_accuracy": 0.17932552099227905,
      "num_tokens": 39543694.0,
      "step": 11840
    },
    {
      "entropy": 6.352948999404907,
      "epoch": 2.3107989464442493,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004502422799101265,
      "loss": 5.8539,
      "mean_token_accuracy": 0.1751292020082474,
      "num_tokens": 39561223.0,
      "step": 11845
    },
    {
      "entropy": 6.449281835556031,
      "epoch": 2.3117744610281923,
      "grad_norm": 0.93359375,
      "learning_rate": 0.00045019815744122316,
      "loss": 5.9012,
      "mean_token_accuracy": 0.1742384374141693,
      "num_tokens": 39577513.0,
      "step": 11850
    },
    {
      "entropy": 6.386089277267456,
      "epoch": 2.3127499756121352,
      "grad_norm": 0.8671875,
      "learning_rate": 0.00045015401785258034,
      "loss": 5.8804,
      "mean_token_accuracy": 0.1688099503517151,
      "num_tokens": 39595172.0,
      "step": 11855
    },
    {
      "entropy": 6.36093487739563,
      "epoch": 2.313725490196078,
      "grad_norm": 0.87890625,
      "learning_rate": 0.00045010986114851103,
      "loss": 5.9245,
      "mean_token_accuracy": 0.18528892397880553,
      "num_tokens": 39611285.0,
      "step": 11860
    },
    {
      "entropy": 6.4680098533630375,
      "epoch": 2.3147010047800216,
      "grad_norm": 0.98828125,
      "learning_rate": 0.00045006568733333026,
      "loss": 6.0137,
      "mean_token_accuracy": 0.15650254786014556,
      "num_tokens": 39628545.0,
      "step": 11865
    },
    {
      "entropy": 6.446215963363647,
      "epoch": 2.3156765193639646,
      "grad_norm": 0.8359375,
      "learning_rate": 0.0004500214964113545,
      "loss": 5.9034,
      "mean_token_accuracy": 0.17227557599544524,
      "num_tokens": 39645868.0,
      "step": 11870
    },
    {
      "entropy": 6.400857734680176,
      "epoch": 2.3166520339479075,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004499772883869018,
      "loss": 5.9605,
      "mean_token_accuracy": 0.1661786362528801,
      "num_tokens": 39662781.0,
      "step": 11875
    },
    {
      "entropy": 6.392656898498535,
      "epoch": 2.3176275485318505,
      "grad_norm": 0.81640625,
      "learning_rate": 0.0004499330632642922,
      "loss": 5.9212,
      "mean_token_accuracy": 0.17252149283885956,
      "num_tokens": 39679675.0,
      "step": 11880
    },
    {
      "entropy": 6.387390565872193,
      "epoch": 2.3186030631157935,
      "grad_norm": 0.87109375,
      "learning_rate": 0.00044988882104784713,
      "loss": 5.9426,
      "mean_token_accuracy": 0.173990298807621,
      "num_tokens": 39697602.0,
      "step": 11885
    },
    {
      "entropy": 6.433202695846558,
      "epoch": 2.319578577699737,
      "grad_norm": 0.921875,
      "learning_rate": 0.00044984456174188974,
      "loss": 5.89,
      "mean_token_accuracy": 0.16959852874279022,
      "num_tokens": 39713951.0,
      "step": 11890
    },
    {
      "entropy": 6.361521244049072,
      "epoch": 2.32055409228368,
      "grad_norm": 0.796875,
      "learning_rate": 0.00044980028535074497,
      "loss": 5.9228,
      "mean_token_accuracy": 0.17185695171356202,
      "num_tokens": 39730648.0,
      "step": 11895
    },
    {
      "entropy": 6.374073028564453,
      "epoch": 2.3215296068676228,
      "grad_norm": 0.7578125,
      "learning_rate": 0.00044975599187873933,
      "loss": 5.8439,
      "mean_token_accuracy": 0.17683501541614532,
      "num_tokens": 39748228.0,
      "step": 11900
    },
    {
      "entropy": 6.387546157836914,
      "epoch": 2.3225051214515657,
      "grad_norm": 0.8515625,
      "learning_rate": 0.00044971168133020096,
      "loss": 5.9027,
      "mean_token_accuracy": 0.16761574745178223,
      "num_tokens": 39765248.0,
      "step": 11905
    },
    {
      "entropy": 6.416553688049317,
      "epoch": 2.3234806360355087,
      "grad_norm": 0.8984375,
      "learning_rate": 0.00044966735370945973,
      "loss": 5.8817,
      "mean_token_accuracy": 0.16633125990629197,
      "num_tokens": 39781799.0,
      "step": 11910
    },
    {
      "entropy": 6.310512971878052,
      "epoch": 2.3244561506194517,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0004496230090208473,
      "loss": 5.8291,
      "mean_token_accuracy": 0.18193033784627916,
      "num_tokens": 39798952.0,
      "step": 11915
    },
    {
      "entropy": 6.320842599868774,
      "epoch": 2.3254316652033946,
      "grad_norm": 0.81640625,
      "learning_rate": 0.0004495786472686967,
      "loss": 5.8681,
      "mean_token_accuracy": 0.17877312898635864,
      "num_tokens": 39814923.0,
      "step": 11920
    },
    {
      "entropy": 6.396900463104248,
      "epoch": 2.3264071797873376,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004495342684573431,
      "loss": 5.9231,
      "mean_token_accuracy": 0.1703661173582077,
      "num_tokens": 39831629.0,
      "step": 11925
    },
    {
      "entropy": 6.399485301971436,
      "epoch": 2.327382694371281,
      "grad_norm": 0.88671875,
      "learning_rate": 0.00044948987259112264,
      "loss": 5.87,
      "mean_token_accuracy": 0.17176977545022964,
      "num_tokens": 39848103.0,
      "step": 11930
    },
    {
      "entropy": 6.371518754959107,
      "epoch": 2.328358208955224,
      "grad_norm": 0.95703125,
      "learning_rate": 0.00044944545967437385,
      "loss": 5.9088,
      "mean_token_accuracy": 0.17564629763364792,
      "num_tokens": 39864969.0,
      "step": 11935
    },
    {
      "entropy": 6.404038429260254,
      "epoch": 2.329333723539167,
      "grad_norm": 0.83984375,
      "learning_rate": 0.00044940102971143637,
      "loss": 5.9302,
      "mean_token_accuracy": 0.17111653834581375,
      "num_tokens": 39880636.0,
      "step": 11940
    },
    {
      "entropy": 6.373156881332397,
      "epoch": 2.33030923812311,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004493565827066519,
      "loss": 5.8915,
      "mean_token_accuracy": 0.1689066022634506,
      "num_tokens": 39898712.0,
      "step": 11945
    },
    {
      "entropy": 6.457814884185791,
      "epoch": 2.331284752707053,
      "grad_norm": 0.9140625,
      "learning_rate": 0.00044931211866436354,
      "loss": 5.9416,
      "mean_token_accuracy": 0.16792745441198348,
      "num_tokens": 39914601.0,
      "step": 11950
    },
    {
      "entropy": 6.342439222335815,
      "epoch": 2.3322602672909962,
      "grad_norm": 0.8203125,
      "learning_rate": 0.0004492676375889163,
      "loss": 5.8708,
      "mean_token_accuracy": 0.17460951805114747,
      "num_tokens": 39931564.0,
      "step": 11955
    },
    {
      "entropy": 6.350184774398803,
      "epoch": 2.333235781874939,
      "grad_norm": 0.7890625,
      "learning_rate": 0.0004492231394846565,
      "loss": 5.8831,
      "mean_token_accuracy": 0.17697185128927231,
      "num_tokens": 39949191.0,
      "step": 11960
    },
    {
      "entropy": 6.402022409439087,
      "epoch": 2.334211296458882,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004491786243559325,
      "loss": 5.8706,
      "mean_token_accuracy": 0.17163358330726625,
      "num_tokens": 39965560.0,
      "step": 11965
    },
    {
      "entropy": 6.288151788711548,
      "epoch": 2.335186811042825,
      "grad_norm": 0.875,
      "learning_rate": 0.0004491340922070942,
      "loss": 5.6993,
      "mean_token_accuracy": 0.19023072123527526,
      "num_tokens": 39982113.0,
      "step": 11970
    },
    {
      "entropy": 6.337612247467041,
      "epoch": 2.336162325626768,
      "grad_norm": 0.8671875,
      "learning_rate": 0.00044908954304249287,
      "loss": 5.8974,
      "mean_token_accuracy": 0.17106097042560578,
      "num_tokens": 39998449.0,
      "step": 11975
    },
    {
      "entropy": 6.357629776000977,
      "epoch": 2.337137840210711,
      "grad_norm": 0.81640625,
      "learning_rate": 0.00044904497686648197,
      "loss": 5.9179,
      "mean_token_accuracy": 0.16969735771417618,
      "num_tokens": 40015419.0,
      "step": 11980
    },
    {
      "entropy": 6.456610488891601,
      "epoch": 2.338113354794654,
      "grad_norm": 0.89453125,
      "learning_rate": 0.00044900039368341623,
      "loss": 5.938,
      "mean_token_accuracy": 0.168466617166996,
      "num_tokens": 40030698.0,
      "step": 11985
    },
    {
      "entropy": 6.320110654830932,
      "epoch": 2.3390888693785974,
      "grad_norm": 0.76953125,
      "learning_rate": 0.00044895579349765215,
      "loss": 5.8535,
      "mean_token_accuracy": 0.17286866903305054,
      "num_tokens": 40047385.0,
      "step": 11990
    },
    {
      "entropy": 6.449242210388183,
      "epoch": 2.3400643839625404,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004489111763135479,
      "loss": 5.9311,
      "mean_token_accuracy": 0.17142555564641954,
      "num_tokens": 40062709.0,
      "step": 11995
    },
    {
      "entropy": 6.4853808879852295,
      "epoch": 2.3410398985464833,
      "grad_norm": 0.80859375,
      "learning_rate": 0.00044886654213546333,
      "loss": 5.9498,
      "mean_token_accuracy": 0.16957430988550187,
      "num_tokens": 40079777.0,
      "step": 12000
    },
    {
      "epoch": 2.3410398985464833,
      "eval_entropy": 6.194367008972904,
      "eval_loss": 5.9827985763549805,
      "eval_mean_token_accuracy": 0.17665221776815065,
      "eval_num_tokens": 40079777.0,
      "eval_runtime": 11.7635,
      "eval_samples_per_second": 1409.191,
      "eval_steps_per_second": 176.223,
      "step": 12000
    },
    {
      "entropy": 6.448578500747681,
      "epoch": 2.3420154131304263,
      "grad_norm": 0.8671875,
      "learning_rate": 0.00044882189096775993,
      "loss": 5.9746,
      "mean_token_accuracy": 0.1694689080119133,
      "num_tokens": 40096778.0,
      "step": 12005
    },
    {
      "entropy": 6.3788128852844235,
      "epoch": 2.3429909277143692,
      "grad_norm": 0.93359375,
      "learning_rate": 0.00044877722281480093,
      "loss": 5.8827,
      "mean_token_accuracy": 0.17455614358186722,
      "num_tokens": 40112105.0,
      "step": 12010
    },
    {
      "entropy": 6.234940671920777,
      "epoch": 2.343966442298312,
      "grad_norm": 0.89453125,
      "learning_rate": 0.000448732537680951,
      "loss": 5.7158,
      "mean_token_accuracy": 0.18243257254362105,
      "num_tokens": 40128611.0,
      "step": 12015
    },
    {
      "entropy": 6.477726984024048,
      "epoch": 2.3449419568822556,
      "grad_norm": 0.8125,
      "learning_rate": 0.0004486878355705767,
      "loss": 6.035,
      "mean_token_accuracy": 0.15787092745304107,
      "num_tokens": 40145530.0,
      "step": 12020
    },
    {
      "entropy": 6.448866510391236,
      "epoch": 2.3459174714661986,
      "grad_norm": 0.9375,
      "learning_rate": 0.00044864311648804613,
      "loss": 5.9495,
      "mean_token_accuracy": 0.16944382190704346,
      "num_tokens": 40162175.0,
      "step": 12025
    },
    {
      "entropy": 6.444501256942749,
      "epoch": 2.3468929860501415,
      "grad_norm": 0.82421875,
      "learning_rate": 0.0004485983804377291,
      "loss": 6.0039,
      "mean_token_accuracy": 0.16390806585550308,
      "num_tokens": 40178119.0,
      "step": 12030
    },
    {
      "entropy": 6.379913568496704,
      "epoch": 2.3478685006340845,
      "grad_norm": 0.92578125,
      "learning_rate": 0.00044855362742399706,
      "loss": 5.8449,
      "mean_token_accuracy": 0.182926307618618,
      "num_tokens": 40193465.0,
      "step": 12035
    },
    {
      "entropy": 6.312208890914917,
      "epoch": 2.3488440152180274,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004485088574512231,
      "loss": 5.8631,
      "mean_token_accuracy": 0.17829144597053528,
      "num_tokens": 40209673.0,
      "step": 12040
    },
    {
      "entropy": 6.385971927642823,
      "epoch": 2.3498195298019704,
      "grad_norm": 0.8671875,
      "learning_rate": 0.00044846407052378194,
      "loss": 5.9418,
      "mean_token_accuracy": 0.1697819784283638,
      "num_tokens": 40225174.0,
      "step": 12045
    },
    {
      "entropy": 6.424936723709107,
      "epoch": 2.3507950443859134,
      "grad_norm": 0.93359375,
      "learning_rate": 0.00044841926664605016,
      "loss": 5.9282,
      "mean_token_accuracy": 0.17759991884231568,
      "num_tokens": 40242211.0,
      "step": 12050
    },
    {
      "entropy": 6.466041803359985,
      "epoch": 2.3517705589698568,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004483744458224056,
      "loss": 6.0333,
      "mean_token_accuracy": 0.16026207357645034,
      "num_tokens": 40258371.0,
      "step": 12055
    },
    {
      "entropy": 6.394995164871216,
      "epoch": 2.3527460735537997,
      "grad_norm": 0.890625,
      "learning_rate": 0.00044832960805722824,
      "loss": 5.9706,
      "mean_token_accuracy": 0.16895990818738937,
      "num_tokens": 40275574.0,
      "step": 12060
    },
    {
      "entropy": 6.447530364990234,
      "epoch": 2.3537215881377427,
      "grad_norm": 0.82421875,
      "learning_rate": 0.0004482847533548992,
      "loss": 5.8936,
      "mean_token_accuracy": 0.17107265293598176,
      "num_tokens": 40292575.0,
      "step": 12065
    },
    {
      "entropy": 6.371457719802857,
      "epoch": 2.3546971027216856,
      "grad_norm": 0.828125,
      "learning_rate": 0.00044823988171980173,
      "loss": 5.9678,
      "mean_token_accuracy": 0.16477017253637313,
      "num_tokens": 40310001.0,
      "step": 12070
    },
    {
      "entropy": 6.35778431892395,
      "epoch": 2.3556726173056286,
      "grad_norm": 0.78125,
      "learning_rate": 0.00044819499315632043,
      "loss": 5.8613,
      "mean_token_accuracy": 0.17331251949071885,
      "num_tokens": 40327014.0,
      "step": 12075
    },
    {
      "entropy": 6.4105085849761965,
      "epoch": 2.3566481318895716,
      "grad_norm": 0.84375,
      "learning_rate": 0.00044815008766884167,
      "loss": 5.8643,
      "mean_token_accuracy": 0.18347797095775603,
      "num_tokens": 40344628.0,
      "step": 12080
    },
    {
      "entropy": 6.4705249786376955,
      "epoch": 2.357623646473515,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004481051652617535,
      "loss": 6.0019,
      "mean_token_accuracy": 0.1650293543934822,
      "num_tokens": 40361336.0,
      "step": 12085
    },
    {
      "entropy": 6.394436454772949,
      "epoch": 2.358599161057458,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004480602259394455,
      "loss": 5.8767,
      "mean_token_accuracy": 0.17355139702558517,
      "num_tokens": 40378378.0,
      "step": 12090
    },
    {
      "entropy": 6.327332353591919,
      "epoch": 2.359574675641401,
      "grad_norm": 0.87109375,
      "learning_rate": 0.00044801526970630906,
      "loss": 5.8278,
      "mean_token_accuracy": 0.18021861761808394,
      "num_tokens": 40395580.0,
      "step": 12095
    },
    {
      "entropy": 6.341797685623169,
      "epoch": 2.360550190225344,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004479702965667371,
      "loss": 5.8916,
      "mean_token_accuracy": 0.1767518237233162,
      "num_tokens": 40412395.0,
      "step": 12100
    },
    {
      "entropy": 6.4016002178192135,
      "epoch": 2.361525704809287,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004479253065251242,
      "loss": 5.9183,
      "mean_token_accuracy": 0.1713753744959831,
      "num_tokens": 40428736.0,
      "step": 12105
    },
    {
      "entropy": 6.441377258300781,
      "epoch": 2.3625012193932298,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004478802995858667,
      "loss": 5.9199,
      "mean_token_accuracy": 0.16790466606616974,
      "num_tokens": 40445890.0,
      "step": 12110
    },
    {
      "entropy": 6.326039361953735,
      "epoch": 2.3634767339771727,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004478352757533624,
      "loss": 5.8485,
      "mean_token_accuracy": 0.17562351524829864,
      "num_tokens": 40462268.0,
      "step": 12115
    },
    {
      "entropy": 6.4202351570129395,
      "epoch": 2.364452248561116,
      "grad_norm": 0.9140625,
      "learning_rate": 0.00044779023503201105,
      "loss": 5.9248,
      "mean_token_accuracy": 0.17141174674034118,
      "num_tokens": 40480111.0,
      "step": 12120
    },
    {
      "entropy": 6.398636150360107,
      "epoch": 2.365427763145059,
      "grad_norm": 1.3203125,
      "learning_rate": 0.00044774517742621374,
      "loss": 5.79,
      "mean_token_accuracy": 0.18050785958766938,
      "num_tokens": 40496868.0,
      "step": 12125
    },
    {
      "entropy": 6.324574708938599,
      "epoch": 2.366403277729002,
      "grad_norm": 0.88671875,
      "learning_rate": 0.00044770010294037333,
      "loss": 5.8416,
      "mean_token_accuracy": 0.17297346144914627,
      "num_tokens": 40512533.0,
      "step": 12130
    },
    {
      "entropy": 6.424237251281738,
      "epoch": 2.367378792312945,
      "grad_norm": 0.9140625,
      "learning_rate": 0.00044765501157889446,
      "loss": 5.9424,
      "mean_token_accuracy": 0.16767139583826066,
      "num_tokens": 40530843.0,
      "step": 12135
    },
    {
      "entropy": 6.346258687973022,
      "epoch": 2.368354306896888,
      "grad_norm": 0.875,
      "learning_rate": 0.00044760990334618314,
      "loss": 5.7825,
      "mean_token_accuracy": 0.17688781768083572,
      "num_tokens": 40546513.0,
      "step": 12140
    },
    {
      "entropy": 6.446249675750733,
      "epoch": 2.3693298214808314,
      "grad_norm": 0.88671875,
      "learning_rate": 0.00044756477824664726,
      "loss": 5.9737,
      "mean_token_accuracy": 0.16161151379346847,
      "num_tokens": 40563763.0,
      "step": 12145
    },
    {
      "entropy": 6.34417200088501,
      "epoch": 2.3703053360647743,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004475196362846963,
      "loss": 5.8216,
      "mean_token_accuracy": 0.1802748441696167,
      "num_tokens": 40580558.0,
      "step": 12150
    },
    {
      "entropy": 6.424987649917602,
      "epoch": 2.3712808506487173,
      "grad_norm": 0.83203125,
      "learning_rate": 0.0004474744774647413,
      "loss": 5.9252,
      "mean_token_accuracy": 0.16530490517616273,
      "num_tokens": 40598053.0,
      "step": 12155
    },
    {
      "entropy": 6.400072908401489,
      "epoch": 2.3722563652326603,
      "grad_norm": 0.83984375,
      "learning_rate": 0.00044742930179119517,
      "loss": 5.8737,
      "mean_token_accuracy": 0.1700756072998047,
      "num_tokens": 40614435.0,
      "step": 12160
    },
    {
      "entropy": 6.376114082336426,
      "epoch": 2.373231879816603,
      "grad_norm": 0.8046875,
      "learning_rate": 0.0004473841092684722,
      "loss": 5.882,
      "mean_token_accuracy": 0.1713540032505989,
      "num_tokens": 40630070.0,
      "step": 12165
    },
    {
      "entropy": 6.34864993095398,
      "epoch": 2.374207394400546,
      "grad_norm": 0.8984375,
      "learning_rate": 0.00044733889990098834,
      "loss": 5.9138,
      "mean_token_accuracy": 0.17318885624408722,
      "num_tokens": 40647777.0,
      "step": 12170
    },
    {
      "entropy": 6.464204263687134,
      "epoch": 2.375182908984489,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004472936736931615,
      "loss": 5.9931,
      "mean_token_accuracy": 0.1603086218237877,
      "num_tokens": 40665035.0,
      "step": 12175
    },
    {
      "entropy": 6.431063985824585,
      "epoch": 2.376158423568432,
      "grad_norm": 0.8671875,
      "learning_rate": 0.00044724843064941096,
      "loss": 5.9227,
      "mean_token_accuracy": 0.16827166229486465,
      "num_tokens": 40681507.0,
      "step": 12180
    },
    {
      "entropy": 6.424114036560058,
      "epoch": 2.3771339381523755,
      "grad_norm": 0.8046875,
      "learning_rate": 0.0004472031707741577,
      "loss": 5.8474,
      "mean_token_accuracy": 0.1769634261727333,
      "num_tokens": 40698613.0,
      "step": 12185
    },
    {
      "entropy": 6.285447120666504,
      "epoch": 2.3781094527363185,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004471578940718242,
      "loss": 5.7181,
      "mean_token_accuracy": 0.19248835295438765,
      "num_tokens": 40716127.0,
      "step": 12190
    },
    {
      "entropy": 6.269583034515381,
      "epoch": 2.3790849673202614,
      "grad_norm": 0.859375,
      "learning_rate": 0.00044711260054683497,
      "loss": 5.7556,
      "mean_token_accuracy": 0.1907874286174774,
      "num_tokens": 40734847.0,
      "step": 12195
    },
    {
      "entropy": 6.423158407211304,
      "epoch": 2.3800604819042044,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004470672902036158,
      "loss": 5.9348,
      "mean_token_accuracy": 0.17367037236690522,
      "num_tokens": 40752266.0,
      "step": 12200
    },
    {
      "entropy": 6.42590479850769,
      "epoch": 2.3810359964881473,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004470219630465943,
      "loss": 5.9825,
      "mean_token_accuracy": 0.16200108230113983,
      "num_tokens": 40769011.0,
      "step": 12205
    },
    {
      "entropy": 6.462336254119873,
      "epoch": 2.3820115110720907,
      "grad_norm": 0.921875,
      "learning_rate": 0.00044697661908019967,
      "loss": 5.9004,
      "mean_token_accuracy": 0.1715657725930214,
      "num_tokens": 40785260.0,
      "step": 12210
    },
    {
      "entropy": 6.323155927658081,
      "epoch": 2.3829870256560337,
      "grad_norm": 0.7578125,
      "learning_rate": 0.00044693125830886276,
      "loss": 5.8339,
      "mean_token_accuracy": 0.1796994224190712,
      "num_tokens": 40802651.0,
      "step": 12215
    },
    {
      "entropy": 6.322279977798462,
      "epoch": 2.3839625402399767,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004468858807370161,
      "loss": 5.7924,
      "mean_token_accuracy": 0.18249841332435607,
      "num_tokens": 40820290.0,
      "step": 12220
    },
    {
      "entropy": 6.318588447570801,
      "epoch": 2.3849380548239196,
      "grad_norm": 0.80859375,
      "learning_rate": 0.00044684048636909376,
      "loss": 5.7666,
      "mean_token_accuracy": 0.1840422511100769,
      "num_tokens": 40838030.0,
      "step": 12225
    },
    {
      "entropy": 6.377262353897095,
      "epoch": 2.3859135694078626,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004467950752095316,
      "loss": 5.8846,
      "mean_token_accuracy": 0.17998342365026473,
      "num_tokens": 40854979.0,
      "step": 12230
    },
    {
      "entropy": 6.446617650985718,
      "epoch": 2.3868890839918055,
      "grad_norm": 0.80859375,
      "learning_rate": 0.00044674964726276685,
      "loss": 5.9889,
      "mean_token_accuracy": 0.16488923579454423,
      "num_tokens": 40872474.0,
      "step": 12235
    },
    {
      "entropy": 6.424595069885254,
      "epoch": 2.3878645985757485,
      "grad_norm": 0.8984375,
      "learning_rate": 0.00044670420253323874,
      "loss": 5.9512,
      "mean_token_accuracy": 0.1673530712723732,
      "num_tokens": 40888116.0,
      "step": 12240
    },
    {
      "entropy": 6.349721002578735,
      "epoch": 2.388840113159692,
      "grad_norm": 0.76953125,
      "learning_rate": 0.000446658741025388,
      "loss": 5.8411,
      "mean_token_accuracy": 0.17393719404935837,
      "num_tokens": 40904385.0,
      "step": 12245
    },
    {
      "entropy": 6.408694791793823,
      "epoch": 2.389815627743635,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004466132627436568,
      "loss": 5.8679,
      "mean_token_accuracy": 0.1717022329568863,
      "num_tokens": 40923117.0,
      "step": 12250
    },
    {
      "entropy": 6.443535470962525,
      "epoch": 2.390791142327578,
      "grad_norm": 0.9140625,
      "learning_rate": 0.00044656776769248926,
      "loss": 5.9226,
      "mean_token_accuracy": 0.16607249528169632,
      "num_tokens": 40940029.0,
      "step": 12255
    },
    {
      "entropy": 6.366608047485352,
      "epoch": 2.391766656911521,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004465222558763309,
      "loss": 5.9093,
      "mean_token_accuracy": 0.1701064258813858,
      "num_tokens": 40955629.0,
      "step": 12260
    },
    {
      "entropy": 6.508203935623169,
      "epoch": 2.3927421714954638,
      "grad_norm": 0.828125,
      "learning_rate": 0.000446476727299629,
      "loss": 6.064,
      "mean_token_accuracy": 0.16028322130441666,
      "num_tokens": 40974665.0,
      "step": 12265
    },
    {
      "entropy": 6.368422365188598,
      "epoch": 2.3937176860794067,
      "grad_norm": 0.80078125,
      "learning_rate": 0.00044643118196683245,
      "loss": 5.9278,
      "mean_token_accuracy": 0.17806296646595002,
      "num_tokens": 40992528.0,
      "step": 12270
    },
    {
      "entropy": 6.435482788085937,
      "epoch": 2.39469320066335,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004463856198823919,
      "loss": 5.9022,
      "mean_token_accuracy": 0.17157258242368698,
      "num_tokens": 41009315.0,
      "step": 12275
    },
    {
      "entropy": 6.312455177307129,
      "epoch": 2.395668715247293,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004463400410507593,
      "loss": 5.7566,
      "mean_token_accuracy": 0.18409354984760284,
      "num_tokens": 41027718.0,
      "step": 12280
    },
    {
      "entropy": 6.29006028175354,
      "epoch": 2.396644229831236,
      "grad_norm": 0.8203125,
      "learning_rate": 0.00044629444547638865,
      "loss": 5.7474,
      "mean_token_accuracy": 0.194820037484169,
      "num_tokens": 41045268.0,
      "step": 12285
    },
    {
      "entropy": 6.500340318679809,
      "epoch": 2.397619744415179,
      "grad_norm": 0.875,
      "learning_rate": 0.0004462488331637352,
      "loss": 6.0199,
      "mean_token_accuracy": 0.1605038896203041,
      "num_tokens": 41062522.0,
      "step": 12290
    },
    {
      "entropy": 6.386539936065674,
      "epoch": 2.398595258999122,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0004462032041172562,
      "loss": 5.9359,
      "mean_token_accuracy": 0.16494059413671494,
      "num_tokens": 41079131.0,
      "step": 12295
    },
    {
      "entropy": 6.39688138961792,
      "epoch": 2.399570773583065,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004461575583414102,
      "loss": 5.8544,
      "mean_token_accuracy": 0.17620684951543808,
      "num_tokens": 41095138.0,
      "step": 12300
    },
    {
      "entropy": 6.447942066192627,
      "epoch": 2.400546288167008,
      "grad_norm": 0.91015625,
      "learning_rate": 0.00044611189584065764,
      "loss": 5.9764,
      "mean_token_accuracy": 0.16783492267131805,
      "num_tokens": 41111360.0,
      "step": 12305
    },
    {
      "entropy": 6.466500568389892,
      "epoch": 2.4015218027509513,
      "grad_norm": 0.90625,
      "learning_rate": 0.00044606621661946044,
      "loss": 5.9649,
      "mean_token_accuracy": 0.16645216941833496,
      "num_tokens": 41126017.0,
      "step": 12310
    },
    {
      "entropy": 6.416102075576783,
      "epoch": 2.4024973173348942,
      "grad_norm": 0.859375,
      "learning_rate": 0.00044602052068228227,
      "loss": 5.9418,
      "mean_token_accuracy": 0.1665333554148674,
      "num_tokens": 41142418.0,
      "step": 12315
    },
    {
      "entropy": 6.373470258712769,
      "epoch": 2.403472831918837,
      "grad_norm": 0.85546875,
      "learning_rate": 0.00044597480803358836,
      "loss": 5.8743,
      "mean_token_accuracy": 0.17321101278066636,
      "num_tokens": 41158597.0,
      "step": 12320
    },
    {
      "entropy": 6.282301330566407,
      "epoch": 2.40444834650278,
      "grad_norm": 0.88671875,
      "learning_rate": 0.00044592907867784556,
      "loss": 5.758,
      "mean_token_accuracy": 0.18400593250989913,
      "num_tokens": 41175692.0,
      "step": 12325
    },
    {
      "entropy": 6.379494619369507,
      "epoch": 2.405423861086723,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004458833326195224,
      "loss": 5.8474,
      "mean_token_accuracy": 0.1730712354183197,
      "num_tokens": 41192322.0,
      "step": 12330
    },
    {
      "entropy": 6.296257781982422,
      "epoch": 2.406399375670666,
      "grad_norm": 0.89453125,
      "learning_rate": 0.000445837569863089,
      "loss": 5.7821,
      "mean_token_accuracy": 0.18029790371656418,
      "num_tokens": 41209978.0,
      "step": 12335
    },
    {
      "entropy": 6.373809862136841,
      "epoch": 2.4073748902546095,
      "grad_norm": 0.890625,
      "learning_rate": 0.00044579179041301717,
      "loss": 5.8856,
      "mean_token_accuracy": 0.17432802617549897,
      "num_tokens": 41228053.0,
      "step": 12340
    },
    {
      "entropy": 6.317054796218872,
      "epoch": 2.4083504048385524,
      "grad_norm": 0.875,
      "learning_rate": 0.00044574599427378033,
      "loss": 5.8542,
      "mean_token_accuracy": 0.17914211750030518,
      "num_tokens": 41244871.0,
      "step": 12345
    },
    {
      "entropy": 6.39578161239624,
      "epoch": 2.4093259194224954,
      "grad_norm": 0.9296875,
      "learning_rate": 0.00044570018144985334,
      "loss": 5.9341,
      "mean_token_accuracy": 0.168603515625,
      "num_tokens": 41262622.0,
      "step": 12350
    },
    {
      "entropy": 6.4479296684265135,
      "epoch": 2.4103014340064384,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004456543519457132,
      "loss": 5.9748,
      "mean_token_accuracy": 0.16614802777767182,
      "num_tokens": 41280045.0,
      "step": 12355
    },
    {
      "entropy": 6.345681476593017,
      "epoch": 2.4112769485903813,
      "grad_norm": 0.91796875,
      "learning_rate": 0.00044560850576583785,
      "loss": 5.8732,
      "mean_token_accuracy": 0.17443590611219406,
      "num_tokens": 41297223.0,
      "step": 12360
    },
    {
      "entropy": 6.355056571960449,
      "epoch": 2.4122524631743243,
      "grad_norm": 0.9140625,
      "learning_rate": 0.00044556264291470746,
      "loss": 5.8331,
      "mean_token_accuracy": 0.17956404834985734,
      "num_tokens": 41313558.0,
      "step": 12365
    },
    {
      "entropy": 6.469968175888061,
      "epoch": 2.4132279777582673,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004455167633968035,
      "loss": 5.9818,
      "mean_token_accuracy": 0.1684048816561699,
      "num_tokens": 41329259.0,
      "step": 12370
    },
    {
      "entropy": 6.307771396636963,
      "epoch": 2.4142034923422107,
      "grad_norm": 0.86328125,
      "learning_rate": 0.00044547086721660913,
      "loss": 5.7994,
      "mean_token_accuracy": 0.17867883890867234,
      "num_tokens": 41344725.0,
      "step": 12375
    },
    {
      "entropy": 6.397706794738769,
      "epoch": 2.4151790069261536,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004454249543786091,
      "loss": 5.8874,
      "mean_token_accuracy": 0.17315714061260223,
      "num_tokens": 41360512.0,
      "step": 12380
    },
    {
      "entropy": 6.33549485206604,
      "epoch": 2.4161545215100966,
      "grad_norm": 0.9375,
      "learning_rate": 0.00044537902488729,
      "loss": 5.7979,
      "mean_token_accuracy": 0.18771363347768782,
      "num_tokens": 41377915.0,
      "step": 12385
    },
    {
      "entropy": 6.426266479492187,
      "epoch": 2.4171300360940395,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004453330787471399,
      "loss": 5.8826,
      "mean_token_accuracy": 0.17259523868560792,
      "num_tokens": 41394515.0,
      "step": 12390
    },
    {
      "entropy": 6.415227460861206,
      "epoch": 2.4181055506779825,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004452871159626484,
      "loss": 5.8448,
      "mean_token_accuracy": 0.16964985579252242,
      "num_tokens": 41410725.0,
      "step": 12395
    },
    {
      "entropy": 6.398695993423462,
      "epoch": 2.419081065261926,
      "grad_norm": 0.85546875,
      "learning_rate": 0.00044524113653830673,
      "loss": 5.8694,
      "mean_token_accuracy": 0.17402259409427642,
      "num_tokens": 41428139.0,
      "step": 12400
    },
    {
      "entropy": 6.253962230682373,
      "epoch": 2.420056579845869,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004451951404786081,
      "loss": 5.7389,
      "mean_token_accuracy": 0.18926341831684113,
      "num_tokens": 41444210.0,
      "step": 12405
    },
    {
      "entropy": 6.284211254119873,
      "epoch": 2.421032094429812,
      "grad_norm": 0.8828125,
      "learning_rate": 0.00044514912778804684,
      "loss": 5.785,
      "mean_token_accuracy": 0.18588500916957856,
      "num_tokens": 41461107.0,
      "step": 12410
    },
    {
      "entropy": 6.31315860748291,
      "epoch": 2.422007609013755,
      "grad_norm": 0.89453125,
      "learning_rate": 0.00044510309847111925,
      "loss": 5.7893,
      "mean_token_accuracy": 0.1831856980919838,
      "num_tokens": 41476731.0,
      "step": 12415
    },
    {
      "entropy": 6.4202007293701175,
      "epoch": 2.4229831235976977,
      "grad_norm": 0.8203125,
      "learning_rate": 0.00044505705253232317,
      "loss": 5.9013,
      "mean_token_accuracy": 0.16909811347723008,
      "num_tokens": 41494467.0,
      "step": 12420
    },
    {
      "entropy": 6.342106294631958,
      "epoch": 2.4239586381816407,
      "grad_norm": 0.79296875,
      "learning_rate": 0.00044501098997615793,
      "loss": 5.8368,
      "mean_token_accuracy": 0.17624726444482802,
      "num_tokens": 41512094.0,
      "step": 12425
    },
    {
      "entropy": 6.411500549316406,
      "epoch": 2.4249341527655837,
      "grad_norm": 0.921875,
      "learning_rate": 0.00044496491080712477,
      "loss": 5.9143,
      "mean_token_accuracy": 0.16561138182878493,
      "num_tokens": 41529058.0,
      "step": 12430
    },
    {
      "entropy": 6.471833324432373,
      "epoch": 2.425909667349527,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004449188150297262,
      "loss": 6.0086,
      "mean_token_accuracy": 0.16782207190990447,
      "num_tokens": 41547051.0,
      "step": 12435
    },
    {
      "entropy": 6.527819395065308,
      "epoch": 2.42688518193347,
      "grad_norm": 0.890625,
      "learning_rate": 0.00044487270264846666,
      "loss": 6.0482,
      "mean_token_accuracy": 0.15683564096689223,
      "num_tokens": 41563847.0,
      "step": 12440
    },
    {
      "entropy": 6.335865211486817,
      "epoch": 2.427860696517413,
      "grad_norm": 0.9609375,
      "learning_rate": 0.00044482657366785205,
      "loss": 5.825,
      "mean_token_accuracy": 0.1767653062939644,
      "num_tokens": 41581090.0,
      "step": 12445
    },
    {
      "entropy": 6.391461753845215,
      "epoch": 2.428836211101356,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00044478042809239,
      "loss": 5.8524,
      "mean_token_accuracy": 0.1876894325017929,
      "num_tokens": 41598177.0,
      "step": 12450
    },
    {
      "entropy": 6.186656093597412,
      "epoch": 2.429811725685299,
      "grad_norm": 0.93359375,
      "learning_rate": 0.00044473426592658963,
      "loss": 5.6501,
      "mean_token_accuracy": 0.19822202175855635,
      "num_tokens": 41615389.0,
      "step": 12455
    },
    {
      "entropy": 6.436338901519775,
      "epoch": 2.430787240269242,
      "grad_norm": 0.91015625,
      "learning_rate": 0.00044468808717496163,
      "loss": 5.9071,
      "mean_token_accuracy": 0.17285918146371843,
      "num_tokens": 41632639.0,
      "step": 12460
    },
    {
      "entropy": 6.366684532165527,
      "epoch": 2.4317627548531853,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004446418918420186,
      "loss": 5.871,
      "mean_token_accuracy": 0.17945242375135423,
      "num_tokens": 41648523.0,
      "step": 12465
    },
    {
      "entropy": 6.42546067237854,
      "epoch": 2.4327382694371282,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004445956799322745,
      "loss": 5.9063,
      "mean_token_accuracy": 0.16667655855417252,
      "num_tokens": 41665999.0,
      "step": 12470
    },
    {
      "entropy": 6.372110891342163,
      "epoch": 2.433713784021071,
      "grad_norm": 0.91015625,
      "learning_rate": 0.00044454945145024505,
      "loss": 5.8337,
      "mean_token_accuracy": 0.17410285621881486,
      "num_tokens": 41685737.0,
      "step": 12475
    },
    {
      "entropy": 6.464915561676025,
      "epoch": 2.434689298605014,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004445032064004474,
      "loss": 5.9644,
      "mean_token_accuracy": 0.16601463556289672,
      "num_tokens": 41703511.0,
      "step": 12480
    },
    {
      "entropy": 6.400931549072266,
      "epoch": 2.435664813188957,
      "grad_norm": 0.890625,
      "learning_rate": 0.00044445694478740063,
      "loss": 5.9242,
      "mean_token_accuracy": 0.17190957963466644,
      "num_tokens": 41720775.0,
      "step": 12485
    },
    {
      "entropy": 6.3170966625213625,
      "epoch": 2.4366403277729,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004444106666156251,
      "loss": 5.8441,
      "mean_token_accuracy": 0.18260467648506165,
      "num_tokens": 41738836.0,
      "step": 12490
    },
    {
      "entropy": 6.3806952953338625,
      "epoch": 2.437615842356843,
      "grad_norm": 0.89453125,
      "learning_rate": 0.00044436437188964304,
      "loss": 5.9258,
      "mean_token_accuracy": 0.17233195453882216,
      "num_tokens": 41755140.0,
      "step": 12495
    },
    {
      "entropy": 6.437177133560181,
      "epoch": 2.4385913569407864,
      "grad_norm": 0.8671875,
      "learning_rate": 0.00044431806061397816,
      "loss": 5.9869,
      "mean_token_accuracy": 0.16204964965581894,
      "num_tokens": 41770794.0,
      "step": 12500
    },
    {
      "entropy": 6.42646541595459,
      "epoch": 2.4395668715247294,
      "grad_norm": 0.90625,
      "learning_rate": 0.00044427173279315584,
      "loss": 5.8957,
      "mean_token_accuracy": 0.17810900658369064,
      "num_tokens": 41787464.0,
      "step": 12505
    },
    {
      "entropy": 6.424691581726075,
      "epoch": 2.4405423861086724,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004442253884317032,
      "loss": 5.9225,
      "mean_token_accuracy": 0.17245366424322128,
      "num_tokens": 41804851.0,
      "step": 12510
    },
    {
      "entropy": 6.375144529342651,
      "epoch": 2.4415179006926153,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004441790275341487,
      "loss": 5.8568,
      "mean_token_accuracy": 0.17401546090841294,
      "num_tokens": 41821959.0,
      "step": 12515
    },
    {
      "entropy": 6.347105407714844,
      "epoch": 2.4424934152765583,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004441326501050225,
      "loss": 5.8224,
      "mean_token_accuracy": 0.18801660984754562,
      "num_tokens": 41837581.0,
      "step": 12520
    },
    {
      "entropy": 6.31953239440918,
      "epoch": 2.4434689298605012,
      "grad_norm": 0.89453125,
      "learning_rate": 0.00044408625614885663,
      "loss": 5.8053,
      "mean_token_accuracy": 0.18284214586019515,
      "num_tokens": 41854497.0,
      "step": 12525
    },
    {
      "entropy": 6.460087871551513,
      "epoch": 2.4444444444444446,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004440398456701844,
      "loss": 5.9789,
      "mean_token_accuracy": 0.16096641421318053,
      "num_tokens": 41870968.0,
      "step": 12530
    },
    {
      "entropy": 6.388539266586304,
      "epoch": 2.4454199590283876,
      "grad_norm": 0.9375,
      "learning_rate": 0.00044399341867354093,
      "loss": 5.7997,
      "mean_token_accuracy": 0.17756637185811996,
      "num_tokens": 41886734.0,
      "step": 12535
    },
    {
      "entropy": 6.359604024887085,
      "epoch": 2.4463954736123306,
      "grad_norm": 0.85546875,
      "learning_rate": 0.00044394697516346286,
      "loss": 5.9095,
      "mean_token_accuracy": 0.1736110508441925,
      "num_tokens": 41903728.0,
      "step": 12540
    },
    {
      "entropy": 6.43316011428833,
      "epoch": 2.4473709881962735,
      "grad_norm": 0.9375,
      "learning_rate": 0.00044390051514448854,
      "loss": 5.9132,
      "mean_token_accuracy": 0.1677550733089447,
      "num_tokens": 41919967.0,
      "step": 12545
    },
    {
      "entropy": 6.270221996307373,
      "epoch": 2.4483465027802165,
      "grad_norm": 0.81640625,
      "learning_rate": 0.00044385403862115785,
      "loss": 5.6836,
      "mean_token_accuracy": 0.18623118996620178,
      "num_tokens": 41937330.0,
      "step": 12550
    },
    {
      "entropy": 6.360055923461914,
      "epoch": 2.4493220173641594,
      "grad_norm": 0.90625,
      "learning_rate": 0.00044380754559801235,
      "loss": 5.8823,
      "mean_token_accuracy": 0.1679623693227768,
      "num_tokens": 41953261.0,
      "step": 12555
    },
    {
      "entropy": 6.45425238609314,
      "epoch": 2.4502975319481024,
      "grad_norm": 0.91796875,
      "learning_rate": 0.00044376103607959513,
      "loss": 5.9503,
      "mean_token_accuracy": 0.16452385783195494,
      "num_tokens": 41970468.0,
      "step": 12560
    },
    {
      "entropy": 6.391184568405151,
      "epoch": 2.451273046532046,
      "grad_norm": 0.8671875,
      "learning_rate": 0.00044371451007045083,
      "loss": 5.9005,
      "mean_token_accuracy": 0.17275779247283934,
      "num_tokens": 41986235.0,
      "step": 12565
    },
    {
      "entropy": 6.333150625228882,
      "epoch": 2.4522485611159888,
      "grad_norm": 0.85546875,
      "learning_rate": 0.000443667967575126,
      "loss": 5.7942,
      "mean_token_accuracy": 0.16998059451580047,
      "num_tokens": 42004539.0,
      "step": 12570
    },
    {
      "entropy": 6.369830656051636,
      "epoch": 2.4532240756999317,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004436214085981686,
      "loss": 5.825,
      "mean_token_accuracy": 0.1835582062602043,
      "num_tokens": 42022937.0,
      "step": 12575
    },
    {
      "entropy": 6.393009757995605,
      "epoch": 2.4541995902838747,
      "grad_norm": 0.9140625,
      "learning_rate": 0.000443574833144128,
      "loss": 5.8462,
      "mean_token_accuracy": 0.17399306148290633,
      "num_tokens": 42039260.0,
      "step": 12580
    },
    {
      "entropy": 6.35203857421875,
      "epoch": 2.4551751048678176,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004435282412175556,
      "loss": 5.8468,
      "mean_token_accuracy": 0.17969829440116883,
      "num_tokens": 42055894.0,
      "step": 12585
    },
    {
      "entropy": 6.436025333404541,
      "epoch": 2.456150619451761,
      "grad_norm": 0.8984375,
      "learning_rate": 0.00044348163282300403,
      "loss": 5.9323,
      "mean_token_accuracy": 0.1719314470887184,
      "num_tokens": 42070748.0,
      "step": 12590
    },
    {
      "entropy": 6.406840133666992,
      "epoch": 2.457126134035704,
      "grad_norm": 0.8828125,
      "learning_rate": 0.00044343500796502783,
      "loss": 5.9233,
      "mean_token_accuracy": 0.168662691116333,
      "num_tokens": 42088016.0,
      "step": 12595
    },
    {
      "entropy": 6.418204021453858,
      "epoch": 2.458101648619647,
      "grad_norm": 0.875,
      "learning_rate": 0.0004433883666481829,
      "loss": 5.8317,
      "mean_token_accuracy": 0.1811453640460968,
      "num_tokens": 42105422.0,
      "step": 12600
    },
    {
      "entropy": 6.36925859451294,
      "epoch": 2.45907716320359,
      "grad_norm": 0.92578125,
      "learning_rate": 0.000443341708877027,
      "loss": 5.8793,
      "mean_token_accuracy": 0.17436224967241287,
      "num_tokens": 42120534.0,
      "step": 12605
    },
    {
      "entropy": 6.383019256591797,
      "epoch": 2.460052677787533,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004432950346561193,
      "loss": 5.8325,
      "mean_token_accuracy": 0.17779379785060884,
      "num_tokens": 42137413.0,
      "step": 12610
    },
    {
      "entropy": 6.3727631092071535,
      "epoch": 2.461028192371476,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004432483439900206,
      "loss": 5.883,
      "mean_token_accuracy": 0.17590972930192947,
      "num_tokens": 42153006.0,
      "step": 12615
    },
    {
      "entropy": 6.441241598129272,
      "epoch": 2.462003706955419,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004432016368832934,
      "loss": 6.0057,
      "mean_token_accuracy": 0.16307252943515776,
      "num_tokens": 42170966.0,
      "step": 12620
    },
    {
      "entropy": 6.472508192062378,
      "epoch": 2.4629792215393618,
      "grad_norm": 0.8984375,
      "learning_rate": 0.00044315491334050166,
      "loss": 5.8844,
      "mean_token_accuracy": 0.16793282181024552,
      "num_tokens": 42187349.0,
      "step": 12625
    },
    {
      "entropy": 6.327748394012451,
      "epoch": 2.463954736123305,
      "grad_norm": 0.77734375,
      "learning_rate": 0.0004431081733662112,
      "loss": 5.8488,
      "mean_token_accuracy": 0.17860942482948303,
      "num_tokens": 42204486.0,
      "step": 12630
    },
    {
      "entropy": 6.398438501358032,
      "epoch": 2.464930250707248,
      "grad_norm": 0.87890625,
      "learning_rate": 0.00044306141696498914,
      "loss": 5.8921,
      "mean_token_accuracy": 0.17284230142831802,
      "num_tokens": 42220316.0,
      "step": 12635
    },
    {
      "entropy": 6.270671081542969,
      "epoch": 2.465905765291191,
      "grad_norm": 0.83203125,
      "learning_rate": 0.00044301464414140437,
      "loss": 5.7811,
      "mean_token_accuracy": 0.17875520884990692,
      "num_tokens": 42237734.0,
      "step": 12640
    },
    {
      "entropy": 6.49237961769104,
      "epoch": 2.466881279875134,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004429678549000274,
      "loss": 5.9746,
      "mean_token_accuracy": 0.16383095532655717,
      "num_tokens": 42253458.0,
      "step": 12645
    },
    {
      "entropy": 6.26790943145752,
      "epoch": 2.467856794459077,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004429210492454303,
      "loss": 5.7777,
      "mean_token_accuracy": 0.1843398004770279,
      "num_tokens": 42270031.0,
      "step": 12650
    },
    {
      "entropy": 6.449527072906494,
      "epoch": 2.4688323090430204,
      "grad_norm": 1.1640625,
      "learning_rate": 0.00044287422718218675,
      "loss": 5.8916,
      "mean_token_accuracy": 0.1725326344370842,
      "num_tokens": 42286227.0,
      "step": 12655
    },
    {
      "entropy": 6.36330099105835,
      "epoch": 2.4698078236269634,
      "grad_norm": 0.91796875,
      "learning_rate": 0.00044282738871487205,
      "loss": 5.8493,
      "mean_token_accuracy": 0.17979283332824708,
      "num_tokens": 42302361.0,
      "step": 12660
    },
    {
      "entropy": 6.401442575454712,
      "epoch": 2.4707833382109063,
      "grad_norm": 0.98046875,
      "learning_rate": 0.000442780533848063,
      "loss": 5.9315,
      "mean_token_accuracy": 0.1700259894132614,
      "num_tokens": 42319462.0,
      "step": 12665
    },
    {
      "entropy": 6.430697298049926,
      "epoch": 2.4717588527948493,
      "grad_norm": 0.94921875,
      "learning_rate": 0.00044273366258633823,
      "loss": 5.8866,
      "mean_token_accuracy": 0.1730515792965889,
      "num_tokens": 42335565.0,
      "step": 12670
    },
    {
      "entropy": 6.4510551452636715,
      "epoch": 2.4727343673787923,
      "grad_norm": 0.828125,
      "learning_rate": 0.0004426867749342778,
      "loss": 5.9926,
      "mean_token_accuracy": 0.16188429594039916,
      "num_tokens": 42352335.0,
      "step": 12675
    },
    {
      "entropy": 6.353840637207031,
      "epoch": 2.4737098819627352,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004426398708964633,
      "loss": 5.8528,
      "mean_token_accuracy": 0.1831964984536171,
      "num_tokens": 42368320.0,
      "step": 12680
    },
    {
      "entropy": 6.315187692642212,
      "epoch": 2.474685396546678,
      "grad_norm": 1.078125,
      "learning_rate": 0.00044259295047747814,
      "loss": 5.8016,
      "mean_token_accuracy": 0.18023599535226822,
      "num_tokens": 42384224.0,
      "step": 12685
    },
    {
      "entropy": 6.392422008514404,
      "epoch": 2.4756609111306216,
      "grad_norm": 0.8359375,
      "learning_rate": 0.0004425460136819071,
      "loss": 5.8547,
      "mean_token_accuracy": 0.17732156068086624,
      "num_tokens": 42399973.0,
      "step": 12690
    },
    {
      "entropy": 6.389550590515137,
      "epoch": 2.4766364257145645,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004424990605143369,
      "loss": 5.8973,
      "mean_token_accuracy": 0.170761439204216,
      "num_tokens": 42415355.0,
      "step": 12695
    },
    {
      "entropy": 6.385748958587646,
      "epoch": 2.4776119402985075,
      "grad_norm": 0.796875,
      "learning_rate": 0.00044245209097935537,
      "loss": 5.951,
      "mean_token_accuracy": 0.16111665815114976,
      "num_tokens": 42431176.0,
      "step": 12700
    },
    {
      "entropy": 6.398186254501343,
      "epoch": 2.4785874548824505,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004424051050815523,
      "loss": 5.8611,
      "mean_token_accuracy": 0.17285704165697097,
      "num_tokens": 42446935.0,
      "step": 12705
    },
    {
      "entropy": 6.285179853439331,
      "epoch": 2.4795629694663934,
      "grad_norm": 0.9609375,
      "learning_rate": 0.00044235810282551905,
      "loss": 5.7723,
      "mean_token_accuracy": 0.18812109231948854,
      "num_tokens": 42463473.0,
      "step": 12710
    },
    {
      "entropy": 6.372332000732422,
      "epoch": 2.4805384840503364,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004423110842158484,
      "loss": 5.8725,
      "mean_token_accuracy": 0.17509299516677856,
      "num_tokens": 42479460.0,
      "step": 12715
    },
    {
      "entropy": 6.38087306022644,
      "epoch": 2.48151399863428,
      "grad_norm": 0.84375,
      "learning_rate": 0.000442264049257135,
      "loss": 5.8804,
      "mean_token_accuracy": 0.170473849773407,
      "num_tokens": 42495213.0,
      "step": 12720
    },
    {
      "entropy": 6.410272264480591,
      "epoch": 2.4824895132182228,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004422169979539748,
      "loss": 5.917,
      "mean_token_accuracy": 0.1749279260635376,
      "num_tokens": 42513104.0,
      "step": 12725
    },
    {
      "entropy": 6.402952480316162,
      "epoch": 2.4834650278021657,
      "grad_norm": 0.80078125,
      "learning_rate": 0.00044216993031096554,
      "loss": 5.8731,
      "mean_token_accuracy": 0.17559439688920975,
      "num_tokens": 42529774.0,
      "step": 12730
    },
    {
      "entropy": 6.393086194992065,
      "epoch": 2.4844405423861087,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004421228463327064,
      "loss": 5.879,
      "mean_token_accuracy": 0.1729900822043419,
      "num_tokens": 42545570.0,
      "step": 12735
    },
    {
      "entropy": 6.399895524978637,
      "epoch": 2.4854160569700516,
      "grad_norm": 0.890625,
      "learning_rate": 0.00044207574602379856,
      "loss": 5.9084,
      "mean_token_accuracy": 0.17109358161687852,
      "num_tokens": 42563165.0,
      "step": 12740
    },
    {
      "entropy": 6.426754379272461,
      "epoch": 2.4863915715539946,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004420286293888441,
      "loss": 5.9459,
      "mean_token_accuracy": 0.16766875386238098,
      "num_tokens": 42578870.0,
      "step": 12745
    },
    {
      "entropy": 6.327243709564209,
      "epoch": 2.4873670861379376,
      "grad_norm": 0.81640625,
      "learning_rate": 0.0004419814964324474,
      "loss": 5.8274,
      "mean_token_accuracy": 0.17929068505764006,
      "num_tokens": 42596247.0,
      "step": 12750
    },
    {
      "entropy": 6.462116384506226,
      "epoch": 2.488342600721881,
      "grad_norm": 0.91796875,
      "learning_rate": 0.000441934347159214,
      "loss": 6.0138,
      "mean_token_accuracy": 0.16586419939994812,
      "num_tokens": 42613196.0,
      "step": 12755
    },
    {
      "entropy": 6.432192993164063,
      "epoch": 2.489318115305824,
      "grad_norm": 0.8515625,
      "learning_rate": 0.000441887181573751,
      "loss": 5.9051,
      "mean_token_accuracy": 0.16626945585012437,
      "num_tokens": 42628242.0,
      "step": 12760
    },
    {
      "entropy": 6.441717338562012,
      "epoch": 2.490293629889767,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004418399996806676,
      "loss": 5.9652,
      "mean_token_accuracy": 0.161906798183918,
      "num_tokens": 42645687.0,
      "step": 12765
    },
    {
      "entropy": 6.451557683944702,
      "epoch": 2.49126914447371,
      "grad_norm": 0.8828125,
      "learning_rate": 0.00044179280148457395,
      "loss": 5.9446,
      "mean_token_accuracy": 0.1626523867249489,
      "num_tokens": 42661998.0,
      "step": 12770
    },
    {
      "entropy": 6.449956941604614,
      "epoch": 2.492244659057653,
      "grad_norm": 0.90625,
      "learning_rate": 0.00044174558699008225,
      "loss": 5.9715,
      "mean_token_accuracy": 0.17073113918304444,
      "num_tokens": 42678276.0,
      "step": 12775
    },
    {
      "entropy": 6.430526256561279,
      "epoch": 2.4932201736415958,
      "grad_norm": 0.85546875,
      "learning_rate": 0.00044169835620180603,
      "loss": 5.929,
      "mean_token_accuracy": 0.17281878143548965,
      "num_tokens": 42697094.0,
      "step": 12780
    },
    {
      "entropy": 6.4297106742858885,
      "epoch": 2.494195688225539,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004416511091243606,
      "loss": 5.9266,
      "mean_token_accuracy": 0.16289211958646774,
      "num_tokens": 42713188.0,
      "step": 12785
    },
    {
      "entropy": 6.438266372680664,
      "epoch": 2.495171202809482,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0004416038457623628,
      "loss": 5.9391,
      "mean_token_accuracy": 0.16499419659376144,
      "num_tokens": 42729210.0,
      "step": 12790
    },
    {
      "entropy": 6.38643250465393,
      "epoch": 2.496146717393425,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004415565661204309,
      "loss": 5.8815,
      "mean_token_accuracy": 0.17528406232595445,
      "num_tokens": 42746543.0,
      "step": 12795
    },
    {
      "entropy": 6.412842082977295,
      "epoch": 2.497122231977368,
      "grad_norm": 0.93359375,
      "learning_rate": 0.000441509270203185,
      "loss": 5.8845,
      "mean_token_accuracy": 0.17140372693538666,
      "num_tokens": 42762265.0,
      "step": 12800
    },
    {
      "entropy": 6.4203574657440186,
      "epoch": 2.498097746561311,
      "grad_norm": 0.7421875,
      "learning_rate": 0.00044146195801524665,
      "loss": 5.9217,
      "mean_token_accuracy": 0.17316546142101288,
      "num_tokens": 42779555.0,
      "step": 12805
    },
    {
      "entropy": 6.45144510269165,
      "epoch": 2.499073261145254,
      "grad_norm": 0.87109375,
      "learning_rate": 0.000441414629561239,
      "loss": 5.9582,
      "mean_token_accuracy": 0.1666889488697052,
      "num_tokens": 42797211.0,
      "step": 12810
    },
    {
      "entropy": 6.452888631820679,
      "epoch": 2.500048775729197,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0004413672848457869,
      "loss": 5.9385,
      "mean_token_accuracy": 0.16513113528490067,
      "num_tokens": 42813827.0,
      "step": 12815
    },
    {
      "entropy": 6.4276134967803955,
      "epoch": 2.5010242903131403,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004413199238735168,
      "loss": 5.8818,
      "mean_token_accuracy": 0.17001905292272568,
      "num_tokens": 42829458.0,
      "step": 12820
    },
    {
      "entropy": 6.455686759948731,
      "epoch": 2.5019998048970833,
      "grad_norm": 0.8828125,
      "learning_rate": 0.00044127254664905636,
      "loss": 5.9476,
      "mean_token_accuracy": 0.17221890091896058,
      "num_tokens": 42844651.0,
      "step": 12825
    },
    {
      "entropy": 6.332583093643189,
      "epoch": 2.5029753194810263,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004412251531770353,
      "loss": 5.81,
      "mean_token_accuracy": 0.1765887424349785,
      "num_tokens": 42860425.0,
      "step": 12830
    },
    {
      "entropy": 6.424263620376587,
      "epoch": 2.503950834064969,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004411777434620847,
      "loss": 5.9288,
      "mean_token_accuracy": 0.16480969041585922,
      "num_tokens": 42877734.0,
      "step": 12835
    },
    {
      "entropy": 6.39179310798645,
      "epoch": 2.504926348648912,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004411303175088374,
      "loss": 5.8748,
      "mean_token_accuracy": 0.17160206735134126,
      "num_tokens": 42895143.0,
      "step": 12840
    },
    {
      "entropy": 6.420336961746216,
      "epoch": 2.5059018632328556,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004410828753219274,
      "loss": 5.8649,
      "mean_token_accuracy": 0.168826824426651,
      "num_tokens": 42910777.0,
      "step": 12845
    },
    {
      "entropy": 6.47877311706543,
      "epoch": 2.5068773778167985,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004410354169059908,
      "loss": 5.9519,
      "mean_token_accuracy": 0.1667288914322853,
      "num_tokens": 42927594.0,
      "step": 12850
    },
    {
      "entropy": 6.357444810867309,
      "epoch": 2.5078528924007415,
      "grad_norm": 0.8984375,
      "learning_rate": 0.000440987942265665,
      "loss": 5.8638,
      "mean_token_accuracy": 0.1720227926969528,
      "num_tokens": 42943896.0,
      "step": 12855
    },
    {
      "entropy": 6.31132140159607,
      "epoch": 2.5088284069846845,
      "grad_norm": 0.8828125,
      "learning_rate": 0.00044094045140558914,
      "loss": 5.7501,
      "mean_token_accuracy": 0.17909303307533264,
      "num_tokens": 42960762.0,
      "step": 12860
    },
    {
      "entropy": 6.326290941238403,
      "epoch": 2.5098039215686274,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004408929443304037,
      "loss": 5.7606,
      "mean_token_accuracy": 0.18598338961601257,
      "num_tokens": 42976994.0,
      "step": 12865
    },
    {
      "entropy": 6.333514261245727,
      "epoch": 2.5107794361525704,
      "grad_norm": 0.91796875,
      "learning_rate": 0.00044084542104475113,
      "loss": 5.8014,
      "mean_token_accuracy": 0.18507899343967438,
      "num_tokens": 42994827.0,
      "step": 12870
    },
    {
      "entropy": 6.249544906616211,
      "epoch": 2.5117549507365133,
      "grad_norm": 0.890625,
      "learning_rate": 0.00044079788155327503,
      "loss": 5.7359,
      "mean_token_accuracy": 0.18912842720746995,
      "num_tokens": 43011318.0,
      "step": 12875
    },
    {
      "entropy": 6.395099258422851,
      "epoch": 2.5127304653204563,
      "grad_norm": 0.8671875,
      "learning_rate": 0.00044075032586062083,
      "loss": 5.9286,
      "mean_token_accuracy": 0.17494380325078965,
      "num_tokens": 43028956.0,
      "step": 12880
    },
    {
      "entropy": 6.3688085079193115,
      "epoch": 2.5137059799043997,
      "grad_norm": 0.953125,
      "learning_rate": 0.00044070275397143553,
      "loss": 5.7723,
      "mean_token_accuracy": 0.17437783181667327,
      "num_tokens": 43045178.0,
      "step": 12885
    },
    {
      "entropy": 6.409273433685303,
      "epoch": 2.5146814944883427,
      "grad_norm": 0.9140625,
      "learning_rate": 0.00044065516589036777,
      "loss": 5.936,
      "mean_token_accuracy": 0.16483109444379807,
      "num_tokens": 43061887.0,
      "step": 12890
    },
    {
      "entropy": 6.40379147529602,
      "epoch": 2.5156570090722856,
      "grad_norm": 0.9296875,
      "learning_rate": 0.00044060756162206757,
      "loss": 5.8913,
      "mean_token_accuracy": 0.17523602843284608,
      "num_tokens": 43078754.0,
      "step": 12895
    },
    {
      "entropy": 6.332631397247314,
      "epoch": 2.5166325236562286,
      "grad_norm": 0.8125,
      "learning_rate": 0.0004405599411711866,
      "loss": 5.8345,
      "mean_token_accuracy": 0.17905402779579163,
      "num_tokens": 43096599.0,
      "step": 12900
    },
    {
      "entropy": 6.456737804412842,
      "epoch": 2.5176080382401715,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004405123045423783,
      "loss": 5.8969,
      "mean_token_accuracy": 0.16687776297330856,
      "num_tokens": 43111503.0,
      "step": 12905
    },
    {
      "entropy": 6.389723634719848,
      "epoch": 2.518583552824115,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004404646517402975,
      "loss": 5.9039,
      "mean_token_accuracy": 0.17131086587905883,
      "num_tokens": 43129052.0,
      "step": 12910
    },
    {
      "entropy": 6.278864431381225,
      "epoch": 2.519559067408058,
      "grad_norm": 0.81640625,
      "learning_rate": 0.0004404169827696006,
      "loss": 5.7708,
      "mean_token_accuracy": 0.17926899641752242,
      "num_tokens": 43147456.0,
      "step": 12915
    },
    {
      "entropy": 6.378243064880371,
      "epoch": 2.520534581992001,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004403692976349458,
      "loss": 5.8369,
      "mean_token_accuracy": 0.1738659456372261,
      "num_tokens": 43163535.0,
      "step": 12920
    },
    {
      "entropy": 6.410128593444824,
      "epoch": 2.521510096575944,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004403215963409926,
      "loss": 5.924,
      "mean_token_accuracy": 0.16629054695367812,
      "num_tokens": 43181376.0,
      "step": 12925
    },
    {
      "entropy": 6.410593700408936,
      "epoch": 2.522485611159887,
      "grad_norm": 0.94140625,
      "learning_rate": 0.00044027387889240225,
      "loss": 5.9,
      "mean_token_accuracy": 0.1742681458592415,
      "num_tokens": 43196993.0,
      "step": 12930
    },
    {
      "entropy": 6.422347974777222,
      "epoch": 2.5234611257438297,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004402261452938374,
      "loss": 5.8747,
      "mean_token_accuracy": 0.17856158018112184,
      "num_tokens": 43214355.0,
      "step": 12935
    },
    {
      "entropy": 6.41618332862854,
      "epoch": 2.5244366403277727,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004401783955499626,
      "loss": 5.98,
      "mean_token_accuracy": 0.16680025756359101,
      "num_tokens": 43231031.0,
      "step": 12940
    },
    {
      "entropy": 6.354546213150025,
      "epoch": 2.5254121549117157,
      "grad_norm": 0.9375,
      "learning_rate": 0.00044013062966544365,
      "loss": 5.826,
      "mean_token_accuracy": 0.17474542707204818,
      "num_tokens": 43248603.0,
      "step": 12945
    },
    {
      "entropy": 6.439388084411621,
      "epoch": 2.526387669495659,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004400828476449481,
      "loss": 5.9151,
      "mean_token_accuracy": 0.1732102870941162,
      "num_tokens": 43264053.0,
      "step": 12950
    },
    {
      "entropy": 6.40277066230774,
      "epoch": 2.527363184079602,
      "grad_norm": 0.83203125,
      "learning_rate": 0.00044003504949314507,
      "loss": 5.916,
      "mean_token_accuracy": 0.16900137960910797,
      "num_tokens": 43282739.0,
      "step": 12955
    },
    {
      "entropy": 6.328678035736084,
      "epoch": 2.528338698663545,
      "grad_norm": 0.8203125,
      "learning_rate": 0.0004399872352147051,
      "loss": 5.7677,
      "mean_token_accuracy": 0.1845605805516243,
      "num_tokens": 43298885.0,
      "step": 12960
    },
    {
      "entropy": 6.465749263763428,
      "epoch": 2.529314213247488,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004399394048143007,
      "loss": 5.9403,
      "mean_token_accuracy": 0.1696053236722946,
      "num_tokens": 43314960.0,
      "step": 12965
    },
    {
      "entropy": 6.300697898864746,
      "epoch": 2.5302897278314314,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004398915582966054,
      "loss": 5.8275,
      "mean_token_accuracy": 0.1756720870733261,
      "num_tokens": 43331637.0,
      "step": 12970
    },
    {
      "entropy": 6.406180763244629,
      "epoch": 2.5312652424153743,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0004398436956662948,
      "loss": 5.897,
      "mean_token_accuracy": 0.16703156977891923,
      "num_tokens": 43349534.0,
      "step": 12975
    },
    {
      "entropy": 6.451101493835449,
      "epoch": 2.5322407569993173,
      "grad_norm": 0.90234375,
      "learning_rate": 0.00043979581692804565,
      "loss": 5.8841,
      "mean_token_accuracy": 0.17185600847005844,
      "num_tokens": 43366385.0,
      "step": 12980
    },
    {
      "entropy": 6.356418037414551,
      "epoch": 2.5332162715832602,
      "grad_norm": 0.859375,
      "learning_rate": 0.00043974792208653667,
      "loss": 5.8367,
      "mean_token_accuracy": 0.17608981877565383,
      "num_tokens": 43383204.0,
      "step": 12985
    },
    {
      "entropy": 6.252911806106567,
      "epoch": 2.534191786167203,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004397000111464479,
      "loss": 5.7199,
      "mean_token_accuracy": 0.19086127877235412,
      "num_tokens": 43401509.0,
      "step": 12990
    },
    {
      "entropy": 6.320126724243164,
      "epoch": 2.535167300751146,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004396520841124611,
      "loss": 5.7728,
      "mean_token_accuracy": 0.17992353737354277,
      "num_tokens": 43418958.0,
      "step": 12995
    },
    {
      "entropy": 6.476103162765503,
      "epoch": 2.536142815335089,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004396041409892594,
      "loss": 5.9652,
      "mean_token_accuracy": 0.16685326695442199,
      "num_tokens": 43436032.0,
      "step": 13000
    },
    {
      "entropy": 6.4559601783752445,
      "epoch": 2.537118329919032,
      "grad_norm": 0.859375,
      "learning_rate": 0.00043955618178152773,
      "loss": 5.9827,
      "mean_token_accuracy": 0.16686999052762985,
      "num_tokens": 43453433.0,
      "step": 13005
    },
    {
      "entropy": 6.450775384902954,
      "epoch": 2.5380938445029755,
      "grad_norm": 0.91796875,
      "learning_rate": 0.00043950820649395244,
      "loss": 5.9502,
      "mean_token_accuracy": 0.16168730705976486,
      "num_tokens": 43469450.0,
      "step": 13010
    },
    {
      "entropy": 6.40386996269226,
      "epoch": 2.5390693590869184,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004394602151312216,
      "loss": 5.899,
      "mean_token_accuracy": 0.1755853220820427,
      "num_tokens": 43486633.0,
      "step": 13015
    },
    {
      "entropy": 6.440202951431274,
      "epoch": 2.5400448736708614,
      "grad_norm": 0.95703125,
      "learning_rate": 0.00043941220769802466,
      "loss": 5.8728,
      "mean_token_accuracy": 0.17934764474630355,
      "num_tokens": 43503056.0,
      "step": 13020
    },
    {
      "entropy": 6.320524024963379,
      "epoch": 2.5410203882548044,
      "grad_norm": 0.84765625,
      "learning_rate": 0.00043936418419905274,
      "loss": 5.8517,
      "mean_token_accuracy": 0.17430365830659866,
      "num_tokens": 43519691.0,
      "step": 13025
    },
    {
      "entropy": 6.413553476333618,
      "epoch": 2.5419959028387473,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004393161446389985,
      "loss": 5.9026,
      "mean_token_accuracy": 0.17044346183538436,
      "num_tokens": 43537152.0,
      "step": 13030
    },
    {
      "entropy": 6.439065408706665,
      "epoch": 2.5429714174226907,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004392680890225563,
      "loss": 5.9292,
      "mean_token_accuracy": 0.16830593049526216,
      "num_tokens": 43554352.0,
      "step": 13035
    },
    {
      "entropy": 6.3825764656066895,
      "epoch": 2.5439469320066337,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004392200173544219,
      "loss": 5.8589,
      "mean_token_accuracy": 0.17550476491451264,
      "num_tokens": 43570244.0,
      "step": 13040
    },
    {
      "entropy": 6.373155641555786,
      "epoch": 2.5449224465905766,
      "grad_norm": 0.87109375,
      "learning_rate": 0.00043917192963929266,
      "loss": 5.8548,
      "mean_token_accuracy": 0.17540154308080674,
      "num_tokens": 43585701.0,
      "step": 13045
    },
    {
      "entropy": 6.419146776199341,
      "epoch": 2.5458979611745196,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004391238258818676,
      "loss": 5.9082,
      "mean_token_accuracy": 0.16982664465904235,
      "num_tokens": 43600966.0,
      "step": 13050
    },
    {
      "entropy": 6.343700361251831,
      "epoch": 2.5468734757584626,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004390757060868473,
      "loss": 5.7994,
      "mean_token_accuracy": 0.1789063736796379,
      "num_tokens": 43617318.0,
      "step": 13055
    },
    {
      "entropy": 6.467982625961303,
      "epoch": 2.5478489903424055,
      "grad_norm": 0.90234375,
      "learning_rate": 0.00043902757025893364,
      "loss": 5.9157,
      "mean_token_accuracy": 0.1708524852991104,
      "num_tokens": 43633124.0,
      "step": 13060
    },
    {
      "entropy": 6.426495552062988,
      "epoch": 2.5488245049263485,
      "grad_norm": 0.93359375,
      "learning_rate": 0.00043897941840283043,
      "loss": 5.9429,
      "mean_token_accuracy": 0.1649213433265686,
      "num_tokens": 43649281.0,
      "step": 13065
    },
    {
      "entropy": 6.399170923233032,
      "epoch": 2.5498000195102914,
      "grad_norm": 0.8984375,
      "learning_rate": 0.00043893125052324293,
      "loss": 5.8938,
      "mean_token_accuracy": 0.1781298264861107,
      "num_tokens": 43665572.0,
      "step": 13070
    },
    {
      "entropy": 6.470783281326294,
      "epoch": 2.550775534094235,
      "grad_norm": 0.875,
      "learning_rate": 0.0004388830666248779,
      "loss": 6.0482,
      "mean_token_accuracy": 0.16820572316646576,
      "num_tokens": 43682447.0,
      "step": 13075
    },
    {
      "entropy": 6.439387416839599,
      "epoch": 2.551751048678178,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004388348667124437,
      "loss": 5.8598,
      "mean_token_accuracy": 0.178846637904644,
      "num_tokens": 43698528.0,
      "step": 13080
    },
    {
      "entropy": 6.35333776473999,
      "epoch": 2.5527265632621208,
      "grad_norm": 0.89453125,
      "learning_rate": 0.00043878665079065025,
      "loss": 5.8577,
      "mean_token_accuracy": 0.17290171831846238,
      "num_tokens": 43715403.0,
      "step": 13085
    },
    {
      "entropy": 6.390675210952759,
      "epoch": 2.5537020778460637,
      "grad_norm": 0.85546875,
      "learning_rate": 0.00043873841886420893,
      "loss": 5.8386,
      "mean_token_accuracy": 0.18346107751131058,
      "num_tokens": 43732029.0,
      "step": 13090
    },
    {
      "entropy": 6.424525785446167,
      "epoch": 2.5546775924300067,
      "grad_norm": 0.8828125,
      "learning_rate": 0.00043869017093783305,
      "loss": 5.9037,
      "mean_token_accuracy": 0.17675773799419403,
      "num_tokens": 43749951.0,
      "step": 13095
    },
    {
      "entropy": 6.466204881668091,
      "epoch": 2.55565310701395,
      "grad_norm": 0.8125,
      "learning_rate": 0.0004386419070162369,
      "loss": 5.9929,
      "mean_token_accuracy": 0.16941780745983123,
      "num_tokens": 43766169.0,
      "step": 13100
    },
    {
      "entropy": 6.356793546676636,
      "epoch": 2.556628621597893,
      "grad_norm": 0.92578125,
      "learning_rate": 0.00043859362710413694,
      "loss": 5.8319,
      "mean_token_accuracy": 0.18376765251159669,
      "num_tokens": 43782751.0,
      "step": 13105
    },
    {
      "entropy": 6.351117849349976,
      "epoch": 2.557604136181836,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004385453312062508,
      "loss": 5.7935,
      "mean_token_accuracy": 0.1788301795721054,
      "num_tokens": 43799113.0,
      "step": 13110
    },
    {
      "entropy": 6.385328865051269,
      "epoch": 2.558579650765779,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004384970193272977,
      "loss": 5.842,
      "mean_token_accuracy": 0.1790095567703247,
      "num_tokens": 43816926.0,
      "step": 13115
    },
    {
      "entropy": 6.38880352973938,
      "epoch": 2.559555165349722,
      "grad_norm": 0.87890625,
      "learning_rate": 0.00043844869147199867,
      "loss": 5.8501,
      "mean_token_accuracy": 0.18197866529226303,
      "num_tokens": 43834557.0,
      "step": 13120
    },
    {
      "entropy": 6.396064376831054,
      "epoch": 2.560530679933665,
      "grad_norm": 0.8671875,
      "learning_rate": 0.000438400347645076,
      "loss": 5.8893,
      "mean_token_accuracy": 0.17437491416931153,
      "num_tokens": 43850527.0,
      "step": 13125
    },
    {
      "entropy": 6.349334764480591,
      "epoch": 2.561506194517608,
      "grad_norm": 0.91015625,
      "learning_rate": 0.00043835198785125367,
      "loss": 5.8441,
      "mean_token_accuracy": 0.173039910197258,
      "num_tokens": 43867889.0,
      "step": 13130
    },
    {
      "entropy": 6.48336763381958,
      "epoch": 2.562481709101551,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004383036120952574,
      "loss": 5.9791,
      "mean_token_accuracy": 0.16233675181865692,
      "num_tokens": 43885002.0,
      "step": 13135
    },
    {
      "entropy": 6.376746606826782,
      "epoch": 2.5634572236854942,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004382552203818142,
      "loss": 5.8709,
      "mean_token_accuracy": 0.17930531352758408,
      "num_tokens": 43902161.0,
      "step": 13140
    },
    {
      "entropy": 6.364598941802979,
      "epoch": 2.564432738269437,
      "grad_norm": 0.96875,
      "learning_rate": 0.00043820681271565265,
      "loss": 5.7885,
      "mean_token_accuracy": 0.18262439519166945,
      "num_tokens": 43917580.0,
      "step": 13145
    },
    {
      "entropy": 6.387229490280151,
      "epoch": 2.56540825285338,
      "grad_norm": 0.85546875,
      "learning_rate": 0.000438158389101503,
      "loss": 5.8376,
      "mean_token_accuracy": 0.17565329223871232,
      "num_tokens": 43933709.0,
      "step": 13150
    },
    {
      "entropy": 6.402088212966919,
      "epoch": 2.566383767437323,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004381099495440971,
      "loss": 5.8478,
      "mean_token_accuracy": 0.1718757599592209,
      "num_tokens": 43950264.0,
      "step": 13155
    },
    {
      "entropy": 6.26021294593811,
      "epoch": 2.567359282021266,
      "grad_norm": 0.8046875,
      "learning_rate": 0.0004380614940481683,
      "loss": 5.7679,
      "mean_token_accuracy": 0.18182562738657,
      "num_tokens": 43966722.0,
      "step": 13160
    },
    {
      "entropy": 6.355592060089111,
      "epoch": 2.5683347966052095,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0004380130226184514,
      "loss": 5.8107,
      "mean_token_accuracy": 0.17949028313159943,
      "num_tokens": 43984780.0,
      "step": 13165
    },
    {
      "entropy": 6.387430429458618,
      "epoch": 2.5693103111891524,
      "grad_norm": 0.87890625,
      "learning_rate": 0.00043796453525968304,
      "loss": 5.889,
      "mean_token_accuracy": 0.17043273746967316,
      "num_tokens": 44000954.0,
      "step": 13170
    },
    {
      "entropy": 6.4646803855896,
      "epoch": 2.5702858257730954,
      "grad_norm": 0.85546875,
      "learning_rate": 0.00043791603197660095,
      "loss": 5.9339,
      "mean_token_accuracy": 0.17244913578033447,
      "num_tokens": 44017214.0,
      "step": 13175
    },
    {
      "entropy": 6.3935408115386965,
      "epoch": 2.5712613403570383,
      "grad_norm": 0.94921875,
      "learning_rate": 0.000437867512773945,
      "loss": 5.9118,
      "mean_token_accuracy": 0.17036409229040145,
      "num_tokens": 44032793.0,
      "step": 13180
    },
    {
      "entropy": 6.401471900939941,
      "epoch": 2.5722368549409813,
      "grad_norm": 0.890625,
      "learning_rate": 0.00043781897765645615,
      "loss": 5.863,
      "mean_token_accuracy": 0.17604774385690689,
      "num_tokens": 44047831.0,
      "step": 13185
    },
    {
      "entropy": 6.446424293518066,
      "epoch": 2.5732123695249243,
      "grad_norm": 0.9375,
      "learning_rate": 0.000437770426628877,
      "loss": 5.9921,
      "mean_token_accuracy": 0.166196209192276,
      "num_tokens": 44063861.0,
      "step": 13190
    },
    {
      "entropy": 6.426054668426514,
      "epoch": 2.5741878841088672,
      "grad_norm": 0.8515625,
      "learning_rate": 0.000437721859695952,
      "loss": 5.9453,
      "mean_token_accuracy": 0.1707290768623352,
      "num_tokens": 44080740.0,
      "step": 13195
    },
    {
      "entropy": 6.434329891204834,
      "epoch": 2.57516339869281,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004376732768624267,
      "loss": 5.8895,
      "mean_token_accuracy": 0.16422742009162902,
      "num_tokens": 44096581.0,
      "step": 13200
    },
    {
      "entropy": 6.371557188034058,
      "epoch": 2.5761389132767536,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004376246781330487,
      "loss": 5.8191,
      "mean_token_accuracy": 0.17925699651241303,
      "num_tokens": 44113556.0,
      "step": 13205
    },
    {
      "entropy": 6.300015544891357,
      "epoch": 2.5771144278606966,
      "grad_norm": 0.9140625,
      "learning_rate": 0.00043757606351256664,
      "loss": 5.8369,
      "mean_token_accuracy": 0.18017876893281937,
      "num_tokens": 44131440.0,
      "step": 13210
    },
    {
      "entropy": 6.318854761123657,
      "epoch": 2.5780899424446395,
      "grad_norm": 0.8828125,
      "learning_rate": 0.00043752743300573115,
      "loss": 5.857,
      "mean_token_accuracy": 0.18078396767377852,
      "num_tokens": 44148982.0,
      "step": 13215
    },
    {
      "entropy": 6.398991107940674,
      "epoch": 2.5790654570285825,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004374787866172942,
      "loss": 5.8476,
      "mean_token_accuracy": 0.183273021876812,
      "num_tokens": 44165540.0,
      "step": 13220
    },
    {
      "entropy": 6.394051122665405,
      "epoch": 2.580040971612526,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004374301243520092,
      "loss": 5.9026,
      "mean_token_accuracy": 0.17149621695280076,
      "num_tokens": 44182038.0,
      "step": 13225
    },
    {
      "entropy": 6.424343061447144,
      "epoch": 2.581016486196469,
      "grad_norm": 0.80859375,
      "learning_rate": 0.00043738144621463136,
      "loss": 5.9751,
      "mean_token_accuracy": 0.17083602249622346,
      "num_tokens": 44198838.0,
      "step": 13230
    },
    {
      "entropy": 6.3461182594299315,
      "epoch": 2.581992000780412,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004373327522099174,
      "loss": 5.7823,
      "mean_token_accuracy": 0.1844922572374344,
      "num_tokens": 44215422.0,
      "step": 13235
    },
    {
      "entropy": 6.4309854984283445,
      "epoch": 2.5829675153643548,
      "grad_norm": 0.94140625,
      "learning_rate": 0.00043728404234262547,
      "loss": 5.9564,
      "mean_token_accuracy": 0.1694425091147423,
      "num_tokens": 44232019.0,
      "step": 13240
    },
    {
      "entropy": 6.489578771591186,
      "epoch": 2.5839430299482977,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004372353166175153,
      "loss": 5.9073,
      "mean_token_accuracy": 0.16919131428003312,
      "num_tokens": 44246675.0,
      "step": 13245
    },
    {
      "entropy": 6.447632312774658,
      "epoch": 2.5849185445322407,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004371865750393482,
      "loss": 5.9808,
      "mean_token_accuracy": 0.16440309286117555,
      "num_tokens": 44262531.0,
      "step": 13250
    },
    {
      "entropy": 6.407856559753418,
      "epoch": 2.5858940591161836,
      "grad_norm": 0.88671875,
      "learning_rate": 0.00043713781761288705,
      "loss": 5.8699,
      "mean_token_accuracy": 0.17102223932743071,
      "num_tokens": 44279440.0,
      "step": 13255
    },
    {
      "entropy": 6.388880681991577,
      "epoch": 2.5868695737001266,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004370890443428962,
      "loss": 5.9102,
      "mean_token_accuracy": 0.17019741982221603,
      "num_tokens": 44296384.0,
      "step": 13260
    },
    {
      "entropy": 6.280441427230835,
      "epoch": 2.58784508828407,
      "grad_norm": 0.91796875,
      "learning_rate": 0.00043704025523414163,
      "loss": 5.7678,
      "mean_token_accuracy": 0.18214110285043716,
      "num_tokens": 44313318.0,
      "step": 13265
    },
    {
      "entropy": 6.373763132095337,
      "epoch": 2.588820602868013,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004369914502913909,
      "loss": 5.7582,
      "mean_token_accuracy": 0.18154508620500565,
      "num_tokens": 44329752.0,
      "step": 13270
    },
    {
      "entropy": 6.375531578063965,
      "epoch": 2.589796117451956,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004369426295194129,
      "loss": 5.8386,
      "mean_token_accuracy": 0.17660252004861832,
      "num_tokens": 44347318.0,
      "step": 13275
    },
    {
      "entropy": 6.428747463226318,
      "epoch": 2.590771632035899,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004368937929229783,
      "loss": 5.9144,
      "mean_token_accuracy": 0.1726647987961769,
      "num_tokens": 44362595.0,
      "step": 13280
    },
    {
      "entropy": 6.390138912200928,
      "epoch": 2.591747146619842,
      "grad_norm": 0.97265625,
      "learning_rate": 0.00043684494050685933,
      "loss": 5.9462,
      "mean_token_accuracy": 0.1616331622004509,
      "num_tokens": 44378611.0,
      "step": 13285
    },
    {
      "entropy": 6.452533912658692,
      "epoch": 2.5927226612037853,
      "grad_norm": 0.875,
      "learning_rate": 0.0004367960722758296,
      "loss": 5.8996,
      "mean_token_accuracy": 0.1706866964697838,
      "num_tokens": 44394427.0,
      "step": 13290
    },
    {
      "entropy": 6.3805046558380125,
      "epoch": 2.593698175787728,
      "grad_norm": 0.8984375,
      "learning_rate": 0.00043674718823466437,
      "loss": 5.8619,
      "mean_token_accuracy": 0.1747080996632576,
      "num_tokens": 44411952.0,
      "step": 13295
    },
    {
      "entropy": 6.423135709762573,
      "epoch": 2.594673690371671,
      "grad_norm": 0.92578125,
      "learning_rate": 0.00043669828838814037,
      "loss": 5.8573,
      "mean_token_accuracy": 0.17132754474878312,
      "num_tokens": 44428434.0,
      "step": 13300
    },
    {
      "entropy": 6.342555665969849,
      "epoch": 2.595649204955614,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004366493727410359,
      "loss": 5.8053,
      "mean_token_accuracy": 0.18380416184663773,
      "num_tokens": 44447072.0,
      "step": 13305
    },
    {
      "entropy": 6.417717695236206,
      "epoch": 2.596624719539557,
      "grad_norm": 0.80078125,
      "learning_rate": 0.00043660044129813084,
      "loss": 5.8823,
      "mean_token_accuracy": 0.17004471719264985,
      "num_tokens": 44464135.0,
      "step": 13310
    },
    {
      "entropy": 6.415096426010132,
      "epoch": 2.5976002341235,
      "grad_norm": 0.92578125,
      "learning_rate": 0.00043655149406420657,
      "loss": 5.9608,
      "mean_token_accuracy": 0.16811735779047013,
      "num_tokens": 44479366.0,
      "step": 13315
    },
    {
      "entropy": 6.437298583984375,
      "epoch": 2.598575748707443,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004365025310440462,
      "loss": 5.9118,
      "mean_token_accuracy": 0.1663914829492569,
      "num_tokens": 44496957.0,
      "step": 13320
    },
    {
      "entropy": 6.474242687225342,
      "epoch": 2.599551263291386,
      "grad_norm": 0.8671875,
      "learning_rate": 0.000436453552242434,
      "loss": 5.9552,
      "mean_token_accuracy": 0.16704615950584412,
      "num_tokens": 44514300.0,
      "step": 13325
    },
    {
      "entropy": 6.423235511779785,
      "epoch": 2.6005267778753294,
      "grad_norm": 0.91796875,
      "learning_rate": 0.00043640455766415616,
      "loss": 5.9055,
      "mean_token_accuracy": 0.17374803274869918,
      "num_tokens": 44530354.0,
      "step": 13330
    },
    {
      "entropy": 6.4398339748382565,
      "epoch": 2.6015022924592723,
      "grad_norm": 0.96484375,
      "learning_rate": 0.00043635554731400014,
      "loss": 5.9162,
      "mean_token_accuracy": 0.17294366657733917,
      "num_tokens": 44547175.0,
      "step": 13335
    },
    {
      "entropy": 6.332400846481323,
      "epoch": 2.6024778070432153,
      "grad_norm": 0.87890625,
      "learning_rate": 0.00043630652119675515,
      "loss": 5.8878,
      "mean_token_accuracy": 0.1764638602733612,
      "num_tokens": 44564461.0,
      "step": 13340
    },
    {
      "entropy": 6.373069953918457,
      "epoch": 2.6034533216271583,
      "grad_norm": 0.8828125,
      "learning_rate": 0.00043625747931721185,
      "loss": 5.9196,
      "mean_token_accuracy": 0.17634691447019576,
      "num_tokens": 44583031.0,
      "step": 13345
    },
    {
      "entropy": 6.384315013885498,
      "epoch": 2.604428836211101,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004362084216801624,
      "loss": 5.8958,
      "mean_token_accuracy": 0.16961239874362946,
      "num_tokens": 44600408.0,
      "step": 13350
    },
    {
      "entropy": 6.412018537521362,
      "epoch": 2.6054043507950446,
      "grad_norm": 0.91796875,
      "learning_rate": 0.00043615934829040057,
      "loss": 5.8317,
      "mean_token_accuracy": 0.1803179442882538,
      "num_tokens": 44618361.0,
      "step": 13355
    },
    {
      "entropy": 6.290748405456543,
      "epoch": 2.6063798653789876,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004361102591527215,
      "loss": 5.6759,
      "mean_token_accuracy": 0.18704018592834473,
      "num_tokens": 44634246.0,
      "step": 13360
    },
    {
      "entropy": 6.2796319961547855,
      "epoch": 2.6073553799629305,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004360611542719222,
      "loss": 5.7807,
      "mean_token_accuracy": 0.18203544169664382,
      "num_tokens": 44650087.0,
      "step": 13365
    },
    {
      "entropy": 6.388750171661377,
      "epoch": 2.6083308945468735,
      "grad_norm": 0.875,
      "learning_rate": 0.0004360120336528009,
      "loss": 5.9179,
      "mean_token_accuracy": 0.16979686468839644,
      "num_tokens": 44666540.0,
      "step": 13370
    },
    {
      "entropy": 6.357608032226563,
      "epoch": 2.6093064091308165,
      "grad_norm": 0.86328125,
      "learning_rate": 0.00043596289730015754,
      "loss": 5.8518,
      "mean_token_accuracy": 0.18045360893011092,
      "num_tokens": 44683856.0,
      "step": 13375
    },
    {
      "entropy": 6.412828588485718,
      "epoch": 2.6102819237147594,
      "grad_norm": 0.9296875,
      "learning_rate": 0.00043591374521879353,
      "loss": 5.8869,
      "mean_token_accuracy": 0.17073685973882674,
      "num_tokens": 44700297.0,
      "step": 13380
    },
    {
      "entropy": 6.370090961456299,
      "epoch": 2.6112574382987024,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004358645774135118,
      "loss": 5.8007,
      "mean_token_accuracy": 0.1776261568069458,
      "num_tokens": 44716878.0,
      "step": 13385
    },
    {
      "entropy": 6.430846357345581,
      "epoch": 2.6122329528826453,
      "grad_norm": 0.84375,
      "learning_rate": 0.000435815393889117,
      "loss": 5.9287,
      "mean_token_accuracy": 0.17061864733695983,
      "num_tokens": 44734656.0,
      "step": 13390
    },
    {
      "entropy": 6.379753828048706,
      "epoch": 2.6132084674665887,
      "grad_norm": 0.88671875,
      "learning_rate": 0.00043576619465041496,
      "loss": 5.8603,
      "mean_token_accuracy": 0.17159610539674758,
      "num_tokens": 44750857.0,
      "step": 13395
    },
    {
      "entropy": 6.399360036849975,
      "epoch": 2.6141839820505317,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004357169797022134,
      "loss": 5.8634,
      "mean_token_accuracy": 0.1718011885881424,
      "num_tokens": 44767641.0,
      "step": 13400
    },
    {
      "entropy": 6.175046825408936,
      "epoch": 2.6151594966344747,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004356677490493214,
      "loss": 5.61,
      "mean_token_accuracy": 0.197845059633255,
      "num_tokens": 44785003.0,
      "step": 13405
    },
    {
      "entropy": 6.480602264404297,
      "epoch": 2.6161350112184176,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004356185026965496,
      "loss": 5.9785,
      "mean_token_accuracy": 0.16667186170816423,
      "num_tokens": 44800308.0,
      "step": 13410
    },
    {
      "entropy": 6.446509790420532,
      "epoch": 2.6171105258023606,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00043556924064871023,
      "loss": 5.8597,
      "mean_token_accuracy": 0.1772223964333534,
      "num_tokens": 44817064.0,
      "step": 13415
    },
    {
      "entropy": 6.28638596534729,
      "epoch": 2.618086040386304,
      "grad_norm": 0.81640625,
      "learning_rate": 0.00043551996291061684,
      "loss": 5.7449,
      "mean_token_accuracy": 0.18476213663816451,
      "num_tokens": 44834863.0,
      "step": 13420
    },
    {
      "entropy": 6.3207597732543945,
      "epoch": 2.619061554970247,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004354706694870848,
      "loss": 5.8016,
      "mean_token_accuracy": 0.17713309675455094,
      "num_tokens": 44852453.0,
      "step": 13425
    },
    {
      "entropy": 6.417789077758789,
      "epoch": 2.62003706955419,
      "grad_norm": 0.83984375,
      "learning_rate": 0.00043542136038293087,
      "loss": 5.8685,
      "mean_token_accuracy": 0.16934704184532165,
      "num_tokens": 44868976.0,
      "step": 13430
    },
    {
      "entropy": 6.392639780044556,
      "epoch": 2.621012584138133,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004353720356029733,
      "loss": 5.8702,
      "mean_token_accuracy": 0.17251282185316086,
      "num_tokens": 44886490.0,
      "step": 13435
    },
    {
      "entropy": 6.446364831924439,
      "epoch": 2.621988098722076,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004353226951520321,
      "loss": 5.9542,
      "mean_token_accuracy": 0.16864762604236602,
      "num_tokens": 44902572.0,
      "step": 13440
    },
    {
      "entropy": 6.386680698394775,
      "epoch": 2.622963613306019,
      "grad_norm": 0.95703125,
      "learning_rate": 0.00043527333903492846,
      "loss": 5.8862,
      "mean_token_accuracy": 0.172841814160347,
      "num_tokens": 44918181.0,
      "step": 13445
    },
    {
      "entropy": 6.453708124160767,
      "epoch": 2.6239391278899618,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004352239672564854,
      "loss": 5.9943,
      "mean_token_accuracy": 0.16419410854578018,
      "num_tokens": 44934809.0,
      "step": 13450
    },
    {
      "entropy": 6.467732763290405,
      "epoch": 2.6249146424739047,
      "grad_norm": 0.94140625,
      "learning_rate": 0.00043517457982152725,
      "loss": 5.9227,
      "mean_token_accuracy": 0.17208777070045472,
      "num_tokens": 44951626.0,
      "step": 13455
    },
    {
      "entropy": 6.415421628952027,
      "epoch": 2.625890157057848,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004351251767348801,
      "loss": 5.9561,
      "mean_token_accuracy": 0.1647996038198471,
      "num_tokens": 44968211.0,
      "step": 13460
    },
    {
      "entropy": 6.3609938621521,
      "epoch": 2.626865671641791,
      "grad_norm": 0.83984375,
      "learning_rate": 0.00043507575800137135,
      "loss": 5.7918,
      "mean_token_accuracy": 0.18185453563928605,
      "num_tokens": 44984605.0,
      "step": 13465
    },
    {
      "entropy": 6.4337317943573,
      "epoch": 2.627841186225734,
      "grad_norm": 0.88671875,
      "learning_rate": 0.00043502632362583005,
      "loss": 5.905,
      "mean_token_accuracy": 0.17466833740472792,
      "num_tokens": 45000803.0,
      "step": 13470
    },
    {
      "entropy": 6.2090811252594,
      "epoch": 2.628816700809677,
      "grad_norm": 0.76171875,
      "learning_rate": 0.00043497687361308677,
      "loss": 5.7625,
      "mean_token_accuracy": 0.18905387073755264,
      "num_tokens": 45018362.0,
      "step": 13475
    },
    {
      "entropy": 6.326055192947388,
      "epoch": 2.6297922153936204,
      "grad_norm": 0.97265625,
      "learning_rate": 0.00043492740796797347,
      "loss": 5.7312,
      "mean_token_accuracy": 0.1858794331550598,
      "num_tokens": 45033160.0,
      "step": 13480
    },
    {
      "entropy": 6.402242183685303,
      "epoch": 2.6307677299775634,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004348779266953239,
      "loss": 5.8643,
      "mean_token_accuracy": 0.17930010557174683,
      "num_tokens": 45049631.0,
      "step": 13485
    },
    {
      "entropy": 6.319363737106324,
      "epoch": 2.6317432445615063,
      "grad_norm": 0.875,
      "learning_rate": 0.00043482842979997323,
      "loss": 5.8197,
      "mean_token_accuracy": 0.1768071323633194,
      "num_tokens": 45067083.0,
      "step": 13490
    },
    {
      "entropy": 6.422242832183838,
      "epoch": 2.6327187591454493,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004347789172867579,
      "loss": 5.913,
      "mean_token_accuracy": 0.170844142138958,
      "num_tokens": 45083576.0,
      "step": 13495
    },
    {
      "entropy": 6.3488829135894775,
      "epoch": 2.6336942737293922,
      "grad_norm": 0.87109375,
      "learning_rate": 0.00043472938916051633,
      "loss": 5.834,
      "mean_token_accuracy": 0.18101910948753358,
      "num_tokens": 45100738.0,
      "step": 13500
    },
    {
      "entropy": 6.355788850784302,
      "epoch": 2.634669788313335,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004346798454260882,
      "loss": 5.8777,
      "mean_token_accuracy": 0.1661110207438469,
      "num_tokens": 45117254.0,
      "step": 13505
    },
    {
      "entropy": 6.220776128768921,
      "epoch": 2.635645302897278,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004346302860883146,
      "loss": 5.6643,
      "mean_token_accuracy": 0.20091675817966462,
      "num_tokens": 45135160.0,
      "step": 13510
    },
    {
      "entropy": 6.420654773712158,
      "epoch": 2.636620817481221,
      "grad_norm": 0.94921875,
      "learning_rate": 0.00043458071115203836,
      "loss": 5.8167,
      "mean_token_accuracy": 0.17392117530107498,
      "num_tokens": 45152025.0,
      "step": 13515
    },
    {
      "entropy": 6.284584617614746,
      "epoch": 2.6375963320651645,
      "grad_norm": 0.8203125,
      "learning_rate": 0.00043453112062210377,
      "loss": 5.7751,
      "mean_token_accuracy": 0.1764517083764076,
      "num_tokens": 45169452.0,
      "step": 13520
    },
    {
      "entropy": 6.365875673294068,
      "epoch": 2.6385718466491075,
      "grad_norm": 0.83203125,
      "learning_rate": 0.00043448151450335666,
      "loss": 5.7956,
      "mean_token_accuracy": 0.18299782276153564,
      "num_tokens": 45186401.0,
      "step": 13525
    },
    {
      "entropy": 6.399884033203125,
      "epoch": 2.6395473612330504,
      "grad_norm": 0.8671875,
      "learning_rate": 0.00043443189280064444,
      "loss": 5.8822,
      "mean_token_accuracy": 0.16591344624757767,
      "num_tokens": 45201713.0,
      "step": 13530
    },
    {
      "entropy": 6.421710014343262,
      "epoch": 2.6405228758169934,
      "grad_norm": 0.9453125,
      "learning_rate": 0.00043438225551881577,
      "loss": 5.9241,
      "mean_token_accuracy": 0.1720982789993286,
      "num_tokens": 45216727.0,
      "step": 13535
    },
    {
      "entropy": 6.418546676635742,
      "epoch": 2.6414983904009364,
      "grad_norm": 0.90234375,
      "learning_rate": 0.00043433260266272116,
      "loss": 5.8687,
      "mean_token_accuracy": 0.1681356742978096,
      "num_tokens": 45231958.0,
      "step": 13540
    },
    {
      "entropy": 6.43243441581726,
      "epoch": 2.6424739049848798,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004342829342372125,
      "loss": 5.9229,
      "mean_token_accuracy": 0.16534355282783508,
      "num_tokens": 45248620.0,
      "step": 13545
    },
    {
      "entropy": 6.298235893249512,
      "epoch": 2.6434494195688227,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004342332502471432,
      "loss": 5.7696,
      "mean_token_accuracy": 0.18287295401096343,
      "num_tokens": 45264065.0,
      "step": 13550
    },
    {
      "entropy": 6.460285091400147,
      "epoch": 2.6444249341527657,
      "grad_norm": 0.9140625,
      "learning_rate": 0.00043418355069736834,
      "loss": 5.9357,
      "mean_token_accuracy": 0.16812076419591904,
      "num_tokens": 45279818.0,
      "step": 13555
    },
    {
      "entropy": 6.3148167610168455,
      "epoch": 2.6454004487367087,
      "grad_norm": 0.953125,
      "learning_rate": 0.00043413383559274404,
      "loss": 5.7718,
      "mean_token_accuracy": 0.18200686275959016,
      "num_tokens": 45296282.0,
      "step": 13560
    },
    {
      "entropy": 6.3477167129516605,
      "epoch": 2.6463759633206516,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004340841049381286,
      "loss": 5.7788,
      "mean_token_accuracy": 0.1836417719721794,
      "num_tokens": 45314345.0,
      "step": 13565
    },
    {
      "entropy": 6.355954360961914,
      "epoch": 2.6473514779045946,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004340343587383814,
      "loss": 5.8464,
      "mean_token_accuracy": 0.17686064541339874,
      "num_tokens": 45329975.0,
      "step": 13570
    },
    {
      "entropy": 6.386055421829224,
      "epoch": 2.6483269924885375,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004339845969983634,
      "loss": 5.8113,
      "mean_token_accuracy": 0.17894731014966964,
      "num_tokens": 45347163.0,
      "step": 13575
    },
    {
      "entropy": 6.322606754302979,
      "epoch": 2.6493025070724805,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004339348197229373,
      "loss": 5.7864,
      "mean_token_accuracy": 0.18694002479314803,
      "num_tokens": 45362966.0,
      "step": 13580
    },
    {
      "entropy": 6.369630193710327,
      "epoch": 2.650278021656424,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004338850269169671,
      "loss": 5.9106,
      "mean_token_accuracy": 0.16722327023744582,
      "num_tokens": 45379628.0,
      "step": 13585
    },
    {
      "entropy": 6.365901803970337,
      "epoch": 2.651253536240367,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004338352185853183,
      "loss": 5.8458,
      "mean_token_accuracy": 0.17092099487781526,
      "num_tokens": 45397088.0,
      "step": 13590
    },
    {
      "entropy": 6.397927904129029,
      "epoch": 2.65222905082431,
      "grad_norm": 0.859375,
      "learning_rate": 0.000433785394732858,
      "loss": 5.8221,
      "mean_token_accuracy": 0.1765783742070198,
      "num_tokens": 45414134.0,
      "step": 13595
    },
    {
      "entropy": 6.37080717086792,
      "epoch": 2.653204565408253,
      "grad_norm": 0.953125,
      "learning_rate": 0.00043373555536445487,
      "loss": 5.8181,
      "mean_token_accuracy": 0.17692968547344207,
      "num_tokens": 45431398.0,
      "step": 13600
    },
    {
      "entropy": 6.412996292114258,
      "epoch": 2.6541800799921957,
      "grad_norm": 0.859375,
      "learning_rate": 0.00043368570048497895,
      "loss": 5.9365,
      "mean_token_accuracy": 0.16654577255249023,
      "num_tokens": 45448867.0,
      "step": 13605
    },
    {
      "entropy": 6.447266149520874,
      "epoch": 2.655155594576139,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004336358300993021,
      "loss": 5.8689,
      "mean_token_accuracy": 0.1704479783773422,
      "num_tokens": 45466388.0,
      "step": 13610
    },
    {
      "entropy": 6.367265844345093,
      "epoch": 2.656131109160082,
      "grad_norm": 0.84375,
      "learning_rate": 0.00043358594421229717,
      "loss": 5.844,
      "mean_token_accuracy": 0.17379873842000962,
      "num_tokens": 45483711.0,
      "step": 13615
    },
    {
      "entropy": 6.342809200286865,
      "epoch": 2.657106623744025,
      "grad_norm": 0.84375,
      "learning_rate": 0.000433536042828839,
      "loss": 5.7726,
      "mean_token_accuracy": 0.1865284785628319,
      "num_tokens": 45502228.0,
      "step": 13620
    },
    {
      "entropy": 6.343998861312866,
      "epoch": 2.658082138327968,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004334861259538038,
      "loss": 5.7749,
      "mean_token_accuracy": 0.17999321073293686,
      "num_tokens": 45519278.0,
      "step": 13625
    },
    {
      "entropy": 6.414977931976319,
      "epoch": 2.659057652911911,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004334361935920693,
      "loss": 5.9276,
      "mean_token_accuracy": 0.16737972646951677,
      "num_tokens": 45535287.0,
      "step": 13630
    },
    {
      "entropy": 6.447778749465942,
      "epoch": 2.660033167495854,
      "grad_norm": 0.8046875,
      "learning_rate": 0.00043338624574851454,
      "loss": 5.9228,
      "mean_token_accuracy": 0.16861936450004578,
      "num_tokens": 45551744.0,
      "step": 13635
    },
    {
      "entropy": 6.442987060546875,
      "epoch": 2.661008682079797,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004333362824280204,
      "loss": 5.9366,
      "mean_token_accuracy": 0.17020516693592072,
      "num_tokens": 45569089.0,
      "step": 13640
    },
    {
      "entropy": 6.392498111724853,
      "epoch": 2.66198419666374,
      "grad_norm": 0.88671875,
      "learning_rate": 0.00043328630363546894,
      "loss": 5.8531,
      "mean_token_accuracy": 0.1768973648548126,
      "num_tokens": 45586750.0,
      "step": 13645
    },
    {
      "entropy": 6.3895210266113285,
      "epoch": 2.6629597112476833,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004332363093757442,
      "loss": 5.8665,
      "mean_token_accuracy": 0.175227552652359,
      "num_tokens": 45604103.0,
      "step": 13650
    },
    {
      "entropy": 6.397328233718872,
      "epoch": 2.6639352258316262,
      "grad_norm": 0.8125,
      "learning_rate": 0.0004331862996537312,
      "loss": 5.8823,
      "mean_token_accuracy": 0.17224539667367936,
      "num_tokens": 45620588.0,
      "step": 13655
    },
    {
      "entropy": 6.4187853813171385,
      "epoch": 2.664910740415569,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004331362744743168,
      "loss": 5.9039,
      "mean_token_accuracy": 0.17715024799108506,
      "num_tokens": 45638289.0,
      "step": 13660
    },
    {
      "entropy": 6.321461486816406,
      "epoch": 2.665886254999512,
      "grad_norm": 0.8671875,
      "learning_rate": 0.00043308623384238925,
      "loss": 5.7415,
      "mean_token_accuracy": 0.1881175547838211,
      "num_tokens": 45655904.0,
      "step": 13665
    },
    {
      "entropy": 6.407787895202636,
      "epoch": 2.666861769583455,
      "grad_norm": 0.83203125,
      "learning_rate": 0.00043303617776283834,
      "loss": 5.8958,
      "mean_token_accuracy": 0.1692239448428154,
      "num_tokens": 45673314.0,
      "step": 13670
    },
    {
      "entropy": 6.334008312225341,
      "epoch": 2.6678372841673985,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004329861062405554,
      "loss": 5.8055,
      "mean_token_accuracy": 0.1897442474961281,
      "num_tokens": 45689082.0,
      "step": 13675
    },
    {
      "entropy": 6.442957496643066,
      "epoch": 2.6688127987513415,
      "grad_norm": 0.875,
      "learning_rate": 0.0004329360192804332,
      "loss": 5.9769,
      "mean_token_accuracy": 0.16938834339380265,
      "num_tokens": 45705979.0,
      "step": 13680
    },
    {
      "entropy": 6.528960752487182,
      "epoch": 2.6697883133352844,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004328859168873661,
      "loss": 6.0025,
      "mean_token_accuracy": 0.162119260430336,
      "num_tokens": 45722941.0,
      "step": 13685
    },
    {
      "entropy": 6.3887285709381105,
      "epoch": 2.6707638279192274,
      "grad_norm": 0.9375,
      "learning_rate": 0.00043283579906625003,
      "loss": 5.8707,
      "mean_token_accuracy": 0.17533701807260513,
      "num_tokens": 45739625.0,
      "step": 13690
    },
    {
      "entropy": 6.3836644172668455,
      "epoch": 2.6717393425031704,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004327856658219821,
      "loss": 5.9134,
      "mean_token_accuracy": 0.17064026445150376,
      "num_tokens": 45756008.0,
      "step": 13695
    },
    {
      "entropy": 6.402485942840576,
      "epoch": 2.6727148570871133,
      "grad_norm": 0.8125,
      "learning_rate": 0.00043273551715946126,
      "loss": 5.868,
      "mean_token_accuracy": 0.17862159609794617,
      "num_tokens": 45773043.0,
      "step": 13700
    },
    {
      "entropy": 6.293462800979614,
      "epoch": 2.6736903716710563,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004326853530835879,
      "loss": 5.736,
      "mean_token_accuracy": 0.18551050871610641,
      "num_tokens": 45790987.0,
      "step": 13705
    },
    {
      "entropy": 6.454827451705933,
      "epoch": 2.6746658862549992,
      "grad_norm": 0.875,
      "learning_rate": 0.0004326351735992638,
      "loss": 5.8973,
      "mean_token_accuracy": 0.1740674778819084,
      "num_tokens": 45807867.0,
      "step": 13710
    },
    {
      "entropy": 6.410145998001099,
      "epoch": 2.6756414008389426,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004325849787113924,
      "loss": 5.9585,
      "mean_token_accuracy": 0.16645448058843612,
      "num_tokens": 45824806.0,
      "step": 13715
    },
    {
      "entropy": 6.378239393234253,
      "epoch": 2.6766169154228856,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004325347684248785,
      "loss": 5.8132,
      "mean_token_accuracy": 0.1785493388772011,
      "num_tokens": 45841013.0,
      "step": 13720
    },
    {
      "entropy": 6.43656907081604,
      "epoch": 2.6775924300068286,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004324845427446285,
      "loss": 5.8592,
      "mean_token_accuracy": 0.17826557010412217,
      "num_tokens": 45857618.0,
      "step": 13725
    },
    {
      "entropy": 6.383009672164917,
      "epoch": 2.6785679445907715,
      "grad_norm": 0.80078125,
      "learning_rate": 0.00043243430167555025,
      "loss": 5.8541,
      "mean_token_accuracy": 0.17407569885253907,
      "num_tokens": 45875807.0,
      "step": 13730
    },
    {
      "entropy": 6.454016923904419,
      "epoch": 2.679543459174715,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004323840452225532,
      "loss": 5.8989,
      "mean_token_accuracy": 0.1670663833618164,
      "num_tokens": 45892580.0,
      "step": 13735
    },
    {
      "entropy": 6.375825023651123,
      "epoch": 2.680518973758658,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004323337733905481,
      "loss": 5.8914,
      "mean_token_accuracy": 0.1732172265648842,
      "num_tokens": 45908717.0,
      "step": 13740
    },
    {
      "entropy": 6.336431407928467,
      "epoch": 2.681494488342601,
      "grad_norm": 0.82421875,
      "learning_rate": 0.00043228348618444746,
      "loss": 5.7928,
      "mean_token_accuracy": 0.1832080826163292,
      "num_tokens": 45925200.0,
      "step": 13745
    },
    {
      "entropy": 6.430883407592773,
      "epoch": 2.682470002926544,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004322331836091651,
      "loss": 5.8895,
      "mean_token_accuracy": 0.16766299903392792,
      "num_tokens": 45942384.0,
      "step": 13750
    },
    {
      "entropy": 6.420667028427124,
      "epoch": 2.6834455175104868,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004321828656696165,
      "loss": 5.9421,
      "mean_token_accuracy": 0.16993596404790878,
      "num_tokens": 45959040.0,
      "step": 13755
    },
    {
      "entropy": 6.432531881332397,
      "epoch": 2.6844210320944297,
      "grad_norm": 0.953125,
      "learning_rate": 0.00043213253237071837,
      "loss": 5.909,
      "mean_token_accuracy": 0.16733538806438447,
      "num_tokens": 45975559.0,
      "step": 13760
    },
    {
      "entropy": 6.415706014633178,
      "epoch": 2.6853965466783727,
      "grad_norm": 0.8671875,
      "learning_rate": 0.00043208218371738926,
      "loss": 5.9507,
      "mean_token_accuracy": 0.16779387295246123,
      "num_tokens": 45992587.0,
      "step": 13765
    },
    {
      "entropy": 6.454292106628418,
      "epoch": 2.6863720612623156,
      "grad_norm": 0.9296875,
      "learning_rate": 0.00043203181971454904,
      "loss": 5.9363,
      "mean_token_accuracy": 0.16769038736820222,
      "num_tokens": 46008612.0,
      "step": 13770
    },
    {
      "entropy": 6.463746404647827,
      "epoch": 2.687347575846259,
      "grad_norm": 0.9140625,
      "learning_rate": 0.00043198144036711903,
      "loss": 5.9992,
      "mean_token_accuracy": 0.16887384355068208,
      "num_tokens": 46025730.0,
      "step": 13775
    },
    {
      "entropy": 6.343360805511475,
      "epoch": 2.688323090430202,
      "grad_norm": 0.87890625,
      "learning_rate": 0.00043193104568002214,
      "loss": 5.823,
      "mean_token_accuracy": 0.18642605543136598,
      "num_tokens": 46041389.0,
      "step": 13780
    },
    {
      "entropy": 6.432331085205078,
      "epoch": 2.689298605014145,
      "grad_norm": 0.9609375,
      "learning_rate": 0.00043188063565818277,
      "loss": 5.8921,
      "mean_token_accuracy": 0.17974808514118196,
      "num_tokens": 46056805.0,
      "step": 13785
    },
    {
      "entropy": 6.298186111450195,
      "epoch": 2.690274119598088,
      "grad_norm": 0.79296875,
      "learning_rate": 0.0004318302103065269,
      "loss": 5.8269,
      "mean_token_accuracy": 0.18290882110595702,
      "num_tokens": 46073219.0,
      "step": 13790
    },
    {
      "entropy": 6.447679710388184,
      "epoch": 2.691249634182031,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004317797696299818,
      "loss": 5.9329,
      "mean_token_accuracy": 0.17297597378492355,
      "num_tokens": 46089009.0,
      "step": 13795
    },
    {
      "entropy": 6.428564882278442,
      "epoch": 2.6922251487659743,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004317293136334763,
      "loss": 5.9106,
      "mean_token_accuracy": 0.17243029773235322,
      "num_tokens": 46104394.0,
      "step": 13800
    },
    {
      "entropy": 6.4666942119598385,
      "epoch": 2.6932006633499173,
      "grad_norm": 0.84375,
      "learning_rate": 0.00043167884232194094,
      "loss": 5.9367,
      "mean_token_accuracy": 0.16875576376914977,
      "num_tokens": 46121183.0,
      "step": 13805
    },
    {
      "entropy": 6.287727308273316,
      "epoch": 2.69417617793386,
      "grad_norm": 0.8046875,
      "learning_rate": 0.0004316283557003075,
      "loss": 5.7149,
      "mean_token_accuracy": 0.19571416676044465,
      "num_tokens": 46138594.0,
      "step": 13810
    },
    {
      "entropy": 6.401824426651001,
      "epoch": 2.695151692517803,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004315778537735094,
      "loss": 5.9073,
      "mean_token_accuracy": 0.17467310279607773,
      "num_tokens": 46155601.0,
      "step": 13815
    },
    {
      "entropy": 6.359621953964234,
      "epoch": 2.696127207101746,
      "grad_norm": 0.953125,
      "learning_rate": 0.00043152733654648146,
      "loss": 5.8044,
      "mean_token_accuracy": 0.18132262378931047,
      "num_tokens": 46172282.0,
      "step": 13820
    },
    {
      "entropy": 6.398443651199341,
      "epoch": 2.697102721685689,
      "grad_norm": 0.90234375,
      "learning_rate": 0.00043147680402416,
      "loss": 5.8735,
      "mean_token_accuracy": 0.17712601870298386,
      "num_tokens": 46188609.0,
      "step": 13825
    },
    {
      "entropy": 6.25534839630127,
      "epoch": 2.698078236269632,
      "grad_norm": 0.921875,
      "learning_rate": 0.000431426256211483,
      "loss": 5.7286,
      "mean_token_accuracy": 0.19012714475393294,
      "num_tokens": 46204624.0,
      "step": 13830
    },
    {
      "entropy": 6.320278215408325,
      "epoch": 2.699053750853575,
      "grad_norm": 0.8828125,
      "learning_rate": 0.00043137569311338977,
      "loss": 5.7653,
      "mean_token_accuracy": 0.1865180641412735,
      "num_tokens": 46221516.0,
      "step": 13835
    },
    {
      "entropy": 6.363694906234741,
      "epoch": 2.7000292654375184,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004313251147348211,
      "loss": 5.822,
      "mean_token_accuracy": 0.1783141314983368,
      "num_tokens": 46238983.0,
      "step": 13840
    },
    {
      "entropy": 6.437650108337403,
      "epoch": 2.7010047800214614,
      "grad_norm": 0.94140625,
      "learning_rate": 0.00043127452108071947,
      "loss": 5.8882,
      "mean_token_accuracy": 0.17366634607315062,
      "num_tokens": 46254158.0,
      "step": 13845
    },
    {
      "entropy": 6.482243824005127,
      "epoch": 2.7019802946054043,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004312239121560285,
      "loss": 5.9764,
      "mean_token_accuracy": 0.1659146800637245,
      "num_tokens": 46270566.0,
      "step": 13850
    },
    {
      "entropy": 6.460590553283692,
      "epoch": 2.7029558091893473,
      "grad_norm": 0.8046875,
      "learning_rate": 0.00043117328796569374,
      "loss": 5.877,
      "mean_token_accuracy": 0.17287591099739075,
      "num_tokens": 46288136.0,
      "step": 13855
    },
    {
      "entropy": 6.310302686691284,
      "epoch": 2.7039313237732903,
      "grad_norm": 0.89453125,
      "learning_rate": 0.00043112264851466177,
      "loss": 5.7729,
      "mean_token_accuracy": 0.17870208024978637,
      "num_tokens": 46305418.0,
      "step": 13860
    },
    {
      "entropy": 6.4356529712677,
      "epoch": 2.7049068383572337,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004310719938078811,
      "loss": 5.8758,
      "mean_token_accuracy": 0.17235104888677596,
      "num_tokens": 46321897.0,
      "step": 13865
    },
    {
      "entropy": 6.471727895736694,
      "epoch": 2.7058823529411766,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004310213238503014,
      "loss": 5.9918,
      "mean_token_accuracy": 0.16560932397842407,
      "num_tokens": 46338936.0,
      "step": 13870
    },
    {
      "entropy": 6.4165918827056885,
      "epoch": 2.7068578675251196,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004309706386468741,
      "loss": 5.8349,
      "mean_token_accuracy": 0.17127268761396408,
      "num_tokens": 46354453.0,
      "step": 13875
    },
    {
      "entropy": 6.410009765625,
      "epoch": 2.7078333821090625,
      "grad_norm": 0.921875,
      "learning_rate": 0.00043091993820255177,
      "loss": 5.8705,
      "mean_token_accuracy": 0.16722733974456788,
      "num_tokens": 46369441.0,
      "step": 13880
    },
    {
      "entropy": 6.384316110610962,
      "epoch": 2.7088088966930055,
      "grad_norm": 0.78125,
      "learning_rate": 0.00043086922252228886,
      "loss": 5.7892,
      "mean_token_accuracy": 0.17826006561517715,
      "num_tokens": 46386273.0,
      "step": 13885
    },
    {
      "entropy": 6.316217231750488,
      "epoch": 2.7097844112769485,
      "grad_norm": 0.8125,
      "learning_rate": 0.00043081849161104096,
      "loss": 5.8495,
      "mean_token_accuracy": 0.17232953757047653,
      "num_tokens": 46403274.0,
      "step": 13890
    },
    {
      "entropy": 6.308543729782104,
      "epoch": 2.7107599258608914,
      "grad_norm": 0.84765625,
      "learning_rate": 0.00043076774547376554,
      "loss": 5.8761,
      "mean_token_accuracy": 0.177024307847023,
      "num_tokens": 46422601.0,
      "step": 13895
    },
    {
      "entropy": 6.457562875747681,
      "epoch": 2.7117354404448344,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004307169841154211,
      "loss": 5.9124,
      "mean_token_accuracy": 0.16986125558614731,
      "num_tokens": 46437861.0,
      "step": 13900
    },
    {
      "entropy": 6.469037294387817,
      "epoch": 2.712710955028778,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00043066620754096793,
      "loss": 5.936,
      "mean_token_accuracy": 0.17380890548229216,
      "num_tokens": 46454558.0,
      "step": 13905
    },
    {
      "entropy": 6.28478970527649,
      "epoch": 2.7136864696127208,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004306154157553679,
      "loss": 5.7217,
      "mean_token_accuracy": 0.19164911210536956,
      "num_tokens": 46470975.0,
      "step": 13910
    },
    {
      "entropy": 6.359032917022705,
      "epoch": 2.7146619841966637,
      "grad_norm": 0.88671875,
      "learning_rate": 0.00043056460876358396,
      "loss": 5.8557,
      "mean_token_accuracy": 0.17579340785741807,
      "num_tokens": 46487791.0,
      "step": 13915
    },
    {
      "entropy": 6.281054306030273,
      "epoch": 2.7156374987806067,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004305137865705809,
      "loss": 5.7104,
      "mean_token_accuracy": 0.18961240351200104,
      "num_tokens": 46504668.0,
      "step": 13920
    },
    {
      "entropy": 6.361880731582642,
      "epoch": 2.7166130133645496,
      "grad_norm": 0.90625,
      "learning_rate": 0.00043046294918132496,
      "loss": 5.8414,
      "mean_token_accuracy": 0.1731922835111618,
      "num_tokens": 46519994.0,
      "step": 13925
    },
    {
      "entropy": 6.288177728652954,
      "epoch": 2.717588527948493,
      "grad_norm": 0.796875,
      "learning_rate": 0.0004304120966007835,
      "loss": 5.8068,
      "mean_token_accuracy": 0.1812421754002571,
      "num_tokens": 46537407.0,
      "step": 13930
    },
    {
      "entropy": 6.423711061477661,
      "epoch": 2.718564042532436,
      "grad_norm": 0.859375,
      "learning_rate": 0.000430361228833926,
      "loss": 5.86,
      "mean_token_accuracy": 0.17879194170236587,
      "num_tokens": 46555518.0,
      "step": 13935
    },
    {
      "entropy": 6.3863176822662355,
      "epoch": 2.719539557116379,
      "grad_norm": 0.91015625,
      "learning_rate": 0.00043031034588572294,
      "loss": 5.8599,
      "mean_token_accuracy": 0.17539667934179307,
      "num_tokens": 46573404.0,
      "step": 13940
    },
    {
      "entropy": 6.2842223167419435,
      "epoch": 2.720515071700322,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004302594477611464,
      "loss": 5.7384,
      "mean_token_accuracy": 0.18230158537626268,
      "num_tokens": 46588634.0,
      "step": 13945
    },
    {
      "entropy": 6.325318288803101,
      "epoch": 2.721490586284265,
      "grad_norm": 0.84765625,
      "learning_rate": 0.00043020853446517005,
      "loss": 5.8185,
      "mean_token_accuracy": 0.17682672739028932,
      "num_tokens": 46606105.0,
      "step": 13950
    },
    {
      "entropy": 6.350608062744141,
      "epoch": 2.722466100868208,
      "grad_norm": 0.859375,
      "learning_rate": 0.00043015760600276877,
      "loss": 5.7356,
      "mean_token_accuracy": 0.18846259266138077,
      "num_tokens": 46623586.0,
      "step": 13955
    },
    {
      "entropy": 6.363530826568604,
      "epoch": 2.723441615452151,
      "grad_norm": 0.8046875,
      "learning_rate": 0.00043010666237891927,
      "loss": 5.7982,
      "mean_token_accuracy": 0.18163402676582335,
      "num_tokens": 46640198.0,
      "step": 13960
    },
    {
      "entropy": 6.344276857376099,
      "epoch": 2.724417130036094,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004300557035985995,
      "loss": 5.9224,
      "mean_token_accuracy": 0.16695532202720642,
      "num_tokens": 46656892.0,
      "step": 13965
    },
    {
      "entropy": 6.425264835357666,
      "epoch": 2.725392644620037,
      "grad_norm": 0.9453125,
      "learning_rate": 0.00043000472966678906,
      "loss": 5.8764,
      "mean_token_accuracy": 0.17577532976865767,
      "num_tokens": 46673796.0,
      "step": 13970
    },
    {
      "entropy": 6.236103582382202,
      "epoch": 2.72636815920398,
      "grad_norm": 0.796875,
      "learning_rate": 0.0004299537405884689,
      "loss": 5.7336,
      "mean_token_accuracy": 0.19037536531686783,
      "num_tokens": 46691399.0,
      "step": 13975
    },
    {
      "entropy": 6.296945428848266,
      "epoch": 2.727343673787923,
      "grad_norm": 0.953125,
      "learning_rate": 0.00042990273636862137,
      "loss": 5.7456,
      "mean_token_accuracy": 0.17829417884349824,
      "num_tokens": 46708738.0,
      "step": 13980
    },
    {
      "entropy": 6.4323890209198,
      "epoch": 2.728319188371866,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004298517170122307,
      "loss": 5.8789,
      "mean_token_accuracy": 0.1774696961045265,
      "num_tokens": 46725481.0,
      "step": 13985
    },
    {
      "entropy": 6.406216478347778,
      "epoch": 2.7292947029558094,
      "grad_norm": 0.91015625,
      "learning_rate": 0.00042980068252428203,
      "loss": 5.8111,
      "mean_token_accuracy": 0.1785585343837738,
      "num_tokens": 46741758.0,
      "step": 13990
    },
    {
      "entropy": 6.417693281173706,
      "epoch": 2.7302702175397524,
      "grad_norm": 0.9140625,
      "learning_rate": 0.00042974963290976235,
      "loss": 5.9262,
      "mean_token_accuracy": 0.169347383081913,
      "num_tokens": 46758448.0,
      "step": 13995
    },
    {
      "entropy": 6.334908485412598,
      "epoch": 2.7312457321236954,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0004296985681736601,
      "loss": 5.8214,
      "mean_token_accuracy": 0.17739713490009307,
      "num_tokens": 46775261.0,
      "step": 14000
    },
    {
      "entropy": 6.367908573150634,
      "epoch": 2.7322212467076383,
      "grad_norm": 0.9140625,
      "learning_rate": 0.00042964748832096517,
      "loss": 5.7859,
      "mean_token_accuracy": 0.18097442388534546,
      "num_tokens": 46792484.0,
      "step": 14005
    },
    {
      "entropy": 6.417884397506714,
      "epoch": 2.7331967612915813,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004295963933566688,
      "loss": 5.938,
      "mean_token_accuracy": 0.16939688771963118,
      "num_tokens": 46810078.0,
      "step": 14010
    },
    {
      "entropy": 6.355004835128784,
      "epoch": 2.7341722758755242,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004295452832857639,
      "loss": 5.7983,
      "mean_token_accuracy": 0.1736143037676811,
      "num_tokens": 46826524.0,
      "step": 14015
    },
    {
      "entropy": 6.383050441741943,
      "epoch": 2.735147790459467,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004294941581132447,
      "loss": 5.7848,
      "mean_token_accuracy": 0.18002632707357408,
      "num_tokens": 46842939.0,
      "step": 14020
    },
    {
      "entropy": 6.387678909301758,
      "epoch": 2.73612330504341,
      "grad_norm": 0.8828125,
      "learning_rate": 0.00042944301784410705,
      "loss": 5.9512,
      "mean_token_accuracy": 0.16755155771970748,
      "num_tokens": 46858060.0,
      "step": 14025
    },
    {
      "entropy": 6.3957765102386475,
      "epoch": 2.7370988196273536,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004293918624833481,
      "loss": 5.8376,
      "mean_token_accuracy": 0.17711890190839769,
      "num_tokens": 46873434.0,
      "step": 14030
    },
    {
      "entropy": 6.425418043136597,
      "epoch": 2.7380743342112965,
      "grad_norm": 0.80859375,
      "learning_rate": 0.0004293406920359665,
      "loss": 5.9202,
      "mean_token_accuracy": 0.17854253053665162,
      "num_tokens": 46890689.0,
      "step": 14035
    },
    {
      "entropy": 6.481422376632691,
      "epoch": 2.7390498487952395,
      "grad_norm": 0.8828125,
      "learning_rate": 0.00042928950650696274,
      "loss": 5.9193,
      "mean_token_accuracy": 0.16890148371458052,
      "num_tokens": 46906384.0,
      "step": 14040
    },
    {
      "entropy": 6.332245874404907,
      "epoch": 2.7400253633791825,
      "grad_norm": 0.90234375,
      "learning_rate": 0.00042923830590133825,
      "loss": 5.9073,
      "mean_token_accuracy": 0.17445535361766815,
      "num_tokens": 46922154.0,
      "step": 14045
    },
    {
      "entropy": 6.45991883277893,
      "epoch": 2.7410008779631254,
      "grad_norm": 0.875,
      "learning_rate": 0.00042918709022409624,
      "loss": 5.8847,
      "mean_token_accuracy": 0.17301545292139053,
      "num_tokens": 46939213.0,
      "step": 14050
    },
    {
      "entropy": 6.405956745147705,
      "epoch": 2.741976392547069,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004291358594802412,
      "loss": 5.8825,
      "mean_token_accuracy": 0.17412006855010986,
      "num_tokens": 46956207.0,
      "step": 14055
    },
    {
      "entropy": 6.429466009140015,
      "epoch": 2.742951907131012,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004290846136747795,
      "loss": 5.9039,
      "mean_token_accuracy": 0.17686201483011246,
      "num_tokens": 46972228.0,
      "step": 14060
    },
    {
      "entropy": 6.449057674407959,
      "epoch": 2.7439274217149547,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004290333528127184,
      "loss": 5.9106,
      "mean_token_accuracy": 0.1731927588582039,
      "num_tokens": 46988398.0,
      "step": 14065
    },
    {
      "entropy": 6.340649509429932,
      "epoch": 2.7449029362988977,
      "grad_norm": 0.828125,
      "learning_rate": 0.000428982076899067,
      "loss": 5.7892,
      "mean_token_accuracy": 0.18388391584157943,
      "num_tokens": 47006178.0,
      "step": 14070
    },
    {
      "entropy": 6.397062015533447,
      "epoch": 2.7458784508828407,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004289307859388358,
      "loss": 5.952,
      "mean_token_accuracy": 0.17584766894578935,
      "num_tokens": 47022703.0,
      "step": 14075
    },
    {
      "entropy": 6.415003967285156,
      "epoch": 2.7468539654667836,
      "grad_norm": 0.9296875,
      "learning_rate": 0.000428879479937037,
      "loss": 5.9465,
      "mean_token_accuracy": 0.1719953402876854,
      "num_tokens": 47038164.0,
      "step": 14080
    },
    {
      "entropy": 6.354115962982178,
      "epoch": 2.7478294800507266,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004288281588986838,
      "loss": 5.8776,
      "mean_token_accuracy": 0.17026738226413726,
      "num_tokens": 47055080.0,
      "step": 14085
    },
    {
      "entropy": 6.476515436172486,
      "epoch": 2.7488049946346695,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004287768228287912,
      "loss": 5.9047,
      "mean_token_accuracy": 0.16922629177570342,
      "num_tokens": 47071121.0,
      "step": 14090
    },
    {
      "entropy": 6.141029310226441,
      "epoch": 2.749780509218613,
      "grad_norm": 0.7109375,
      "learning_rate": 0.0004287254717323754,
      "loss": 5.5566,
      "mean_token_accuracy": 0.20755685567855836,
      "num_tokens": 47088303.0,
      "step": 14095
    },
    {
      "entropy": 6.44696273803711,
      "epoch": 2.750756023802556,
      "grad_norm": 0.890625,
      "learning_rate": 0.00042867410561445445,
      "loss": 5.9792,
      "mean_token_accuracy": 0.16558916121721268,
      "num_tokens": 47104637.0,
      "step": 14100
    },
    {
      "entropy": 6.445943307876587,
      "epoch": 2.751731538386499,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004286227244800477,
      "loss": 5.921,
      "mean_token_accuracy": 0.17035505473613738,
      "num_tokens": 47121234.0,
      "step": 14105
    },
    {
      "entropy": 6.2940247535705565,
      "epoch": 2.752707052970442,
      "grad_norm": 0.93359375,
      "learning_rate": 0.00042857132833417575,
      "loss": 5.7844,
      "mean_token_accuracy": 0.19096931219100952,
      "num_tokens": 47139264.0,
      "step": 14110
    },
    {
      "entropy": 6.331248188018799,
      "epoch": 2.753682567554385,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004285199171818609,
      "loss": 5.7207,
      "mean_token_accuracy": 0.1814742147922516,
      "num_tokens": 47155546.0,
      "step": 14115
    },
    {
      "entropy": 6.39914493560791,
      "epoch": 2.754658082138328,
      "grad_norm": 0.9921875,
      "learning_rate": 0.00042846849102812695,
      "loss": 5.8009,
      "mean_token_accuracy": 0.18317932188510894,
      "num_tokens": 47171468.0,
      "step": 14120
    },
    {
      "entropy": 6.296789312362671,
      "epoch": 2.755633596722271,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004284170498779991,
      "loss": 5.6983,
      "mean_token_accuracy": 0.19050984531641008,
      "num_tokens": 47187937.0,
      "step": 14125
    },
    {
      "entropy": 6.368357467651367,
      "epoch": 2.756609111306214,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004283655937365038,
      "loss": 5.8155,
      "mean_token_accuracy": 0.1826582983136177,
      "num_tokens": 47204306.0,
      "step": 14130
    },
    {
      "entropy": 6.280568838119507,
      "epoch": 2.757584625890157,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004283141226086693,
      "loss": 5.7453,
      "mean_token_accuracy": 0.1884105384349823,
      "num_tokens": 47222040.0,
      "step": 14135
    },
    {
      "entropy": 6.321485948562622,
      "epoch": 2.7585601404741,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0004282626364995252,
      "loss": 5.734,
      "mean_token_accuracy": 0.18270238637924194,
      "num_tokens": 47237889.0,
      "step": 14140
    },
    {
      "entropy": 6.296030950546265,
      "epoch": 2.759535655058043,
      "grad_norm": 0.796875,
      "learning_rate": 0.00042821113541410247,
      "loss": 5.8445,
      "mean_token_accuracy": 0.17728107422590256,
      "num_tokens": 47253752.0,
      "step": 14145
    },
    {
      "entropy": 6.352117443084717,
      "epoch": 2.760511169641986,
      "grad_norm": 0.91796875,
      "learning_rate": 0.00042815961935743367,
      "loss": 5.8142,
      "mean_token_accuracy": 0.17936789691448213,
      "num_tokens": 47271469.0,
      "step": 14150
    },
    {
      "entropy": 6.349894762039185,
      "epoch": 2.761486684225929,
      "grad_norm": 0.8359375,
      "learning_rate": 0.00042810808833455274,
      "loss": 5.8616,
      "mean_token_accuracy": 0.1806095451116562,
      "num_tokens": 47288746.0,
      "step": 14155
    },
    {
      "entropy": 6.392570829391479,
      "epoch": 2.7624621988098723,
      "grad_norm": 0.75,
      "learning_rate": 0.00042805654235049514,
      "loss": 5.8291,
      "mean_token_accuracy": 0.17578333616256714,
      "num_tokens": 47308101.0,
      "step": 14160
    },
    {
      "entropy": 6.44092288017273,
      "epoch": 2.7634377133938153,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004280049814102976,
      "loss": 5.9294,
      "mean_token_accuracy": 0.17029121220111848,
      "num_tokens": 47324441.0,
      "step": 14165
    },
    {
      "entropy": 6.415929555892944,
      "epoch": 2.7644132279777582,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004279534055189987,
      "loss": 5.9456,
      "mean_token_accuracy": 0.16937709748744964,
      "num_tokens": 47341664.0,
      "step": 14170
    },
    {
      "entropy": 6.441902160644531,
      "epoch": 2.765388742561701,
      "grad_norm": 0.87890625,
      "learning_rate": 0.00042790181468163813,
      "loss": 5.9178,
      "mean_token_accuracy": 0.17355152368545532,
      "num_tokens": 47358424.0,
      "step": 14175
    },
    {
      "entropy": 6.3288568496704105,
      "epoch": 2.7663642571456446,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004278502089032572,
      "loss": 5.7671,
      "mean_token_accuracy": 0.18627648055553436,
      "num_tokens": 47375211.0,
      "step": 14180
    },
    {
      "entropy": 6.280519151687622,
      "epoch": 2.7673397717295876,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004277985881888986,
      "loss": 5.765,
      "mean_token_accuracy": 0.18250676691532136,
      "num_tokens": 47393947.0,
      "step": 14185
    },
    {
      "entropy": 6.472256088256836,
      "epoch": 2.7683152863135305,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004277469525436065,
      "loss": 5.8999,
      "mean_token_accuracy": 0.1712269514799118,
      "num_tokens": 47410519.0,
      "step": 14190
    },
    {
      "entropy": 6.390170669555664,
      "epoch": 2.7692908008974735,
      "grad_norm": 0.92578125,
      "learning_rate": 0.00042769530197242674,
      "loss": 5.881,
      "mean_token_accuracy": 0.1721555545926094,
      "num_tokens": 47426672.0,
      "step": 14195
    },
    {
      "entropy": 6.449154424667358,
      "epoch": 2.7702663154814164,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0004276436364804061,
      "loss": 5.9669,
      "mean_token_accuracy": 0.17124582678079606,
      "num_tokens": 47443545.0,
      "step": 14200
    },
    {
      "entropy": 6.494278430938721,
      "epoch": 2.7712418300653594,
      "grad_norm": 0.94140625,
      "learning_rate": 0.00042759195607259344,
      "loss": 5.8856,
      "mean_token_accuracy": 0.17017872929573058,
      "num_tokens": 47459543.0,
      "step": 14205
    },
    {
      "entropy": 6.40729169845581,
      "epoch": 2.7722173446493024,
      "grad_norm": 1.0,
      "learning_rate": 0.00042754026075403866,
      "loss": 5.893,
      "mean_token_accuracy": 0.17066451609134675,
      "num_tokens": 47476240.0,
      "step": 14210
    },
    {
      "entropy": 6.240086078643799,
      "epoch": 2.7731928592332453,
      "grad_norm": 0.85546875,
      "learning_rate": 0.00042748855052979326,
      "loss": 5.7063,
      "mean_token_accuracy": 0.19987807869911195,
      "num_tokens": 47493855.0,
      "step": 14215
    },
    {
      "entropy": 6.310673379898072,
      "epoch": 2.7741683738171887,
      "grad_norm": 0.91796875,
      "learning_rate": 0.00042743682540491017,
      "loss": 5.7743,
      "mean_token_accuracy": 0.18361858651041985,
      "num_tokens": 47510175.0,
      "step": 14220
    },
    {
      "entropy": 6.2912365913391115,
      "epoch": 2.7751438884011317,
      "grad_norm": 0.89453125,
      "learning_rate": 0.00042738508538444383,
      "loss": 5.7588,
      "mean_token_accuracy": 0.17940346747636796,
      "num_tokens": 47528346.0,
      "step": 14225
    },
    {
      "entropy": 6.475333595275879,
      "epoch": 2.7761194029850746,
      "grad_norm": 0.8671875,
      "learning_rate": 0.00042733333047345005,
      "loss": 5.8701,
      "mean_token_accuracy": 0.17806784063577652,
      "num_tokens": 47545069.0,
      "step": 14230
    },
    {
      "entropy": 6.282695579528808,
      "epoch": 2.7770949175690176,
      "grad_norm": 0.890625,
      "learning_rate": 0.00042728156067698607,
      "loss": 5.643,
      "mean_token_accuracy": 0.19959472566843034,
      "num_tokens": 47562255.0,
      "step": 14235
    },
    {
      "entropy": 6.388095188140869,
      "epoch": 2.7780704321529606,
      "grad_norm": 0.8125,
      "learning_rate": 0.0004272297760001108,
      "loss": 5.8337,
      "mean_token_accuracy": 0.18277981877326965,
      "num_tokens": 47577940.0,
      "step": 14240
    },
    {
      "entropy": 6.495331144332885,
      "epoch": 2.779045946736904,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004271779764478844,
      "loss": 5.9174,
      "mean_token_accuracy": 0.16794170886278154,
      "num_tokens": 47593728.0,
      "step": 14245
    },
    {
      "entropy": 6.371867370605469,
      "epoch": 2.780021461320847,
      "grad_norm": 0.921875,
      "learning_rate": 0.00042712616202536844,
      "loss": 5.8906,
      "mean_token_accuracy": 0.18369119763374328,
      "num_tokens": 47610367.0,
      "step": 14250
    },
    {
      "entropy": 6.412171173095703,
      "epoch": 2.78099697590479,
      "grad_norm": 0.98046875,
      "learning_rate": 0.00042707433273762613,
      "loss": 5.9493,
      "mean_token_accuracy": 0.17106262147426604,
      "num_tokens": 47628690.0,
      "step": 14255
    },
    {
      "entropy": 6.44213228225708,
      "epoch": 2.781972490488733,
      "grad_norm": 0.875,
      "learning_rate": 0.00042702248858972206,
      "loss": 5.8871,
      "mean_token_accuracy": 0.17320174276828765,
      "num_tokens": 47643787.0,
      "step": 14260
    },
    {
      "entropy": 6.25936369895935,
      "epoch": 2.782948005072676,
      "grad_norm": 0.96875,
      "learning_rate": 0.00042697062958672215,
      "loss": 5.7663,
      "mean_token_accuracy": 0.18388637155294418,
      "num_tokens": 47660163.0,
      "step": 14265
    },
    {
      "entropy": 6.513686752319336,
      "epoch": 2.7839235196566188,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004269187557336941,
      "loss": 5.9659,
      "mean_token_accuracy": 0.164210008084774,
      "num_tokens": 47675959.0,
      "step": 14270
    },
    {
      "entropy": 6.525315952301026,
      "epoch": 2.7848990342405617,
      "grad_norm": 0.8125,
      "learning_rate": 0.00042686686703570655,
      "loss": 6.0011,
      "mean_token_accuracy": 0.163462732732296,
      "num_tokens": 47693318.0,
      "step": 14275
    },
    {
      "entropy": 6.451691007614135,
      "epoch": 2.7858745488245047,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0004268149634978301,
      "loss": 5.9621,
      "mean_token_accuracy": 0.16499918550252915,
      "num_tokens": 47709130.0,
      "step": 14280
    },
    {
      "entropy": 6.4873603820800785,
      "epoch": 2.786850063408448,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004267630451251364,
      "loss": 5.9778,
      "mean_token_accuracy": 0.16335608512163163,
      "num_tokens": 47725015.0,
      "step": 14285
    },
    {
      "entropy": 6.438771390914917,
      "epoch": 2.787825577992391,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004267111119226989,
      "loss": 5.9197,
      "mean_token_accuracy": 0.17268518656492232,
      "num_tokens": 47741322.0,
      "step": 14290
    },
    {
      "entropy": 6.380661535263061,
      "epoch": 2.788801092576334,
      "grad_norm": 0.9609375,
      "learning_rate": 0.00042665916389559216,
      "loss": 5.8279,
      "mean_token_accuracy": 0.1803874120116234,
      "num_tokens": 47759252.0,
      "step": 14295
    },
    {
      "entropy": 6.42508282661438,
      "epoch": 2.789776607160277,
      "grad_norm": 0.93359375,
      "learning_rate": 0.00042660720104889256,
      "loss": 5.9018,
      "mean_token_accuracy": 0.17604960650205612,
      "num_tokens": 47775258.0,
      "step": 14300
    },
    {
      "entropy": 6.329795265197754,
      "epoch": 2.79075212174422,
      "grad_norm": 0.88671875,
      "learning_rate": 0.00042655522338767756,
      "loss": 5.8156,
      "mean_token_accuracy": 0.17952084094285964,
      "num_tokens": 47791072.0,
      "step": 14305
    },
    {
      "entropy": 6.445827341079712,
      "epoch": 2.7917276363281633,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004265032309170263,
      "loss": 5.9541,
      "mean_token_accuracy": 0.17437311857938767,
      "num_tokens": 47807946.0,
      "step": 14310
    },
    {
      "entropy": 6.442681694030762,
      "epoch": 2.7927031509121063,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004264512236420193,
      "loss": 5.9494,
      "mean_token_accuracy": 0.16697076410055162,
      "num_tokens": 47825295.0,
      "step": 14315
    },
    {
      "entropy": 6.498174381256104,
      "epoch": 2.7936786654960493,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004263992015677384,
      "loss": 5.9612,
      "mean_token_accuracy": 0.1664356082677841,
      "num_tokens": 47841302.0,
      "step": 14320
    },
    {
      "entropy": 6.453501558303833,
      "epoch": 2.7946541800799922,
      "grad_norm": 0.87890625,
      "learning_rate": 0.00042634716469926723,
      "loss": 5.8552,
      "mean_token_accuracy": 0.1769283816218376,
      "num_tokens": 47856871.0,
      "step": 14325
    },
    {
      "entropy": 6.371249723434448,
      "epoch": 2.795629694663935,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004262951130416905,
      "loss": 5.8776,
      "mean_token_accuracy": 0.17573980391025543,
      "num_tokens": 47872842.0,
      "step": 14330
    },
    {
      "entropy": 6.414241886138916,
      "epoch": 2.796605209247878,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004262430466000946,
      "loss": 5.9167,
      "mean_token_accuracy": 0.17117757201194764,
      "num_tokens": 47889093.0,
      "step": 14335
    },
    {
      "entropy": 6.5282796859741214,
      "epoch": 2.797580723831821,
      "grad_norm": 0.8984375,
      "learning_rate": 0.00042619096537956715,
      "loss": 5.9636,
      "mean_token_accuracy": 0.1641772598028183,
      "num_tokens": 47904953.0,
      "step": 14340
    },
    {
      "entropy": 6.368849468231201,
      "epoch": 2.798556238415764,
      "grad_norm": 0.80078125,
      "learning_rate": 0.0004261388693851974,
      "loss": 5.865,
      "mean_token_accuracy": 0.16903313100337983,
      "num_tokens": 47921591.0,
      "step": 14345
    },
    {
      "entropy": 6.4571535110473635,
      "epoch": 2.7995317529997075,
      "grad_norm": 0.81640625,
      "learning_rate": 0.0004260867586220761,
      "loss": 5.8958,
      "mean_token_accuracy": 0.16839411109685898,
      "num_tokens": 47938463.0,
      "step": 14350
    },
    {
      "entropy": 6.249132061004639,
      "epoch": 2.8005072675836504,
      "grad_norm": 0.796875,
      "learning_rate": 0.00042603463309529515,
      "loss": 5.6732,
      "mean_token_accuracy": 0.19835730642080307,
      "num_tokens": 47956247.0,
      "step": 14355
    },
    {
      "entropy": 6.396666860580444,
      "epoch": 2.8014827821675934,
      "grad_norm": 0.98828125,
      "learning_rate": 0.00042598249280994817,
      "loss": 5.8853,
      "mean_token_accuracy": 0.17696601748466492,
      "num_tokens": 47973305.0,
      "step": 14360
    },
    {
      "entropy": 6.390791273117065,
      "epoch": 2.8024582967515363,
      "grad_norm": 0.9140625,
      "learning_rate": 0.00042593033777113017,
      "loss": 5.8015,
      "mean_token_accuracy": 0.18921838849782943,
      "num_tokens": 47989674.0,
      "step": 14365
    },
    {
      "entropy": 6.391572141647339,
      "epoch": 2.8034338113354793,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004258781679839374,
      "loss": 5.8369,
      "mean_token_accuracy": 0.17221149206161498,
      "num_tokens": 48004814.0,
      "step": 14370
    },
    {
      "entropy": 6.382372951507568,
      "epoch": 2.8044093259194227,
      "grad_norm": 0.95703125,
      "learning_rate": 0.00042582598345346787,
      "loss": 5.8603,
      "mean_token_accuracy": 0.17497037798166276,
      "num_tokens": 48021174.0,
      "step": 14375
    },
    {
      "entropy": 6.399881792068482,
      "epoch": 2.8053848405033657,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004257737841848207,
      "loss": 5.9407,
      "mean_token_accuracy": 0.17090345025062562,
      "num_tokens": 48038179.0,
      "step": 14380
    },
    {
      "entropy": 6.468847942352295,
      "epoch": 2.8063603550873086,
      "grad_norm": 0.9140625,
      "learning_rate": 0.00042572157018309675,
      "loss": 5.9017,
      "mean_token_accuracy": 0.17354982793331147,
      "num_tokens": 48054933.0,
      "step": 14385
    },
    {
      "entropy": 6.356513214111328,
      "epoch": 2.8073358696712516,
      "grad_norm": 0.953125,
      "learning_rate": 0.00042566934145339816,
      "loss": 5.8342,
      "mean_token_accuracy": 0.17761750072240828,
      "num_tokens": 48071908.0,
      "step": 14390
    },
    {
      "entropy": 6.423004293441773,
      "epoch": 2.8083113842551946,
      "grad_norm": 0.89453125,
      "learning_rate": 0.00042561709800082847,
      "loss": 5.9005,
      "mean_token_accuracy": 0.16906969100236893,
      "num_tokens": 48088385.0,
      "step": 14395
    },
    {
      "entropy": 6.323654365539551,
      "epoch": 2.8092868988391375,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004255648398304928,
      "loss": 5.7578,
      "mean_token_accuracy": 0.19059846848249434,
      "num_tokens": 48105331.0,
      "step": 14400
    },
    {
      "entropy": 6.152284240722656,
      "epoch": 2.8102624134230805,
      "grad_norm": 0.859375,
      "learning_rate": 0.00042551256694749764,
      "loss": 5.6186,
      "mean_token_accuracy": 0.2009809210896492,
      "num_tokens": 48123092.0,
      "step": 14405
    },
    {
      "entropy": 6.398624229431152,
      "epoch": 2.8112379280070234,
      "grad_norm": 0.7578125,
      "learning_rate": 0.0004254602793569509,
      "loss": 5.8425,
      "mean_token_accuracy": 0.18165208250284196,
      "num_tokens": 48140096.0,
      "step": 14410
    },
    {
      "entropy": 6.4701879024505615,
      "epoch": 2.812213442590967,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004254079770639618,
      "loss": 5.9287,
      "mean_token_accuracy": 0.16832519620656966,
      "num_tokens": 48156427.0,
      "step": 14415
    },
    {
      "entropy": 6.451075410842895,
      "epoch": 2.81318895717491,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004253556600736413,
      "loss": 5.9632,
      "mean_token_accuracy": 0.17004067003726958,
      "num_tokens": 48172867.0,
      "step": 14420
    },
    {
      "entropy": 6.455069160461425,
      "epoch": 2.8141644717588528,
      "grad_norm": 0.8671875,
      "learning_rate": 0.00042530332839110156,
      "loss": 5.8969,
      "mean_token_accuracy": 0.17209939956665038,
      "num_tokens": 48189106.0,
      "step": 14425
    },
    {
      "entropy": 6.399763202667236,
      "epoch": 2.8151399863427957,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004252509820214563,
      "loss": 5.8582,
      "mean_token_accuracy": 0.17322305887937545,
      "num_tokens": 48205400.0,
      "step": 14430
    },
    {
      "entropy": 6.39797043800354,
      "epoch": 2.816115500926739,
      "grad_norm": 0.81640625,
      "learning_rate": 0.00042519862096982054,
      "loss": 5.9221,
      "mean_token_accuracy": 0.17298568040132523,
      "num_tokens": 48221937.0,
      "step": 14435
    },
    {
      "entropy": 6.477584552764893,
      "epoch": 2.817091015510682,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0004251462452413109,
      "loss": 5.8948,
      "mean_token_accuracy": 0.17451783269643784,
      "num_tokens": 48238060.0,
      "step": 14440
    },
    {
      "entropy": 6.290002727508545,
      "epoch": 2.818066530094625,
      "grad_norm": 1.03125,
      "learning_rate": 0.00042509385484104526,
      "loss": 5.789,
      "mean_token_accuracy": 0.18064683824777603,
      "num_tokens": 48255813.0,
      "step": 14445
    },
    {
      "entropy": 6.374615430831909,
      "epoch": 2.819042044678568,
      "grad_norm": 0.86328125,
      "learning_rate": 0.00042504144977414303,
      "loss": 5.8157,
      "mean_token_accuracy": 0.18136690706014633,
      "num_tokens": 48272989.0,
      "step": 14450
    },
    {
      "entropy": 6.438645458221435,
      "epoch": 2.820017559262511,
      "grad_norm": 0.83203125,
      "learning_rate": 0.00042498903004572515,
      "loss": 5.875,
      "mean_token_accuracy": 0.1735061898827553,
      "num_tokens": 48289415.0,
      "step": 14455
    },
    {
      "entropy": 6.311302185058594,
      "epoch": 2.820993073846454,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004249365956609139,
      "loss": 5.777,
      "mean_token_accuracy": 0.18655112087726594,
      "num_tokens": 48306740.0,
      "step": 14460
    },
    {
      "entropy": 6.3402024269104,
      "epoch": 2.821968588430397,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004248841466248327,
      "loss": 5.8262,
      "mean_token_accuracy": 0.17667868435382844,
      "num_tokens": 48322934.0,
      "step": 14465
    },
    {
      "entropy": 6.400782823562622,
      "epoch": 2.82294410301434,
      "grad_norm": 0.8984375,
      "learning_rate": 0.00042483168294260706,
      "loss": 5.867,
      "mean_token_accuracy": 0.17771854400634765,
      "num_tokens": 48338835.0,
      "step": 14470
    },
    {
      "entropy": 6.312249851226807,
      "epoch": 2.8239196175982832,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004247792046193633,
      "loss": 5.7663,
      "mean_token_accuracy": 0.17896664291620254,
      "num_tokens": 48355996.0,
      "step": 14475
    },
    {
      "entropy": 6.486206102371216,
      "epoch": 2.824895132182226,
      "grad_norm": 0.9453125,
      "learning_rate": 0.00042472671166022955,
      "loss": 5.9688,
      "mean_token_accuracy": 0.1709269478917122,
      "num_tokens": 48372775.0,
      "step": 14480
    },
    {
      "entropy": 6.471661186218261,
      "epoch": 2.825870646766169,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004246742040703351,
      "loss": 5.8736,
      "mean_token_accuracy": 0.16946321725845337,
      "num_tokens": 48389018.0,
      "step": 14485
    },
    {
      "entropy": 6.348308897018432,
      "epoch": 2.826846161350112,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0004246216818548109,
      "loss": 5.8379,
      "mean_token_accuracy": 0.18384906351566316,
      "num_tokens": 48404298.0,
      "step": 14490
    },
    {
      "entropy": 6.390052366256714,
      "epoch": 2.827821675934055,
      "grad_norm": 0.91015625,
      "learning_rate": 0.00042456914501878926,
      "loss": 5.8817,
      "mean_token_accuracy": 0.17226770520210266,
      "num_tokens": 48421477.0,
      "step": 14495
    },
    {
      "entropy": 6.417549514770508,
      "epoch": 2.8287971905179985,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0004245165935674038,
      "loss": 5.8353,
      "mean_token_accuracy": 0.18361468762159347,
      "num_tokens": 48439357.0,
      "step": 14500
    },
    {
      "entropy": 6.374512004852295,
      "epoch": 2.8297727051019415,
      "grad_norm": 0.89453125,
      "learning_rate": 0.00042446402750578974,
      "loss": 5.8041,
      "mean_token_accuracy": 0.17956560403108596,
      "num_tokens": 48454109.0,
      "step": 14505
    },
    {
      "entropy": 6.3624903678894045,
      "epoch": 2.8307482196858844,
      "grad_norm": 1.015625,
      "learning_rate": 0.00042441144683908356,
      "loss": 5.8478,
      "mean_token_accuracy": 0.17415813207626343,
      "num_tokens": 48470274.0,
      "step": 14510
    },
    {
      "entropy": 6.358205366134643,
      "epoch": 2.8317237342698274,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00042435885157242326,
      "loss": 5.8318,
      "mean_token_accuracy": 0.17364857196807862,
      "num_tokens": 48485190.0,
      "step": 14515
    },
    {
      "entropy": 6.444828796386719,
      "epoch": 2.8326992488537703,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004243062417109484,
      "loss": 5.901,
      "mean_token_accuracy": 0.17377197742462158,
      "num_tokens": 48501757.0,
      "step": 14520
    },
    {
      "entropy": 6.415851783752442,
      "epoch": 2.8336747634377133,
      "grad_norm": 0.91796875,
      "learning_rate": 0.00042425361725979973,
      "loss": 5.8682,
      "mean_token_accuracy": 0.17148625403642653,
      "num_tokens": 48518539.0,
      "step": 14525
    },
    {
      "entropy": 6.403772163391113,
      "epoch": 2.8346502780216563,
      "grad_norm": 0.83984375,
      "learning_rate": 0.00042420097822411945,
      "loss": 5.864,
      "mean_token_accuracy": 0.172518789768219,
      "num_tokens": 48535575.0,
      "step": 14530
    },
    {
      "entropy": 6.37958927154541,
      "epoch": 2.835625792605599,
      "grad_norm": 0.87109375,
      "learning_rate": 0.00042414832460905145,
      "loss": 5.852,
      "mean_token_accuracy": 0.17682715654373168,
      "num_tokens": 48552569.0,
      "step": 14535
    },
    {
      "entropy": 6.445712041854859,
      "epoch": 2.8366013071895426,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0004240956564197407,
      "loss": 5.9562,
      "mean_token_accuracy": 0.1725956231355667,
      "num_tokens": 48571151.0,
      "step": 14540
    },
    {
      "entropy": 6.357693099975586,
      "epoch": 2.8375768217734856,
      "grad_norm": 0.8984375,
      "learning_rate": 0.00042404297366133376,
      "loss": 5.769,
      "mean_token_accuracy": 0.1846548303961754,
      "num_tokens": 48588228.0,
      "step": 14545
    },
    {
      "entropy": 6.3487711429595945,
      "epoch": 2.8385523363574285,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004239902763389786,
      "loss": 5.8359,
      "mean_token_accuracy": 0.1737015202641487,
      "num_tokens": 48604936.0,
      "step": 14550
    },
    {
      "entropy": 6.399077272415161,
      "epoch": 2.8395278509413715,
      "grad_norm": 0.8984375,
      "learning_rate": 0.00042393756445782466,
      "loss": 5.8322,
      "mean_token_accuracy": 0.17747846841812134,
      "num_tokens": 48622064.0,
      "step": 14555
    },
    {
      "entropy": 6.35483980178833,
      "epoch": 2.8405033655253145,
      "grad_norm": 0.84765625,
      "learning_rate": 0.00042388483802302285,
      "loss": 5.8031,
      "mean_token_accuracy": 0.176909701526165,
      "num_tokens": 48638161.0,
      "step": 14560
    },
    {
      "entropy": 6.391294717788696,
      "epoch": 2.841478880109258,
      "grad_norm": 0.9140625,
      "learning_rate": 0.00042383209703972523,
      "loss": 5.8499,
      "mean_token_accuracy": 0.17386748492717743,
      "num_tokens": 48654521.0,
      "step": 14565
    },
    {
      "entropy": 6.362537813186646,
      "epoch": 2.842454394693201,
      "grad_norm": 0.9453125,
      "learning_rate": 0.00042377934151308555,
      "loss": 5.8777,
      "mean_token_accuracy": 0.17775124162435532,
      "num_tokens": 48671083.0,
      "step": 14570
    },
    {
      "entropy": 6.491312694549561,
      "epoch": 2.843429909277144,
      "grad_norm": 0.92578125,
      "learning_rate": 0.00042372657144825886,
      "loss": 5.9181,
      "mean_token_accuracy": 0.17277343571186066,
      "num_tokens": 48687917.0,
      "step": 14575
    },
    {
      "entropy": 6.436720514297486,
      "epoch": 2.8444054238610867,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004236737868504017,
      "loss": 5.9291,
      "mean_token_accuracy": 0.1712452679872513,
      "num_tokens": 48703626.0,
      "step": 14580
    },
    {
      "entropy": 6.4437000274658205,
      "epoch": 2.8453809384450297,
      "grad_norm": 0.9375,
      "learning_rate": 0.000423620987724672,
      "loss": 5.9322,
      "mean_token_accuracy": 0.1632113575935364,
      "num_tokens": 48720020.0,
      "step": 14585
    },
    {
      "entropy": 6.471902370452881,
      "epoch": 2.8463564530289727,
      "grad_norm": 0.83203125,
      "learning_rate": 0.000423568174076229,
      "loss": 5.969,
      "mean_token_accuracy": 0.16563868522644043,
      "num_tokens": 48737185.0,
      "step": 14590
    },
    {
      "entropy": 6.348672580718994,
      "epoch": 2.8473319676129156,
      "grad_norm": 0.96484375,
      "learning_rate": 0.00042351534591023363,
      "loss": 5.7764,
      "mean_token_accuracy": 0.18410162776708602,
      "num_tokens": 48754106.0,
      "step": 14595
    },
    {
      "entropy": 6.361147737503051,
      "epoch": 2.8483074821968586,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004234625032318479,
      "loss": 5.8203,
      "mean_token_accuracy": 0.1783854052424431,
      "num_tokens": 48770847.0,
      "step": 14600
    },
    {
      "entropy": 6.334678411483765,
      "epoch": 2.849282996780802,
      "grad_norm": 0.77734375,
      "learning_rate": 0.00042340964604623547,
      "loss": 5.7712,
      "mean_token_accuracy": 0.1845895454287529,
      "num_tokens": 48787891.0,
      "step": 14605
    },
    {
      "entropy": 6.408901739120483,
      "epoch": 2.850258511364745,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0004233567743585613,
      "loss": 5.8726,
      "mean_token_accuracy": 0.17975858896970748,
      "num_tokens": 48804418.0,
      "step": 14610
    },
    {
      "entropy": 6.394050550460816,
      "epoch": 2.851234025948688,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004233038881739921,
      "loss": 5.8321,
      "mean_token_accuracy": 0.17819868326187133,
      "num_tokens": 48821521.0,
      "step": 14615
    },
    {
      "entropy": 6.416353368759156,
      "epoch": 2.852209540532631,
      "grad_norm": 0.90234375,
      "learning_rate": 0.00042325098749769534,
      "loss": 5.8417,
      "mean_token_accuracy": 0.17358798533678055,
      "num_tokens": 48838325.0,
      "step": 14620
    },
    {
      "entropy": 6.400327730178833,
      "epoch": 2.853185055116574,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0004231980723348406,
      "loss": 5.8132,
      "mean_token_accuracy": 0.17978143095970153,
      "num_tokens": 48853857.0,
      "step": 14625
    },
    {
      "entropy": 6.3717732429504395,
      "epoch": 2.8541605697005172,
      "grad_norm": 0.84765625,
      "learning_rate": 0.00042314514269059826,
      "loss": 5.8216,
      "mean_token_accuracy": 0.18024945110082627,
      "num_tokens": 48870782.0,
      "step": 14630
    },
    {
      "entropy": 6.330655765533447,
      "epoch": 2.85513608428446,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004230921985701407,
      "loss": 5.7765,
      "mean_token_accuracy": 0.18279377967119217,
      "num_tokens": 48888068.0,
      "step": 14635
    },
    {
      "entropy": 6.347261953353882,
      "epoch": 2.856111598868403,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004230392399786413,
      "loss": 5.6866,
      "mean_token_accuracy": 0.19089191854000093,
      "num_tokens": 48904174.0,
      "step": 14640
    },
    {
      "entropy": 6.35919599533081,
      "epoch": 2.857087113452346,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004229862669212749,
      "loss": 5.8329,
      "mean_token_accuracy": 0.1746181771159172,
      "num_tokens": 48921224.0,
      "step": 14645
    },
    {
      "entropy": 6.310207891464233,
      "epoch": 2.858062628036289,
      "grad_norm": 0.91015625,
      "learning_rate": 0.00042293327940321797,
      "loss": 5.7743,
      "mean_token_accuracy": 0.1811942458152771,
      "num_tokens": 48937626.0,
      "step": 14650
    },
    {
      "entropy": 6.3569886684417725,
      "epoch": 2.859038142620232,
      "grad_norm": 0.9375,
      "learning_rate": 0.00042288027742964825,
      "loss": 5.7718,
      "mean_token_accuracy": 0.18378345668315887,
      "num_tokens": 48955148.0,
      "step": 14655
    },
    {
      "entropy": 6.417993068695068,
      "epoch": 2.860013657204175,
      "grad_norm": 0.94140625,
      "learning_rate": 0.00042282726100574487,
      "loss": 5.863,
      "mean_token_accuracy": 0.17506739795207976,
      "num_tokens": 48972619.0,
      "step": 14660
    },
    {
      "entropy": 6.420002174377442,
      "epoch": 2.860989171788118,
      "grad_norm": 0.88671875,
      "learning_rate": 0.00042277423013668835,
      "loss": 5.8678,
      "mean_token_accuracy": 0.17412606924772261,
      "num_tokens": 48989909.0,
      "step": 14665
    },
    {
      "entropy": 6.344887924194336,
      "epoch": 2.8619646863720614,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004227211848276608,
      "loss": 5.8381,
      "mean_token_accuracy": 0.17565393596887588,
      "num_tokens": 49005312.0,
      "step": 14670
    },
    {
      "entropy": 6.4053856372833256,
      "epoch": 2.8629402009560043,
      "grad_norm": 0.92578125,
      "learning_rate": 0.00042266812508384553,
      "loss": 5.8284,
      "mean_token_accuracy": 0.17887635827064513,
      "num_tokens": 49021002.0,
      "step": 14675
    },
    {
      "entropy": 6.385639429092407,
      "epoch": 2.8639157155399473,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004226150509104274,
      "loss": 5.8691,
      "mean_token_accuracy": 0.17633854299783708,
      "num_tokens": 49037813.0,
      "step": 14680
    },
    {
      "entropy": 6.322286653518677,
      "epoch": 2.8648912301238902,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004225619623125926,
      "loss": 5.8159,
      "mean_token_accuracy": 0.17315088212490082,
      "num_tokens": 49054477.0,
      "step": 14685
    },
    {
      "entropy": 6.4683239459991455,
      "epoch": 2.8658667447078336,
      "grad_norm": 0.92578125,
      "learning_rate": 0.00042250885929552876,
      "loss": 5.9243,
      "mean_token_accuracy": 0.16501398682594298,
      "num_tokens": 49070432.0,
      "step": 14690
    },
    {
      "entropy": 6.4463592052459715,
      "epoch": 2.8668422592917766,
      "grad_norm": 0.84375,
      "learning_rate": 0.0004224557418644249,
      "loss": 5.8931,
      "mean_token_accuracy": 0.17165489196777345,
      "num_tokens": 49087984.0,
      "step": 14695
    },
    {
      "entropy": 6.462174272537231,
      "epoch": 2.8678177738757196,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0004224026100244715,
      "loss": 5.9144,
      "mean_token_accuracy": 0.17341009080410003,
      "num_tokens": 49104899.0,
      "step": 14700
    },
    {
      "entropy": 6.4023580074310305,
      "epoch": 2.8687932884596625,
      "grad_norm": 0.8984375,
      "learning_rate": 0.00042234946378086043,
      "loss": 5.8869,
      "mean_token_accuracy": 0.1719067230820656,
      "num_tokens": 49121306.0,
      "step": 14705
    },
    {
      "entropy": 6.421566677093506,
      "epoch": 2.8697688030436055,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004222963031387848,
      "loss": 5.8955,
      "mean_token_accuracy": 0.17022085636854173,
      "num_tokens": 49136793.0,
      "step": 14710
    },
    {
      "entropy": 6.422181606292725,
      "epoch": 2.8707443176275484,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004222431281034395,
      "loss": 5.8639,
      "mean_token_accuracy": 0.17492533922195436,
      "num_tokens": 49154241.0,
      "step": 14715
    },
    {
      "entropy": 6.337713241577148,
      "epoch": 2.8717198322114914,
      "grad_norm": 0.9375,
      "learning_rate": 0.00042218993868002055,
      "loss": 5.8604,
      "mean_token_accuracy": 0.1759280562400818,
      "num_tokens": 49170978.0,
      "step": 14720
    },
    {
      "entropy": 6.403265571594238,
      "epoch": 2.8726953467954344,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0004221367348737253,
      "loss": 5.9067,
      "mean_token_accuracy": 0.170854152739048,
      "num_tokens": 49187576.0,
      "step": 14725
    },
    {
      "entropy": 6.444874000549317,
      "epoch": 2.8736708613793778,
      "grad_norm": 0.85546875,
      "learning_rate": 0.00042208351668975274,
      "loss": 5.8999,
      "mean_token_accuracy": 0.17465143501758576,
      "num_tokens": 49206404.0,
      "step": 14730
    },
    {
      "entropy": 6.449706602096557,
      "epoch": 2.8746463759633207,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004220302841333032,
      "loss": 5.9195,
      "mean_token_accuracy": 0.1744519591331482,
      "num_tokens": 49222365.0,
      "step": 14735
    },
    {
      "entropy": 6.36642599105835,
      "epoch": 2.8756218905472637,
      "grad_norm": 0.8125,
      "learning_rate": 0.0004219770372095783,
      "loss": 5.7864,
      "mean_token_accuracy": 0.18620107024908067,
      "num_tokens": 49240471.0,
      "step": 14740
    },
    {
      "entropy": 6.331096887588501,
      "epoch": 2.8765974051312067,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004219237759237811,
      "loss": 5.856,
      "mean_token_accuracy": 0.1773186817765236,
      "num_tokens": 49255718.0,
      "step": 14745
    },
    {
      "entropy": 6.343696403503418,
      "epoch": 2.8775729197151496,
      "grad_norm": 0.90625,
      "learning_rate": 0.0004218705002811162,
      "loss": 5.8425,
      "mean_token_accuracy": 0.17931562811136245,
      "num_tokens": 49272746.0,
      "step": 14750
    },
    {
      "entropy": 6.4415215969085695,
      "epoch": 2.878548434299093,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004218172102867895,
      "loss": 5.8234,
      "mean_token_accuracy": 0.18257031142711638,
      "num_tokens": 49290478.0,
      "step": 14755
    },
    {
      "entropy": 6.3729757308959964,
      "epoch": 2.879523948883036,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004217639059460082,
      "loss": 5.8056,
      "mean_token_accuracy": 0.18240865767002107,
      "num_tokens": 49308105.0,
      "step": 14760
    },
    {
      "entropy": 6.375770521163941,
      "epoch": 2.880499463466979,
      "grad_norm": 1.015625,
      "learning_rate": 0.00042171058726398115,
      "loss": 5.7815,
      "mean_token_accuracy": 0.1823950946331024,
      "num_tokens": 49323519.0,
      "step": 14765
    },
    {
      "entropy": 6.398083686828613,
      "epoch": 2.881474978050922,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004216572542459184,
      "loss": 5.8428,
      "mean_token_accuracy": 0.17669968008995057,
      "num_tokens": 49340162.0,
      "step": 14770
    },
    {
      "entropy": 6.454486417770386,
      "epoch": 2.882450492634865,
      "grad_norm": 0.84765625,
      "learning_rate": 0.00042160390689703137,
      "loss": 5.8999,
      "mean_token_accuracy": 0.16966815888881684,
      "num_tokens": 49356831.0,
      "step": 14775
    },
    {
      "entropy": 6.3893866539001465,
      "epoch": 2.883426007218808,
      "grad_norm": 0.828125,
      "learning_rate": 0.00042155054522253317,
      "loss": 5.8839,
      "mean_token_accuracy": 0.17256941944360732,
      "num_tokens": 49374368.0,
      "step": 14780
    },
    {
      "entropy": 6.388320970535278,
      "epoch": 2.884401521802751,
      "grad_norm": 0.92578125,
      "learning_rate": 0.000421497169227638,
      "loss": 5.8238,
      "mean_token_accuracy": 0.1777843490242958,
      "num_tokens": 49390124.0,
      "step": 14785
    },
    {
      "entropy": 6.426183032989502,
      "epoch": 2.8853770363866937,
      "grad_norm": 0.8984375,
      "learning_rate": 0.00042144377891756155,
      "loss": 5.9079,
      "mean_token_accuracy": 0.16909941285848618,
      "num_tokens": 49406826.0,
      "step": 14790
    },
    {
      "entropy": 6.376151180267334,
      "epoch": 2.886352550970637,
      "grad_norm": 0.84765625,
      "learning_rate": 0.00042139037429752093,
      "loss": 5.762,
      "mean_token_accuracy": 0.1847965732216835,
      "num_tokens": 49422539.0,
      "step": 14795
    },
    {
      "entropy": 6.479287147521973,
      "epoch": 2.88732806555458,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004213369553727347,
      "loss": 5.9924,
      "mean_token_accuracy": 0.16159212738275527,
      "num_tokens": 49438958.0,
      "step": 14800
    },
    {
      "entropy": 6.455289030075074,
      "epoch": 2.888303580138523,
      "grad_norm": 0.8984375,
      "learning_rate": 0.00042128352214842275,
      "loss": 5.9051,
      "mean_token_accuracy": 0.16764273196458818,
      "num_tokens": 49454044.0,
      "step": 14805
    },
    {
      "entropy": 6.2866432666778564,
      "epoch": 2.889279094722466,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004212300746298064,
      "loss": 5.7131,
      "mean_token_accuracy": 0.19479944109916686,
      "num_tokens": 49472198.0,
      "step": 14810
    },
    {
      "entropy": 6.336968183517456,
      "epoch": 2.890254609306409,
      "grad_norm": 0.95703125,
      "learning_rate": 0.00042117661282210827,
      "loss": 5.8378,
      "mean_token_accuracy": 0.17944104671478273,
      "num_tokens": 49489198.0,
      "step": 14815
    },
    {
      "entropy": 6.358637905120849,
      "epoch": 2.8912301238903524,
      "grad_norm": 0.96484375,
      "learning_rate": 0.00042112313673055263,
      "loss": 5.8084,
      "mean_token_accuracy": 0.1789415404200554,
      "num_tokens": 49504730.0,
      "step": 14820
    },
    {
      "entropy": 6.314684104919434,
      "epoch": 2.8922056384742953,
      "grad_norm": 0.83203125,
      "learning_rate": 0.0004210696463603647,
      "loss": 5.7761,
      "mean_token_accuracy": 0.18740336298942567,
      "num_tokens": 49521348.0,
      "step": 14825
    },
    {
      "entropy": 6.354612922668457,
      "epoch": 2.8931811530582383,
      "grad_norm": 0.859375,
      "learning_rate": 0.00042101614171677164,
      "loss": 5.7749,
      "mean_token_accuracy": 0.17749761939048767,
      "num_tokens": 49537618.0,
      "step": 14830
    },
    {
      "entropy": 6.4264472961425785,
      "epoch": 2.8941566676421813,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004209626228050017,
      "loss": 5.8975,
      "mean_token_accuracy": 0.1772919163107872,
      "num_tokens": 49555898.0,
      "step": 14835
    },
    {
      "entropy": 6.142190408706665,
      "epoch": 2.8951321822261242,
      "grad_norm": 0.82421875,
      "learning_rate": 0.00042090908963028433,
      "loss": 5.5747,
      "mean_token_accuracy": 0.20256077200174333,
      "num_tokens": 49573310.0,
      "step": 14840
    },
    {
      "entropy": 6.424130439758301,
      "epoch": 2.896107696810067,
      "grad_norm": 0.921875,
      "learning_rate": 0.00042085554219785083,
      "loss": 5.8656,
      "mean_token_accuracy": 0.18035474717617034,
      "num_tokens": 49588931.0,
      "step": 14845
    },
    {
      "entropy": 6.384152889251709,
      "epoch": 2.89708321139401,
      "grad_norm": 0.8828125,
      "learning_rate": 0.00042080198051293354,
      "loss": 5.8419,
      "mean_token_accuracy": 0.17662332355976104,
      "num_tokens": 49605331.0,
      "step": 14850
    },
    {
      "entropy": 6.397939682006836,
      "epoch": 2.898058725977953,
      "grad_norm": 0.8828125,
      "learning_rate": 0.00042074840458076644,
      "loss": 5.905,
      "mean_token_accuracy": 0.1740986794233322,
      "num_tokens": 49621917.0,
      "step": 14855
    },
    {
      "entropy": 6.438178014755249,
      "epoch": 2.8990342405618965,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0004206948144065846,
      "loss": 5.8124,
      "mean_token_accuracy": 0.18167178183794022,
      "num_tokens": 49638809.0,
      "step": 14860
    },
    {
      "entropy": 6.442051076889038,
      "epoch": 2.9000097551458395,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004206412099956247,
      "loss": 5.8848,
      "mean_token_accuracy": 0.175398288667202,
      "num_tokens": 49654363.0,
      "step": 14865
    },
    {
      "entropy": 6.362111568450928,
      "epoch": 2.9009852697297824,
      "grad_norm": 0.83984375,
      "learning_rate": 0.00042058759135312504,
      "loss": 5.7989,
      "mean_token_accuracy": 0.18336130529642106,
      "num_tokens": 49671894.0,
      "step": 14870
    },
    {
      "entropy": 6.381114864349366,
      "epoch": 2.9019607843137254,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0004205339584843247,
      "loss": 5.9202,
      "mean_token_accuracy": 0.17034202069044113,
      "num_tokens": 49689690.0,
      "step": 14875
    },
    {
      "entropy": 6.427807569503784,
      "epoch": 2.9029362988976684,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0004204803113944646,
      "loss": 5.8772,
      "mean_token_accuracy": 0.1755554497241974,
      "num_tokens": 49706308.0,
      "step": 14880
    },
    {
      "entropy": 6.360351705551148,
      "epoch": 2.9039118134816118,
      "grad_norm": 0.796875,
      "learning_rate": 0.0004204266500887871,
      "loss": 5.723,
      "mean_token_accuracy": 0.18686101138591765,
      "num_tokens": 49723531.0,
      "step": 14885
    },
    {
      "entropy": 6.168771028518677,
      "epoch": 2.9048873280655547,
      "grad_norm": 0.90234375,
      "learning_rate": 0.00042037297457253554,
      "loss": 5.6648,
      "mean_token_accuracy": 0.19212606251239778,
      "num_tokens": 49740644.0,
      "step": 14890
    },
    {
      "entropy": 6.4028181552886965,
      "epoch": 2.9058628426494977,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004203192848509551,
      "loss": 5.9485,
      "mean_token_accuracy": 0.16564065963029861,
      "num_tokens": 49758789.0,
      "step": 14895
    },
    {
      "entropy": 6.478593254089356,
      "epoch": 2.9068383572334406,
      "grad_norm": 0.87890625,
      "learning_rate": 0.00042026558092929205,
      "loss": 5.9121,
      "mean_token_accuracy": 0.17717817425727844,
      "num_tokens": 49775516.0,
      "step": 14900
    },
    {
      "entropy": 6.398998785018921,
      "epoch": 2.9078138718173836,
      "grad_norm": 0.90234375,
      "learning_rate": 0.00042021186281279417,
      "loss": 5.8768,
      "mean_token_accuracy": 0.16976247280836104,
      "num_tokens": 49790834.0,
      "step": 14905
    },
    {
      "entropy": 6.3954826354980465,
      "epoch": 2.9087893864013266,
      "grad_norm": 0.875,
      "learning_rate": 0.0004201581305067106,
      "loss": 5.8417,
      "mean_token_accuracy": 0.17454239279031752,
      "num_tokens": 49808939.0,
      "step": 14910
    },
    {
      "entropy": 6.44466724395752,
      "epoch": 2.9097649009852695,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004201043840162919,
      "loss": 5.8984,
      "mean_token_accuracy": 0.17406757473945617,
      "num_tokens": 49825512.0,
      "step": 14915
    },
    {
      "entropy": 6.370536279678345,
      "epoch": 2.910740415569213,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0004200506233467899,
      "loss": 5.8112,
      "mean_token_accuracy": 0.18071435391902924,
      "num_tokens": 49841239.0,
      "step": 14920
    },
    {
      "entropy": 6.4352508068084715,
      "epoch": 2.911715930153156,
      "grad_norm": 0.95703125,
      "learning_rate": 0.000419996848503458,
      "loss": 5.8539,
      "mean_token_accuracy": 0.17770300060510635,
      "num_tokens": 49858352.0,
      "step": 14925
    },
    {
      "entropy": 6.427037477493286,
      "epoch": 2.912691444737099,
      "grad_norm": 0.98828125,
      "learning_rate": 0.00041994305949155083,
      "loss": 5.9049,
      "mean_token_accuracy": 0.1762998431921005,
      "num_tokens": 49874862.0,
      "step": 14930
    },
    {
      "entropy": 6.3510973930358885,
      "epoch": 2.913666959321042,
      "grad_norm": 0.91796875,
      "learning_rate": 0.0004198892563163244,
      "loss": 5.8227,
      "mean_token_accuracy": 0.17942507565021515,
      "num_tokens": 49891575.0,
      "step": 14935
    },
    {
      "entropy": 6.406777667999267,
      "epoch": 2.9146424739049848,
      "grad_norm": 0.87109375,
      "learning_rate": 0.00041983543898303636,
      "loss": 5.8532,
      "mean_token_accuracy": 0.1730316773056984,
      "num_tokens": 49907607.0,
      "step": 14940
    },
    {
      "entropy": 6.462146425247193,
      "epoch": 2.915617988488928,
      "grad_norm": 1.0,
      "learning_rate": 0.0004197816074969453,
      "loss": 5.9832,
      "mean_token_accuracy": 0.16485649049282075,
      "num_tokens": 49924525.0,
      "step": 14945
    },
    {
      "entropy": 6.366663789749145,
      "epoch": 2.916593503072871,
      "grad_norm": 0.8828125,
      "learning_rate": 0.00041972776186331164,
      "loss": 5.9053,
      "mean_token_accuracy": 0.17503813207149505,
      "num_tokens": 49942456.0,
      "step": 14950
    },
    {
      "entropy": 6.470116806030274,
      "epoch": 2.917569017656814,
      "grad_norm": 0.8671875,
      "learning_rate": 0.00041967390208739693,
      "loss": 5.8614,
      "mean_token_accuracy": 0.17381221204996108,
      "num_tokens": 49961481.0,
      "step": 14955
    },
    {
      "entropy": 6.4721033573150635,
      "epoch": 2.918544532240757,
      "grad_norm": 0.91015625,
      "learning_rate": 0.00041962002817446406,
      "loss": 5.9335,
      "mean_token_accuracy": 0.1686978593468666,
      "num_tokens": 49978397.0,
      "step": 14960
    },
    {
      "entropy": 6.320210552215576,
      "epoch": 2.9195200468247,
      "grad_norm": 0.84375,
      "learning_rate": 0.00041956614012977753,
      "loss": 5.7849,
      "mean_token_accuracy": 0.1862538054585457,
      "num_tokens": 49995334.0,
      "step": 14965
    },
    {
      "entropy": 6.3803548336029055,
      "epoch": 2.920495561408643,
      "grad_norm": 0.87890625,
      "learning_rate": 0.000419512237958603,
      "loss": 5.874,
      "mean_token_accuracy": 0.18067731261253356,
      "num_tokens": 50012342.0,
      "step": 14970
    },
    {
      "entropy": 6.430735635757446,
      "epoch": 2.921471075992586,
      "grad_norm": 0.87109375,
      "learning_rate": 0.00041945832166620766,
      "loss": 5.9109,
      "mean_token_accuracy": 0.16727836579084396,
      "num_tokens": 50028679.0,
      "step": 14975
    },
    {
      "entropy": 6.377979755401611,
      "epoch": 2.922446590576529,
      "grad_norm": 0.91015625,
      "learning_rate": 0.00041940439125785994,
      "loss": 5.8357,
      "mean_token_accuracy": 0.17413443922996522,
      "num_tokens": 50044280.0,
      "step": 14980
    },
    {
      "entropy": 6.44736762046814,
      "epoch": 2.9234221051604723,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004193504467388298,
      "loss": 5.8696,
      "mean_token_accuracy": 0.16961787194013594,
      "num_tokens": 50061069.0,
      "step": 14985
    },
    {
      "entropy": 6.399976491928101,
      "epoch": 2.9243976197444153,
      "grad_norm": 0.8359375,
      "learning_rate": 0.00041929648811438847,
      "loss": 5.8419,
      "mean_token_accuracy": 0.17430655658245087,
      "num_tokens": 50077552.0,
      "step": 14990
    },
    {
      "entropy": 6.354137849807739,
      "epoch": 2.925373134328358,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004192425153898087,
      "loss": 5.8401,
      "mean_token_accuracy": 0.18190406113862992,
      "num_tokens": 50095296.0,
      "step": 14995
    },
    {
      "entropy": 6.432343769073486,
      "epoch": 2.926348648912301,
      "grad_norm": 0.87109375,
      "learning_rate": 0.00041918852857036426,
      "loss": 5.8239,
      "mean_token_accuracy": 0.1846080869436264,
      "num_tokens": 50112472.0,
      "step": 15000
    },
    {
      "epoch": 2.926348648912301,
      "eval_entropy": 6.182303481325111,
      "eval_loss": 5.894093990325928,
      "eval_mean_token_accuracy": 0.1831731894850961,
      "eval_num_tokens": 50112472.0,
      "eval_runtime": 11.9801,
      "eval_samples_per_second": 1383.711,
      "eval_steps_per_second": 173.037,
      "step": 15000
    }
  ],
  "logging_steps": 5,
  "max_steps": 51250,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 10,
  "save_steps": 3000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 1.004649075007488e+16,
  "train_batch_size": 16,
  "trial_name": null,
  "trial_params": null
}