{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "eval_steps": 50,
  "global_step": 1392,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "entropy": 1.6767837120220066,
      "epoch": 0.021570610043815303,
      "grad_norm": 0.058837890625,
      "learning_rate": 4.9994842949609844e-06,
      "loss": 1.4010092735290527,
      "mean_token_accuracy": 0.6483692195266485,
      "num_tokens": 745433.0,
      "step": 10
    },
    {
      "entropy": 1.6610254392027854,
      "epoch": 0.043141220087630605,
      "grad_norm": 0.05224609375,
      "learning_rate": 4.99770188402723e-06,
      "loss": 1.3603099822998046,
      "mean_token_accuracy": 0.6535671677440404,
      "num_tokens": 1484450.0,
      "step": 20
    },
    {
      "entropy": 1.638558079302311,
      "epoch": 0.06471183013144591,
      "grad_norm": 0.04345703125,
      "learning_rate": 4.994647308096509e-06,
      "loss": 1.3407745361328125,
      "mean_token_accuracy": 0.6570096373558044,
      "num_tokens": 2243238.0,
      "step": 30
    },
    {
      "entropy": 1.6027556115761399,
      "epoch": 0.08628244017526121,
      "grad_norm": 0.0419921875,
      "learning_rate": 4.99032212296882e-06,
      "loss": 1.3085095405578613,
      "mean_token_accuracy": 0.6618063950911164,
      "num_tokens": 3001195.0,
      "step": 40
    },
    {
      "entropy": 1.6135555064305662,
      "epoch": 0.10785305021907651,
      "grad_norm": 0.041015625,
      "learning_rate": 4.984728531608879e-06,
      "loss": 1.3027904510498047,
      "mean_token_accuracy": 0.6617284880951046,
      "num_tokens": 3752781.0,
      "step": 50
    },
    {
      "epoch": 0.10785305021907651,
      "eval_entropy": 1.499487464244549,
      "eval_loss": 1.2577375173568726,
      "eval_mean_token_accuracy": 0.6712858126713679,
      "eval_num_tokens": 3752781.0,
      "eval_runtime": 4.0938,
      "eval_samples_per_second": 24.427,
      "eval_steps_per_second": 3.176,
      "step": 50
    },
    {
      "entropy": 1.5552376886829733,
      "epoch": 0.12942366026289182,
      "grad_norm": 0.03857421875,
      "learning_rate": 4.977869383024079e-06,
      "loss": 1.2729825019836425,
      "mean_token_accuracy": 0.6678385319188237,
      "num_tokens": 4495508.0,
      "step": 60
    },
    {
      "entropy": 1.6034994365647435,
      "epoch": 0.15099427030670712,
      "grad_norm": 0.037841796875,
      "learning_rate": 4.969748170813396e-06,
      "loss": 1.3100390434265137,
      "mean_token_accuracy": 0.6599523894488811,
      "num_tokens": 5247625.0,
      "step": 70
    },
    {
      "entropy": 1.5726647214964031,
      "epoch": 0.17256488035052242,
      "grad_norm": 0.036376953125,
      "learning_rate": 4.9603690313879716e-06,
      "loss": 1.276181125640869,
      "mean_token_accuracy": 0.6651923535391688,
      "num_tokens": 5984349.0,
      "step": 80
    },
    {
      "entropy": 1.5922515178099275,
      "epoch": 0.19413549039433772,
      "grad_norm": 0.041015625,
      "learning_rate": 4.949736741864305e-06,
      "loss": 1.3018789291381836,
      "mean_token_accuracy": 0.6616464355960489,
      "num_tokens": 6741339.0,
      "step": 90
    },
    {
      "entropy": 1.556330101378262,
      "epoch": 0.21570610043815303,
      "grad_norm": 0.03466796875,
      "learning_rate": 4.9378567176311024e-06,
      "loss": 1.2867472648620606,
      "mean_token_accuracy": 0.6638703044503927,
      "num_tokens": 7499467.0,
      "step": 100
    },
    {
      "epoch": 0.21570610043815303,
      "eval_entropy": 1.4564316364435048,
      "eval_loss": 1.2318497896194458,
      "eval_mean_token_accuracy": 0.6765855183968177,
      "eval_num_tokens": 7499467.0,
      "eval_runtime": 3.6785,
      "eval_samples_per_second": 27.185,
      "eval_steps_per_second": 3.534,
      "step": 100
    },
    {
      "entropy": 1.590408154949546,
      "epoch": 0.23727671048196833,
      "grad_norm": 0.03564453125,
      "learning_rate": 4.924735009591028e-06,
      "loss": 1.2886395454406738,
      "mean_token_accuracy": 0.6622924569994211,
      "num_tokens": 8232251.0,
      "step": 110
    },
    {
      "entropy": 1.5395626040175556,
      "epoch": 0.25884732052578363,
      "grad_norm": 0.037353515625,
      "learning_rate": 4.910378301078783e-06,
      "loss": 1.2639349937438964,
      "mean_token_accuracy": 0.6681265501305461,
      "num_tokens": 8975352.0,
      "step": 120
    },
    {
      "entropy": 1.5464642237871886,
      "epoch": 0.2804179305695989,
      "grad_norm": 0.03564453125,
      "learning_rate": 4.894793904457047e-06,
      "loss": 1.2817666053771972,
      "mean_token_accuracy": 0.6655796402134001,
      "num_tokens": 9728467.0,
      "step": 130
    },
    {
      "entropy": 1.5411764241755008,
      "epoch": 0.30198854061341424,
      "grad_norm": 0.036376953125,
      "learning_rate": 4.877989757392042e-06,
      "loss": 1.2660977363586425,
      "mean_token_accuracy": 0.6667622409760952,
      "num_tokens": 10485295.0,
      "step": 140
    },
    {
      "entropy": 1.5560635298490524,
      "epoch": 0.3235591506572295,
      "grad_norm": 0.0400390625,
      "learning_rate": 4.859974418810612e-06,
      "loss": 1.275891399383545,
      "mean_token_accuracy": 0.6646549022756517,
      "num_tokens": 11241265.0,
      "step": 150
    },
    {
      "epoch": 0.3235591506572295,
      "eval_entropy": 1.43433350783128,
      "eval_loss": 1.2188570499420166,
      "eval_mean_token_accuracy": 0.6790601794536297,
      "eval_num_tokens": 11241265.0,
      "eval_runtime": 3.6641,
      "eval_samples_per_second": 27.292,
      "eval_steps_per_second": 3.548,
      "step": 150
    },
    {
      "entropy": 1.5227545902132988,
      "epoch": 0.34512976070104484,
      "grad_norm": 0.0341796875,
      "learning_rate": 4.840757064540862e-06,
      "loss": 1.265657615661621,
      "mean_token_accuracy": 0.6681289479136467,
      "num_tokens": 11979175.0,
      "step": 160
    },
    {
      "entropy": 1.5231037836521863,
      "epoch": 0.3667003707448601,
      "grad_norm": 0.033447265625,
      "learning_rate": 4.820347482638604e-06,
      "loss": 1.2708560943603515,
      "mean_token_accuracy": 0.6657222095876932,
      "num_tokens": 12746440.0,
      "step": 170
    },
    {
      "entropy": 1.5557100439444185,
      "epoch": 0.38827098078867545,
      "grad_norm": 0.036376953125,
      "learning_rate": 4.798756068401956e-06,
      "loss": 1.2672907829284668,
      "mean_token_accuracy": 0.6689961737021803,
      "num_tokens": 13483465.0,
      "step": 180
    },
    {
      "entropy": 1.5149108780547977,
      "epoch": 0.4098415908324907,
      "grad_norm": 0.0322265625,
      "learning_rate": 4.775993819076669e-06,
      "loss": 1.2582406044006347,
      "mean_token_accuracy": 0.6681622717529535,
      "num_tokens": 14242169.0,
      "step": 190
    },
    {
      "entropy": 1.5303620437160135,
      "epoch": 0.43141220087630605,
      "grad_norm": 0.037841796875,
      "learning_rate": 4.752072328254848e-06,
      "loss": 1.2645947456359863,
      "mean_token_accuracy": 0.6671571815386415,
      "num_tokens": 14984546.0,
      "step": 200
    },
    {
      "epoch": 0.43141220087630605,
      "eval_entropy": 1.4211730040036714,
      "eval_loss": 1.2098078727722168,
      "eval_mean_token_accuracy": 0.6801219215759864,
      "eval_num_tokens": 14984546.0,
      "eval_runtime": 3.6827,
      "eval_samples_per_second": 27.154,
      "eval_steps_per_second": 3.53,
      "step": 200
    },
    {
      "entropy": 1.5229917043820023,
      "epoch": 0.4529828109201213,
      "grad_norm": 0.03515625,
      "learning_rate": 4.72700377996994e-06,
      "loss": 1.252067756652832,
      "mean_token_accuracy": 0.6694514124654234,
      "num_tokens": 15735842.0,
      "step": 210
    },
    {
      "entropy": 1.528000575862825,
      "epoch": 0.47455342096393666,
      "grad_norm": 0.0361328125,
      "learning_rate": 4.700800942490991e-06,
      "loss": 1.2488290786743164,
      "mean_token_accuracy": 0.6729495018720627,
      "num_tokens": 16464563.0,
      "step": 220
    },
    {
      "entropy": 1.5040436958894134,
      "epoch": 0.49612403100775193,
      "grad_norm": 0.034912109375,
      "learning_rate": 4.673477161819331e-06,
      "loss": 1.2432649612426758,
      "mean_token_accuracy": 0.6707049548625946,
      "num_tokens": 17210962.0,
      "step": 230
    },
    {
      "entropy": 1.5237091314047575,
      "epoch": 0.5176946410515673,
      "grad_norm": 0.03369140625,
      "learning_rate": 4.645046354890994e-06,
      "loss": 1.2539048194885254,
      "mean_token_accuracy": 0.66995022688061,
      "num_tokens": 17957358.0,
      "step": 240
    },
    {
      "entropy": 1.5211739281192422,
      "epoch": 0.5392652510953826,
      "grad_norm": 0.03466796875,
      "learning_rate": 4.615523002488352e-06,
      "loss": 1.2501190185546875,
      "mean_token_accuracy": 0.6701988697052002,
      "num_tokens": 18699427.0,
      "step": 250
    },
    {
      "epoch": 0.5392652510953826,
      "eval_entropy": 1.4076783198576708,
      "eval_loss": 1.203089714050293,
      "eval_mean_token_accuracy": 0.6810761552590591,
      "eval_num_tokens": 18699427.0,
      "eval_runtime": 3.6577,
      "eval_samples_per_second": 27.339,
      "eval_steps_per_second": 3.554,
      "step": 250
    },
    {
      "entropy": 1.5334273751825094,
      "epoch": 0.5608358611391978,
      "grad_norm": 0.034423828125,
      "learning_rate": 4.584922141864553e-06,
      "loss": 1.2668370246887206,
      "mean_token_accuracy": 0.6666171688586473,
      "num_tokens": 19455215.0,
      "step": 260
    },
    {
      "entropy": 1.521253040060401,
      "epoch": 0.5824064711830131,
      "grad_norm": 0.032958984375,
      "learning_rate": 4.5532593590845345e-06,
      "loss": 1.2646316528320312,
      "mean_token_accuracy": 0.6671235594898463,
      "num_tokens": 20186200.0,
      "step": 270
    },
    {
      "entropy": 1.5162998696789145,
      "epoch": 0.6039770812268285,
      "grad_norm": 0.03564453125,
      "learning_rate": 4.520550781086511e-06,
      "loss": 1.2609230041503907,
      "mean_token_accuracy": 0.6699131606146693,
      "num_tokens": 20928161.0,
      "step": 280
    },
    {
      "entropy": 1.5239347798749805,
      "epoch": 0.6255476912706438,
      "grad_norm": 0.034423828125,
      "learning_rate": 4.48681306746797e-06,
      "loss": 1.2647696495056153,
      "mean_token_accuracy": 0.6664841236546636,
      "num_tokens": 21677030.0,
      "step": 290
    },
    {
      "entropy": 1.5348559882491828,
      "epoch": 0.647118301314459,
      "grad_norm": 0.034912109375,
      "learning_rate": 4.452063402000369e-06,
      "loss": 1.2626654624938964,
      "mean_token_accuracy": 0.6681625910103322,
      "num_tokens": 22441632.0,
      "step": 300
    },
    {
      "epoch": 0.647118301314459,
      "eval_entropy": 1.400939602118272,
      "eval_loss": 1.1979954242706299,
      "eval_mean_token_accuracy": 0.6817522003100469,
      "eval_num_tokens": 22441632.0,
      "eval_runtime": 3.6816,
      "eval_samples_per_second": 27.162,
      "eval_steps_per_second": 3.531,
      "step": 300
    },
    {
      "entropy": 1.4912159774452447,
      "epoch": 0.6686889113582744,
      "grad_norm": 0.038330078125,
      "learning_rate": 4.416319483876849e-06,
      "loss": 1.235336971282959,
      "mean_token_accuracy": 0.6746378557756543,
      "num_tokens": 23183185.0,
      "step": 310
    },
    {
      "entropy": 1.5201040310785174,
      "epoch": 0.6902595214020897,
      "grad_norm": 0.033203125,
      "learning_rate": 4.379599518697444e-06,
      "loss": 1.2683670043945312,
      "mean_token_accuracy": 0.6668972001411021,
      "num_tokens": 23926617.0,
      "step": 320
    },
    {
      "entropy": 1.5076332142576576,
      "epoch": 0.7118301314459049,
      "grad_norm": 0.035400390625,
      "learning_rate": 4.341922209196327e-06,
      "loss": 1.261031150817871,
      "mean_token_accuracy": 0.6689906693994999,
      "num_tokens": 24694574.0,
      "step": 330
    },
    {
      "entropy": 1.48094400819391,
      "epoch": 0.7334007414897202,
      "grad_norm": 0.033935546875,
      "learning_rate": 4.303306745715885e-06,
      "loss": 1.2272047042846679,
      "mean_token_accuracy": 0.675537558272481,
      "num_tokens": 25431819.0,
      "step": 340
    },
    {
      "entropy": 1.4832843391224741,
      "epoch": 0.7549713515335356,
      "grad_norm": 0.03662109375,
      "learning_rate": 4.263772796432409e-06,
      "loss": 1.229203987121582,
      "mean_token_accuracy": 0.6737644655629993,
      "num_tokens": 26168439.0,
      "step": 350
    },
    {
      "epoch": 0.7549713515335356,
      "eval_entropy": 1.3908999791512122,
      "eval_loss": 1.1945923566818237,
      "eval_mean_token_accuracy": 0.6822104912537795,
      "eval_num_tokens": 26168439.0,
      "eval_runtime": 3.6517,
      "eval_samples_per_second": 27.384,
      "eval_steps_per_second": 3.56,
      "step": 350
    },
    {
      "entropy": 1.4919319538399578,
      "epoch": 0.7765419615773509,
      "grad_norm": 0.033447265625,
      "learning_rate": 4.223340497338425e-06,
      "loss": 1.254155445098877,
      "mean_token_accuracy": 0.669323449395597,
      "num_tokens": 26912893.0,
      "step": 360
    },
    {
      "entropy": 1.4747931480407714,
      "epoch": 0.7981125716211661,
      "grad_norm": 0.03515625,
      "learning_rate": 4.182030441986744e-06,
      "loss": 1.2301451683044433,
      "mean_token_accuracy": 0.6740846395492553,
      "num_tokens": 27654040.0,
      "step": 370
    },
    {
      "entropy": 1.5113066220656037,
      "epoch": 0.8196831816649814,
      "grad_norm": 0.03515625,
      "learning_rate": 4.139863671001462e-06,
      "loss": 1.2547582626342773,
      "mean_token_accuracy": 0.668442091718316,
      "num_tokens": 28415074.0,
      "step": 380
    },
    {
      "entropy": 1.4829508623108267,
      "epoch": 0.8412537917087968,
      "grad_norm": 0.03369140625,
      "learning_rate": 4.096861661361244e-06,
      "loss": 1.2368510246276856,
      "mean_token_accuracy": 0.6739088529720902,
      "num_tokens": 29164236.0,
      "step": 390
    },
    {
      "entropy": 1.4742595052346588,
      "epoch": 0.8628244017526121,
      "grad_norm": 0.035888671875,
      "learning_rate": 4.053046315460375e-06,
      "loss": 1.221826934814453,
      "mean_token_accuracy": 0.6764747254550457,
      "num_tokens": 29917850.0,
      "step": 400
    },
    {
      "epoch": 0.8628244017526121,
      "eval_entropy": 1.3889273129976714,
      "eval_loss": 1.1914775371551514,
      "eval_mean_token_accuracy": 0.6828073492416968,
      "eval_num_tokens": 29917850.0,
      "eval_runtime": 3.6791,
      "eval_samples_per_second": 27.18,
      "eval_steps_per_second": 3.533,
      "step": 400
    },
    {
      "entropy": 1.5197141887620091,
      "epoch": 0.8843950117964273,
      "grad_norm": 0.036865234375,
      "learning_rate": 4.008439949953111e-06,
      "loss": 1.2676182746887208,
      "mean_token_accuracy": 0.6672423681244254,
      "num_tokens": 30652050.0,
      "step": 410
    },
    {
      "entropy": 1.4985390733927488,
      "epoch": 0.9059656218402427,
      "grad_norm": 0.03466796875,
      "learning_rate": 3.96306528438705e-06,
      "loss": 1.2611710548400878,
      "mean_token_accuracy": 0.6676615543663502,
      "num_tokens": 31397271.0,
      "step": 420
    },
    {
      "entropy": 1.4782635426148771,
      "epoch": 0.927536231884058,
      "grad_norm": 0.033447265625,
      "learning_rate": 3.9169454296312895e-06,
      "loss": 1.2356756210327149,
      "mean_token_accuracy": 0.6728357087820769,
      "num_tokens": 32137148.0,
      "step": 430
    },
    {
      "entropy": 1.5283029813319444,
      "epoch": 0.9491068419278733,
      "grad_norm": 0.034912109375,
      "learning_rate": 3.870103876105266e-06,
      "loss": 1.261199378967285,
      "mean_token_accuracy": 0.6644394308328628,
      "num_tokens": 32883234.0,
      "step": 440
    },
    {
      "entropy": 1.4918072402477265,
      "epoch": 0.9706774519716885,
      "grad_norm": 0.03173828125,
      "learning_rate": 3.822564481814285e-06,
      "loss": 1.2366758346557618,
      "mean_token_accuracy": 0.6730084288865328,
      "num_tokens": 33621739.0,
      "step": 450
    },
    {
      "epoch": 0.9706774519716885,
      "eval_entropy": 1.3830306346599872,
      "eval_loss": 1.189202904701233,
      "eval_mean_token_accuracy": 0.6829607074077313,
      "eval_num_tokens": 33621739.0,
      "eval_runtime": 3.6568,
      "eval_samples_per_second": 27.346,
      "eval_steps_per_second": 3.555,
      "step": 450
    },
    {
      "entropy": 1.4637328485026955,
      "epoch": 0.9922480620155039,
      "grad_norm": 0.03466796875,
      "learning_rate": 3.7743514601978194e-06,
      "loss": 1.2146634101867675,
      "mean_token_accuracy": 0.6782162645831704,
      "num_tokens": 34370732.0,
      "step": 460
    },
    {
      "entropy": 1.4961490114659362,
      "epoch": 1.0129423660262893,
      "grad_norm": 0.0341796875,
      "learning_rate": 3.7254893677967817e-06,
      "loss": 1.2408208847045898,
      "mean_token_accuracy": 0.6726808932394469,
      "num_tokens": 35092019.0,
      "step": 470
    },
    {
      "entropy": 1.4762530026957392,
      "epoch": 1.0345129760701044,
      "grad_norm": 0.032958984375,
      "learning_rate": 3.6760030917460327e-06,
      "loss": 1.2347814559936523,
      "mean_token_accuracy": 0.6722965622320771,
      "num_tokens": 35842937.0,
      "step": 480
    },
    {
      "entropy": 1.5049012653529643,
      "epoch": 1.0560835861139197,
      "grad_norm": 0.0390625,
      "learning_rate": 3.6259178370985143e-06,
      "loss": 1.2423776626586913,
      "mean_token_accuracy": 0.6726679367944598,
      "num_tokens": 36586521.0,
      "step": 490
    },
    {
      "entropy": 1.5029818255454301,
      "epoch": 1.077654196157735,
      "grad_norm": 0.0390625,
      "learning_rate": 3.5752591139874555e-06,
      "loss": 1.2592316627502442,
      "mean_token_accuracy": 0.6691493924707175,
      "num_tokens": 37334170.0,
      "step": 500
    },
    {
      "epoch": 1.077654196157735,
      "eval_entropy": 1.380214232664842,
      "eval_loss": 1.187309980392456,
      "eval_mean_token_accuracy": 0.6840003041120676,
      "eval_num_tokens": 37334170.0,
      "eval_runtime": 3.6676,
      "eval_samples_per_second": 27.265,
      "eval_steps_per_second": 3.545,
      "step": 500
    },
    {
      "entropy": 1.5072425819933415,
      "epoch": 1.0992248062015504,
      "grad_norm": 0.035888671875,
      "learning_rate": 3.5240527246331875e-06,
      "loss": 1.2472517013549804,
      "mean_token_accuracy": 0.6706916518509388,
      "num_tokens": 38077388.0,
      "step": 510
    },
    {
      "entropy": 1.4855062494054436,
      "epoch": 1.1207954162453657,
      "grad_norm": 0.032958984375,
      "learning_rate": 3.47232475020119e-06,
      "loss": 1.2272147178649901,
      "mean_token_accuracy": 0.674690573848784,
      "num_tokens": 38850755.0,
      "step": 520
    },
    {
      "entropy": 1.5008873930200934,
      "epoch": 1.142366026289181,
      "grad_norm": 0.0361328125,
      "learning_rate": 3.4201015375180636e-06,
      "loss": 1.2496809005737304,
      "mean_token_accuracy": 0.6694020047783852,
      "num_tokens": 39611349.0,
      "step": 530
    },
    {
      "entropy": 1.4931515300646425,
      "epoch": 1.1639366363329964,
      "grad_norm": 0.038330078125,
      "learning_rate": 3.3674096856521866e-06,
      "loss": 1.2493350028991699,
      "mean_token_accuracy": 0.6695653740316629,
      "num_tokens": 40345796.0,
      "step": 540
    },
    {
      "entropy": 1.4781431961804627,
      "epoch": 1.1855072463768117,
      "grad_norm": 0.032470703125,
      "learning_rate": 3.3142760323659035e-06,
      "loss": 1.2255599975585938,
      "mean_token_accuracy": 0.6748269772157073,
      "num_tokens": 41092178.0,
      "step": 550
    },
    {
      "epoch": 1.1855072463768117,
      "eval_entropy": 1.374479284653297,
      "eval_loss": 1.185532808303833,
      "eval_mean_token_accuracy": 0.683243086704841,
      "eval_num_tokens": 41092178.0,
      "eval_runtime": 3.6823,
      "eval_samples_per_second": 27.157,
      "eval_steps_per_second": 3.53,
      "step": 550
    },
    {
      "entropy": 1.4843646846711636,
      "epoch": 1.2070778564206268,
      "grad_norm": 0.03515625,
      "learning_rate": 3.2607276404461325e-06,
      "loss": 1.2443278312683106,
      "mean_token_accuracy": 0.6696186825633049,
      "num_tokens": 41845174.0,
      "step": 560
    },
    {
      "entropy": 1.489796095713973,
      "epoch": 1.2286484664644421,
      "grad_norm": 0.035400390625,
      "learning_rate": 3.206791783920361e-06,
      "loss": 1.2421024322509766,
      "mean_token_accuracy": 0.670965776592493,
      "num_tokens": 42586335.0,
      "step": 570
    },
    {
      "entropy": 1.4751165067777037,
      "epoch": 1.2502190765082575,
      "grad_norm": 0.0341796875,
      "learning_rate": 3.152495934165055e-06,
      "loss": 1.2281587600708008,
      "mean_token_accuracy": 0.6753974489867687,
      "num_tokens": 43306996.0,
      "step": 580
    },
    {
      "entropy": 1.5005261640995742,
      "epoch": 1.2717896865520728,
      "grad_norm": 0.033203125,
      "learning_rate": 3.0978677459135443e-06,
      "loss": 1.2365185737609863,
      "mean_token_accuracy": 0.6739299269393086,
      "num_tokens": 44076004.0,
      "step": 590
    },
    {
      "entropy": 1.4971575114876032,
      "epoch": 1.2933602965958881,
      "grad_norm": 0.036376953125,
      "learning_rate": 3.0429350431705203e-06,
      "loss": 1.2424898147583008,
      "mean_token_accuracy": 0.6698520433157682,
      "num_tokens": 44826409.0,
      "step": 600
    },
    {
      "epoch": 1.2933602965958881,
      "eval_entropy": 1.3752018488370454,
      "eval_loss": 1.1843688488006592,
      "eval_mean_token_accuracy": 0.6843544657413776,
      "eval_num_tokens": 44826409.0,
      "eval_runtime": 3.6729,
      "eval_samples_per_second": 27.226,
      "eval_steps_per_second": 3.539,
      "step": 600
    },
    {
      "entropy": 1.4854857932776213,
      "epoch": 1.3149309066397035,
      "grad_norm": 0.0341796875,
      "learning_rate": 2.9877258050403214e-06,
      "loss": 1.2554213523864746,
      "mean_token_accuracy": 0.6699382528662682,
      "num_tokens": 45581714.0,
      "step": 610
    },
    {
      "entropy": 1.501467790082097,
      "epoch": 1.3365015166835188,
      "grad_norm": 0.032470703125,
      "learning_rate": 2.932268151476216e-06,
      "loss": 1.2491737365722657,
      "mean_token_accuracy": 0.6689437933266162,
      "num_tokens": 46333632.0,
      "step": 620
    },
    {
      "entropy": 1.4766393253579735,
      "epoch": 1.358072126727334,
      "grad_norm": 0.0361328125,
      "learning_rate": 2.8765903289579504e-06,
      "loss": 1.2321022987365722,
      "mean_token_accuracy": 0.6739912224933505,
      "num_tokens": 47079975.0,
      "step": 630
    },
    {
      "entropy": 1.5021409541368484,
      "epoch": 1.3796427367711492,
      "grad_norm": 0.034912109375,
      "learning_rate": 2.8207206961048496e-06,
      "loss": 1.2492496490478515,
      "mean_token_accuracy": 0.6727896144613623,
      "num_tokens": 47840346.0,
      "step": 640
    },
    {
      "entropy": 1.478764550201595,
      "epoch": 1.4012133468149646,
      "grad_norm": 0.034423828125,
      "learning_rate": 2.7646877092318005e-06,
      "loss": 1.2151342391967774,
      "mean_token_accuracy": 0.6766992717981338,
      "num_tokens": 48578138.0,
      "step": 650
    },
    {
      "epoch": 1.4012133468149646,
      "eval_entropy": 1.373001291201665,
      "eval_loss": 1.1834796667099,
      "eval_mean_token_accuracy": 0.6841690998810989,
      "eval_num_tokens": 48578138.0,
      "eval_runtime": 3.6584,
      "eval_samples_per_second": 27.334,
      "eval_steps_per_second": 3.553,
      "step": 650
    },
    {
      "entropy": 1.4845669204369187,
      "epoch": 1.42278395685878,
      "grad_norm": 0.035888671875,
      "learning_rate": 2.7085199078554816e-06,
      "loss": 1.229975986480713,
      "mean_token_accuracy": 0.6744854656979442,
      "num_tokens": 49327776.0,
      "step": 660
    },
    {
      "entropy": 1.4945817491039635,
      "epoch": 1.4443545669025952,
      "grad_norm": 0.036376953125,
      "learning_rate": 2.652245900158208e-06,
      "loss": 1.2332301139831543,
      "mean_token_accuracy": 0.6740596545860171,
      "num_tokens": 50088883.0,
      "step": 670
    },
    {
      "entropy": 1.4762866148725151,
      "epoch": 1.4659251769464106,
      "grad_norm": 0.03466796875,
      "learning_rate": 2.595894348416807e-06,
      "loss": 1.2285600662231446,
      "mean_token_accuracy": 0.6744002403691411,
      "num_tokens": 50844287.0,
      "step": 680
    },
    {
      "entropy": 1.4770476857200265,
      "epoch": 1.4874957869902259,
      "grad_norm": 0.032958984375,
      "learning_rate": 2.539493954403939e-06,
      "loss": 1.2145397186279296,
      "mean_token_accuracy": 0.6767452768981457,
      "num_tokens": 51595679.0,
      "step": 690
    },
    {
      "entropy": 1.4556858593598008,
      "epoch": 1.509066397034041,
      "grad_norm": 0.033447265625,
      "learning_rate": 2.483073444769304e-06,
      "loss": 1.2092321395874024,
      "mean_token_accuracy": 0.6777302039787173,
      "num_tokens": 52334062.0,
      "step": 700
    },
    {
      "epoch": 1.509066397034041,
      "eval_entropy": 1.3710510272246141,
      "eval_loss": 1.1827597618103027,
      "eval_mean_token_accuracy": 0.6842976808547974,
      "eval_num_tokens": 52334062.0,
      "eval_runtime": 3.6872,
      "eval_samples_per_second": 27.121,
      "eval_steps_per_second": 3.526,
      "step": 700
    },
    {
      "entropy": 1.499366302229464,
      "epoch": 1.5306370070778565,
      "grad_norm": 0.033935546875,
      "learning_rate": 2.426661556408178e-06,
      "loss": 1.2455547332763672,
      "mean_token_accuracy": 0.670172212831676,
      "num_tokens": 53075155.0,
      "step": 710
    },
    {
      "entropy": 1.4780711084604263,
      "epoch": 1.5522076171216717,
      "grad_norm": 0.032958984375,
      "learning_rate": 2.370287021824725e-06,
      "loss": 1.2432132720947267,
      "mean_token_accuracy": 0.6701041288673878,
      "num_tokens": 53824562.0,
      "step": 720
    },
    {
      "entropy": 1.477502679079771,
      "epoch": 1.573778227165487,
      "grad_norm": 0.035400390625,
      "learning_rate": 2.3139785544975528e-06,
      "loss": 1.2311717987060546,
      "mean_token_accuracy": 0.6731598127633334,
      "num_tokens": 54581099.0,
      "step": 730
    },
    {
      "entropy": 1.469127612374723,
      "epoch": 1.5953488372093023,
      "grad_norm": 0.035400390625,
      "learning_rate": 2.2577648342549577e-06,
      "loss": 1.2264204978942872,
      "mean_token_accuracy": 0.6752710843458771,
      "num_tokens": 55327112.0,
      "step": 740
    },
    {
      "entropy": 1.4831633877009154,
      "epoch": 1.6169194472531176,
      "grad_norm": 0.033203125,
      "learning_rate": 2.201674492667303e-06,
      "loss": 1.2290393829345703,
      "mean_token_accuracy": 0.6734487740322948,
      "num_tokens": 56077303.0,
      "step": 750
    },
    {
      "epoch": 1.6169194472531176,
      "eval_entropy": 1.3741891384124756,
      "eval_loss": 1.1823630332946777,
      "eval_mean_token_accuracy": 0.683963784804711,
      "eval_num_tokens": 56077303.0,
      "eval_runtime": 3.6887,
      "eval_samples_per_second": 27.11,
      "eval_steps_per_second": 3.524,
      "step": 750
    },
    {
      "entropy": 1.4855883978307247,
      "epoch": 1.638490057296933,
      "grad_norm": 0.03662109375,
      "learning_rate": 2.145736098463985e-06,
      "loss": 1.2290058135986328,
      "mean_token_accuracy": 0.6753679029643536,
      "num_tokens": 56812770.0,
      "step": 760
    },
    {
      "entropy": 1.4715428488329052,
      "epoch": 1.660060667340748,
      "grad_norm": 0.03515625,
      "learning_rate": 2.0899781429823994e-06,
      "loss": 1.219193172454834,
      "mean_token_accuracy": 0.6744225597009063,
      "num_tokens": 57559964.0,
      "step": 770
    },
    {
      "entropy": 1.50134886931628,
      "epoch": 1.6816312773845636,
      "grad_norm": 0.03466796875,
      "learning_rate": 2.03442902565633e-06,
      "loss": 1.241888427734375,
      "mean_token_accuracy": 0.6697187574580312,
      "num_tokens": 58308737.0,
      "step": 780
    },
    {
      "entropy": 1.4558339582756161,
      "epoch": 1.7032018874283787,
      "grad_norm": 0.034423828125,
      "learning_rate": 1.979117039551144e-06,
      "loss": 1.2013543128967286,
      "mean_token_accuracy": 0.6808343829587102,
      "num_tokens": 59052112.0,
      "step": 790
    },
    {
      "entropy": 1.4817260129377245,
      "epoch": 1.7247724974721943,
      "grad_norm": 0.035888671875,
      "learning_rate": 1.924070356953168e-06,
      "loss": 1.2334010124206543,
      "mean_token_accuracy": 0.672742473334074,
      "num_tokens": 59790196.0,
      "step": 800
    },
    {
      "epoch": 1.7247724974721943,
      "eval_entropy": 1.37288563985091,
      "eval_loss": 1.1820176839828491,
      "eval_mean_token_accuracy": 0.684046956209036,
      "eval_num_tokens": 59790196.0,
      "eval_runtime": 3.6779,
      "eval_samples_per_second": 27.19,
      "eval_steps_per_second": 3.535,
      "step": 800
    },
    {
      "entropy": 1.4934301238507033,
      "epoch": 1.7463431075160094,
      "grad_norm": 0.03564453125,
      "learning_rate": 1.8693170150205791e-06,
      "loss": 1.2414652824401855,
      "mean_token_accuracy": 0.672171187773347,
      "num_tokens": 60528075.0,
      "step": 810
    },
    {
      "entropy": 1.4653095223009587,
      "epoch": 1.7679137175598247,
      "grad_norm": 0.034912109375,
      "learning_rate": 1.8148849015031195e-06,
      "loss": 1.2253877639770507,
      "mean_token_accuracy": 0.6749245407059788,
      "num_tokens": 61270945.0,
      "step": 820
    },
    {
      "entropy": 1.470803551748395,
      "epoch": 1.78948432760364,
      "grad_norm": 0.03271484375,
      "learning_rate": 1.7608017405379133e-06,
      "loss": 1.2263381004333496,
      "mean_token_accuracy": 0.6744035631418228,
      "num_tokens": 62016952.0,
      "step": 830
    },
    {
      "entropy": 1.464294382557273,
      "epoch": 1.8110549376474552,
      "grad_norm": 0.035888671875,
      "learning_rate": 1.707095078528615e-06,
      "loss": 1.2164762496948243,
      "mean_token_accuracy": 0.6769138135015964,
      "num_tokens": 62749488.0,
      "step": 840
    },
    {
      "entropy": 1.471432145871222,
      "epoch": 1.8326255476912707,
      "grad_norm": 0.035888671875,
      "learning_rate": 1.6537922701150826e-06,
      "loss": 1.217400360107422,
      "mean_token_accuracy": 0.677493049018085,
      "num_tokens": 63488076.0,
      "step": 850
    },
    {
      "epoch": 1.8326255476912707,
      "eval_entropy": 1.3718278774848351,
      "eval_loss": 1.1815452575683594,
      "eval_mean_token_accuracy": 0.6844739180344802,
      "eval_num_tokens": 63488076.0,
      "eval_runtime": 3.6567,
      "eval_samples_per_second": 27.347,
      "eval_steps_per_second": 3.555,
      "step": 850
    },
    {
      "entropy": 1.4581330316141248,
      "epoch": 1.8541961577350858,
      "grad_norm": 0.03271484375,
      "learning_rate": 1.6009204642407269e-06,
      "loss": 1.2144439697265625,
      "mean_token_accuracy": 0.6787769604474306,
      "num_tokens": 64230870.0,
      "step": 860
    },
    {
      "entropy": 1.4812420466914773,
      "epoch": 1.8757667677789014,
      "grad_norm": 0.03369140625,
      "learning_rate": 1.548506590324622e-06,
      "loss": 1.2369457244873048,
      "mean_token_accuracy": 0.6696851562708617,
      "num_tokens": 64965408.0,
      "step": 870
    },
    {
      "entropy": 1.461279028095305,
      "epoch": 1.8973373778227165,
      "grad_norm": 0.035888671875,
      "learning_rate": 1.4965773445454348e-06,
      "loss": 1.2258675575256348,
      "mean_token_accuracy": 0.6737756703048945,
      "num_tokens": 65706011.0,
      "step": 880
    },
    {
      "entropy": 1.478666521050036,
      "epoch": 1.9189079878665318,
      "grad_norm": 0.0361328125,
      "learning_rate": 1.4451591762441461e-06,
      "loss": 1.234369945526123,
      "mean_token_accuracy": 0.6738810567185283,
      "num_tokens": 66452496.0,
      "step": 890
    },
    {
      "entropy": 1.4450379524379968,
      "epoch": 1.9404785979103472,
      "grad_norm": 0.0341796875,
      "learning_rate": 1.3942782744524974e-06,
      "loss": 1.1851463317871094,
      "mean_token_accuracy": 0.6811737598851323,
      "num_tokens": 67202492.0,
      "step": 900
    },
    {
      "epoch": 1.9404785979103472,
      "eval_entropy": 1.372688889503479,
      "eval_loss": 1.1814879179000854,
      "eval_mean_token_accuracy": 0.6845757319377019,
      "eval_num_tokens": 67202492.0,
      "eval_runtime": 3.6701,
      "eval_samples_per_second": 27.247,
      "eval_steps_per_second": 3.542,
      "step": 900
    },
    {
      "entropy": 1.4832466956228019,
      "epoch": 1.9620492079541625,
      "grad_norm": 0.0341796875,
      "learning_rate": 1.343960554554019e-06,
      "loss": 1.2365760803222656,
      "mean_token_accuracy": 0.6740058463066816,
      "num_tokens": 67959083.0,
      "step": 910
    },
    {
      "entropy": 1.4821348998695612,
      "epoch": 1.9836198179979778,
      "grad_norm": 0.03271484375,
      "learning_rate": 1.2942316450844455e-06,
      "loss": 1.2364745140075684,
      "mean_token_accuracy": 0.6715554362162948,
      "num_tokens": 68704193.0,
      "step": 920
    },
    {
      "entropy": 1.4634444566037057,
      "epoch": 2.004314122008763,
      "grad_norm": 0.034423828125,
      "learning_rate": 1.2451168746782154e-06,
      "loss": 1.2172240257263183,
      "mean_token_accuracy": 0.6751755258547755,
      "num_tokens": 69432162.0,
      "step": 930
    },
    {
      "entropy": 1.4495740208774806,
      "epoch": 2.0258847320525786,
      "grad_norm": 0.033447265625,
      "learning_rate": 1.1966412591677432e-06,
      "loss": 1.2037148475646973,
      "mean_token_accuracy": 0.6786413632333279,
      "num_tokens": 70174260.0,
      "step": 940
    },
    {
      "entropy": 1.498362773656845,
      "epoch": 2.0474553420963937,
      "grad_norm": 0.035888671875,
      "learning_rate": 1.1488294888419897e-06,
      "loss": 1.248203182220459,
      "mean_token_accuracy": 0.6689321782439948,
      "num_tokens": 70913892.0,
      "step": 950
    },
    {
      "epoch": 2.0474553420963937,
      "eval_entropy": 1.3701610014988825,
      "eval_loss": 1.18141770362854,
      "eval_mean_token_accuracy": 0.6844954398962168,
      "eval_num_tokens": 70913892.0,
      "eval_runtime": 3.6782,
      "eval_samples_per_second": 27.187,
      "eval_steps_per_second": 3.534,
      "step": 950
    },
    {
      "entropy": 1.4788924545049666,
      "epoch": 2.069025952140209,
      "grad_norm": 0.03759765625,
      "learning_rate": 1.1017059158708595e-06,
      "loss": 1.2327592849731446,
      "mean_token_accuracy": 0.6722837900742888,
      "num_tokens": 71658336.0,
      "step": 960
    },
    {
      "entropy": 1.4883825523778795,
      "epoch": 2.0905965621840243,
      "grad_norm": 0.03662109375,
      "learning_rate": 1.0552945419018066e-06,
      "loss": 1.2401643753051759,
      "mean_token_accuracy": 0.6708007922396064,
      "num_tokens": 72411055.0,
      "step": 970
    },
    {
      "entropy": 1.4376504089683295,
      "epoch": 2.1121671722278395,
      "grad_norm": 0.03369140625,
      "learning_rate": 1.0096190058349753e-06,
      "loss": 1.2030488014221192,
      "mean_token_accuracy": 0.6795810239389539,
      "num_tokens": 73159842.0,
      "step": 980
    },
    {
      "entropy": 1.4649095240980388,
      "epoch": 2.133737782271655,
      "grad_norm": 0.0361328125,
      "learning_rate": 9.647025717830967e-07,
      "loss": 1.211749267578125,
      "mean_token_accuracy": 0.6779318297281861,
      "num_tokens": 73903738.0,
      "step": 990
    },
    {
      "entropy": 1.4727241741493344,
      "epoch": 2.15530839231547,
      "grad_norm": 0.035400390625,
      "learning_rate": 9.205681172222855e-07,
      "loss": 1.2229228973388673,
      "mean_token_accuracy": 0.6762760354205966,
      "num_tokens": 74631034.0,
      "step": 1000
    },
    {
      "epoch": 2.15530839231547,
      "eval_entropy": 1.3697441999728863,
      "eval_loss": 1.181374430656433,
      "eval_mean_token_accuracy": 0.6845315419710599,
      "eval_num_tokens": 74631034.0,
      "eval_runtime": 3.6618,
      "eval_samples_per_second": 27.309,
      "eval_steps_per_second": 3.55,
      "step": 1000
    },
    {
      "entropy": 1.4828446479514241,
      "epoch": 2.1768790023592857,
      "grad_norm": 0.03271484375,
      "learning_rate": 8.772381213397527e-07,
      "loss": 1.2276836395263673,
      "mean_token_accuracy": 0.6742623111233115,
      "num_tokens": 75381772.0,
      "step": 1010
    },
    {
      "entropy": 1.470299855619669,
      "epoch": 2.1984496124031008,
      "grad_norm": 0.031982421875,
      "learning_rate": 8.347346535843931e-07,
      "loss": 1.2108376502990723,
      "mean_token_accuracy": 0.6764363253489136,
      "num_tokens": 76116800.0,
      "step": 1020
    },
    {
      "entropy": 1.4736272709444165,
      "epoch": 2.220020222446916,
      "grad_norm": 0.033935546875,
      "learning_rate": 7.930793624260542e-07,
      "loss": 1.2280489921569824,
      "mean_token_accuracy": 0.6724860800430179,
      "num_tokens": 76863722.0,
      "step": 1030
    },
    {
      "entropy": 1.5003264799714089,
      "epoch": 2.2415908324907314,
      "grad_norm": 0.0341796875,
      "learning_rate": 7.522934643292357e-07,
      "loss": 1.2437036514282227,
      "mean_token_accuracy": 0.6705104760825634,
      "num_tokens": 77614440.0,
      "step": 1040
    },
    {
      "entropy": 1.4879769939929246,
      "epoch": 2.2631614425345465,
      "grad_norm": 0.03515625,
      "learning_rate": 7.123977329468129e-07,
      "loss": 1.242294979095459,
      "mean_token_accuracy": 0.6722773084416985,
      "num_tokens": 78373949.0,
      "step": 1050
    },
    {
      "epoch": 2.2631614425345465,
      "eval_entropy": 1.3714183202156653,
      "eval_loss": 1.1815378665924072,
      "eval_mean_token_accuracy": 0.6843903064727783,
      "eval_num_tokens": 78373949.0,
      "eval_runtime": 3.6971,
      "eval_samples_per_second": 27.048,
      "eval_steps_per_second": 3.516,
      "step": 1050
    },
    {
      "entropy": 1.4705588215962053,
      "epoch": 2.284732052578362,
      "grad_norm": 0.033203125,
      "learning_rate": 6.734124885393111e-07,
      "loss": 1.2206010818481445,
      "mean_token_accuracy": 0.6755671601742506,
      "num_tokens": 79126819.0,
      "step": 1060
    },
    {
      "entropy": 1.4693676881492137,
      "epoch": 2.306302662622177,
      "grad_norm": 0.034423828125,
      "learning_rate": 6.353575876250945e-07,
      "loss": 1.2280621528625488,
      "mean_token_accuracy": 0.6749383028596639,
      "num_tokens": 79869254.0,
      "step": 1070
    },
    {
      "entropy": 1.4845634065568447,
      "epoch": 2.3278732726659928,
      "grad_norm": 0.03662109375,
      "learning_rate": 5.982524128667697e-07,
      "loss": 1.225168800354004,
      "mean_token_accuracy": 0.6747270798310637,
      "num_tokens": 80603220.0,
      "step": 1080
    },
    {
      "entropy": 1.478745934739709,
      "epoch": 2.349443882709808,
      "grad_norm": 0.032470703125,
      "learning_rate": 5.621158631989263e-07,
      "loss": 1.2239156723022462,
      "mean_token_accuracy": 0.675847783498466,
      "num_tokens": 81368355.0,
      "step": 1090
    },
    {
      "entropy": 1.47794102281332,
      "epoch": 2.3710144927536234,
      "grad_norm": 0.03369140625,
      "learning_rate": 5.269663442022685e-07,
      "loss": 1.2166450500488282,
      "mean_token_accuracy": 0.6764153370633721,
      "num_tokens": 82121841.0,
      "step": 1100
    },
    {
      "epoch": 2.3710144927536234,
      "eval_entropy": 1.3739139116727388,
      "eval_loss": 1.1813687086105347,
      "eval_mean_token_accuracy": 0.6841404208770165,
      "eval_num_tokens": 82121841.0,
      "eval_runtime": 3.6763,
      "eval_samples_per_second": 27.202,
      "eval_steps_per_second": 3.536,
      "step": 1100
    },
    {
      "entropy": 1.47496219240129,
      "epoch": 2.3925851027974385,
      "grad_norm": 0.03173828125,
      "learning_rate": 4.928217587290182e-07,
      "loss": 1.218714141845703,
      "mean_token_accuracy": 0.6762027183547616,
      "num_tokens": 82875329.0,
      "step": 1110
    },
    {
      "entropy": 1.47492984700948,
      "epoch": 2.4141557128412536,
      "grad_norm": 0.032470703125,
      "learning_rate": 4.5969949778438575e-07,
      "loss": 1.2254411697387695,
      "mean_token_accuracy": 0.6733096215873957,
      "num_tokens": 83619772.0,
      "step": 1120
    },
    {
      "entropy": 1.4938979675993322,
      "epoch": 2.435726322885069,
      "grad_norm": 0.033203125,
      "learning_rate": 4.2761643166873006e-07,
      "loss": 1.2486177444458009,
      "mean_token_accuracy": 0.670450198277831,
      "num_tokens": 84378938.0,
      "step": 1130
    },
    {
      "entropy": 1.4558670258149504,
      "epoch": 2.4572969329288843,
      "grad_norm": 0.033203125,
      "learning_rate": 3.9658890138494335e-07,
      "loss": 1.2235937118530273,
      "mean_token_accuracy": 0.6756238445639611,
      "num_tokens": 85114018.0,
      "step": 1140
    },
    {
      "entropy": 1.4995972203090786,
      "epoch": 2.4788675429727,
      "grad_norm": 0.03466796875,
      "learning_rate": 3.6663271031541493e-07,
      "loss": 1.2367911338806152,
      "mean_token_accuracy": 0.6726962340995669,
      "num_tokens": 85856320.0,
      "step": 1150
    },
    {
      "epoch": 2.4788675429727,
      "eval_entropy": 1.3706045242456288,
      "eval_loss": 1.1811416149139404,
      "eval_mean_token_accuracy": 0.6845263747068552,
      "eval_num_tokens": 85856320.0,
      "eval_runtime": 3.6647,
      "eval_samples_per_second": 27.287,
      "eval_steps_per_second": 3.547,
      "step": 1150
    },
    {
      "entropy": 1.4837047975510358,
      "epoch": 2.500438153016515,
      "grad_norm": 0.03515625,
      "learning_rate": 3.3776311617283035e-07,
      "loss": 1.2384218215942382,
      "mean_token_accuracy": 0.6717864293605089,
      "num_tokens": 86585500.0,
      "step": 1160
    },
    {
      "entropy": 1.4787415696308017,
      "epoch": 2.52200876306033,
      "grad_norm": 0.036865234375,
      "learning_rate": 3.0999482322889574e-07,
      "loss": 1.2136137008666992,
      "mean_token_accuracy": 0.6769431287422776,
      "num_tokens": 87347776.0,
      "step": 1170
    },
    {
      "entropy": 1.5027014980092646,
      "epoch": 2.5435793731041456,
      "grad_norm": 0.033447265625,
      "learning_rate": 2.8334197482495107e-07,
      "loss": 1.253582763671875,
      "mean_token_accuracy": 0.667684393003583,
      "num_tokens": 88090036.0,
      "step": 1180
    },
    {
      "entropy": 1.488570535928011,
      "epoch": 2.565149983147961,
      "grad_norm": 0.03515625,
      "learning_rate": 2.5781814616827936e-07,
      "loss": 1.2479755401611328,
      "mean_token_accuracy": 0.6704706002026797,
      "num_tokens": 88854033.0,
      "step": 1190
    },
    {
      "entropy": 1.5026418125256895,
      "epoch": 2.5867205931917763,
      "grad_norm": 0.037841796875,
      "learning_rate": 2.3343633741779255e-07,
      "loss": 1.2379155158996582,
      "mean_token_accuracy": 0.6707732306793333,
      "num_tokens": 89595956.0,
      "step": 1200
    },
    {
      "epoch": 2.5867205931917763,
      "eval_entropy": 1.3714110851287842,
      "eval_loss": 1.1810975074768066,
      "eval_mean_token_accuracy": 0.6843558412331802,
      "eval_num_tokens": 89595956.0,
      "eval_runtime": 3.6633,
      "eval_samples_per_second": 27.298,
      "eval_steps_per_second": 3.549,
      "step": 1200
    },
    {
      "entropy": 1.4757313583046199,
      "epoch": 2.6082912032355914,
      "grad_norm": 0.036865234375,
      "learning_rate": 2.102089670626037e-07,
      "loss": 1.22061185836792,
      "mean_token_accuracy": 0.6742894217371941,
      "num_tokens": 90338273.0,
      "step": 1210
    },
    {
      "entropy": 1.4955619590356946,
      "epoch": 2.629861813279407,
      "grad_norm": 0.033935546875,
      "learning_rate": 1.8814786559686689e-07,
      "loss": 1.2501788139343262,
      "mean_token_accuracy": 0.66965347584337,
      "num_tokens": 91082715.0,
      "step": 1220
    },
    {
      "entropy": 1.4938439471647142,
      "epoch": 2.651432423323222,
      "grad_norm": 0.034912109375,
      "learning_rate": 1.672642694941015e-07,
      "loss": 1.2471290588378907,
      "mean_token_accuracy": 0.6704504562541842,
      "num_tokens": 91830465.0,
      "step": 1230
    },
    {
      "entropy": 1.4964844120666385,
      "epoch": 2.6730030333670376,
      "grad_norm": 0.033935546875,
      "learning_rate": 1.4756881548407153e-07,
      "loss": 1.2559056282043457,
      "mean_token_accuracy": 0.6671904474496841,
      "num_tokens": 92587225.0,
      "step": 1240
    },
    {
      "entropy": 1.4705483008176088,
      "epoch": 2.6945736434108527,
      "grad_norm": 0.03564453125,
      "learning_rate": 1.290715351351371e-07,
      "loss": 1.2225461959838868,
      "mean_token_accuracy": 0.674612145125866,
      "num_tokens": 93329195.0,
      "step": 1250
    },
    {
      "epoch": 2.6945736434108527,
      "eval_entropy": 1.3716207284193773,
      "eval_loss": 1.1809742450714111,
      "eval_mean_token_accuracy": 0.684914414699261,
      "eval_num_tokens": 93329195.0,
      "eval_runtime": 3.6738,
      "eval_samples_per_second": 27.219,
      "eval_steps_per_second": 3.539,
      "step": 1250
    },
    {
      "entropy": 1.473252959549427,
      "epoch": 2.716144253454668,
      "grad_norm": 0.035888671875,
      "learning_rate": 1.1178184974483114e-07,
      "loss": 1.2252808570861817,
      "mean_token_accuracy": 0.6753275262191891,
      "num_tokens": 94073433.0,
      "step": 1260
    },
    {
      "entropy": 1.495525497198105,
      "epoch": 2.7377148634984834,
      "grad_norm": 0.035888671875,
      "learning_rate": 9.570856554127206e-08,
      "loss": 1.2336169242858888,
      "mean_token_accuracy": 0.6725098475813865,
      "num_tokens": 94817670.0,
      "step": 1270
    },
    {
      "entropy": 1.477628206834197,
      "epoch": 2.7592854735422985,
      "grad_norm": 0.03564453125,
      "learning_rate": 8.085986919784933e-08,
      "loss": 1.2343855857849122,
      "mean_token_accuracy": 0.6734241990372538,
      "num_tokens": 95571602.0,
      "step": 1280
    },
    {
      "entropy": 1.4527918914332987,
      "epoch": 2.780856083586114,
      "grad_norm": 0.037841796875,
      "learning_rate": 6.724332366347258e-08,
      "loss": 1.219487762451172,
      "mean_token_accuracy": 0.6743847265839576,
      "num_tokens": 96321379.0,
      "step": 1290
    },
    {
      "entropy": 1.4562704721465707,
      "epoch": 2.802426693629929,
      "grad_norm": 0.03564453125,
      "learning_rate": 5.4865864310500725e-08,
      "loss": 1.210085678100586,
      "mean_token_accuracy": 0.6762114005163312,
      "num_tokens": 97057191.0,
      "step": 1300
    },
    {
      "epoch": 2.802426693629929,
      "eval_entropy": 1.3706807815111601,
      "eval_loss": 1.1813178062438965,
      "eval_mean_token_accuracy": 0.6852421439610995,
      "eval_num_tokens": 97057191.0,
      "eval_runtime": 3.6724,
      "eval_samples_per_second": 27.23,
      "eval_steps_per_second": 3.54,
      "step": 1300
    },
    {
      "entropy": 1.4690280217677354,
      "epoch": 2.8239973036737447,
      "grad_norm": 0.034912109375,
      "learning_rate": 4.3733795402321476e-08,
      "loss": 1.2157417297363282,
      "mean_token_accuracy": 0.6754748554900288,
      "num_tokens": 97819920.0,
      "step": 1310
    },
    {
      "entropy": 1.4682903721928597,
      "epoch": 2.84556791371756,
      "grad_norm": 0.03369140625,
      "learning_rate": 3.3852786882372925e-08,
      "loss": 1.217051124572754,
      "mean_token_accuracy": 0.6758211361244321,
      "num_tokens": 98555979.0,
      "step": 1320
    },
    {
      "entropy": 1.4783522091805934,
      "epoch": 2.8671385237613753,
      "grad_norm": 0.03515625,
      "learning_rate": 2.5227871486249168e-08,
      "loss": 1.2258304595947265,
      "mean_token_accuracy": 0.6732724322006106,
      "num_tokens": 99303026.0,
      "step": 1330
    },
    {
      "entropy": 1.470925122499466,
      "epoch": 2.8887091338051905,
      "grad_norm": 0.03271484375,
      "learning_rate": 1.7863442178354117e-08,
      "loss": 1.2253659248352051,
      "mean_token_accuracy": 0.6761119239032268,
      "num_tokens": 100060567.0,
      "step": 1340
    },
    {
      "entropy": 1.4869282141327858,
      "epoch": 2.9102797438490056,
      "grad_norm": 0.036376953125,
      "learning_rate": 1.1763249914415465e-08,
      "loss": 1.2255492210388184,
      "mean_token_accuracy": 0.6743376379832625,
      "num_tokens": 100800446.0,
      "step": 1350
    },
    {
      "epoch": 2.9102797438490056,
      "eval_entropy": 1.3712318310370812,
      "eval_loss": 1.1809680461883545,
      "eval_mean_token_accuracy": 0.6843105783829322,
      "eval_num_tokens": 100800446.0,
      "eval_runtime": 3.6629,
      "eval_samples_per_second": 27.3,
      "eval_steps_per_second": 3.549,
      "step": 1350
    },
    {
      "entropy": 1.4652011856436729,
      "epoch": 2.931850353892821,
      "grad_norm": 0.03369140625,
      "learning_rate": 6.930401730994574e-09,
      "loss": 1.2218934059143067,
      "mean_token_accuracy": 0.675122519209981,
      "num_tokens": 101545860.0,
      "step": 1360
    },
    {
      "entropy": 1.4832888428121804,
      "epoch": 2.9534209639366362,
      "grad_norm": 0.034423828125,
      "learning_rate": 3.367359162966266e-09,
      "loss": 1.2362324714660644,
      "mean_token_accuracy": 0.6732010493054986,
      "num_tokens": 102297655.0,
      "step": 1370
    },
    {
      "entropy": 1.4625216010957955,
      "epoch": 2.9749915739804518,
      "grad_norm": 0.03564453125,
      "learning_rate": 1.075936989775317e-09,
      "loss": 1.2096445083618164,
      "mean_token_accuracy": 0.6758219797164202,
      "num_tokens": 103042675.0,
      "step": 1380
    },
    {
      "entropy": 1.511010423488915,
      "epoch": 2.996562184024267,
      "grad_norm": 0.03564453125,
      "learning_rate": 5.730231110639972e-11,
      "loss": 1.252042579650879,
      "mean_token_accuracy": 0.6698385804891587,
      "num_tokens": 103799829.0,
      "step": 1390
    }
  ],
  "logging_steps": 10,
  "max_steps": 1392,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.2273736039996662e+18,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}