{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.02144151291315115,
  "eval_steps": 500,
  "global_step": 1000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "entropy": 10.74260492324829,
      "epoch": 0.00010720756456575576,
      "grad_norm": 5.4375,
      "learning_rate": 2e-06,
      "loss": 10.6391,
      "mean_token_accuracy": 0.0,
      "num_tokens": 6321.0,
      "step": 5
    },
    {
      "entropy": 10.742601490020752,
      "epoch": 0.00021441512913151153,
      "grad_norm": 4.96875,
      "learning_rate": 4.5e-06,
      "loss": 10.6286,
      "mean_token_accuracy": 0.0,
      "num_tokens": 12304.0,
      "step": 10
    },
    {
      "entropy": 10.742689228057861,
      "epoch": 0.0003216226936972673,
      "grad_norm": 5.875,
      "learning_rate": 7e-06,
      "loss": 10.5323,
      "mean_token_accuracy": 0.0,
      "num_tokens": 17279.0,
      "step": 15
    },
    {
      "entropy": 10.742684173583985,
      "epoch": 0.00042883025826302305,
      "grad_norm": 5.125,
      "learning_rate": 9.5e-06,
      "loss": 10.5169,
      "mean_token_accuracy": 0.00015649452107027173,
      "num_tokens": 22498.0,
      "step": 20
    },
    {
      "entropy": 10.742647933959962,
      "epoch": 0.0005360378228287788,
      "grad_norm": 4.78125,
      "learning_rate": 1.2e-05,
      "loss": 10.4956,
      "mean_token_accuracy": 0.004493952146731317,
      "num_tokens": 29007.0,
      "step": 25
    },
    {
      "entropy": 10.742504405975343,
      "epoch": 0.0006432453873945346,
      "grad_norm": 4.625,
      "learning_rate": 1.4500000000000002e-05,
      "loss": 10.3649,
      "mean_token_accuracy": 0.018146800808608532,
      "num_tokens": 35097.0,
      "step": 30
    },
    {
      "entropy": 10.74176778793335,
      "epoch": 0.0007504529519602903,
      "grad_norm": 3.71875,
      "learning_rate": 1.7000000000000003e-05,
      "loss": 10.2322,
      "mean_token_accuracy": 0.030227267555892466,
      "num_tokens": 41259.0,
      "step": 35
    },
    {
      "entropy": 10.740076065063477,
      "epoch": 0.0008576605165260461,
      "grad_norm": 3.3125,
      "learning_rate": 1.95e-05,
      "loss": 10.0467,
      "mean_token_accuracy": 0.04209401421248913,
      "num_tokens": 46775.0,
      "step": 40
    },
    {
      "entropy": 10.73698902130127,
      "epoch": 0.0009648680810918018,
      "grad_norm": 2.640625,
      "learning_rate": 2.2e-05,
      "loss": 9.94,
      "mean_token_accuracy": 0.04311881065368652,
      "num_tokens": 52411.0,
      "step": 45
    },
    {
      "entropy": 10.73378677368164,
      "epoch": 0.0010720756456575576,
      "grad_norm": 2.5625,
      "learning_rate": 2.4500000000000003e-05,
      "loss": 9.867,
      "mean_token_accuracy": 0.04206637293100357,
      "num_tokens": 57713.0,
      "step": 50
    },
    {
      "entropy": 10.732164478302002,
      "epoch": 0.0011792832102233133,
      "grad_norm": 2.171875,
      "learning_rate": 2.7e-05,
      "loss": 9.8389,
      "mean_token_accuracy": 0.03966082856059074,
      "num_tokens": 64001.0,
      "step": 55
    },
    {
      "entropy": 10.731791687011718,
      "epoch": 0.0012864907747890692,
      "grad_norm": 3.109375,
      "learning_rate": 2.95e-05,
      "loss": 9.729,
      "mean_token_accuracy": 0.04017042927443981,
      "num_tokens": 69383.0,
      "step": 60
    },
    {
      "entropy": 10.730110168457031,
      "epoch": 0.001393698339354825,
      "grad_norm": 2.25,
      "learning_rate": 3.2e-05,
      "loss": 9.7022,
      "mean_token_accuracy": 0.05106379985809326,
      "num_tokens": 75190.0,
      "step": 65
    },
    {
      "entropy": 10.725842094421386,
      "epoch": 0.0015009059039205806,
      "grad_norm": 2.15625,
      "learning_rate": 3.4500000000000005e-05,
      "loss": 9.6572,
      "mean_token_accuracy": 0.04851874075829983,
      "num_tokens": 81538.0,
      "step": 70
    },
    {
      "entropy": 10.719818305969238,
      "epoch": 0.0016081134684863363,
      "grad_norm": 2.15625,
      "learning_rate": 3.7e-05,
      "loss": 9.5078,
      "mean_token_accuracy": 0.047308453172445294,
      "num_tokens": 86635.0,
      "step": 75
    },
    {
      "entropy": 10.713384342193603,
      "epoch": 0.0017153210330520922,
      "grad_norm": 2.25,
      "learning_rate": 3.95e-05,
      "loss": 9.4751,
      "mean_token_accuracy": 0.04916247427463531,
      "num_tokens": 91873.0,
      "step": 80
    },
    {
      "entropy": 10.707803440093993,
      "epoch": 0.001822528597617848,
      "grad_norm": 2.109375,
      "learning_rate": 4.2000000000000004e-05,
      "loss": 9.4427,
      "mean_token_accuracy": 0.05834655873477459,
      "num_tokens": 97100.0,
      "step": 85
    },
    {
      "entropy": 10.701716423034668,
      "epoch": 0.0019297361621836036,
      "grad_norm": 2.453125,
      "learning_rate": 4.45e-05,
      "loss": 9.3704,
      "mean_token_accuracy": 0.06324269101023675,
      "num_tokens": 103029.0,
      "step": 90
    },
    {
      "entropy": 10.693789005279541,
      "epoch": 0.0020369437267493593,
      "grad_norm": 2.21875,
      "learning_rate": 4.7000000000000004e-05,
      "loss": 9.2856,
      "mean_token_accuracy": 0.06344883255660534,
      "num_tokens": 108696.0,
      "step": 95
    },
    {
      "entropy": 10.681031703948975,
      "epoch": 0.002144151291315115,
      "grad_norm": 1.9140625,
      "learning_rate": 4.9500000000000004e-05,
      "loss": 9.2188,
      "mean_token_accuracy": 0.06291567087173462,
      "num_tokens": 114384.0,
      "step": 100
    },
    {
      "entropy": 10.65079288482666,
      "epoch": 0.002251358855880871,
      "grad_norm": 1.8828125,
      "learning_rate": 5.2e-05,
      "loss": 9.1923,
      "mean_token_accuracy": 0.059306546673178674,
      "num_tokens": 120985.0,
      "step": 105
    },
    {
      "entropy": 10.60266056060791,
      "epoch": 0.0023585664204466266,
      "grad_norm": 2.0625,
      "learning_rate": 5.45e-05,
      "loss": 8.8874,
      "mean_token_accuracy": 0.0715036116540432,
      "num_tokens": 125649.0,
      "step": 110
    },
    {
      "entropy": 10.532261848449707,
      "epoch": 0.0024657739850123825,
      "grad_norm": 1.8359375,
      "learning_rate": 5.7e-05,
      "loss": 8.9019,
      "mean_token_accuracy": 0.06274469867348671,
      "num_tokens": 131226.0,
      "step": 115
    },
    {
      "entropy": 10.46213207244873,
      "epoch": 0.0025729815495781384,
      "grad_norm": 1.7265625,
      "learning_rate": 5.9499999999999996e-05,
      "loss": 8.8396,
      "mean_token_accuracy": 0.06673483438789844,
      "num_tokens": 136914.0,
      "step": 120
    },
    {
      "entropy": 10.398304557800293,
      "epoch": 0.002680189114143894,
      "grad_norm": 1.7890625,
      "learning_rate": 6.2e-05,
      "loss": 8.8445,
      "mean_token_accuracy": 0.06518776528537273,
      "num_tokens": 143746.0,
      "step": 125
    },
    {
      "entropy": 10.363828659057617,
      "epoch": 0.00278739667870965,
      "grad_norm": 1.765625,
      "learning_rate": 6.450000000000001e-05,
      "loss": 8.6721,
      "mean_token_accuracy": 0.06042128652334213,
      "num_tokens": 150145.0,
      "step": 130
    },
    {
      "entropy": 10.312844944000243,
      "epoch": 0.0028946042432754053,
      "grad_norm": 1.8671875,
      "learning_rate": 6.7e-05,
      "loss": 8.5006,
      "mean_token_accuracy": 0.06757240034639836,
      "num_tokens": 155917.0,
      "step": 135
    },
    {
      "entropy": 10.220444011688233,
      "epoch": 0.003001811807841161,
      "grad_norm": 1.640625,
      "learning_rate": 6.950000000000001e-05,
      "loss": 8.3604,
      "mean_token_accuracy": 0.0706567782908678,
      "num_tokens": 160942.0,
      "step": 140
    },
    {
      "entropy": 10.092265033721924,
      "epoch": 0.003109019372406917,
      "grad_norm": 1.4140625,
      "learning_rate": 7.2e-05,
      "loss": 8.3328,
      "mean_token_accuracy": 0.06713153310120105,
      "num_tokens": 166473.0,
      "step": 145
    },
    {
      "entropy": 9.969349575042724,
      "epoch": 0.0032162269369726726,
      "grad_norm": 1.4296875,
      "learning_rate": 7.45e-05,
      "loss": 8.1308,
      "mean_token_accuracy": 0.07532015293836594,
      "num_tokens": 171486.0,
      "step": 150
    },
    {
      "entropy": 9.817659473419189,
      "epoch": 0.0033234345015384285,
      "grad_norm": 1.484375,
      "learning_rate": 7.7e-05,
      "loss": 8.0433,
      "mean_token_accuracy": 0.0738318596035242,
      "num_tokens": 176716.0,
      "step": 155
    },
    {
      "entropy": 9.672884654998779,
      "epoch": 0.0034306420661041844,
      "grad_norm": 1.2890625,
      "learning_rate": 7.950000000000001e-05,
      "loss": 8.0118,
      "mean_token_accuracy": 0.07759347334504127,
      "num_tokens": 181636.0,
      "step": 160
    },
    {
      "entropy": 9.527563190460205,
      "epoch": 0.00353784963066994,
      "grad_norm": 1.2421875,
      "learning_rate": 8.2e-05,
      "loss": 7.9619,
      "mean_token_accuracy": 0.06629271619021893,
      "num_tokens": 187540.0,
      "step": 165
    },
    {
      "entropy": 9.340129470825195,
      "epoch": 0.003645057195235696,
      "grad_norm": 1.2421875,
      "learning_rate": 8.450000000000001e-05,
      "loss": 7.9015,
      "mean_token_accuracy": 0.07701855972409248,
      "num_tokens": 192770.0,
      "step": 170
    },
    {
      "entropy": 9.15212345123291,
      "epoch": 0.0037522647598014517,
      "grad_norm": 1.0546875,
      "learning_rate": 8.7e-05,
      "loss": 7.8758,
      "mean_token_accuracy": 0.0689329519867897,
      "num_tokens": 198622.0,
      "step": 175
    },
    {
      "entropy": 9.033543682098388,
      "epoch": 0.003859472324367207,
      "grad_norm": 1.0625,
      "learning_rate": 8.95e-05,
      "loss": 7.7325,
      "mean_token_accuracy": 0.07789348289370537,
      "num_tokens": 204390.0,
      "step": 180
    },
    {
      "entropy": 8.808248138427734,
      "epoch": 0.003966679888932963,
      "grad_norm": 1.234375,
      "learning_rate": 9.2e-05,
      "loss": 7.7251,
      "mean_token_accuracy": 0.07829341143369675,
      "num_tokens": 210648.0,
      "step": 185
    },
    {
      "entropy": 8.655777645111083,
      "epoch": 0.004073887453498719,
      "grad_norm": 1.46875,
      "learning_rate": 9.45e-05,
      "loss": 7.5923,
      "mean_token_accuracy": 0.08251099660992622,
      "num_tokens": 216446.0,
      "step": 190
    },
    {
      "entropy": 8.500771617889404,
      "epoch": 0.0041810950180644745,
      "grad_norm": 0.94140625,
      "learning_rate": 9.7e-05,
      "loss": 7.7632,
      "mean_token_accuracy": 0.0752104040235281,
      "num_tokens": 222508.0,
      "step": 195
    },
    {
      "entropy": 8.553161811828613,
      "epoch": 0.00428830258263023,
      "grad_norm": 0.953125,
      "learning_rate": 9.95e-05,
      "loss": 7.6422,
      "mean_token_accuracy": 0.07912560775876046,
      "num_tokens": 228092.0,
      "step": 200
    },
    {
      "entropy": 8.395637798309327,
      "epoch": 0.004395510147195986,
      "grad_norm": 1.046875,
      "learning_rate": 0.000102,
      "loss": 7.5815,
      "mean_token_accuracy": 0.08580457344651223,
      "num_tokens": 233701.0,
      "step": 205
    },
    {
      "entropy": 8.33106803894043,
      "epoch": 0.004502717711761742,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00010449999999999999,
      "loss": 7.3889,
      "mean_token_accuracy": 0.08813347965478897,
      "num_tokens": 238657.0,
      "step": 210
    },
    {
      "entropy": 8.217943000793458,
      "epoch": 0.004609925276327497,
      "grad_norm": 1.0078125,
      "learning_rate": 0.000107,
      "loss": 7.5818,
      "mean_token_accuracy": 0.07985254153609275,
      "num_tokens": 244179.0,
      "step": 215
    },
    {
      "entropy": 8.332947063446046,
      "epoch": 0.004717132840893253,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0001095,
      "loss": 7.6459,
      "mean_token_accuracy": 0.08311917260289192,
      "num_tokens": 250523.0,
      "step": 220
    },
    {
      "entropy": 8.235616397857665,
      "epoch": 0.004824340405459009,
      "grad_norm": 1.0625,
      "learning_rate": 0.000112,
      "loss": 7.7159,
      "mean_token_accuracy": 0.07638855129480362,
      "num_tokens": 257607.0,
      "step": 225
    },
    {
      "entropy": 8.253262996673584,
      "epoch": 0.004931547970024765,
      "grad_norm": 1.0625,
      "learning_rate": 0.0001145,
      "loss": 7.4315,
      "mean_token_accuracy": 0.0921292670071125,
      "num_tokens": 263443.0,
      "step": 230
    },
    {
      "entropy": 8.13878574371338,
      "epoch": 0.005038755534590521,
      "grad_norm": 1.15625,
      "learning_rate": 0.00011700000000000001,
      "loss": 7.5551,
      "mean_token_accuracy": 0.08070281371474267,
      "num_tokens": 269558.0,
      "step": 235
    },
    {
      "entropy": 8.104772663116455,
      "epoch": 0.005145963099156277,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00011949999999999999,
      "loss": 7.4144,
      "mean_token_accuracy": 0.09172740653157234,
      "num_tokens": 274301.0,
      "step": 240
    },
    {
      "entropy": 8.141210412979126,
      "epoch": 0.005253170663722032,
      "grad_norm": 1.46875,
      "learning_rate": 0.000122,
      "loss": 7.4997,
      "mean_token_accuracy": 0.0893177330493927,
      "num_tokens": 279398.0,
      "step": 245
    },
    {
      "entropy": 8.01241855621338,
      "epoch": 0.005360378228287788,
      "grad_norm": 1.0625,
      "learning_rate": 0.0001245,
      "loss": 7.4531,
      "mean_token_accuracy": 0.09177742525935173,
      "num_tokens": 284825.0,
      "step": 250
    },
    {
      "entropy": 8.075734186172486,
      "epoch": 0.005467585792853544,
      "grad_norm": 0.9765625,
      "learning_rate": 0.000127,
      "loss": 7.4555,
      "mean_token_accuracy": 0.09476318880915642,
      "num_tokens": 290916.0,
      "step": 255
    },
    {
      "entropy": 8.005568408966065,
      "epoch": 0.0055747933574193,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0001295,
      "loss": 7.5944,
      "mean_token_accuracy": 0.08753971830010414,
      "num_tokens": 297664.0,
      "step": 260
    },
    {
      "entropy": 8.058106231689454,
      "epoch": 0.0056820009219850556,
      "grad_norm": 1.34375,
      "learning_rate": 0.000132,
      "loss": 7.4517,
      "mean_token_accuracy": 0.09504219591617584,
      "num_tokens": 303353.0,
      "step": 265
    },
    {
      "entropy": 8.011071968078614,
      "epoch": 0.005789208486550811,
      "grad_norm": 1.4609375,
      "learning_rate": 0.00013450000000000002,
      "loss": 7.4083,
      "mean_token_accuracy": 0.09080644249916077,
      "num_tokens": 309623.0,
      "step": 270
    },
    {
      "entropy": 8.051470184326172,
      "epoch": 0.0058964160511165665,
      "grad_norm": 1.0625,
      "learning_rate": 0.00013700000000000002,
      "loss": 7.3651,
      "mean_token_accuracy": 0.09395760223269463,
      "num_tokens": 315174.0,
      "step": 275
    },
    {
      "entropy": 7.95319299697876,
      "epoch": 0.006003623615682322,
      "grad_norm": 1.28125,
      "learning_rate": 0.0001395,
      "loss": 7.4677,
      "mean_token_accuracy": 0.09074310585856438,
      "num_tokens": 321338.0,
      "step": 280
    },
    {
      "entropy": 7.950230884552002,
      "epoch": 0.006110831180248078,
      "grad_norm": 1.4453125,
      "learning_rate": 0.00014199999999999998,
      "loss": 7.4856,
      "mean_token_accuracy": 0.09278372302651405,
      "num_tokens": 327649.0,
      "step": 285
    },
    {
      "entropy": 7.951276445388794,
      "epoch": 0.006218038744813834,
      "grad_norm": 1.3046875,
      "learning_rate": 0.0001445,
      "loss": 7.342,
      "mean_token_accuracy": 0.0961864523589611,
      "num_tokens": 333289.0,
      "step": 290
    },
    {
      "entropy": 8.04638614654541,
      "epoch": 0.00632524630937959,
      "grad_norm": 1.7265625,
      "learning_rate": 0.000147,
      "loss": 7.2975,
      "mean_token_accuracy": 0.0981252558529377,
      "num_tokens": 338467.0,
      "step": 295
    },
    {
      "entropy": 7.920049381256104,
      "epoch": 0.006432453873945345,
      "grad_norm": 1.21875,
      "learning_rate": 0.0001495,
      "loss": 7.413,
      "mean_token_accuracy": 0.09103409945964813,
      "num_tokens": 344313.0,
      "step": 300
    },
    {
      "entropy": 7.964056444168091,
      "epoch": 0.006539661438511101,
      "grad_norm": 1.1015625,
      "learning_rate": 0.000152,
      "loss": 7.3432,
      "mean_token_accuracy": 0.09449874684214592,
      "num_tokens": 351050.0,
      "step": 305
    },
    {
      "entropy": 7.840343713760376,
      "epoch": 0.006646869003076857,
      "grad_norm": 0.99609375,
      "learning_rate": 0.00015450000000000001,
      "loss": 7.2593,
      "mean_token_accuracy": 0.10226496309041977,
      "num_tokens": 356755.0,
      "step": 310
    },
    {
      "entropy": 7.942127895355225,
      "epoch": 0.006754076567642613,
      "grad_norm": 1.3046875,
      "learning_rate": 0.000157,
      "loss": 7.3612,
      "mean_token_accuracy": 0.10015994533896447,
      "num_tokens": 362791.0,
      "step": 315
    },
    {
      "entropy": 7.872417974472046,
      "epoch": 0.006861284132208369,
      "grad_norm": 1.4921875,
      "learning_rate": 0.0001595,
      "loss": 7.3319,
      "mean_token_accuracy": 0.09404960200190544,
      "num_tokens": 367919.0,
      "step": 320
    },
    {
      "entropy": 7.857217264175415,
      "epoch": 0.006968491696774125,
      "grad_norm": 1.328125,
      "learning_rate": 0.000162,
      "loss": 7.2665,
      "mean_token_accuracy": 0.10184875056147576,
      "num_tokens": 372896.0,
      "step": 325
    },
    {
      "entropy": 7.820843887329102,
      "epoch": 0.00707569926133988,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00016450000000000001,
      "loss": 7.1437,
      "mean_token_accuracy": 0.11197337061166764,
      "num_tokens": 377806.0,
      "step": 330
    },
    {
      "entropy": 7.786612844467163,
      "epoch": 0.007182906825905636,
      "grad_norm": 1.265625,
      "learning_rate": 0.00016700000000000002,
      "loss": 7.2726,
      "mean_token_accuracy": 0.0974352166056633,
      "num_tokens": 383377.0,
      "step": 335
    },
    {
      "entropy": 7.863493776321411,
      "epoch": 0.007290114390471392,
      "grad_norm": 1.25,
      "learning_rate": 0.00016950000000000003,
      "loss": 7.2915,
      "mean_token_accuracy": 0.10096050538122654,
      "num_tokens": 388851.0,
      "step": 340
    },
    {
      "entropy": 7.8964540481567385,
      "epoch": 0.0073973219550371476,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00017199999999999998,
      "loss": 7.3203,
      "mean_token_accuracy": 0.09899901077151299,
      "num_tokens": 394797.0,
      "step": 345
    },
    {
      "entropy": 7.78081636428833,
      "epoch": 0.0075045295196029035,
      "grad_norm": 1.359375,
      "learning_rate": 0.00017449999999999999,
      "loss": 7.2391,
      "mean_token_accuracy": 0.09974800124764442,
      "num_tokens": 400189.0,
      "step": 350
    },
    {
      "entropy": 7.784978008270263,
      "epoch": 0.0076117370841686585,
      "grad_norm": 1.1640625,
      "learning_rate": 0.000177,
      "loss": 7.3479,
      "mean_token_accuracy": 0.09474938213825226,
      "num_tokens": 405996.0,
      "step": 355
    },
    {
      "entropy": 7.787995433807373,
      "epoch": 0.007718944648734414,
      "grad_norm": 1.4375,
      "learning_rate": 0.0001795,
      "loss": 7.0812,
      "mean_token_accuracy": 0.10426637381315232,
      "num_tokens": 411014.0,
      "step": 360
    },
    {
      "entropy": 7.673157167434693,
      "epoch": 0.00782615221330017,
      "grad_norm": 1.1015625,
      "learning_rate": 0.000182,
      "loss": 7.1807,
      "mean_token_accuracy": 0.0934258908033371,
      "num_tokens": 416452.0,
      "step": 365
    },
    {
      "entropy": 7.71818356513977,
      "epoch": 0.007933359777865925,
      "grad_norm": 1.203125,
      "learning_rate": 0.0001845,
      "loss": 7.1482,
      "mean_token_accuracy": 0.10469824001193047,
      "num_tokens": 422693.0,
      "step": 370
    },
    {
      "entropy": 7.701494979858398,
      "epoch": 0.008040567342431682,
      "grad_norm": 1.3046875,
      "learning_rate": 0.000187,
      "loss": 7.2076,
      "mean_token_accuracy": 0.1031791903078556,
      "num_tokens": 427648.0,
      "step": 375
    },
    {
      "entropy": 7.773630094528198,
      "epoch": 0.008147774906997437,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0001895,
      "loss": 7.273,
      "mean_token_accuracy": 0.09940337911248207,
      "num_tokens": 434504.0,
      "step": 380
    },
    {
      "entropy": 7.668553256988526,
      "epoch": 0.008254982471563194,
      "grad_norm": 1.421875,
      "learning_rate": 0.000192,
      "loss": 7.2049,
      "mean_token_accuracy": 0.09594230279326439,
      "num_tokens": 440054.0,
      "step": 385
    },
    {
      "entropy": 7.741257047653198,
      "epoch": 0.008362190036128949,
      "grad_norm": 1.171875,
      "learning_rate": 0.0001945,
      "loss": 7.2417,
      "mean_token_accuracy": 0.09266546368598938,
      "num_tokens": 446005.0,
      "step": 390
    },
    {
      "entropy": 7.707240200042724,
      "epoch": 0.008469397600694706,
      "grad_norm": 1.25,
      "learning_rate": 0.00019700000000000002,
      "loss": 7.182,
      "mean_token_accuracy": 0.10206115245819092,
      "num_tokens": 452249.0,
      "step": 395
    },
    {
      "entropy": 7.619378709793091,
      "epoch": 0.00857660516526046,
      "grad_norm": 1.2578125,
      "learning_rate": 0.00019950000000000002,
      "loss": 7.1498,
      "mean_token_accuracy": 0.11172568276524544,
      "num_tokens": 458672.0,
      "step": 400
    },
    {
      "entropy": 7.674522972106933,
      "epoch": 0.008683812729826216,
      "grad_norm": 0.98046875,
      "learning_rate": 0.000202,
      "loss": 7.2479,
      "mean_token_accuracy": 0.1010979875922203,
      "num_tokens": 464136.0,
      "step": 405
    },
    {
      "entropy": 7.748438692092895,
      "epoch": 0.008791020294391973,
      "grad_norm": 1.203125,
      "learning_rate": 0.00020449999999999998,
      "loss": 7.2122,
      "mean_token_accuracy": 0.10695564225316048,
      "num_tokens": 469757.0,
      "step": 410
    },
    {
      "entropy": 7.67966136932373,
      "epoch": 0.008898227858957728,
      "grad_norm": 1.0625,
      "learning_rate": 0.000207,
      "loss": 7.142,
      "mean_token_accuracy": 0.09978308379650117,
      "num_tokens": 475482.0,
      "step": 415
    },
    {
      "entropy": 7.6171276569366455,
      "epoch": 0.009005435423523485,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0002095,
      "loss": 7.0457,
      "mean_token_accuracy": 0.09999699369072915,
      "num_tokens": 481422.0,
      "step": 420
    },
    {
      "entropy": 7.684847450256347,
      "epoch": 0.00911264298808924,
      "grad_norm": 1.359375,
      "learning_rate": 0.000212,
      "loss": 7.1056,
      "mean_token_accuracy": 0.10502869784832,
      "num_tokens": 486422.0,
      "step": 425
    },
    {
      "entropy": 7.600341415405273,
      "epoch": 0.009219850552654995,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0002145,
      "loss": 7.1511,
      "mean_token_accuracy": 0.097078138589859,
      "num_tokens": 492052.0,
      "step": 430
    },
    {
      "entropy": 7.724478054046631,
      "epoch": 0.009327058117220751,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00021700000000000002,
      "loss": 7.1779,
      "mean_token_accuracy": 0.09461221843957901,
      "num_tokens": 497200.0,
      "step": 435
    },
    {
      "entropy": 7.574504089355469,
      "epoch": 0.009434265681786506,
      "grad_norm": 1.3828125,
      "learning_rate": 0.0002195,
      "loss": 7.1753,
      "mean_token_accuracy": 0.09646964296698571,
      "num_tokens": 502620.0,
      "step": 440
    },
    {
      "entropy": 7.732940196990967,
      "epoch": 0.009541473246352263,
      "grad_norm": 1.15625,
      "learning_rate": 0.000222,
      "loss": 7.0647,
      "mean_token_accuracy": 0.10566939935088157,
      "num_tokens": 508673.0,
      "step": 445
    },
    {
      "entropy": 7.571577835083008,
      "epoch": 0.009648680810918018,
      "grad_norm": 1.4375,
      "learning_rate": 0.0002245,
      "loss": 7.1172,
      "mean_token_accuracy": 0.10332905054092408,
      "num_tokens": 514607.0,
      "step": 450
    },
    {
      "entropy": 7.5489884376525875,
      "epoch": 0.009755888375483773,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00022700000000000002,
      "loss": 7.1553,
      "mean_token_accuracy": 0.10310770496726036,
      "num_tokens": 520715.0,
      "step": 455
    },
    {
      "entropy": 7.7070821762084964,
      "epoch": 0.00986309594004953,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00022950000000000002,
      "loss": 7.1423,
      "mean_token_accuracy": 0.10408871993422508,
      "num_tokens": 526548.0,
      "step": 460
    },
    {
      "entropy": 7.580347776412964,
      "epoch": 0.009970303504615285,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00023200000000000003,
      "loss": 7.0557,
      "mean_token_accuracy": 0.1075308345258236,
      "num_tokens": 531968.0,
      "step": 465
    },
    {
      "entropy": 7.551975536346435,
      "epoch": 0.010077511069181042,
      "grad_norm": 1.109375,
      "learning_rate": 0.00023449999999999998,
      "loss": 7.107,
      "mean_token_accuracy": 0.10239257588982582,
      "num_tokens": 538009.0,
      "step": 470
    },
    {
      "entropy": 7.61077241897583,
      "epoch": 0.010184718633746797,
      "grad_norm": 1.1171875,
      "learning_rate": 0.000237,
      "loss": 7.2189,
      "mean_token_accuracy": 0.09845631942152977,
      "num_tokens": 544178.0,
      "step": 475
    },
    {
      "entropy": 7.511112976074219,
      "epoch": 0.010291926198312554,
      "grad_norm": 1.234375,
      "learning_rate": 0.0002395,
      "loss": 7.1712,
      "mean_token_accuracy": 0.09861031472682953,
      "num_tokens": 551208.0,
      "step": 480
    },
    {
      "entropy": 7.547733783721924,
      "epoch": 0.010399133762878309,
      "grad_norm": 1.2421875,
      "learning_rate": 0.000242,
      "loss": 7.0396,
      "mean_token_accuracy": 0.10685237124562263,
      "num_tokens": 557031.0,
      "step": 485
    },
    {
      "entropy": 7.55196213722229,
      "epoch": 0.010506341327444064,
      "grad_norm": 1.3046875,
      "learning_rate": 0.0002445,
      "loss": 7.0893,
      "mean_token_accuracy": 0.11042937040328979,
      "num_tokens": 562666.0,
      "step": 490
    },
    {
      "entropy": 7.52198429107666,
      "epoch": 0.01061354889200982,
      "grad_norm": 1.421875,
      "learning_rate": 0.000247,
      "loss": 7.0766,
      "mean_token_accuracy": 0.10476985275745392,
      "num_tokens": 567754.0,
      "step": 495
    },
    {
      "entropy": 7.596458625793457,
      "epoch": 0.010720756456575576,
      "grad_norm": 1.234375,
      "learning_rate": 0.0002495,
      "loss": 7.1258,
      "mean_token_accuracy": 0.10542995110154152,
      "num_tokens": 573832.0,
      "step": 500
    },
    {
      "entropy": 7.580615997314453,
      "epoch": 0.010827964021141332,
      "grad_norm": 1.421875,
      "learning_rate": 0.000252,
      "loss": 7.0468,
      "mean_token_accuracy": 0.10949602425098419,
      "num_tokens": 579010.0,
      "step": 505
    },
    {
      "entropy": 7.616326808929443,
      "epoch": 0.010935171585707087,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0002545,
      "loss": 7.1689,
      "mean_token_accuracy": 0.09493566527962685,
      "num_tokens": 585586.0,
      "step": 510
    },
    {
      "entropy": 7.514706802368164,
      "epoch": 0.011042379150272843,
      "grad_norm": 1.0859375,
      "learning_rate": 0.000257,
      "loss": 7.1757,
      "mean_token_accuracy": 0.0933067925274372,
      "num_tokens": 592174.0,
      "step": 515
    },
    {
      "entropy": 7.540113639831543,
      "epoch": 0.0111495867148386,
      "grad_norm": 1.28125,
      "learning_rate": 0.0002595,
      "loss": 6.9667,
      "mean_token_accuracy": 0.10263174548745155,
      "num_tokens": 597019.0,
      "step": 520
    },
    {
      "entropy": 7.48737063407898,
      "epoch": 0.011256794279404354,
      "grad_norm": 1.109375,
      "learning_rate": 0.000262,
      "loss": 7.122,
      "mean_token_accuracy": 0.10000102072954178,
      "num_tokens": 603170.0,
      "step": 525
    },
    {
      "entropy": 7.52355580329895,
      "epoch": 0.011364001843970111,
      "grad_norm": 1.09375,
      "learning_rate": 0.00026450000000000003,
      "loss": 7.1014,
      "mean_token_accuracy": 0.10025212541222572,
      "num_tokens": 608735.0,
      "step": 530
    },
    {
      "entropy": 7.585152053833008,
      "epoch": 0.011471209408535866,
      "grad_norm": 1.4765625,
      "learning_rate": 0.00026700000000000004,
      "loss": 6.9947,
      "mean_token_accuracy": 0.10508064851164818,
      "num_tokens": 613908.0,
      "step": 535
    },
    {
      "entropy": 7.3099476337432865,
      "epoch": 0.011578416973101621,
      "grad_norm": 1.375,
      "learning_rate": 0.00026950000000000005,
      "loss": 6.8708,
      "mean_token_accuracy": 0.11320404484868049,
      "num_tokens": 619453.0,
      "step": 540
    },
    {
      "entropy": 7.541668558120728,
      "epoch": 0.011685624537667378,
      "grad_norm": 1.125,
      "learning_rate": 0.00027200000000000005,
      "loss": 7.1106,
      "mean_token_accuracy": 0.09727631732821465,
      "num_tokens": 625441.0,
      "step": 545
    },
    {
      "entropy": 7.471398115158081,
      "epoch": 0.011792832102233133,
      "grad_norm": 1.3203125,
      "learning_rate": 0.0002745,
      "loss": 7.0505,
      "mean_token_accuracy": 0.10061607882380486,
      "num_tokens": 631891.0,
      "step": 550
    },
    {
      "entropy": 7.445729303359985,
      "epoch": 0.01190003966679889,
      "grad_norm": 1.3125,
      "learning_rate": 0.000277,
      "loss": 6.9515,
      "mean_token_accuracy": 0.11060671508312225,
      "num_tokens": 636850.0,
      "step": 555
    },
    {
      "entropy": 7.310826444625855,
      "epoch": 0.012007247231364645,
      "grad_norm": 1.3515625,
      "learning_rate": 0.0002795,
      "loss": 7.0191,
      "mean_token_accuracy": 0.10769105181097985,
      "num_tokens": 642094.0,
      "step": 560
    },
    {
      "entropy": 7.4961851119995115,
      "epoch": 0.012114454795930402,
      "grad_norm": 1.078125,
      "learning_rate": 0.00028199999999999997,
      "loss": 7.1234,
      "mean_token_accuracy": 0.10162926018238068,
      "num_tokens": 648106.0,
      "step": 565
    },
    {
      "entropy": 7.558834028244019,
      "epoch": 0.012221662360496157,
      "grad_norm": 1.21875,
      "learning_rate": 0.0002845,
      "loss": 7.1077,
      "mean_token_accuracy": 0.09944591522216797,
      "num_tokens": 653836.0,
      "step": 570
    },
    {
      "entropy": 7.34980616569519,
      "epoch": 0.012328869925061912,
      "grad_norm": 1.171875,
      "learning_rate": 0.000287,
      "loss": 6.8771,
      "mean_token_accuracy": 0.10874834656715393,
      "num_tokens": 659129.0,
      "step": 575
    },
    {
      "entropy": 7.594310760498047,
      "epoch": 0.012436077489627669,
      "grad_norm": 1.25,
      "learning_rate": 0.0002895,
      "loss": 7.0662,
      "mean_token_accuracy": 0.09933534115552903,
      "num_tokens": 664932.0,
      "step": 580
    },
    {
      "entropy": 7.252462577819824,
      "epoch": 0.012543285054193424,
      "grad_norm": 1.21875,
      "learning_rate": 0.000292,
      "loss": 7.0032,
      "mean_token_accuracy": 0.10011449456214905,
      "num_tokens": 671049.0,
      "step": 585
    },
    {
      "entropy": 7.531966781616211,
      "epoch": 0.01265049261875918,
      "grad_norm": 1.234375,
      "learning_rate": 0.0002945,
      "loss": 7.1112,
      "mean_token_accuracy": 0.101760583370924,
      "num_tokens": 677400.0,
      "step": 590
    },
    {
      "entropy": 7.435147476196289,
      "epoch": 0.012757700183324935,
      "grad_norm": 1.1875,
      "learning_rate": 0.000297,
      "loss": 7.0142,
      "mean_token_accuracy": 0.10014904960989952,
      "num_tokens": 683053.0,
      "step": 595
    },
    {
      "entropy": 7.4303771495819095,
      "epoch": 0.01286490774789069,
      "grad_norm": 1.0625,
      "learning_rate": 0.0002995,
      "loss": 7.0675,
      "mean_token_accuracy": 0.09644116088747978,
      "num_tokens": 688900.0,
      "step": 600
    },
    {
      "entropy": 7.295865726470947,
      "epoch": 0.012972115312456447,
      "grad_norm": 1.390625,
      "learning_rate": 0.000302,
      "loss": 6.8036,
      "mean_token_accuracy": 0.11766532510519027,
      "num_tokens": 693796.0,
      "step": 605
    },
    {
      "entropy": 7.345912885665894,
      "epoch": 0.013079322877022202,
      "grad_norm": 1.3125,
      "learning_rate": 0.0003045,
      "loss": 7.0341,
      "mean_token_accuracy": 0.10230511724948883,
      "num_tokens": 699692.0,
      "step": 610
    },
    {
      "entropy": 7.412869453430176,
      "epoch": 0.013186530441587959,
      "grad_norm": 1.34375,
      "learning_rate": 0.000307,
      "loss": 6.8105,
      "mean_token_accuracy": 0.11086615696549415,
      "num_tokens": 704782.0,
      "step": 615
    },
    {
      "entropy": 7.320299100875855,
      "epoch": 0.013293738006153714,
      "grad_norm": 1.3515625,
      "learning_rate": 0.0003095,
      "loss": 6.9311,
      "mean_token_accuracy": 0.11330811753869056,
      "num_tokens": 710267.0,
      "step": 620
    },
    {
      "entropy": 7.310693264007568,
      "epoch": 0.013400945570719469,
      "grad_norm": 1.0859375,
      "learning_rate": 0.000312,
      "loss": 7.013,
      "mean_token_accuracy": 0.10320639982819557,
      "num_tokens": 716369.0,
      "step": 625
    },
    {
      "entropy": 7.361695671081543,
      "epoch": 0.013508153135285226,
      "grad_norm": 1.15625,
      "learning_rate": 0.0003145,
      "loss": 7.0049,
      "mean_token_accuracy": 0.10041361302137375,
      "num_tokens": 722738.0,
      "step": 630
    },
    {
      "entropy": 7.290126705169678,
      "epoch": 0.013615360699850981,
      "grad_norm": 1.375,
      "learning_rate": 0.000317,
      "loss": 6.8099,
      "mean_token_accuracy": 0.12643103078007698,
      "num_tokens": 727537.0,
      "step": 635
    },
    {
      "entropy": 7.310195255279541,
      "epoch": 0.013722568264416738,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0003195,
      "loss": 6.9769,
      "mean_token_accuracy": 0.10973826944828033,
      "num_tokens": 733742.0,
      "step": 640
    },
    {
      "entropy": 7.437147235870361,
      "epoch": 0.013829775828982493,
      "grad_norm": 1.3359375,
      "learning_rate": 0.000322,
      "loss": 7.0008,
      "mean_token_accuracy": 0.10733847245573998,
      "num_tokens": 739791.0,
      "step": 645
    },
    {
      "entropy": 7.281074285507202,
      "epoch": 0.01393698339354825,
      "grad_norm": 1.203125,
      "learning_rate": 0.00032450000000000003,
      "loss": 6.879,
      "mean_token_accuracy": 0.1091322921216488,
      "num_tokens": 745422.0,
      "step": 650
    },
    {
      "entropy": 7.384502315521241,
      "epoch": 0.014044190958114005,
      "grad_norm": 1.25,
      "learning_rate": 0.00032700000000000003,
      "loss": 6.9789,
      "mean_token_accuracy": 0.1065932922065258,
      "num_tokens": 751526.0,
      "step": 655
    },
    {
      "entropy": 7.359852743148804,
      "epoch": 0.01415139852267976,
      "grad_norm": 1.6875,
      "learning_rate": 0.00032950000000000004,
      "loss": 6.9921,
      "mean_token_accuracy": 0.1036340318620205,
      "num_tokens": 757844.0,
      "step": 660
    },
    {
      "entropy": 7.256091928482055,
      "epoch": 0.014258606087245516,
      "grad_norm": 1.15625,
      "learning_rate": 0.00033200000000000005,
      "loss": 6.9523,
      "mean_token_accuracy": 0.1090675100684166,
      "num_tokens": 765088.0,
      "step": 665
    },
    {
      "entropy": 7.481388759613037,
      "epoch": 0.014365813651811271,
      "grad_norm": 1.3125,
      "learning_rate": 0.00033450000000000005,
      "loss": 7.0167,
      "mean_token_accuracy": 0.09659637287259101,
      "num_tokens": 771084.0,
      "step": 670
    },
    {
      "entropy": 7.2105732440948485,
      "epoch": 0.014473021216377028,
      "grad_norm": 1.1484375,
      "learning_rate": 0.000337,
      "loss": 6.9166,
      "mean_token_accuracy": 0.10312775000929833,
      "num_tokens": 777022.0,
      "step": 675
    },
    {
      "entropy": 7.372958660125732,
      "epoch": 0.014580228780942783,
      "grad_norm": 1.5078125,
      "learning_rate": 0.0003395,
      "loss": 6.9927,
      "mean_token_accuracy": 0.10835803225636483,
      "num_tokens": 782741.0,
      "step": 680
    },
    {
      "entropy": 7.314553451538086,
      "epoch": 0.014687436345508538,
      "grad_norm": 1.234375,
      "learning_rate": 0.000342,
      "loss": 6.7774,
      "mean_token_accuracy": 0.11041054129600525,
      "num_tokens": 787590.0,
      "step": 685
    },
    {
      "entropy": 7.24136757850647,
      "epoch": 0.014794643910074295,
      "grad_norm": 1.296875,
      "learning_rate": 0.00034449999999999997,
      "loss": 6.8473,
      "mean_token_accuracy": 0.10750895887613296,
      "num_tokens": 793268.0,
      "step": 690
    },
    {
      "entropy": 7.272462224960327,
      "epoch": 0.01490185147464005,
      "grad_norm": 1.265625,
      "learning_rate": 0.000347,
      "loss": 6.9222,
      "mean_token_accuracy": 0.1045954592525959,
      "num_tokens": 799283.0,
      "step": 695
    },
    {
      "entropy": 7.383773326873779,
      "epoch": 0.015009059039205807,
      "grad_norm": 1.265625,
      "learning_rate": 0.0003495,
      "loss": 6.8854,
      "mean_token_accuracy": 0.10750916600227356,
      "num_tokens": 805624.0,
      "step": 700
    },
    {
      "entropy": 7.242811250686645,
      "epoch": 0.015116266603771562,
      "grad_norm": 1.375,
      "learning_rate": 0.000352,
      "loss": 6.8998,
      "mean_token_accuracy": 0.11147296279668809,
      "num_tokens": 811903.0,
      "step": 705
    },
    {
      "entropy": 7.225038337707519,
      "epoch": 0.015223474168337317,
      "grad_norm": 1.3828125,
      "learning_rate": 0.0003545,
      "loss": 6.9048,
      "mean_token_accuracy": 0.10590885207056999,
      "num_tokens": 817723.0,
      "step": 710
    },
    {
      "entropy": 7.192838144302368,
      "epoch": 0.015330681732903074,
      "grad_norm": 1.1640625,
      "learning_rate": 0.000357,
      "loss": 6.7305,
      "mean_token_accuracy": 0.11557601690292359,
      "num_tokens": 822551.0,
      "step": 715
    },
    {
      "entropy": 7.217475128173828,
      "epoch": 0.015437889297468829,
      "grad_norm": 1.375,
      "learning_rate": 0.0003595,
      "loss": 6.9524,
      "mean_token_accuracy": 0.11254610717296601,
      "num_tokens": 828712.0,
      "step": 720
    },
    {
      "entropy": 7.240675258636474,
      "epoch": 0.015545096862034586,
      "grad_norm": 1.203125,
      "learning_rate": 0.000362,
      "loss": 6.8008,
      "mean_token_accuracy": 0.11686940416693688,
      "num_tokens": 833552.0,
      "step": 725
    },
    {
      "entropy": 7.203750896453857,
      "epoch": 0.01565230442660034,
      "grad_norm": 1.0625,
      "learning_rate": 0.0003645,
      "loss": 6.8689,
      "mean_token_accuracy": 0.10555097758769989,
      "num_tokens": 839977.0,
      "step": 730
    },
    {
      "entropy": 7.19829249382019,
      "epoch": 0.015759511991166097,
      "grad_norm": 1.2265625,
      "learning_rate": 0.000367,
      "loss": 6.799,
      "mean_token_accuracy": 0.11452847048640251,
      "num_tokens": 845056.0,
      "step": 735
    },
    {
      "entropy": 7.016404533386231,
      "epoch": 0.01586671955573185,
      "grad_norm": 1.28125,
      "learning_rate": 0.0003695,
      "loss": 6.5968,
      "mean_token_accuracy": 0.1275404803454876,
      "num_tokens": 850073.0,
      "step": 740
    },
    {
      "entropy": 7.184085273742676,
      "epoch": 0.015973927120297608,
      "grad_norm": 1.171875,
      "learning_rate": 0.000372,
      "loss": 6.8305,
      "mean_token_accuracy": 0.10963261127471924,
      "num_tokens": 856125.0,
      "step": 745
    },
    {
      "entropy": 7.133499383926392,
      "epoch": 0.016081134684863364,
      "grad_norm": 1.59375,
      "learning_rate": 0.0003745,
      "loss": 6.822,
      "mean_token_accuracy": 0.11831085681915283,
      "num_tokens": 861816.0,
      "step": 750
    },
    {
      "entropy": 7.058322143554688,
      "epoch": 0.01618834224942912,
      "grad_norm": 1.21875,
      "learning_rate": 0.000377,
      "loss": 6.8401,
      "mean_token_accuracy": 0.1142869271337986,
      "num_tokens": 867974.0,
      "step": 755
    },
    {
      "entropy": 7.308493757247925,
      "epoch": 0.016295549813994874,
      "grad_norm": 1.046875,
      "learning_rate": 0.0003795,
      "loss": 6.9105,
      "mean_token_accuracy": 0.10222271606326103,
      "num_tokens": 874574.0,
      "step": 760
    },
    {
      "entropy": 7.155065584182739,
      "epoch": 0.01640275737856063,
      "grad_norm": 1.2734375,
      "learning_rate": 0.000382,
      "loss": 6.7942,
      "mean_token_accuracy": 0.1161337986588478,
      "num_tokens": 880000.0,
      "step": 765
    },
    {
      "entropy": 7.20928258895874,
      "epoch": 0.016509964943126388,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0003845,
      "loss": 6.8782,
      "mean_token_accuracy": 0.10897321552038193,
      "num_tokens": 885787.0,
      "step": 770
    },
    {
      "entropy": 7.279528188705444,
      "epoch": 0.01661717250769214,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00038700000000000003,
      "loss": 6.9209,
      "mean_token_accuracy": 0.10771922394633293,
      "num_tokens": 892240.0,
      "step": 775
    },
    {
      "entropy": 7.111071062088013,
      "epoch": 0.016724380072257898,
      "grad_norm": 3.265625,
      "learning_rate": 0.00038950000000000003,
      "loss": 6.6977,
      "mean_token_accuracy": 0.1228655070066452,
      "num_tokens": 897690.0,
      "step": 780
    },
    {
      "entropy": 7.047659301757813,
      "epoch": 0.016831587636823655,
      "grad_norm": 1.3515625,
      "learning_rate": 0.00039200000000000004,
      "loss": 6.7259,
      "mean_token_accuracy": 0.1250014401972294,
      "num_tokens": 903337.0,
      "step": 785
    },
    {
      "entropy": 7.1963780403137205,
      "epoch": 0.01693879520138941,
      "grad_norm": 1.1640625,
      "learning_rate": 0.00039450000000000005,
      "loss": 6.8236,
      "mean_token_accuracy": 0.10819711685180664,
      "num_tokens": 908734.0,
      "step": 790
    },
    {
      "entropy": 7.054165887832641,
      "epoch": 0.017046002765955165,
      "grad_norm": 1.171875,
      "learning_rate": 0.00039700000000000005,
      "loss": 6.8605,
      "mean_token_accuracy": 0.1109101042151451,
      "num_tokens": 914385.0,
      "step": 795
    },
    {
      "entropy": 7.215218162536621,
      "epoch": 0.01715321033052092,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0003995,
      "loss": 6.7602,
      "mean_token_accuracy": 0.1137367881834507,
      "num_tokens": 920054.0,
      "step": 800
    },
    {
      "entropy": 7.088047981262207,
      "epoch": 0.01726041789508668,
      "grad_norm": 1.203125,
      "learning_rate": 0.000402,
      "loss": 6.9158,
      "mean_token_accuracy": 0.10124797448515892,
      "num_tokens": 926168.0,
      "step": 805
    },
    {
      "entropy": 7.171047925949097,
      "epoch": 0.017367625459652432,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004045,
      "loss": 6.85,
      "mean_token_accuracy": 0.10471542850136757,
      "num_tokens": 931931.0,
      "step": 810
    },
    {
      "entropy": 7.194087123870849,
      "epoch": 0.01747483302421819,
      "grad_norm": 1.2421875,
      "learning_rate": 0.00040699999999999997,
      "loss": 6.8183,
      "mean_token_accuracy": 0.10799330472946167,
      "num_tokens": 938182.0,
      "step": 815
    },
    {
      "entropy": 7.173494625091553,
      "epoch": 0.017582040588783945,
      "grad_norm": 1.2734375,
      "learning_rate": 0.0004095,
      "loss": 6.8837,
      "mean_token_accuracy": 0.11093827337026596,
      "num_tokens": 944741.0,
      "step": 820
    },
    {
      "entropy": 7.1110328197479244,
      "epoch": 0.0176892481533497,
      "grad_norm": 1.1953125,
      "learning_rate": 0.000412,
      "loss": 6.6729,
      "mean_token_accuracy": 0.12347735539078712,
      "num_tokens": 949823.0,
      "step": 825
    },
    {
      "entropy": 7.127935075759888,
      "epoch": 0.017796455717915455,
      "grad_norm": 1.5546875,
      "learning_rate": 0.0004145,
      "loss": 6.8616,
      "mean_token_accuracy": 0.11203072592616081,
      "num_tokens": 955817.0,
      "step": 830
    },
    {
      "entropy": 7.153157758712768,
      "epoch": 0.017903663282481212,
      "grad_norm": 1.3046875,
      "learning_rate": 0.000417,
      "loss": 6.8228,
      "mean_token_accuracy": 0.11163130998611451,
      "num_tokens": 961808.0,
      "step": 835
    },
    {
      "entropy": 7.189884757995605,
      "epoch": 0.01801087084704697,
      "grad_norm": 1.3671875,
      "learning_rate": 0.0004195,
      "loss": 6.8492,
      "mean_token_accuracy": 0.10330108180642128,
      "num_tokens": 967943.0,
      "step": 840
    },
    {
      "entropy": 7.062714290618897,
      "epoch": 0.018118078411612722,
      "grad_norm": 1.265625,
      "learning_rate": 0.000422,
      "loss": 6.7456,
      "mean_token_accuracy": 0.11521805822849274,
      "num_tokens": 974129.0,
      "step": 845
    },
    {
      "entropy": 7.181750106811523,
      "epoch": 0.01822528597617848,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0004245,
      "loss": 6.8612,
      "mean_token_accuracy": 0.10430165007710457,
      "num_tokens": 979629.0,
      "step": 850
    },
    {
      "entropy": 7.131444072723388,
      "epoch": 0.018332493540744236,
      "grad_norm": 1.2109375,
      "learning_rate": 0.000427,
      "loss": 6.8049,
      "mean_token_accuracy": 0.11017546728253365,
      "num_tokens": 985598.0,
      "step": 855
    },
    {
      "entropy": 7.065815162658692,
      "epoch": 0.01843970110530999,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004295,
      "loss": 6.8614,
      "mean_token_accuracy": 0.10831051915884018,
      "num_tokens": 991888.0,
      "step": 860
    },
    {
      "entropy": 7.107735872268677,
      "epoch": 0.018546908669875746,
      "grad_norm": 1.2734375,
      "learning_rate": 0.000432,
      "loss": 6.7851,
      "mean_token_accuracy": 0.11318364217877389,
      "num_tokens": 997680.0,
      "step": 865
    },
    {
      "entropy": 7.094451522827148,
      "epoch": 0.018654116234441503,
      "grad_norm": 1.4375,
      "learning_rate": 0.0004345,
      "loss": 6.7123,
      "mean_token_accuracy": 0.1158225916326046,
      "num_tokens": 1002590.0,
      "step": 870
    },
    {
      "entropy": 6.922294330596924,
      "epoch": 0.01876132379900726,
      "grad_norm": 1.2265625,
      "learning_rate": 0.000437,
      "loss": 6.7285,
      "mean_token_accuracy": 0.10982979238033294,
      "num_tokens": 1008452.0,
      "step": 875
    },
    {
      "entropy": 7.137507057189941,
      "epoch": 0.018868531363573013,
      "grad_norm": 1.3828125,
      "learning_rate": 0.0004395,
      "loss": 6.7764,
      "mean_token_accuracy": 0.11804530695080757,
      "num_tokens": 1013810.0,
      "step": 880
    },
    {
      "entropy": 7.165093326568604,
      "epoch": 0.01897573892813877,
      "grad_norm": 1.078125,
      "learning_rate": 0.000442,
      "loss": 6.761,
      "mean_token_accuracy": 0.11914810985326767,
      "num_tokens": 1019003.0,
      "step": 885
    },
    {
      "entropy": 7.059389114379883,
      "epoch": 0.019082946492704526,
      "grad_norm": 1.640625,
      "learning_rate": 0.0004445,
      "loss": 6.7647,
      "mean_token_accuracy": 0.11879866197705269,
      "num_tokens": 1024684.0,
      "step": 890
    },
    {
      "entropy": 6.921548652648926,
      "epoch": 0.01919015405727028,
      "grad_norm": 1.1640625,
      "learning_rate": 0.000447,
      "loss": 6.7043,
      "mean_token_accuracy": 0.11449373364448548,
      "num_tokens": 1030370.0,
      "step": 895
    },
    {
      "entropy": 7.123606586456299,
      "epoch": 0.019297361621836037,
      "grad_norm": 1.2265625,
      "learning_rate": 0.00044950000000000003,
      "loss": 6.7582,
      "mean_token_accuracy": 0.11434419676661492,
      "num_tokens": 1035489.0,
      "step": 900
    },
    {
      "entropy": 7.081073665618897,
      "epoch": 0.019404569186401793,
      "grad_norm": 1.140625,
      "learning_rate": 0.00045200000000000004,
      "loss": 6.9148,
      "mean_token_accuracy": 0.1066478431224823,
      "num_tokens": 1042349.0,
      "step": 905
    },
    {
      "entropy": 7.015139532089234,
      "epoch": 0.019511776750967547,
      "grad_norm": 1.203125,
      "learning_rate": 0.00045450000000000004,
      "loss": 6.7996,
      "mean_token_accuracy": 0.11316249296069145,
      "num_tokens": 1047450.0,
      "step": 910
    },
    {
      "entropy": 7.275801801681519,
      "epoch": 0.019618984315533303,
      "grad_norm": 1.171875,
      "learning_rate": 0.00045700000000000005,
      "loss": 6.8187,
      "mean_token_accuracy": 0.1157782644033432,
      "num_tokens": 1053503.0,
      "step": 915
    },
    {
      "entropy": 6.827206325531006,
      "epoch": 0.01972619188009906,
      "grad_norm": 1.5,
      "learning_rate": 0.00045950000000000006,
      "loss": 6.6351,
      "mean_token_accuracy": 0.12060429081320763,
      "num_tokens": 1058811.0,
      "step": 920
    },
    {
      "entropy": 7.104145622253418,
      "epoch": 0.019833399444664817,
      "grad_norm": 1.203125,
      "learning_rate": 0.000462,
      "loss": 6.808,
      "mean_token_accuracy": 0.11990067660808564,
      "num_tokens": 1064722.0,
      "step": 925
    },
    {
      "entropy": 6.9525243759155275,
      "epoch": 0.01994060700923057,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004645,
      "loss": 6.8398,
      "mean_token_accuracy": 0.10660749673843384,
      "num_tokens": 1070751.0,
      "step": 930
    },
    {
      "entropy": 7.120009565353394,
      "epoch": 0.020047814573796327,
      "grad_norm": 1.40625,
      "learning_rate": 0.000467,
      "loss": 6.7136,
      "mean_token_accuracy": 0.11395028159022332,
      "num_tokens": 1075757.0,
      "step": 935
    },
    {
      "entropy": 6.924798202514649,
      "epoch": 0.020155022138362084,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0004695,
      "loss": 6.6053,
      "mean_token_accuracy": 0.1178405873477459,
      "num_tokens": 1080906.0,
      "step": 940
    },
    {
      "entropy": 6.9649810791015625,
      "epoch": 0.020262229702927837,
      "grad_norm": 4.34375,
      "learning_rate": 0.000472,
      "loss": 7.0345,
      "mean_token_accuracy": 0.11410587206482888,
      "num_tokens": 1087658.0,
      "step": 945
    },
    {
      "entropy": 7.134360027313233,
      "epoch": 0.020369437267493594,
      "grad_norm": 1.21875,
      "learning_rate": 0.0004745,
      "loss": 6.6756,
      "mean_token_accuracy": 0.11659595593810082,
      "num_tokens": 1094329.0,
      "step": 950
    },
    {
      "entropy": 6.780960178375244,
      "epoch": 0.02047664483205935,
      "grad_norm": 1.3984375,
      "learning_rate": 0.000477,
      "loss": 6.6535,
      "mean_token_accuracy": 0.11570816040039063,
      "num_tokens": 1100143.0,
      "step": 955
    },
    {
      "entropy": 6.967260503768921,
      "epoch": 0.020583852396625107,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004795,
      "loss": 6.7081,
      "mean_token_accuracy": 0.11699579954147339,
      "num_tokens": 1105978.0,
      "step": 960
    },
    {
      "entropy": 7.019257640838623,
      "epoch": 0.02069105996119086,
      "grad_norm": 1.203125,
      "learning_rate": 0.000482,
      "loss": 6.6615,
      "mean_token_accuracy": 0.11890462562441825,
      "num_tokens": 1111972.0,
      "step": 965
    },
    {
      "entropy": 6.923714256286621,
      "epoch": 0.020798267525756618,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004845,
      "loss": 6.7696,
      "mean_token_accuracy": 0.1150930643081665,
      "num_tokens": 1118162.0,
      "step": 970
    },
    {
      "entropy": 7.118152046203614,
      "epoch": 0.020905475090322374,
      "grad_norm": 1.1640625,
      "learning_rate": 0.000487,
      "loss": 6.8757,
      "mean_token_accuracy": 0.10447968393564225,
      "num_tokens": 1125638.0,
      "step": 975
    },
    {
      "entropy": 6.920282983779908,
      "epoch": 0.021012682654888128,
      "grad_norm": 1.3359375,
      "learning_rate": 0.0004895,
      "loss": 6.7329,
      "mean_token_accuracy": 0.11698358729481698,
      "num_tokens": 1131019.0,
      "step": 980
    },
    {
      "entropy": 6.950144195556641,
      "epoch": 0.021119890219453884,
      "grad_norm": 1.328125,
      "learning_rate": 0.000492,
      "loss": 6.5746,
      "mean_token_accuracy": 0.12685905024409294,
      "num_tokens": 1136330.0,
      "step": 985
    },
    {
      "entropy": 6.9911370277404785,
      "epoch": 0.02122709778401964,
      "grad_norm": 1.515625,
      "learning_rate": 0.0004945,
      "loss": 6.7189,
      "mean_token_accuracy": 0.11870029419660569,
      "num_tokens": 1142084.0,
      "step": 990
    },
    {
      "entropy": 6.846960735321045,
      "epoch": 0.021334305348585395,
      "grad_norm": 1.0078125,
      "learning_rate": 0.000497,
      "loss": 6.7616,
      "mean_token_accuracy": 0.12121794596314431,
      "num_tokens": 1148258.0,
      "step": 995
    },
    {
      "entropy": 7.081221723556519,
      "epoch": 0.02144151291315115,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004995,
      "loss": 6.6498,
      "mean_token_accuracy": 0.12570795714855193,
      "num_tokens": 1153994.0,
      "step": 1000
    }
  ],
  "logging_steps": 5,
  "max_steps": 4000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 364234940743680.0,
  "train_batch_size": 16,
  "trial_name": null,
  "trial_params": null
}