{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.6,
  "eval_steps": 100,
  "global_step": 1000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "entropy": 0.08180969459936023,
      "epoch": 0.016,
      "grad_norm": 0.67578125,
      "learning_rate": 9.000000000000001e-07,
      "loss": 0.0453,
      "mean_token_accuracy": 0.9865816306322813,
      "num_tokens": 195510.0,
      "step": 10
    },
    {
      "entropy": 0.08111731857061386,
      "epoch": 0.032,
      "grad_norm": 0.60546875,
      "learning_rate": 1.9000000000000002e-06,
      "loss": 0.0452,
      "mean_token_accuracy": 0.986666041240096,
      "num_tokens": 391008.0,
      "step": 20
    },
    {
      "entropy": 0.07587501825764775,
      "epoch": 0.048,
      "grad_norm": 0.6953125,
      "learning_rate": 2.9e-06,
      "loss": 0.0445,
      "mean_token_accuracy": 0.9873391918838024,
      "num_tokens": 590136.0,
      "step": 30
    },
    {
      "entropy": 0.07685074284672737,
      "epoch": 0.064,
      "grad_norm": 0.625,
      "learning_rate": 3.900000000000001e-06,
      "loss": 0.0441,
      "mean_token_accuracy": 0.987066001445055,
      "num_tokens": 791432.0,
      "step": 40
    },
    {
      "entropy": 0.07894687210209668,
      "epoch": 0.08,
      "grad_norm": 0.75390625,
      "learning_rate": 4.9000000000000005e-06,
      "loss": 0.0447,
      "mean_token_accuracy": 0.9865922331809998,
      "num_tokens": 990342.0,
      "step": 50
    },
    {
      "entropy": 0.07919039381667972,
      "epoch": 0.096,
      "grad_norm": 0.66015625,
      "learning_rate": 5.9e-06,
      "loss": 0.0466,
      "mean_token_accuracy": 0.9863619733601808,
      "num_tokens": 1182339.0,
      "step": 60
    },
    {
      "entropy": 0.07967684981413185,
      "epoch": 0.112,
      "grad_norm": 0.5859375,
      "learning_rate": 6.9e-06,
      "loss": 0.0447,
      "mean_token_accuracy": 0.9870311982929707,
      "num_tokens": 1386193.0,
      "step": 70
    },
    {
      "entropy": 0.08054462079890072,
      "epoch": 0.128,
      "grad_norm": 0.65234375,
      "learning_rate": 7.9e-06,
      "loss": 0.0466,
      "mean_token_accuracy": 0.9863289542496204,
      "num_tokens": 1583261.0,
      "step": 80
    },
    {
      "entropy": 0.08421374012250453,
      "epoch": 0.144,
      "grad_norm": 0.5546875,
      "learning_rate": 8.900000000000001e-06,
      "loss": 0.0489,
      "mean_token_accuracy": 0.9860724166035653,
      "num_tokens": 1774826.0,
      "step": 90
    },
    {
      "entropy": 0.08307966932188719,
      "epoch": 0.16,
      "grad_norm": 0.71484375,
      "learning_rate": 9.9e-06,
      "loss": 0.0489,
      "mean_token_accuracy": 0.986110083758831,
      "num_tokens": 1971310.0,
      "step": 100
    },
    {
      "epoch": 0.16,
      "eval_biology_entropy": 0.3792700763940811,
      "eval_biology_loss": 2.260571241378784,
      "eval_biology_mean_token_accuracy": 0.6872955484390258,
      "eval_biology_num_tokens": 1971310.0,
      "eval_biology_runtime": 39.5255,
      "eval_biology_samples_per_second": 12.65,
      "eval_biology_steps_per_second": 3.163,
      "step": 100
    },
    {
      "epoch": 0.16,
      "eval_chemistry_entropy": 0.23563545274734496,
      "eval_chemistry_loss": 1.4561725854873657,
      "eval_chemistry_mean_token_accuracy": 0.7805930047035218,
      "eval_chemistry_num_tokens": 1971310.0,
      "eval_chemistry_runtime": 49.2319,
      "eval_chemistry_samples_per_second": 10.156,
      "eval_chemistry_steps_per_second": 2.539,
      "step": 100
    },
    {
      "entropy": 0.08481427943333983,
      "epoch": 0.176,
      "grad_norm": 0.734375,
      "learning_rate": 1.0900000000000002e-05,
      "loss": 0.0497,
      "mean_token_accuracy": 0.9861054014414549,
      "num_tokens": 2169453.0,
      "step": 110
    },
    {
      "entropy": 0.0882645736914128,
      "epoch": 0.192,
      "grad_norm": 0.79296875,
      "learning_rate": 1.1900000000000001e-05,
      "loss": 0.0512,
      "mean_token_accuracy": 0.9859256945550442,
      "num_tokens": 2366844.0,
      "step": 120
    },
    {
      "entropy": 0.09435517250094563,
      "epoch": 0.208,
      "grad_norm": 1.2421875,
      "learning_rate": 1.2900000000000002e-05,
      "loss": 0.0547,
      "mean_token_accuracy": 0.9849376413971186,
      "num_tokens": 2559708.0,
      "step": 130
    },
    {
      "entropy": 0.09682020233012736,
      "epoch": 0.224,
      "grad_norm": 1.3671875,
      "learning_rate": 1.39e-05,
      "loss": 0.057,
      "mean_token_accuracy": 0.985217172652483,
      "num_tokens": 2756533.0,
      "step": 140
    },
    {
      "entropy": 0.11111663887277246,
      "epoch": 0.24,
      "grad_norm": 2.84375,
      "learning_rate": 1.4900000000000001e-05,
      "loss": 0.0657,
      "mean_token_accuracy": 0.9836616575717926,
      "num_tokens": 2948600.0,
      "step": 150
    },
    {
      "entropy": 0.12251729485578836,
      "epoch": 0.256,
      "grad_norm": 2.453125,
      "learning_rate": 1.5900000000000004e-05,
      "loss": 0.0728,
      "mean_token_accuracy": 0.9814188834279776,
      "num_tokens": 3141473.0,
      "step": 160
    },
    {
      "entropy": 0.12813111576251685,
      "epoch": 0.272,
      "grad_norm": 3.03125,
      "learning_rate": 1.69e-05,
      "loss": 0.0758,
      "mean_token_accuracy": 0.9808279071003199,
      "num_tokens": 3337285.0,
      "step": 170
    },
    {
      "entropy": 0.13337696841917931,
      "epoch": 0.288,
      "grad_norm": 2.984375,
      "learning_rate": 1.79e-05,
      "loss": 0.0771,
      "mean_token_accuracy": 0.9798636745661498,
      "num_tokens": 3541221.0,
      "step": 180
    },
    {
      "entropy": 0.1436500378418714,
      "epoch": 0.304,
      "grad_norm": 2.78125,
      "learning_rate": 1.8900000000000002e-05,
      "loss": 0.0851,
      "mean_token_accuracy": 0.9780430492013693,
      "num_tokens": 3734952.0,
      "step": 190
    },
    {
      "entropy": 0.1549748638179153,
      "epoch": 0.32,
      "grad_norm": 3.390625,
      "learning_rate": 1.9900000000000003e-05,
      "loss": 0.0946,
      "mean_token_accuracy": 0.9750579129904509,
      "num_tokens": 3922209.0,
      "step": 200
    },
    {
      "epoch": 0.32,
      "eval_biology_entropy": 0.4169517788887024,
      "eval_biology_loss": 2.160527229309082,
      "eval_biology_mean_token_accuracy": 0.6808431892395019,
      "eval_biology_num_tokens": 3922209.0,
      "eval_biology_runtime": 39.5121,
      "eval_biology_samples_per_second": 12.654,
      "eval_biology_steps_per_second": 3.164,
      "step": 200
    },
    {
      "epoch": 0.32,
      "eval_chemistry_entropy": 0.25474807441234587,
      "eval_chemistry_loss": 1.3652101755142212,
      "eval_chemistry_mean_token_accuracy": 0.7794562330245972,
      "eval_chemistry_num_tokens": 3922209.0,
      "eval_chemistry_runtime": 49.2263,
      "eval_chemistry_samples_per_second": 10.157,
      "eval_chemistry_steps_per_second": 2.539,
      "step": 200
    },
    {
      "entropy": 0.16029730178415774,
      "epoch": 0.336,
      "grad_norm": 3.515625,
      "learning_rate": 1.9900000000000003e-05,
      "loss": 0.097,
      "mean_token_accuracy": 0.9749548710882664,
      "num_tokens": 4115941.0,
      "step": 210
    },
    {
      "entropy": 0.16590779088437557,
      "epoch": 0.352,
      "grad_norm": 3.78125,
      "learning_rate": 1.978888888888889e-05,
      "loss": 0.1023,
      "mean_token_accuracy": 0.9726595059037209,
      "num_tokens": 4308755.0,
      "step": 220
    },
    {
      "entropy": 0.1707212173845619,
      "epoch": 0.368,
      "grad_norm": 3.390625,
      "learning_rate": 1.967777777777778e-05,
      "loss": 0.1023,
      "mean_token_accuracy": 0.9726378936320543,
      "num_tokens": 4505910.0,
      "step": 230
    },
    {
      "entropy": 0.1765518521424383,
      "epoch": 0.384,
      "grad_norm": 3.671875,
      "learning_rate": 1.956666666666667e-05,
      "loss": 0.1083,
      "mean_token_accuracy": 0.97143131531775,
      "num_tokens": 4696101.0,
      "step": 240
    },
    {
      "entropy": 0.17895571915432812,
      "epoch": 0.4,
      "grad_norm": 3.5,
      "learning_rate": 1.9455555555555555e-05,
      "loss": 0.11,
      "mean_token_accuracy": 0.9705049484968186,
      "num_tokens": 4889445.0,
      "step": 250
    },
    {
      "entropy": 0.18151565054431557,
      "epoch": 0.416,
      "grad_norm": 3.578125,
      "learning_rate": 1.9344444444444446e-05,
      "loss": 0.1091,
      "mean_token_accuracy": 0.970859233289957,
      "num_tokens": 5087624.0,
      "step": 260
    },
    {
      "entropy": 0.18663504091091454,
      "epoch": 0.432,
      "grad_norm": 3.859375,
      "learning_rate": 1.9233333333333334e-05,
      "loss": 0.1135,
      "mean_token_accuracy": 0.9693388067185879,
      "num_tokens": 5273794.0,
      "step": 270
    },
    {
      "entropy": 0.18451756797730923,
      "epoch": 0.448,
      "grad_norm": 4.125,
      "learning_rate": 1.9122222222222226e-05,
      "loss": 0.1144,
      "mean_token_accuracy": 0.9698665160685778,
      "num_tokens": 5463288.0,
      "step": 280
    },
    {
      "entropy": 0.17932639280334114,
      "epoch": 0.464,
      "grad_norm": 3.5625,
      "learning_rate": 1.9011111111111114e-05,
      "loss": 0.1081,
      "mean_token_accuracy": 0.9717006407678127,
      "num_tokens": 5656827.0,
      "step": 290
    },
    {
      "entropy": 0.18305762661620975,
      "epoch": 0.48,
      "grad_norm": 3.90625,
      "learning_rate": 1.8900000000000002e-05,
      "loss": 0.1107,
      "mean_token_accuracy": 0.9712053131312132,
      "num_tokens": 5853311.0,
      "step": 300
    },
    {
      "epoch": 0.48,
      "eval_biology_entropy": 0.42041616535186765,
      "eval_biology_loss": 2.1313436031341553,
      "eval_biology_mean_token_accuracy": 0.6798483271598816,
      "eval_biology_num_tokens": 5853311.0,
      "eval_biology_runtime": 39.5137,
      "eval_biology_samples_per_second": 12.654,
      "eval_biology_steps_per_second": 3.163,
      "step": 300
    },
    {
      "epoch": 0.48,
      "eval_chemistry_entropy": 0.259404793381691,
      "eval_chemistry_loss": 1.3463311195373535,
      "eval_chemistry_mean_token_accuracy": 0.7787248449325561,
      "eval_chemistry_num_tokens": 5853311.0,
      "eval_chemistry_runtime": 49.201,
      "eval_chemistry_samples_per_second": 10.162,
      "eval_chemistry_steps_per_second": 2.541,
      "step": 300
    },
    {
      "entropy": 0.17875824291259051,
      "epoch": 0.496,
      "grad_norm": 3.453125,
      "learning_rate": 1.878888888888889e-05,
      "loss": 0.1101,
      "mean_token_accuracy": 0.9710387323051691,
      "num_tokens": 6049788.0,
      "step": 310
    },
    {
      "entropy": 0.1863187742419541,
      "epoch": 0.512,
      "grad_norm": 3.4375,
      "learning_rate": 1.8677777777777778e-05,
      "loss": 0.113,
      "mean_token_accuracy": 0.9698710650205612,
      "num_tokens": 6243825.0,
      "step": 320
    },
    {
      "entropy": 0.18619006094522775,
      "epoch": 0.528,
      "grad_norm": 3.890625,
      "learning_rate": 1.856666666666667e-05,
      "loss": 0.1135,
      "mean_token_accuracy": 0.9703223951160908,
      "num_tokens": 6434188.0,
      "step": 330
    },
    {
      "entropy": 0.18118073977530003,
      "epoch": 0.544,
      "grad_norm": 3.484375,
      "learning_rate": 1.8455555555555558e-05,
      "loss": 0.1114,
      "mean_token_accuracy": 0.9708513412624598,
      "num_tokens": 6629832.0,
      "step": 340
    },
    {
      "entropy": 0.1808169964235276,
      "epoch": 0.56,
      "grad_norm": 3.28125,
      "learning_rate": 1.8344444444444446e-05,
      "loss": 0.1079,
      "mean_token_accuracy": 0.9716686312109232,
      "num_tokens": 6824668.0,
      "step": 350
    },
    {
      "entropy": 0.18033515606075526,
      "epoch": 0.576,
      "grad_norm": 3.53125,
      "learning_rate": 1.8233333333333334e-05,
      "loss": 0.106,
      "mean_token_accuracy": 0.9722726982086897,
      "num_tokens": 7025923.0,
      "step": 360
    },
    {
      "entropy": 0.1852203646209091,
      "epoch": 0.592,
      "grad_norm": 3.625,
      "learning_rate": 1.8122222222222222e-05,
      "loss": 0.111,
      "mean_token_accuracy": 0.9705461781471968,
      "num_tokens": 7218224.0,
      "step": 370
    },
    {
      "entropy": 0.17758405841886998,
      "epoch": 0.608,
      "grad_norm": 3.65625,
      "learning_rate": 1.8011111111111113e-05,
      "loss": 0.1066,
      "mean_token_accuracy": 0.9723859451711178,
      "num_tokens": 7421216.0,
      "step": 380
    },
    {
      "entropy": 0.18370326030999423,
      "epoch": 0.624,
      "grad_norm": 3.765625,
      "learning_rate": 1.79e-05,
      "loss": 0.1096,
      "mean_token_accuracy": 0.9708739675581455,
      "num_tokens": 7617258.0,
      "step": 390
    },
    {
      "entropy": 0.1831163068767637,
      "epoch": 0.64,
      "grad_norm": 3.578125,
      "learning_rate": 1.778888888888889e-05,
      "loss": 0.1072,
      "mean_token_accuracy": 0.9717655830085278,
      "num_tokens": 7806173.0,
      "step": 400
    },
    {
      "epoch": 0.64,
      "eval_biology_entropy": 0.42119112753868104,
      "eval_biology_loss": 2.1267058849334717,
      "eval_biology_mean_token_accuracy": 0.6801503438949585,
      "eval_biology_num_tokens": 7806173.0,
      "eval_biology_runtime": 39.5121,
      "eval_biology_samples_per_second": 12.654,
      "eval_biology_steps_per_second": 3.164,
      "step": 400
    },
    {
      "epoch": 0.64,
      "eval_chemistry_entropy": 0.2595027017593384,
      "eval_chemistry_loss": 1.3404533863067627,
      "eval_chemistry_mean_token_accuracy": 0.7790702543258667,
      "eval_chemistry_num_tokens": 7806173.0,
      "eval_chemistry_runtime": 49.2002,
      "eval_chemistry_samples_per_second": 10.163,
      "eval_chemistry_steps_per_second": 2.541,
      "step": 400
    },
    {
      "entropy": 0.1827191138640046,
      "epoch": 0.656,
      "grad_norm": 3.84375,
      "learning_rate": 1.7677777777777778e-05,
      "loss": 0.1088,
      "mean_token_accuracy": 0.9715055178850889,
      "num_tokens": 8000514.0,
      "step": 410
    },
    {
      "entropy": 0.18661352493800223,
      "epoch": 0.672,
      "grad_norm": 3.796875,
      "learning_rate": 1.756666666666667e-05,
      "loss": 0.1114,
      "mean_token_accuracy": 0.9704575203359127,
      "num_tokens": 8187884.0,
      "step": 420
    },
    {
      "entropy": 0.17729734890162946,
      "epoch": 0.688,
      "grad_norm": 3.09375,
      "learning_rate": 1.7455555555555557e-05,
      "loss": 0.1046,
      "mean_token_accuracy": 0.9725840430706739,
      "num_tokens": 8390643.0,
      "step": 430
    },
    {
      "entropy": 0.18038612157106398,
      "epoch": 0.704,
      "grad_norm": 3.46875,
      "learning_rate": 1.7344444444444445e-05,
      "loss": 0.1072,
      "mean_token_accuracy": 0.9721495136618614,
      "num_tokens": 8583266.0,
      "step": 440
    },
    {
      "entropy": 0.17609651018865408,
      "epoch": 0.72,
      "grad_norm": 3.734375,
      "learning_rate": 1.7233333333333337e-05,
      "loss": 0.1045,
      "mean_token_accuracy": 0.9718786559998989,
      "num_tokens": 8786233.0,
      "step": 450
    },
    {
      "entropy": 0.1797325788065791,
      "epoch": 0.736,
      "grad_norm": 3.390625,
      "learning_rate": 1.7122222222222225e-05,
      "loss": 0.107,
      "mean_token_accuracy": 0.9716725051403046,
      "num_tokens": 8982898.0,
      "step": 460
    },
    {
      "entropy": 0.17950535458512604,
      "epoch": 0.752,
      "grad_norm": 3.5625,
      "learning_rate": 1.7011111111111113e-05,
      "loss": 0.1072,
      "mean_token_accuracy": 0.9725060146301985,
      "num_tokens": 9174361.0,
      "step": 470
    },
    {
      "entropy": 0.17792485035024583,
      "epoch": 0.768,
      "grad_norm": 3.375,
      "learning_rate": 1.69e-05,
      "loss": 0.1025,
      "mean_token_accuracy": 0.973187630996108,
      "num_tokens": 9373430.0,
      "step": 480
    },
    {
      "entropy": 0.17844869694672524,
      "epoch": 0.784,
      "grad_norm": 3.515625,
      "learning_rate": 1.678888888888889e-05,
      "loss": 0.1073,
      "mean_token_accuracy": 0.9717021223157645,
      "num_tokens": 9570409.0,
      "step": 490
    },
    {
      "entropy": 0.17820251639932394,
      "epoch": 0.8,
      "grad_norm": 3.765625,
      "learning_rate": 1.667777777777778e-05,
      "loss": 0.1032,
      "mean_token_accuracy": 0.9729967709630728,
      "num_tokens": 9766360.0,
      "step": 500
    },
    {
      "epoch": 0.8,
      "eval_biology_entropy": 0.41608734560012817,
      "eval_biology_loss": 2.139784097671509,
      "eval_biology_mean_token_accuracy": 0.6806383662223816,
      "eval_biology_num_tokens": 9766360.0,
      "eval_biology_runtime": 39.5271,
      "eval_biology_samples_per_second": 12.65,
      "eval_biology_steps_per_second": 3.162,
      "step": 500
    },
    {
      "epoch": 0.8,
      "eval_chemistry_entropy": 0.25711704087257387,
      "eval_chemistry_loss": 1.3562349081039429,
      "eval_chemistry_mean_token_accuracy": 0.7787247653007507,
      "eval_chemistry_num_tokens": 9766360.0,
      "eval_chemistry_runtime": 48.8194,
      "eval_chemistry_samples_per_second": 10.242,
      "eval_chemistry_steps_per_second": 2.56,
      "step": 500
    },
    {
      "entropy": 0.1748917239718139,
      "epoch": 0.816,
      "grad_norm": 3.515625,
      "learning_rate": 1.656666666666667e-05,
      "loss": 0.1004,
      "mean_token_accuracy": 0.9740771554410458,
      "num_tokens": 9963834.0,
      "step": 510
    },
    {
      "entropy": 0.17268717400729655,
      "epoch": 0.832,
      "grad_norm": 3.125,
      "learning_rate": 1.6455555555555556e-05,
      "loss": 0.1023,
      "mean_token_accuracy": 0.9740318663418293,
      "num_tokens": 10160950.0,
      "step": 520
    },
    {
      "entropy": 0.17282785503193737,
      "epoch": 0.848,
      "grad_norm": 3.671875,
      "learning_rate": 1.6344444444444445e-05,
      "loss": 0.0991,
      "mean_token_accuracy": 0.9744720965623855,
      "num_tokens": 10363131.0,
      "step": 530
    },
    {
      "entropy": 0.17644098605960606,
      "epoch": 0.864,
      "grad_norm": 3.34375,
      "learning_rate": 1.6233333333333333e-05,
      "loss": 0.1026,
      "mean_token_accuracy": 0.972842201218009,
      "num_tokens": 10558003.0,
      "step": 540
    },
    {
      "entropy": 0.17435273211449384,
      "epoch": 0.88,
      "grad_norm": 3.34375,
      "learning_rate": 1.6122222222222224e-05,
      "loss": 0.1004,
      "mean_token_accuracy": 0.9740745916962623,
      "num_tokens": 10754470.0,
      "step": 550
    },
    {
      "entropy": 0.1750097878277302,
      "epoch": 0.896,
      "grad_norm": 3.453125,
      "learning_rate": 1.6011111111111112e-05,
      "loss": 0.1007,
      "mean_token_accuracy": 0.9743314851075411,
      "num_tokens": 10948943.0,
      "step": 560
    },
    {
      "entropy": 0.17419813955202698,
      "epoch": 0.912,
      "grad_norm": 3.234375,
      "learning_rate": 1.5900000000000004e-05,
      "loss": 0.1005,
      "mean_token_accuracy": 0.974232492223382,
      "num_tokens": 11142613.0,
      "step": 570
    },
    {
      "entropy": 0.17595540760084988,
      "epoch": 0.928,
      "grad_norm": 3.546875,
      "learning_rate": 1.5788888888888888e-05,
      "loss": 0.0997,
      "mean_token_accuracy": 0.974004115909338,
      "num_tokens": 11336779.0,
      "step": 580
    },
    {
      "entropy": 0.16677158032543957,
      "epoch": 0.944,
      "grad_norm": 3.140625,
      "learning_rate": 1.567777777777778e-05,
      "loss": 0.0982,
      "mean_token_accuracy": 0.9750826183706522,
      "num_tokens": 11536381.0,
      "step": 590
    },
    {
      "entropy": 0.16921130288392305,
      "epoch": 0.96,
      "grad_norm": 3.546875,
      "learning_rate": 1.5566666666666668e-05,
      "loss": 0.0966,
      "mean_token_accuracy": 0.9753067292273044,
      "num_tokens": 11735527.0,
      "step": 600
    },
    {
      "epoch": 0.96,
      "eval_biology_entropy": 0.4160035889148712,
      "eval_biology_loss": 2.1477200984954834,
      "eval_biology_mean_token_accuracy": 0.68089803981781,
      "eval_biology_num_tokens": 11735527.0,
      "eval_biology_runtime": 39.5581,
      "eval_biology_samples_per_second": 12.64,
      "eval_biology_steps_per_second": 3.16,
      "step": 600
    },
    {
      "epoch": 0.96,
      "eval_chemistry_entropy": 0.2561914825439453,
      "eval_chemistry_loss": 1.3602544069290161,
      "eval_chemistry_mean_token_accuracy": 0.779716450214386,
      "eval_chemistry_num_tokens": 11735527.0,
      "eval_chemistry_runtime": 49.254,
      "eval_chemistry_samples_per_second": 10.151,
      "eval_chemistry_steps_per_second": 2.538,
      "step": 600
    },
    {
      "entropy": 0.16858043959364294,
      "epoch": 0.976,
      "grad_norm": 3.65625,
      "learning_rate": 1.5455555555555556e-05,
      "loss": 0.0985,
      "mean_token_accuracy": 0.9748617243021727,
      "num_tokens": 11930935.0,
      "step": 610
    },
    {
      "entropy": 0.16747406986542046,
      "epoch": 0.992,
      "grad_norm": 3.15625,
      "learning_rate": 1.5344444444444447e-05,
      "loss": 0.0955,
      "mean_token_accuracy": 0.9756584648042917,
      "num_tokens": 12129585.0,
      "step": 620
    },
    {
      "entropy": 0.15082475617527963,
      "epoch": 1.008,
      "grad_norm": 2.28125,
      "learning_rate": 1.5233333333333335e-05,
      "loss": 0.0856,
      "mean_token_accuracy": 0.9783346977084875,
      "num_tokens": 12325847.0,
      "step": 630
    },
    {
      "entropy": 0.11756393420509995,
      "epoch": 1.024,
      "grad_norm": 2.3125,
      "learning_rate": 1.5122222222222222e-05,
      "loss": 0.07,
      "mean_token_accuracy": 0.9816608231514692,
      "num_tokens": 12530820.0,
      "step": 640
    },
    {
      "entropy": 0.12562460631597788,
      "epoch": 1.04,
      "grad_norm": 2.796875,
      "learning_rate": 1.5011111111111112e-05,
      "loss": 0.0744,
      "mean_token_accuracy": 0.9802271891385317,
      "num_tokens": 12725384.0,
      "step": 650
    },
    {
      "entropy": 0.12352396142669023,
      "epoch": 1.056,
      "grad_norm": 2.609375,
      "learning_rate": 1.4900000000000001e-05,
      "loss": 0.0744,
      "mean_token_accuracy": 0.9802641972899437,
      "num_tokens": 12924592.0,
      "step": 660
    },
    {
      "entropy": 0.12865133616141974,
      "epoch": 1.072,
      "grad_norm": 2.671875,
      "learning_rate": 1.4788888888888891e-05,
      "loss": 0.0774,
      "mean_token_accuracy": 0.9798023611307144,
      "num_tokens": 13112848.0,
      "step": 670
    },
    {
      "entropy": 0.12567441049031913,
      "epoch": 1.088,
      "grad_norm": 2.53125,
      "learning_rate": 1.467777777777778e-05,
      "loss": 0.0756,
      "mean_token_accuracy": 0.9806226130574942,
      "num_tokens": 13305725.0,
      "step": 680
    },
    {
      "entropy": 0.12565653487108647,
      "epoch": 1.104,
      "grad_norm": 2.234375,
      "learning_rate": 1.4566666666666669e-05,
      "loss": 0.0745,
      "mean_token_accuracy": 0.980208383128047,
      "num_tokens": 13498685.0,
      "step": 690
    },
    {
      "entropy": 0.1318228157237172,
      "epoch": 1.12,
      "grad_norm": 2.5,
      "learning_rate": 1.4455555555555555e-05,
      "loss": 0.0778,
      "mean_token_accuracy": 0.97950509339571,
      "num_tokens": 13682146.0,
      "step": 700
    },
    {
      "epoch": 1.12,
      "eval_biology_entropy": 0.4004362862110138,
      "eval_biology_loss": 2.177130699157715,
      "eval_biology_mean_token_accuracy": 0.6821538486480713,
      "eval_biology_num_tokens": 13682146.0,
      "eval_biology_runtime": 39.5089,
      "eval_biology_samples_per_second": 12.655,
      "eval_biology_steps_per_second": 3.164,
      "step": 700
    },
    {
      "epoch": 1.12,
      "eval_chemistry_entropy": 0.24954386246204377,
      "eval_chemistry_loss": 1.3777952194213867,
      "eval_chemistry_mean_token_accuracy": 0.7797037825584412,
      "eval_chemistry_num_tokens": 13682146.0,
      "eval_chemistry_runtime": 49.2017,
      "eval_chemistry_samples_per_second": 10.162,
      "eval_chemistry_steps_per_second": 2.541,
      "step": 700
    },
    {
      "entropy": 0.12691126235295086,
      "epoch": 1.1360000000000001,
      "grad_norm": 2.6875,
      "learning_rate": 1.4344444444444445e-05,
      "loss": 0.0757,
      "mean_token_accuracy": 0.980040468648076,
      "num_tokens": 13876656.0,
      "step": 710
    },
    {
      "entropy": 0.12381730475462974,
      "epoch": 1.152,
      "grad_norm": 2.359375,
      "learning_rate": 1.4233333333333335e-05,
      "loss": 0.0743,
      "mean_token_accuracy": 0.980041703954339,
      "num_tokens": 14086104.0,
      "step": 720
    },
    {
      "entropy": 0.1285357222892344,
      "epoch": 1.168,
      "grad_norm": 2.5625,
      "learning_rate": 1.4122222222222225e-05,
      "loss": 0.0763,
      "mean_token_accuracy": 0.9799800109118223,
      "num_tokens": 14274520.0,
      "step": 730
    },
    {
      "entropy": 0.12321301018819213,
      "epoch": 1.184,
      "grad_norm": 2.375,
      "learning_rate": 1.4011111111111113e-05,
      "loss": 0.0734,
      "mean_token_accuracy": 0.9810513865202666,
      "num_tokens": 14473623.0,
      "step": 740
    },
    {
      "entropy": 0.1292376267723739,
      "epoch": 1.2,
      "grad_norm": 2.609375,
      "learning_rate": 1.39e-05,
      "loss": 0.0784,
      "mean_token_accuracy": 0.9795571226626635,
      "num_tokens": 14661238.0,
      "step": 750
    },
    {
      "entropy": 0.12086025532335043,
      "epoch": 1.216,
      "grad_norm": 2.640625,
      "learning_rate": 1.3788888888888889e-05,
      "loss": 0.073,
      "mean_token_accuracy": 0.9810031026601791,
      "num_tokens": 14865915.0,
      "step": 760
    },
    {
      "entropy": 0.1262558945454657,
      "epoch": 1.232,
      "grad_norm": 2.40625,
      "learning_rate": 1.3677777777777779e-05,
      "loss": 0.0786,
      "mean_token_accuracy": 0.9797264195978641,
      "num_tokens": 15055682.0,
      "step": 770
    },
    {
      "entropy": 0.12587894778698683,
      "epoch": 1.248,
      "grad_norm": 2.484375,
      "learning_rate": 1.3566666666666668e-05,
      "loss": 0.0744,
      "mean_token_accuracy": 0.9802309483289718,
      "num_tokens": 15249576.0,
      "step": 780
    },
    {
      "entropy": 0.12361958674155175,
      "epoch": 1.264,
      "grad_norm": 2.1875,
      "learning_rate": 1.3455555555555556e-05,
      "loss": 0.0726,
      "mean_token_accuracy": 0.9805784326046705,
      "num_tokens": 15446149.0,
      "step": 790
    },
    {
      "entropy": 0.12549991067498922,
      "epoch": 1.28,
      "grad_norm": 2.546875,
      "learning_rate": 1.3344444444444446e-05,
      "loss": 0.0743,
      "mean_token_accuracy": 0.9805208504199981,
      "num_tokens": 15639317.0,
      "step": 800
    },
    {
      "epoch": 1.28,
      "eval_biology_entropy": 0.4032972083091736,
      "eval_biology_loss": 2.1712591648101807,
      "eval_biology_mean_token_accuracy": 0.6816940937042236,
      "eval_biology_num_tokens": 15639317.0,
      "eval_biology_runtime": 39.5209,
      "eval_biology_samples_per_second": 12.652,
      "eval_biology_steps_per_second": 3.163,
      "step": 800
    },
    {
      "epoch": 1.28,
      "eval_chemistry_entropy": 0.25105089938640596,
      "eval_chemistry_loss": 1.3797656297683716,
      "eval_chemistry_mean_token_accuracy": 0.7792046613693238,
      "eval_chemistry_num_tokens": 15639317.0,
      "eval_chemistry_runtime": 49.2346,
      "eval_chemistry_samples_per_second": 10.155,
      "eval_chemistry_steps_per_second": 2.539,
      "step": 800
    },
    {
      "entropy": 0.12616121221799403,
      "epoch": 1.296,
      "grad_norm": 2.203125,
      "learning_rate": 1.3233333333333334e-05,
      "loss": 0.075,
      "mean_token_accuracy": 0.9805853247642518,
      "num_tokens": 15835805.0,
      "step": 810
    },
    {
      "entropy": 0.12473565563559533,
      "epoch": 1.312,
      "grad_norm": 2.296875,
      "learning_rate": 1.3122222222222222e-05,
      "loss": 0.0738,
      "mean_token_accuracy": 0.9808966059237718,
      "num_tokens": 16028375.0,
      "step": 820
    },
    {
      "entropy": 0.12206203136593104,
      "epoch": 1.328,
      "grad_norm": 2.265625,
      "learning_rate": 1.3011111111111112e-05,
      "loss": 0.0712,
      "mean_token_accuracy": 0.9813739657402039,
      "num_tokens": 16230555.0,
      "step": 830
    },
    {
      "entropy": 0.11784348418004811,
      "epoch": 1.3439999999999999,
      "grad_norm": 2.359375,
      "learning_rate": 1.2900000000000002e-05,
      "loss": 0.0692,
      "mean_token_accuracy": 0.9817070845514536,
      "num_tokens": 16436297.0,
      "step": 840
    },
    {
      "entropy": 0.12049585804343224,
      "epoch": 1.3599999999999999,
      "grad_norm": 2.234375,
      "learning_rate": 1.278888888888889e-05,
      "loss": 0.0719,
      "mean_token_accuracy": 0.9809176307171583,
      "num_tokens": 16630563.0,
      "step": 850
    },
    {
      "entropy": 0.12437316868454218,
      "epoch": 1.376,
      "grad_norm": 2.8125,
      "learning_rate": 1.2677777777777778e-05,
      "loss": 0.0751,
      "mean_token_accuracy": 0.9806294579058885,
      "num_tokens": 16822602.0,
      "step": 860
    },
    {
      "entropy": 0.12243083966895937,
      "epoch": 1.392,
      "grad_norm": 2.34375,
      "learning_rate": 1.2566666666666668e-05,
      "loss": 0.0729,
      "mean_token_accuracy": 0.9806884177029133,
      "num_tokens": 17015750.0,
      "step": 870
    },
    {
      "entropy": 0.12194055491127073,
      "epoch": 1.408,
      "grad_norm": 2.21875,
      "learning_rate": 1.2455555555555556e-05,
      "loss": 0.0738,
      "mean_token_accuracy": 0.9811285879462958,
      "num_tokens": 17207248.0,
      "step": 880
    },
    {
      "entropy": 0.12085925284773111,
      "epoch": 1.424,
      "grad_norm": 2.40625,
      "learning_rate": 1.2344444444444446e-05,
      "loss": 0.0714,
      "mean_token_accuracy": 0.9814036220312119,
      "num_tokens": 17403869.0,
      "step": 890
    },
    {
      "entropy": 0.12371515287086368,
      "epoch": 1.44,
      "grad_norm": 2.671875,
      "learning_rate": 1.2233333333333335e-05,
      "loss": 0.0732,
      "mean_token_accuracy": 0.9810383848845958,
      "num_tokens": 17597428.0,
      "step": 900
    },
    {
      "epoch": 1.44,
      "eval_biology_entropy": 0.3943380331993103,
      "eval_biology_loss": 2.181544542312622,
      "eval_biology_mean_token_accuracy": 0.6840425395965576,
      "eval_biology_num_tokens": 17597428.0,
      "eval_biology_runtime": 39.5119,
      "eval_biology_samples_per_second": 12.654,
      "eval_biology_steps_per_second": 3.164,
      "step": 900
    },
    {
      "epoch": 1.44,
      "eval_chemistry_entropy": 0.24567515325546266,
      "eval_chemistry_loss": 1.3865065574645996,
      "eval_chemistry_mean_token_accuracy": 0.7803217101097107,
      "eval_chemistry_num_tokens": 17597428.0,
      "eval_chemistry_runtime": 49.2083,
      "eval_chemistry_samples_per_second": 10.161,
      "eval_chemistry_steps_per_second": 2.54,
      "step": 900
    },
    {
      "entropy": 0.11841928996145726,
      "epoch": 1.456,
      "grad_norm": 2.421875,
      "learning_rate": 1.2122222222222223e-05,
      "loss": 0.0692,
      "mean_token_accuracy": 0.9820894330739975,
      "num_tokens": 17798083.0,
      "step": 910
    },
    {
      "entropy": 0.12107395366765558,
      "epoch": 1.472,
      "grad_norm": 2.09375,
      "learning_rate": 1.2011111111111111e-05,
      "loss": 0.0727,
      "mean_token_accuracy": 0.980775249004364,
      "num_tokens": 17993802.0,
      "step": 920
    },
    {
      "entropy": 0.11666952911764383,
      "epoch": 1.488,
      "grad_norm": 2.234375,
      "learning_rate": 1.1900000000000001e-05,
      "loss": 0.0711,
      "mean_token_accuracy": 0.9814896911382676,
      "num_tokens": 18185570.0,
      "step": 930
    },
    {
      "entropy": 0.12296288679353892,
      "epoch": 1.504,
      "grad_norm": 2.203125,
      "learning_rate": 1.178888888888889e-05,
      "loss": 0.0721,
      "mean_token_accuracy": 0.9813314471393824,
      "num_tokens": 18377903.0,
      "step": 940
    },
    {
      "entropy": 0.11539274472743273,
      "epoch": 1.52,
      "grad_norm": 2.21875,
      "learning_rate": 1.1677777777777779e-05,
      "loss": 0.0691,
      "mean_token_accuracy": 0.9822911247611046,
      "num_tokens": 18579284.0,
      "step": 950
    },
    {
      "entropy": 0.12136667580343782,
      "epoch": 1.536,
      "grad_norm": 2.140625,
      "learning_rate": 1.1566666666666669e-05,
      "loss": 0.0725,
      "mean_token_accuracy": 0.9812386609613896,
      "num_tokens": 18765324.0,
      "step": 960
    },
    {
      "entropy": 0.11671084221452474,
      "epoch": 1.552,
      "grad_norm": 2.15625,
      "learning_rate": 1.1455555555555557e-05,
      "loss": 0.0676,
      "mean_token_accuracy": 0.9818577177822589,
      "num_tokens": 18966382.0,
      "step": 970
    },
    {
      "entropy": 0.11611056034453213,
      "epoch": 1.568,
      "grad_norm": 2.296875,
      "learning_rate": 1.1344444444444445e-05,
      "loss": 0.0701,
      "mean_token_accuracy": 0.9818583976477384,
      "num_tokens": 19160509.0,
      "step": 980
    },
    {
      "entropy": 0.11777197350747884,
      "epoch": 1.584,
      "grad_norm": 2.1875,
      "learning_rate": 1.1233333333333333e-05,
      "loss": 0.0697,
      "mean_token_accuracy": 0.9817087065428496,
      "num_tokens": 19354662.0,
      "step": 990
    },
    {
      "entropy": 0.12017350159585476,
      "epoch": 1.6,
      "grad_norm": 2.28125,
      "learning_rate": 1.1122222222222223e-05,
      "loss": 0.0718,
      "mean_token_accuracy": 0.9814203523099423,
      "num_tokens": 19543088.0,
      "step": 1000
    },
    {
      "epoch": 1.6,
      "eval_biology_entropy": 0.3948675305843353,
      "eval_biology_loss": 2.1792049407958984,
      "eval_biology_mean_token_accuracy": 0.6840984811782836,
      "eval_biology_num_tokens": 19543088.0,
      "eval_biology_runtime": 39.6119,
      "eval_biology_samples_per_second": 12.622,
      "eval_biology_steps_per_second": 3.156,
      "step": 1000
    },
    {
      "epoch": 1.6,
      "eval_chemistry_entropy": 0.24652056658267976,
      "eval_chemistry_loss": 1.388296365737915,
      "eval_chemistry_mean_token_accuracy": 0.7802323937416077,
      "eval_chemistry_num_tokens": 19543088.0,
      "eval_chemistry_runtime": 48.7687,
      "eval_chemistry_samples_per_second": 10.252,
      "eval_chemistry_steps_per_second": 2.563,
      "step": 1000
    }
  ],
  "logging_steps": 10,
  "max_steps": 2000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 4,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 1.6380077645630792e+18,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}