{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 441,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.022675736961451247,
      "grad_norm": 33.179871020582404,
      "learning_rate": 2.0000000000000003e-06,
      "loss": 2.7302,
      "step": 10
    },
    {
      "epoch": 0.045351473922902494,
      "grad_norm": 11.51914728488607,
      "learning_rate": 4.222222222222223e-06,
      "loss": 2.2388,
      "step": 20
    },
    {
      "epoch": 0.06802721088435375,
      "grad_norm": 10.291781369510485,
      "learning_rate": 6.444444444444445e-06,
      "loss": 2.0656,
      "step": 30
    },
    {
      "epoch": 0.09070294784580499,
      "grad_norm": 9.703232621572512,
      "learning_rate": 8.666666666666668e-06,
      "loss": 1.9495,
      "step": 40
    },
    {
      "epoch": 0.11337868480725624,
      "grad_norm": 9.513603380299983,
      "learning_rate": 9.997482711915926e-06,
      "loss": 1.9294,
      "step": 50
    },
    {
      "epoch": 0.1360544217687075,
      "grad_norm": 8.935502570710689,
      "learning_rate": 9.969192322306271e-06,
      "loss": 1.9603,
      "step": 60
    },
    {
      "epoch": 0.15873015873015872,
      "grad_norm": 8.80079607342677,
      "learning_rate": 9.909643486313533e-06,
      "loss": 1.8778,
      "step": 70
    },
    {
      "epoch": 0.18140589569160998,
      "grad_norm": 8.59675770690491,
      "learning_rate": 9.819210792799711e-06,
      "loss": 1.833,
      "step": 80
    },
    {
      "epoch": 0.20408163265306123,
      "grad_norm": 8.284836247534097,
      "learning_rate": 9.698463103929542e-06,
      "loss": 1.861,
      "step": 90
    },
    {
      "epoch": 0.22675736961451248,
      "grad_norm": 8.453538489437795,
      "learning_rate": 9.548159976772593e-06,
      "loss": 1.8362,
      "step": 100
    },
    {
      "epoch": 0.2494331065759637,
      "grad_norm": 8.406133001405129,
      "learning_rate": 9.369246885348926e-06,
      "loss": 1.8492,
      "step": 110
    },
    {
      "epoch": 0.272108843537415,
      "grad_norm": 8.511493869719477,
      "learning_rate": 9.162849273173857e-06,
      "loss": 1.804,
      "step": 120
    },
    {
      "epoch": 0.2947845804988662,
      "grad_norm": 8.49022348327543,
      "learning_rate": 8.930265473713939e-06,
      "loss": 1.8814,
      "step": 130
    },
    {
      "epoch": 0.31746031746031744,
      "grad_norm": 7.902180291622302,
      "learning_rate": 8.672958543287666e-06,
      "loss": 1.8157,
      "step": 140
    },
    {
      "epoch": 0.3401360544217687,
      "grad_norm": 7.90256921969111,
      "learning_rate": 8.392547057785662e-06,
      "loss": 1.8149,
      "step": 150
    },
    {
      "epoch": 0.36281179138321995,
      "grad_norm": 8.21371062065736,
      "learning_rate": 8.090794931103026e-06,
      "loss": 1.8276,
      "step": 160
    },
    {
      "epoch": 0.3854875283446712,
      "grad_norm": 8.353220761999664,
      "learning_rate": 7.769600319330553e-06,
      "loss": 1.8336,
      "step": 170
    },
    {
      "epoch": 0.40816326530612246,
      "grad_norm": 7.670568800909667,
      "learning_rate": 7.430983680502344e-06,
      "loss": 1.7933,
      "step": 180
    },
    {
      "epoch": 0.4308390022675737,
      "grad_norm": 8.403616883059525,
      "learning_rate": 7.0770750650094335e-06,
      "loss": 1.7792,
      "step": 190
    },
    {
      "epoch": 0.45351473922902497,
      "grad_norm": 8.844340357606097,
      "learning_rate": 6.710100716628345e-06,
      "loss": 1.7818,
      "step": 200
    },
    {
      "epoch": 0.47619047619047616,
      "grad_norm": 8.841358454595989,
      "learning_rate": 6.332369068450175e-06,
      "loss": 1.7505,
      "step": 210
    },
    {
      "epoch": 0.4988662131519274,
      "grad_norm": 8.151442107791517,
      "learning_rate": 5.946256221802052e-06,
      "loss": 1.7417,
      "step": 220
    },
    {
      "epoch": 0.5215419501133787,
      "grad_norm": 8.842639529027162,
      "learning_rate": 5.5541909995050554e-06,
      "loss": 1.8863,
      "step": 230
    },
    {
      "epoch": 0.54421768707483,
      "grad_norm": 8.942238457804374,
      "learning_rate": 5.15863966749034e-06,
      "loss": 1.7361,
      "step": 240
    },
    {
      "epoch": 0.5668934240362812,
      "grad_norm": 7.909161685234583,
      "learning_rate": 4.762090420881289e-06,
      "loss": 1.7598,
      "step": 250
    },
    {
      "epoch": 0.5895691609977324,
      "grad_norm": 8.300775125740197,
      "learning_rate": 4.367037732131254e-06,
      "loss": 1.7735,
      "step": 260
    },
    {
      "epoch": 0.6122448979591837,
      "grad_norm": 8.568777980712424,
      "learning_rate": 3.975966659674048e-06,
      "loss": 1.8305,
      "step": 270
    },
    {
      "epoch": 0.6349206349206349,
      "grad_norm": 8.509247004083056,
      "learning_rate": 3.5913372157928515e-06,
      "loss": 1.747,
      "step": 280
    },
    {
      "epoch": 0.6575963718820862,
      "grad_norm": 8.662819789367495,
      "learning_rate": 3.2155688920406415e-06,
      "loss": 1.845,
      "step": 290
    },
    {
      "epoch": 0.6802721088435374,
      "grad_norm": 7.90810167705925,
      "learning_rate": 2.851025439554142e-06,
      "loss": 1.7508,
      "step": 300
    },
    {
      "epoch": 0.7029478458049887,
      "grad_norm": 8.120934896876353,
      "learning_rate": 2.5000000000000015e-06,
      "loss": 1.7302,
      "step": 310
    },
    {
      "epoch": 0.7256235827664399,
      "grad_norm": 7.90104743207417,
      "learning_rate": 2.1647006806861472e-06,
      "loss": 1.7709,
      "step": 320
    },
    {
      "epoch": 0.7482993197278912,
      "grad_norm": 7.994956455548193,
      "learning_rate": 1.8472366645773892e-06,
      "loss": 1.7113,
      "step": 330
    },
    {
      "epoch": 0.7709750566893424,
      "grad_norm": 8.297729809555948,
      "learning_rate": 1.549604942589441e-06,
      "loss": 1.6732,
      "step": 340
    },
    {
      "epoch": 0.7936507936507936,
      "grad_norm": 8.234302688214871,
      "learning_rate": 1.2736777516212267e-06,
      "loss": 1.7802,
      "step": 350
    },
    {
      "epoch": 0.8163265306122449,
      "grad_norm": 8.111160255738614,
      "learning_rate": 1.0211907973458391e-06,
      "loss": 1.7304,
      "step": 360
    },
    {
      "epoch": 0.8390022675736961,
      "grad_norm": 8.221302743184173,
      "learning_rate": 7.937323358440935e-07,
      "loss": 1.7049,
      "step": 370
    },
    {
      "epoch": 0.8616780045351474,
      "grad_norm": 8.823404084767901,
      "learning_rate": 5.927331827620902e-07,
      "loss": 1.7391,
      "step": 380
    },
    {
      "epoch": 0.8843537414965986,
      "grad_norm": 8.461681338437808,
      "learning_rate": 4.194577128396521e-07,
      "loss": 1.705,
      "step": 390
    },
    {
      "epoch": 0.9070294784580499,
      "grad_norm": 8.053890788537789,
      "learning_rate": 2.7499590642665773e-07,
      "loss": 1.7238,
      "step": 400
    },
    {
      "epoch": 0.9297052154195011,
      "grad_norm": 7.7446943674495206,
      "learning_rate": 1.6025649301821877e-07,
      "loss": 1.754,
      "step": 410
    },
    {
      "epoch": 0.9523809523809523,
      "grad_norm": 8.273064421261598,
      "learning_rate": 7.59612349389599e-08,
      "loss": 1.7399,
      "step": 420
    },
    {
      "epoch": 0.9750566893424036,
      "grad_norm": 8.377441892080089,
      "learning_rate": 2.264038713457706e-08,
      "loss": 1.7589,
      "step": 430
    },
    {
      "epoch": 0.9977324263038548,
      "grad_norm": 7.855800019403875,
      "learning_rate": 6.293616306246586e-10,
      "loss": 1.7015,
      "step": 440
    },
    {
      "epoch": 1.0,
      "step": 441,
      "total_flos": 335913418752.0,
      "train_loss": 1.8299819355378615,
      "train_runtime": 372.4977,
      "train_samples_per_second": 18.924,
      "train_steps_per_second": 1.184
    }
  ],
  "logging_steps": 10,
  "max_steps": 441,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 335913418752.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}