{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.469850121993726,
  "eval_steps": 500,
  "global_step": 2109,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0006971070059254096,
      "grad_norm": 5.6915082931518555,
      "learning_rate": 0.0,
      "loss": 1.5972,
      "step": 1
    },
    {
      "epoch": 0.03485535029627048,
      "grad_norm": 3.605487108230591,
      "learning_rate": 1.9999434046461045e-05,
      "loss": 1.348,
      "step": 50
    },
    {
      "epoch": 0.06971070059254096,
      "grad_norm": 3.076913595199585,
      "learning_rate": 1.996249692618611e-05,
      "loss": 1.1239,
      "step": 100
    },
    {
      "epoch": 0.10456605088881143,
      "grad_norm": 3.1423285007476807,
      "learning_rate": 1.9868053167196865e-05,
      "loss": 1.0576,
      "step": 150
    },
    {
      "epoch": 0.13942140118508192,
      "grad_norm": 2.7687857151031494,
      "learning_rate": 1.971664792831919e-05,
      "loss": 1.0202,
      "step": 200
    },
    {
      "epoch": 0.17427675148135238,
      "grad_norm": 2.9235846996307373,
      "learning_rate": 1.9509155167802316e-05,
      "loss": 0.9927,
      "step": 250
    },
    {
      "epoch": 0.20913210177762287,
      "grad_norm": 2.6419451236724854,
      "learning_rate": 1.9246772598559302e-05,
      "loss": 0.9707,
      "step": 300
    },
    {
      "epoch": 0.24398745207389333,
      "grad_norm": 2.7948801517486572,
      "learning_rate": 1.8931014774594656e-05,
      "loss": 0.9556,
      "step": 350
    },
    {
      "epoch": 0.27884280237016384,
      "grad_norm": 2.7692606449127197,
      "learning_rate": 1.8563704348526337e-05,
      "loss": 0.9504,
      "step": 400
    },
    {
      "epoch": 0.3136981526664343,
      "grad_norm": 2.7550599575042725,
      "learning_rate": 1.8146961550666525e-05,
      "loss": 0.9416,
      "step": 450
    },
    {
      "epoch": 0.34855350296270476,
      "grad_norm": 2.628190517425537,
      "learning_rate": 1.7683191950391142e-05,
      "loss": 0.9246,
      "step": 500
    },
    {
      "epoch": 0.3834088532589753,
      "grad_norm": 2.7417476177215576,
      "learning_rate": 1.717507257044331e-05,
      "loss": 0.9055,
      "step": 550
    },
    {
      "epoch": 0.41826420355524574,
      "grad_norm": 2.638144016265869,
      "learning_rate": 1.6625536434323358e-05,
      "loss": 0.9031,
      "step": 600
    },
    {
      "epoch": 0.4531195538515162,
      "grad_norm": 2.6510379314422607,
      "learning_rate": 1.6037755635962587e-05,
      "loss": 0.9003,
      "step": 650
    },
    {
      "epoch": 0.48797490414778666,
      "grad_norm": 2.6764113903045654,
      "learning_rate": 1.5415123029408046e-05,
      "loss": 0.8829,
      "step": 700
    },
    {
      "epoch": 0.5228302544440572,
      "grad_norm": 2.693927764892578,
      "learning_rate": 1.4761232644210963e-05,
      "loss": 0.8813,
      "step": 750
    },
    {
      "epoch": 0.5576856047403277,
      "grad_norm": 2.5667612552642822,
      "learning_rate": 1.4079858939567557e-05,
      "loss": 0.8739,
      "step": 800
    },
    {
      "epoch": 0.5925409550365981,
      "grad_norm": 2.4323246479034424,
      "learning_rate": 1.3374935016963595e-05,
      "loss": 0.8617,
      "step": 850
    },
    {
      "epoch": 0.6273963053328686,
      "grad_norm": 2.5843608379364014,
      "learning_rate": 1.2650529917086232e-05,
      "loss": 0.8637,
      "step": 900
    },
    {
      "epoch": 0.6622516556291391,
      "grad_norm": 2.498666286468506,
      "learning_rate": 1.1910825132052356e-05,
      "loss": 0.8522,
      "step": 950
    },
    {
      "epoch": 0.6971070059254095,
      "grad_norm": 2.595188617706299,
      "learning_rate": 1.1160090468532266e-05,
      "loss": 0.8607,
      "step": 1000
    },
    {
      "epoch": 0.73196235622168,
      "grad_norm": 2.4613826274871826,
      "learning_rate": 1.0402659401094154e-05,
      "loss": 0.8424,
      "step": 1050
    },
    {
      "epoch": 0.7668177065179506,
      "grad_norm": 2.597670078277588,
      "learning_rate": 9.642904058037667e-06,
      "loss": 0.8387,
      "step": 1100
    },
    {
      "epoch": 0.801673056814221,
      "grad_norm": 2.4956326484680176,
      "learning_rate": 8.885209984106072e-06,
      "loss": 0.83,
      "step": 1150
    },
    {
      "epoch": 0.8365284071104915,
      "grad_norm": 2.4177091121673584,
      "learning_rate": 8.133950825754511e-06,
      "loss": 0.84,
      "step": 1200
    },
    {
      "epoch": 0.8713837574067619,
      "grad_norm": 2.42484712600708,
      "learning_rate": 7.393463085098886e-06,
      "loss": 0.8304,
      "step": 1250
    },
    {
      "epoch": 0.9062391077030324,
      "grad_norm": 2.5396852493286133,
      "learning_rate": 6.6680210882734805e-06,
      "loss": 0.8315,
      "step": 1300
    },
    {
      "epoch": 0.9410944579993029,
      "grad_norm": 2.5951361656188965,
      "learning_rate": 5.961812312687689e-06,
      "loss": 0.8229,
      "step": 1350
    },
    {
      "epoch": 0.9759498082955733,
      "grad_norm": 2.4725124835968018,
      "learning_rate": 5.278913215600714e-06,
      "loss": 0.815,
      "step": 1400
    },
    {
      "epoch": 1.0104566050888812,
      "grad_norm": 2.5333492755889893,
      "learning_rate": 4.623265703539146e-06,
      "loss": 0.7775,
      "step": 1450
    },
    {
      "epoch": 1.0453119553851515,
      "grad_norm": 2.530529499053955,
      "learning_rate": 3.998654378383361e-06,
      "loss": 0.693,
      "step": 1500
    },
    {
      "epoch": 1.080167305681422,
      "grad_norm": 2.500720262527466,
      "learning_rate": 3.408684691465355e-06,
      "loss": 0.7003,
      "step": 1550
    },
    {
      "epoch": 1.1150226559776926,
      "grad_norm": 2.5019266605377197,
      "learning_rate": 2.85676213177945e-06,
      "loss": 0.6936,
      "step": 1600
    },
    {
      "epoch": 1.149878006273963,
      "grad_norm": 2.41332745552063,
      "learning_rate": 2.3460725684379002e-06,
      "loss": 0.699,
      "step": 1650
    },
    {
      "epoch": 1.1847333565702336,
      "grad_norm": 2.46690034866333,
      "learning_rate": 1.8795638608410016e-06,
      "loss": 0.6873,
      "step": 1700
    },
    {
      "epoch": 1.219588706866504,
      "grad_norm": 2.2801692485809326,
      "learning_rate": 1.4599288427134283e-06,
      "loss": 0.6863,
      "step": 1750
    },
    {
      "epoch": 1.2544440571627744,
      "grad_norm": 2.466907501220703,
      "learning_rate": 1.0895897782283305e-06,
      "loss": 0.6915,
      "step": 1800
    },
    {
      "epoch": 1.289299407459045,
      "grad_norm": 2.507089376449585,
      "learning_rate": 7.706843799431985e-07,
      "loss": 0.6878,
      "step": 1850
    },
    {
      "epoch": 1.3241547577553154,
      "grad_norm": 2.3262147903442383,
      "learning_rate": 5.050534692564358e-07,
      "loss": 0.6811,
      "step": 1900
    },
    {
      "epoch": 1.359010108051586,
      "grad_norm": 2.4431302547454834,
      "learning_rate": 2.94230350612239e-07,
      "loss": 0.678,
      "step": 1950
    },
    {
      "epoch": 1.3938654583478565,
      "grad_norm": 2.3482253551483154,
      "learning_rate": 1.3943196078924247e-07,
      "loss": 0.6829,
      "step": 2000
    },
    {
      "epoch": 1.428720808644127,
      "grad_norm": 2.5430848598480225,
      "learning_rate": 4.155184436196669e-08,
      "loss": 0.6795,
      "step": 2050
    },
    {
      "epoch": 1.4635761589403973,
      "grad_norm": 2.450352430343628,
      "learning_rate": 1.154995882924892e-09,
      "loss": 0.6782,
      "step": 2100
    },
    {
      "epoch": 1.469850121993726,
      "step": 2109,
      "total_flos": 7.41829675403182e+16,
      "train_loss": 0.8431025520214372,
      "train_runtime": 2810.3208,
      "train_samples_per_second": 6.004,
      "train_steps_per_second": 0.75
    }
  ],
  "logging_steps": 50,
  "max_steps": 2109,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 7.41829675403182e+16,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}