{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.0,
  "eval_steps": 1000,
  "global_step": 1164,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.01718213058419244,
      "grad_norm": 2.712413787841797,
      "learning_rate": 1.5384615384615387e-06,
      "loss": 0.9951,
      "step": 10
    },
    {
      "epoch": 0.03436426116838488,
      "grad_norm": 1.447428584098816,
      "learning_rate": 3.247863247863248e-06,
      "loss": 0.8983,
      "step": 20
    },
    {
      "epoch": 0.05154639175257732,
      "grad_norm": 0.9766889214515686,
      "learning_rate": 4.957264957264958e-06,
      "loss": 0.809,
      "step": 30
    },
    {
      "epoch": 0.06872852233676977,
      "grad_norm": 0.8826571702957153,
      "learning_rate": 6.666666666666667e-06,
      "loss": 0.775,
      "step": 40
    },
    {
      "epoch": 0.0859106529209622,
      "grad_norm": 0.8237293362617493,
      "learning_rate": 8.376068376068377e-06,
      "loss": 0.7402,
      "step": 50
    },
    {
      "epoch": 0.10309278350515463,
      "grad_norm": 0.7995133399963379,
      "learning_rate": 1.0085470085470086e-05,
      "loss": 0.7305,
      "step": 60
    },
    {
      "epoch": 0.12027491408934708,
      "grad_norm": 0.8882474303245544,
      "learning_rate": 1.1794871794871796e-05,
      "loss": 0.7005,
      "step": 70
    },
    {
      "epoch": 0.13745704467353953,
      "grad_norm": 0.8641324043273926,
      "learning_rate": 1.3504273504273506e-05,
      "loss": 0.7067,
      "step": 80
    },
    {
      "epoch": 0.15463917525773196,
      "grad_norm": 0.8109490275382996,
      "learning_rate": 1.5213675213675214e-05,
      "loss": 0.6664,
      "step": 90
    },
    {
      "epoch": 0.1718213058419244,
      "grad_norm": 0.8584981560707092,
      "learning_rate": 1.6923076923076924e-05,
      "loss": 0.684,
      "step": 100
    },
    {
      "epoch": 0.18900343642611683,
      "grad_norm": 0.9134799838066101,
      "learning_rate": 1.8632478632478636e-05,
      "loss": 0.6805,
      "step": 110
    },
    {
      "epoch": 0.20618556701030927,
      "grad_norm": 0.8744814395904541,
      "learning_rate": 1.999981993260809e-05,
      "loss": 0.6771,
      "step": 120
    },
    {
      "epoch": 0.22336769759450173,
      "grad_norm": 0.871300995349884,
      "learning_rate": 1.9993518254774517e-05,
      "loss": 0.6922,
      "step": 130
    },
    {
      "epoch": 0.24054982817869416,
      "grad_norm": 0.8517248034477234,
      "learning_rate": 1.9978219691148676e-05,
      "loss": 0.6622,
      "step": 140
    },
    {
      "epoch": 0.25773195876288657,
      "grad_norm": 0.8589627742767334,
      "learning_rate": 1.9953938014600757e-05,
      "loss": 0.655,
      "step": 150
    },
    {
      "epoch": 0.27491408934707906,
      "grad_norm": 0.8162297606468201,
      "learning_rate": 1.9920695085247012e-05,
      "loss": 0.6625,
      "step": 160
    },
    {
      "epoch": 0.2920962199312715,
      "grad_norm": 0.8791314959526062,
      "learning_rate": 1.9878520830769675e-05,
      "loss": 0.6634,
      "step": 170
    },
    {
      "epoch": 0.30927835051546393,
      "grad_norm": 0.8827916383743286,
      "learning_rate": 1.9827453219473925e-05,
      "loss": 0.6611,
      "step": 180
    },
    {
      "epoch": 0.32646048109965636,
      "grad_norm": 0.8067660927772522,
      "learning_rate": 1.9767538226106078e-05,
      "loss": 0.6578,
      "step": 190
    },
    {
      "epoch": 0.3436426116838488,
      "grad_norm": 0.8449408411979675,
      "learning_rate": 1.9698829790463792e-05,
      "loss": 0.6586,
      "step": 200
    },
    {
      "epoch": 0.36082474226804123,
      "grad_norm": 0.8589709401130676,
      "learning_rate": 1.962138976883558e-05,
      "loss": 0.6454,
      "step": 210
    },
    {
      "epoch": 0.37800687285223367,
      "grad_norm": 0.7897211909294128,
      "learning_rate": 1.9535287878313315e-05,
      "loss": 0.6488,
      "step": 220
    },
    {
      "epoch": 0.3951890034364261,
      "grad_norm": 0.830895185470581,
      "learning_rate": 1.9440601634027892e-05,
      "loss": 0.6343,
      "step": 230
    },
    {
      "epoch": 0.41237113402061853,
      "grad_norm": 0.781804084777832,
      "learning_rate": 1.9337416279364486e-05,
      "loss": 0.6463,
      "step": 240
    },
    {
      "epoch": 0.42955326460481097,
      "grad_norm": 0.8396164774894714,
      "learning_rate": 1.922582470922034e-05,
      "loss": 0.6406,
      "step": 250
    },
    {
      "epoch": 0.44673539518900346,
      "grad_norm": 0.834781289100647,
      "learning_rate": 1.910592738637407e-05,
      "loss": 0.6175,
      "step": 260
    },
    {
      "epoch": 0.4639175257731959,
      "grad_norm": 0.80084627866745,
      "learning_rate": 1.897783225104181e-05,
      "loss": 0.6458,
      "step": 270
    },
    {
      "epoch": 0.48109965635738833,
      "grad_norm": 0.8287182450294495,
      "learning_rate": 1.8841654623701673e-05,
      "loss": 0.6376,
      "step": 280
    },
    {
      "epoch": 0.49828178694158076,
      "grad_norm": 0.8581538200378418,
      "learning_rate": 1.869751710127392e-05,
      "loss": 0.6172,
      "step": 290
    },
    {
      "epoch": 0.5154639175257731,
      "grad_norm": 0.8504770398139954,
      "learning_rate": 1.8545549446750392e-05,
      "loss": 0.6275,
      "step": 300
    },
    {
      "epoch": 0.5326460481099656,
      "grad_norm": 0.8199458718299866,
      "learning_rate": 1.8385888472372474e-05,
      "loss": 0.6259,
      "step": 310
    },
    {
      "epoch": 0.5498281786941581,
      "grad_norm": 0.8343937397003174,
      "learning_rate": 1.8218677916462882e-05,
      "loss": 0.6256,
      "step": 320
    },
    {
      "epoch": 0.5670103092783505,
      "grad_norm": 0.8714265823364258,
      "learning_rate": 1.8044068314022057e-05,
      "loss": 0.6222,
      "step": 330
    },
    {
      "epoch": 0.584192439862543,
      "grad_norm": 0.7972601056098938,
      "learning_rate": 1.786221686120567e-05,
      "loss": 0.6297,
      "step": 340
    },
    {
      "epoch": 0.6013745704467354,
      "grad_norm": 0.8275905251502991,
      "learning_rate": 1.7673287273805342e-05,
      "loss": 0.6356,
      "step": 350
    },
    {
      "epoch": 0.6185567010309279,
      "grad_norm": 0.873673141002655,
      "learning_rate": 1.7477449639859876e-05,
      "loss": 0.6213,
      "step": 360
    },
    {
      "epoch": 0.6357388316151202,
      "grad_norm": 0.8335562348365784,
      "learning_rate": 1.7274880266529716e-05,
      "loss": 0.6159,
      "step": 370
    },
    {
      "epoch": 0.6529209621993127,
      "grad_norm": 0.78938227891922,
      "learning_rate": 1.7065761521372562e-05,
      "loss": 0.6091,
      "step": 380
    },
    {
      "epoch": 0.6701030927835051,
      "grad_norm": 0.7613410353660583,
      "learning_rate": 1.6850281668162908e-05,
      "loss": 0.619,
      "step": 390
    },
    {
      "epoch": 0.6872852233676976,
      "grad_norm": 0.9851221442222595,
      "learning_rate": 1.6628634697403447e-05,
      "loss": 0.6205,
      "step": 400
    },
    {
      "epoch": 0.7044673539518901,
      "grad_norm": 0.7949865460395813,
      "learning_rate": 1.6401020151680815e-05,
      "loss": 0.6054,
      "step": 410
    },
    {
      "epoch": 0.7216494845360825,
      "grad_norm": 0.7933169007301331,
      "learning_rate": 1.6167642946022956e-05,
      "loss": 0.6119,
      "step": 420
    },
    {
      "epoch": 0.738831615120275,
      "grad_norm": 0.8381890058517456,
      "learning_rate": 1.592871318341986e-05,
      "loss": 0.6263,
      "step": 430
    },
    {
      "epoch": 0.7560137457044673,
      "grad_norm": 0.8074691891670227,
      "learning_rate": 1.5684445965673693e-05,
      "loss": 0.6196,
      "step": 440
    },
    {
      "epoch": 0.7731958762886598,
      "grad_norm": 0.7967894077301025,
      "learning_rate": 1.5435061199748625e-05,
      "loss": 0.6176,
      "step": 450
    },
    {
      "epoch": 0.7903780068728522,
      "grad_norm": 0.8072052001953125,
      "learning_rate": 1.5180783399794749e-05,
      "loss": 0.6206,
      "step": 460
    },
    {
      "epoch": 0.8075601374570447,
      "grad_norm": 0.7594694495201111,
      "learning_rate": 1.4921841485024236e-05,
      "loss": 0.6106,
      "step": 470
    },
    {
      "epoch": 0.8247422680412371,
      "grad_norm": 0.7110355496406555,
      "learning_rate": 1.4658468573621752e-05,
      "loss": 0.6086,
      "step": 480
    },
    {
      "epoch": 0.8419243986254296,
      "grad_norm": 0.7381004691123962,
      "learning_rate": 1.4390901772874668e-05,
      "loss": 0.6157,
      "step": 490
    },
    {
      "epoch": 0.8591065292096219,
      "grad_norm": 0.791502058506012,
      "learning_rate": 1.4119381965711976e-05,
      "loss": 0.6033,
      "step": 500
    },
    {
      "epoch": 0.8762886597938144,
      "grad_norm": 0.7640668749809265,
      "learning_rate": 1.3844153593844098e-05,
      "loss": 0.5957,
      "step": 510
    },
    {
      "epoch": 0.8934707903780069,
      "grad_norm": 0.783951461315155,
      "learning_rate": 1.356546443769885e-05,
      "loss": 0.5949,
      "step": 520
    },
    {
      "epoch": 0.9106529209621993,
      "grad_norm": 0.7650246620178223,
      "learning_rate": 1.328356539335161e-05,
      "loss": 0.6193,
      "step": 530
    },
    {
      "epoch": 0.9278350515463918,
      "grad_norm": 0.7882317304611206,
      "learning_rate": 1.2998710246650594e-05,
      "loss": 0.6009,
      "step": 540
    },
    {
      "epoch": 0.9450171821305842,
      "grad_norm": 0.7401001453399658,
      "learning_rate": 1.2711155444740529e-05,
      "loss": 0.6033,
      "step": 550
    },
    {
      "epoch": 0.9621993127147767,
      "grad_norm": 0.73549884557724,
      "learning_rate": 1.242115986519044e-05,
      "loss": 0.6276,
      "step": 560
    },
    {
      "epoch": 0.979381443298969,
      "grad_norm": 0.7159228324890137,
      "learning_rate": 1.2128984582933397e-05,
      "loss": 0.5978,
      "step": 570
    },
    {
      "epoch": 0.9965635738831615,
      "grad_norm": 0.7005369663238525,
      "learning_rate": 1.1834892635228024e-05,
      "loss": 0.5901,
      "step": 580
    },
    {
      "epoch": 1.013745704467354,
      "grad_norm": 0.8413263559341431,
      "learning_rate": 1.1539148784853404e-05,
      "loss": 0.5547,
      "step": 590
    },
    {
      "epoch": 1.0309278350515463,
      "grad_norm": 0.8096709251403809,
      "learning_rate": 1.1242019281750525e-05,
      "loss": 0.5384,
      "step": 600
    },
    {
      "epoch": 1.0481099656357389,
      "grad_norm": 0.755794882774353,
      "learning_rate": 1.0943771623324884e-05,
      "loss": 0.5263,
      "step": 610
    },
    {
      "epoch": 1.0652920962199313,
      "grad_norm": 0.8318384289741516,
      "learning_rate": 1.064467431362603e-05,
      "loss": 0.5314,
      "step": 620
    },
    {
      "epoch": 1.0824742268041236,
      "grad_norm": 0.7728995680809021,
      "learning_rate": 1.0344996621620862e-05,
      "loss": 0.5425,
      "step": 630
    },
    {
      "epoch": 1.0996563573883162,
      "grad_norm": 0.7516904473304749,
      "learning_rate": 1.004500833877828e-05,
      "loss": 0.5297,
      "step": 640
    },
    {
      "epoch": 1.1168384879725086,
      "grad_norm": 0.7600984573364258,
      "learning_rate": 9.744979536183458e-06,
      "loss": 0.5368,
      "step": 650
    },
    {
      "epoch": 1.134020618556701,
      "grad_norm": 0.7411098480224609,
      "learning_rate": 9.445180321400373e-06,
      "loss": 0.5415,
      "step": 660
    },
    {
      "epoch": 1.1512027491408934,
      "grad_norm": 0.7564770579338074,
      "learning_rate": 9.145880595301495e-06,
      "loss": 0.5312,
      "step": 670
    },
    {
      "epoch": 1.168384879725086,
      "grad_norm": 0.7903248071670532,
      "learning_rate": 8.847349809083557e-06,
      "loss": 0.5354,
      "step": 680
    },
    {
      "epoch": 1.1855670103092784,
      "grad_norm": 0.7636477947235107,
      "learning_rate": 8.54985672168817e-06,
      "loss": 0.545,
      "step": 690
    },
    {
      "epoch": 1.2027491408934707,
      "grad_norm": 0.7316245436668396,
      "learning_rate": 8.253669157845632e-06,
      "loss": 0.5239,
      "step": 700
    },
    {
      "epoch": 1.2199312714776633,
      "grad_norm": 0.7267956137657166,
      "learning_rate": 7.959053766959785e-06,
      "loss": 0.5212,
      "step": 710
    },
    {
      "epoch": 1.2371134020618557,
      "grad_norm": 0.7424056529998779,
      "learning_rate": 7.666275783051012e-06,
      "loss": 0.5314,
      "step": 720
    },
    {
      "epoch": 1.254295532646048,
      "grad_norm": 0.7225111722946167,
      "learning_rate": 7.375598785973429e-06,
      "loss": 0.5298,
      "step": 730
    },
    {
      "epoch": 1.2714776632302405,
      "grad_norm": 0.7220715880393982,
      "learning_rate": 7.087284464121305e-06,
      "loss": 0.5283,
      "step": 740
    },
    {
      "epoch": 1.2886597938144329,
      "grad_norm": 0.7413302063941956,
      "learning_rate": 6.801592378838282e-06,
      "loss": 0.5312,
      "step": 750
    },
    {
      "epoch": 1.3058419243986255,
      "grad_norm": 0.7235661149024963,
      "learning_rate": 6.518779730741555e-06,
      "loss": 0.5414,
      "step": 760
    },
    {
      "epoch": 1.3230240549828178,
      "grad_norm": 0.749245822429657,
      "learning_rate": 6.239101128171317e-06,
      "loss": 0.5143,
      "step": 770
    },
    {
      "epoch": 1.3402061855670104,
      "grad_norm": 0.7819613218307495,
      "learning_rate": 5.9628083579739715e-06,
      "loss": 0.5381,
      "step": 780
    },
    {
      "epoch": 1.3573883161512028,
      "grad_norm": 0.7491976618766785,
      "learning_rate": 5.690150158825462e-06,
      "loss": 0.5366,
      "step": 790
    },
    {
      "epoch": 1.3745704467353952,
      "grad_norm": 0.7514867186546326,
      "learning_rate": 5.421371997298781e-06,
      "loss": 0.5306,
      "step": 800
    },
    {
      "epoch": 1.3917525773195876,
      "grad_norm": 0.7224606275558472,
      "learning_rate": 5.156715846877234e-06,
      "loss": 0.5248,
      "step": 810
    },
    {
      "epoch": 1.40893470790378,
      "grad_norm": 0.7374058365821838,
      "learning_rate": 4.896419970112499e-06,
      "loss": 0.5282,
      "step": 820
    },
    {
      "epoch": 1.4261168384879725,
      "grad_norm": 0.7273322939872742,
      "learning_rate": 4.640718704123472e-06,
      "loss": 0.5181,
      "step": 830
    },
    {
      "epoch": 1.443298969072165,
      "grad_norm": 0.7601420879364014,
      "learning_rate": 4.389842249629095e-06,
      "loss": 0.5302,
      "step": 840
    },
    {
      "epoch": 1.4604810996563573,
      "grad_norm": 0.7110586762428284,
      "learning_rate": 4.144016463705081e-06,
      "loss": 0.5305,
      "step": 850
    },
    {
      "epoch": 1.47766323024055,
      "grad_norm": 0.6905546188354492,
      "learning_rate": 3.903462656451074e-06,
      "loss": 0.5216,
      "step": 860
    },
    {
      "epoch": 1.4948453608247423,
      "grad_norm": 0.7205499410629272,
      "learning_rate": 3.668397391751336e-06,
      "loss": 0.5188,
      "step": 870
    },
    {
      "epoch": 1.5120274914089347,
      "grad_norm": 0.7174751162528992,
      "learning_rate": 3.4390322923083385e-06,
      "loss": 0.5255,
      "step": 880
    },
    {
      "epoch": 1.529209621993127,
      "grad_norm": 0.7230581641197205,
      "learning_rate": 3.2155738491247303e-06,
      "loss": 0.5114,
      "step": 890
    },
    {
      "epoch": 1.5463917525773194,
      "grad_norm": 0.7528461813926697,
      "learning_rate": 2.99822323560525e-06,
      "loss": 0.5227,
      "step": 900
    },
    {
      "epoch": 1.563573883161512,
      "grad_norm": 0.7461559772491455,
      "learning_rate": 2.787176126445923e-06,
      "loss": 0.5234,
      "step": 910
    },
    {
      "epoch": 1.5807560137457046,
      "grad_norm": 0.7162157893180847,
      "learning_rate": 2.582622521473588e-06,
      "loss": 0.5344,
      "step": 920
    },
    {
      "epoch": 1.597938144329897,
      "grad_norm": 0.7246734499931335,
      "learning_rate": 2.384746574594343e-06,
      "loss": 0.5283,
      "step": 930
    },
    {
      "epoch": 1.6151202749140894,
      "grad_norm": 0.7509973049163818,
      "learning_rate": 2.1937264280049365e-06,
      "loss": 0.5232,
      "step": 940
    },
    {
      "epoch": 1.6323024054982818,
      "grad_norm": 0.716250479221344,
      "learning_rate": 2.0097340518163e-06,
      "loss": 0.5252,
      "step": 950
    },
    {
      "epoch": 1.6494845360824741,
      "grad_norm": 0.7006597518920898,
      "learning_rate": 1.8329350892336616e-06,
      "loss": 0.5137,
      "step": 960
    },
    {
      "epoch": 1.6666666666666665,
      "grad_norm": 0.696034848690033,
      "learning_rate": 1.6634887074325844e-06,
      "loss": 0.5284,
      "step": 970
    },
    {
      "epoch": 1.6838487972508591,
      "grad_norm": 0.767427384853363,
      "learning_rate": 1.5015474542651964e-06,
      "loss": 0.5255,
      "step": 980
    },
    {
      "epoch": 1.7010309278350515,
      "grad_norm": 0.7569447159767151,
      "learning_rate": 1.3472571209256157e-06,
      "loss": 0.5297,
      "step": 990
    },
    {
      "epoch": 1.718213058419244,
      "grad_norm": 0.7058409452438354,
      "learning_rate": 1.200756610698205e-06,
      "loss": 0.5103,
      "step": 1000
    },
    {
      "epoch": 1.718213058419244,
      "eval_loss": 0.5760038495063782,
      "eval_runtime": 10.0494,
      "eval_samples_per_second": 10.747,
      "eval_steps_per_second": 5.373,
      "step": 1000
    },
    {
      "epoch": 1.7353951890034365,
      "grad_norm": 0.7059236168861389,
      "learning_rate": 1.0621778139068128e-06,
      "loss": 0.5118,
      "step": 1010
    },
    {
      "epoch": 1.7525773195876289,
      "grad_norm": 0.7298533916473389,
      "learning_rate": 9.316454891775983e-07,
      "loss": 0.516,
      "step": 1020
    },
    {
      "epoch": 1.7697594501718212,
      "grad_norm": 0.6977025270462036,
      "learning_rate": 8.092771511223185e-07,
      "loss": 0.5148,
      "step": 1030
    },
    {
      "epoch": 1.7869415807560136,
      "grad_norm": 0.6981027126312256,
      "learning_rate": 6.951829645431985e-07,
      "loss": 0.5145,
      "step": 1040
    },
    {
      "epoch": 1.8041237113402062,
      "grad_norm": 0.7186697125434875,
      "learning_rate": 5.894656452546343e-07,
      "loss": 0.5217,
      "step": 1050
    },
    {
      "epoch": 1.8213058419243986,
      "grad_norm": 0.6785486936569214,
      "learning_rate": 4.92220367611006e-07,
      "loss": 0.5186,
      "step": 1060
    },
    {
      "epoch": 1.8384879725085912,
      "grad_norm": 0.6929068565368652,
      "learning_rate": 4.035346788238681e-07,
      "loss": 0.5275,
      "step": 1070
    },
    {
      "epoch": 1.8556701030927836,
      "grad_norm": 0.6964775919914246,
      "learning_rate": 3.2348842014562564e-07,
      "loss": 0.5199,
      "step": 1080
    },
    {
      "epoch": 1.872852233676976,
      "grad_norm": 0.717461884021759,
      "learning_rate": 2.5215365499069446e-07,
      "loss": 0.5291,
      "step": 1090
    },
    {
      "epoch": 1.8900343642611683,
      "grad_norm": 0.6823316216468811,
      "learning_rate": 1.895946040588048e-07,
      "loss": 0.5278,
      "step": 1100
    },
    {
      "epoch": 1.9072164948453607,
      "grad_norm": 0.7319381237030029,
      "learning_rate": 1.3586758751890638e-07,
      "loss": 0.5164,
      "step": 1110
    },
    {
      "epoch": 1.9243986254295533,
      "grad_norm": 0.6861236691474915,
      "learning_rate": 9.10209743056889e-08,
      "loss": 0.5357,
      "step": 1120
    },
    {
      "epoch": 1.9415807560137457,
      "grad_norm": 0.6966984272003174,
      "learning_rate": 5.509513857437365e-08,
      "loss": 0.5264,
      "step": 1130
    },
    {
      "epoch": 1.9587628865979383,
      "grad_norm": 0.6996172666549683,
      "learning_rate": 2.812242335299642e-08,
      "loss": 0.5197,
      "step": 1140
    },
    {
      "epoch": 1.9759450171821307,
      "grad_norm": 0.7039883136749268,
      "learning_rate": 1.0127111424872437e-08,
      "loss": 0.5238,
      "step": 1150
    },
    {
      "epoch": 1.993127147766323,
      "grad_norm": 0.7203370332717896,
      "learning_rate": 1.125403467490127e-09,
      "loss": 0.5161,
      "step": 1160
    },
    {
      "epoch": 2.0,
      "step": 1164,
      "total_flos": 9.78689173969961e+17,
      "train_loss": 0.5901876624507183,
      "train_runtime": 6155.6604,
      "train_samples_per_second": 3.026,
      "train_steps_per_second": 0.189
    }
  ],
  "logging_steps": 10,
  "max_steps": 1164,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 9.78689173969961e+17,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}