{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 4.96969696969697,
  "eval_steps": 500,
  "global_step": 615,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.04040404040404041,
      "grad_norm": 31.30476482142413,
      "learning_rate": 4.0650406504065046e-07,
      "loss": 2.731,
      "step": 5
    },
    {
      "epoch": 0.08080808080808081,
      "grad_norm": 34.876304019127446,
      "learning_rate": 8.130081300813009e-07,
      "loss": 2.7314,
      "step": 10
    },
    {
      "epoch": 0.12121212121212122,
      "grad_norm": 30.38046670226559,
      "learning_rate": 1.2195121951219514e-06,
      "loss": 2.563,
      "step": 15
    },
    {
      "epoch": 0.16161616161616163,
      "grad_norm": 22.736370534804927,
      "learning_rate": 1.6260162601626018e-06,
      "loss": 2.1967,
      "step": 20
    },
    {
      "epoch": 0.20202020202020202,
      "grad_norm": 8.559531969065942,
      "learning_rate": 2.0325203252032523e-06,
      "loss": 1.8438,
      "step": 25
    },
    {
      "epoch": 0.24242424242424243,
      "grad_norm": 9.33384999992704,
      "learning_rate": 2.4390243902439027e-06,
      "loss": 1.747,
      "step": 30
    },
    {
      "epoch": 0.2828282828282828,
      "grad_norm": 7.752314828812326,
      "learning_rate": 2.845528455284553e-06,
      "loss": 1.6554,
      "step": 35
    },
    {
      "epoch": 0.32323232323232326,
      "grad_norm": 8.28616324449917,
      "learning_rate": 3.2520325203252037e-06,
      "loss": 1.5524,
      "step": 40
    },
    {
      "epoch": 0.36363636363636365,
      "grad_norm": 7.1680338706831135,
      "learning_rate": 3.6585365853658537e-06,
      "loss": 1.504,
      "step": 45
    },
    {
      "epoch": 0.40404040404040403,
      "grad_norm": 4.72541363138399,
      "learning_rate": 4.0650406504065046e-06,
      "loss": 1.3992,
      "step": 50
    },
    {
      "epoch": 0.4444444444444444,
      "grad_norm": 4.997709508558392,
      "learning_rate": 4.471544715447155e-06,
      "loss": 1.4008,
      "step": 55
    },
    {
      "epoch": 0.48484848484848486,
      "grad_norm": 4.732833533844343,
      "learning_rate": 4.8780487804878055e-06,
      "loss": 1.3928,
      "step": 60
    },
    {
      "epoch": 0.5252525252525253,
      "grad_norm": 4.632800812924082,
      "learning_rate": 5.2845528455284555e-06,
      "loss": 1.3891,
      "step": 65
    },
    {
      "epoch": 0.5656565656565656,
      "grad_norm": 4.4532404789711135,
      "learning_rate": 5.691056910569106e-06,
      "loss": 1.35,
      "step": 70
    },
    {
      "epoch": 0.6060606060606061,
      "grad_norm": 4.210508341423186,
      "learning_rate": 6.0975609756097564e-06,
      "loss": 1.3411,
      "step": 75
    },
    {
      "epoch": 0.6464646464646465,
      "grad_norm": 4.225418310599549,
      "learning_rate": 6.504065040650407e-06,
      "loss": 1.3076,
      "step": 80
    },
    {
      "epoch": 0.6868686868686869,
      "grad_norm": 4.283561944553204,
      "learning_rate": 6.910569105691057e-06,
      "loss": 1.329,
      "step": 85
    },
    {
      "epoch": 0.7272727272727273,
      "grad_norm": 4.660669898211197,
      "learning_rate": 7.317073170731707e-06,
      "loss": 1.2887,
      "step": 90
    },
    {
      "epoch": 0.7676767676767676,
      "grad_norm": 6.089953972521491,
      "learning_rate": 7.723577235772358e-06,
      "loss": 1.3019,
      "step": 95
    },
    {
      "epoch": 0.8080808080808081,
      "grad_norm": 4.546928403826633,
      "learning_rate": 8.130081300813009e-06,
      "loss": 1.2888,
      "step": 100
    },
    {
      "epoch": 0.8484848484848485,
      "grad_norm": 4.685274208183413,
      "learning_rate": 8.536585365853658e-06,
      "loss": 1.281,
      "step": 105
    },
    {
      "epoch": 0.8888888888888888,
      "grad_norm": 5.72827065904213,
      "learning_rate": 8.94308943089431e-06,
      "loss": 1.232,
      "step": 110
    },
    {
      "epoch": 0.9292929292929293,
      "grad_norm": 4.977185099228744,
      "learning_rate": 9.34959349593496e-06,
      "loss": 1.2568,
      "step": 115
    },
    {
      "epoch": 0.9696969696969697,
      "grad_norm": 4.9133334320337525,
      "learning_rate": 9.756097560975611e-06,
      "loss": 1.2952,
      "step": 120
    },
    {
      "epoch": 1.0101010101010102,
      "grad_norm": 3.947650506403009,
      "learning_rate": 9.959349593495936e-06,
      "loss": 1.2198,
      "step": 125
    },
    {
      "epoch": 1.0505050505050506,
      "grad_norm": 5.028654870968992,
      "learning_rate": 9.857723577235772e-06,
      "loss": 0.9984,
      "step": 130
    },
    {
      "epoch": 1.0909090909090908,
      "grad_norm": 4.471104202424854,
      "learning_rate": 9.756097560975611e-06,
      "loss": 0.9632,
      "step": 135
    },
    {
      "epoch": 1.1313131313131313,
      "grad_norm": 4.493632071416398,
      "learning_rate": 9.654471544715448e-06,
      "loss": 1.011,
      "step": 140
    },
    {
      "epoch": 1.1717171717171717,
      "grad_norm": 5.3285602333513795,
      "learning_rate": 9.552845528455286e-06,
      "loss": 1.0111,
      "step": 145
    },
    {
      "epoch": 1.2121212121212122,
      "grad_norm": 4.70651395172554,
      "learning_rate": 9.451219512195122e-06,
      "loss": 1.0664,
      "step": 150
    },
    {
      "epoch": 1.2525252525252526,
      "grad_norm": 5.029721194822212,
      "learning_rate": 9.34959349593496e-06,
      "loss": 1.0179,
      "step": 155
    },
    {
      "epoch": 1.2929292929292928,
      "grad_norm": 4.913503297434893,
      "learning_rate": 9.247967479674797e-06,
      "loss": 1.0082,
      "step": 160
    },
    {
      "epoch": 1.3333333333333333,
      "grad_norm": 4.896160083472389,
      "learning_rate": 9.146341463414635e-06,
      "loss": 0.9799,
      "step": 165
    },
    {
      "epoch": 1.3737373737373737,
      "grad_norm": 5.294928046006384,
      "learning_rate": 9.044715447154472e-06,
      "loss": 0.9937,
      "step": 170
    },
    {
      "epoch": 1.4141414141414141,
      "grad_norm": 5.075223633830589,
      "learning_rate": 8.94308943089431e-06,
      "loss": 0.9865,
      "step": 175
    },
    {
      "epoch": 1.4545454545454546,
      "grad_norm": 5.618687705537486,
      "learning_rate": 8.841463414634148e-06,
      "loss": 0.9766,
      "step": 180
    },
    {
      "epoch": 1.494949494949495,
      "grad_norm": 4.623192938074825,
      "learning_rate": 8.739837398373985e-06,
      "loss": 0.9424,
      "step": 185
    },
    {
      "epoch": 1.5353535353535355,
      "grad_norm": 5.386337630316101,
      "learning_rate": 8.638211382113821e-06,
      "loss": 0.9773,
      "step": 190
    },
    {
      "epoch": 1.5757575757575757,
      "grad_norm": 5.672065405501361,
      "learning_rate": 8.536585365853658e-06,
      "loss": 0.9462,
      "step": 195
    },
    {
      "epoch": 1.6161616161616161,
      "grad_norm": 4.761077656696054,
      "learning_rate": 8.434959349593497e-06,
      "loss": 0.9518,
      "step": 200
    },
    {
      "epoch": 1.6565656565656566,
      "grad_norm": 4.531676072464644,
      "learning_rate": 8.333333333333334e-06,
      "loss": 0.9213,
      "step": 205
    },
    {
      "epoch": 1.696969696969697,
      "grad_norm": 6.266355273048769,
      "learning_rate": 8.23170731707317e-06,
      "loss": 0.9721,
      "step": 210
    },
    {
      "epoch": 1.7373737373737375,
      "grad_norm": 5.236443633591077,
      "learning_rate": 8.130081300813009e-06,
      "loss": 0.9725,
      "step": 215
    },
    {
      "epoch": 1.7777777777777777,
      "grad_norm": 4.648565215297412,
      "learning_rate": 8.028455284552846e-06,
      "loss": 0.9775,
      "step": 220
    },
    {
      "epoch": 1.8181818181818183,
      "grad_norm": 4.6401670229714105,
      "learning_rate": 7.926829268292685e-06,
      "loss": 0.9329,
      "step": 225
    },
    {
      "epoch": 1.8585858585858586,
      "grad_norm": 5.19850533785999,
      "learning_rate": 7.82520325203252e-06,
      "loss": 0.9024,
      "step": 230
    },
    {
      "epoch": 1.898989898989899,
      "grad_norm": 4.582681987215693,
      "learning_rate": 7.723577235772358e-06,
      "loss": 0.9759,
      "step": 235
    },
    {
      "epoch": 1.9393939393939394,
      "grad_norm": 4.73345445713379,
      "learning_rate": 7.621951219512196e-06,
      "loss": 0.9209,
      "step": 240
    },
    {
      "epoch": 1.9797979797979797,
      "grad_norm": 5.139747254586091,
      "learning_rate": 7.520325203252034e-06,
      "loss": 0.957,
      "step": 245
    },
    {
      "epoch": 2.0202020202020203,
      "grad_norm": 4.422348917224151,
      "learning_rate": 7.41869918699187e-06,
      "loss": 0.7453,
      "step": 250
    },
    {
      "epoch": 2.0606060606060606,
      "grad_norm": 4.433867056483005,
      "learning_rate": 7.317073170731707e-06,
      "loss": 0.4785,
      "step": 255
    },
    {
      "epoch": 2.101010101010101,
      "grad_norm": 5.90566178911042,
      "learning_rate": 7.215447154471545e-06,
      "loss": 0.4377,
      "step": 260
    },
    {
      "epoch": 2.1414141414141414,
      "grad_norm": 5.260653029839055,
      "learning_rate": 7.113821138211383e-06,
      "loss": 0.4643,
      "step": 265
    },
    {
      "epoch": 2.1818181818181817,
      "grad_norm": 4.612238596225972,
      "learning_rate": 7.01219512195122e-06,
      "loss": 0.404,
      "step": 270
    },
    {
      "epoch": 2.2222222222222223,
      "grad_norm": 4.45300883866109,
      "learning_rate": 6.910569105691057e-06,
      "loss": 0.4569,
      "step": 275
    },
    {
      "epoch": 2.2626262626262625,
      "grad_norm": 6.5459475201379185,
      "learning_rate": 6.808943089430895e-06,
      "loss": 0.4713,
      "step": 280
    },
    {
      "epoch": 2.303030303030303,
      "grad_norm": 6.029714852053309,
      "learning_rate": 6.707317073170733e-06,
      "loss": 0.4235,
      "step": 285
    },
    {
      "epoch": 2.3434343434343434,
      "grad_norm": 5.787746448522448,
      "learning_rate": 6.60569105691057e-06,
      "loss": 0.4743,
      "step": 290
    },
    {
      "epoch": 2.3838383838383836,
      "grad_norm": 5.3235709402562295,
      "learning_rate": 6.504065040650407e-06,
      "loss": 0.4456,
      "step": 295
    },
    {
      "epoch": 2.4242424242424243,
      "grad_norm": 5.307124582254565,
      "learning_rate": 6.402439024390244e-06,
      "loss": 0.4547,
      "step": 300
    },
    {
      "epoch": 2.4646464646464645,
      "grad_norm": 4.7529611960917455,
      "learning_rate": 6.300813008130082e-06,
      "loss": 0.4561,
      "step": 305
    },
    {
      "epoch": 2.505050505050505,
      "grad_norm": 5.798729033666169,
      "learning_rate": 6.199186991869919e-06,
      "loss": 0.4436,
      "step": 310
    },
    {
      "epoch": 2.5454545454545454,
      "grad_norm": 4.7847243271957804,
      "learning_rate": 6.0975609756097564e-06,
      "loss": 0.451,
      "step": 315
    },
    {
      "epoch": 2.5858585858585856,
      "grad_norm": 5.4890813350191685,
      "learning_rate": 5.995934959349594e-06,
      "loss": 0.4518,
      "step": 320
    },
    {
      "epoch": 2.6262626262626263,
      "grad_norm": 5.682801531435368,
      "learning_rate": 5.894308943089432e-06,
      "loss": 0.4545,
      "step": 325
    },
    {
      "epoch": 2.6666666666666665,
      "grad_norm": 5.903369254781947,
      "learning_rate": 5.792682926829269e-06,
      "loss": 0.4553,
      "step": 330
    },
    {
      "epoch": 2.707070707070707,
      "grad_norm": 5.173960592573969,
      "learning_rate": 5.691056910569106e-06,
      "loss": 0.4451,
      "step": 335
    },
    {
      "epoch": 2.7474747474747474,
      "grad_norm": 5.151186209056585,
      "learning_rate": 5.589430894308944e-06,
      "loss": 0.4425,
      "step": 340
    },
    {
      "epoch": 2.787878787878788,
      "grad_norm": 5.485953908480792,
      "learning_rate": 5.487804878048781e-06,
      "loss": 0.4704,
      "step": 345
    },
    {
      "epoch": 2.8282828282828283,
      "grad_norm": 5.020350074243234,
      "learning_rate": 5.386178861788618e-06,
      "loss": 0.4904,
      "step": 350
    },
    {
      "epoch": 2.8686868686868685,
      "grad_norm": 4.984806682884462,
      "learning_rate": 5.2845528455284555e-06,
      "loss": 0.4489,
      "step": 355
    },
    {
      "epoch": 2.909090909090909,
      "grad_norm": 5.1865191320521635,
      "learning_rate": 5.182926829268293e-06,
      "loss": 0.4657,
      "step": 360
    },
    {
      "epoch": 2.9494949494949494,
      "grad_norm": 4.984202536955517,
      "learning_rate": 5.081300813008131e-06,
      "loss": 0.4495,
      "step": 365
    },
    {
      "epoch": 2.98989898989899,
      "grad_norm": 6.161977258151849,
      "learning_rate": 4.979674796747968e-06,
      "loss": 0.4654,
      "step": 370
    },
    {
      "epoch": 3.0303030303030303,
      "grad_norm": 3.5760517296663625,
      "learning_rate": 4.8780487804878055e-06,
      "loss": 0.2076,
      "step": 375
    },
    {
      "epoch": 3.0707070707070705,
      "grad_norm": 4.247871677624529,
      "learning_rate": 4.776422764227643e-06,
      "loss": 0.1167,
      "step": 380
    },
    {
      "epoch": 3.111111111111111,
      "grad_norm": 5.39016163716647,
      "learning_rate": 4.67479674796748e-06,
      "loss": 0.1218,
      "step": 385
    },
    {
      "epoch": 3.1515151515151514,
      "grad_norm": 4.225348592606848,
      "learning_rate": 4.573170731707318e-06,
      "loss": 0.1122,
      "step": 390
    },
    {
      "epoch": 3.191919191919192,
      "grad_norm": 4.127059046967633,
      "learning_rate": 4.471544715447155e-06,
      "loss": 0.1161,
      "step": 395
    },
    {
      "epoch": 3.2323232323232323,
      "grad_norm": 5.332978564913852,
      "learning_rate": 4.369918699186992e-06,
      "loss": 0.1199,
      "step": 400
    },
    {
      "epoch": 3.2727272727272725,
      "grad_norm": 4.720104310845255,
      "learning_rate": 4.268292682926829e-06,
      "loss": 0.112,
      "step": 405
    },
    {
      "epoch": 3.313131313131313,
      "grad_norm": 4.208703942316227,
      "learning_rate": 4.166666666666667e-06,
      "loss": 0.1005,
      "step": 410
    },
    {
      "epoch": 3.3535353535353534,
      "grad_norm": 3.8232230762287966,
      "learning_rate": 4.0650406504065046e-06,
      "loss": 0.1224,
      "step": 415
    },
    {
      "epoch": 3.393939393939394,
      "grad_norm": 4.5434075590160665,
      "learning_rate": 3.963414634146342e-06,
      "loss": 0.1103,
      "step": 420
    },
    {
      "epoch": 3.4343434343434343,
      "grad_norm": 3.754529149160335,
      "learning_rate": 3.861788617886179e-06,
      "loss": 0.1103,
      "step": 425
    },
    {
      "epoch": 3.474747474747475,
      "grad_norm": 3.9672869856555413,
      "learning_rate": 3.760162601626017e-06,
      "loss": 0.1139,
      "step": 430
    },
    {
      "epoch": 3.515151515151515,
      "grad_norm": 3.991324257907671,
      "learning_rate": 3.6585365853658537e-06,
      "loss": 0.1022,
      "step": 435
    },
    {
      "epoch": 3.5555555555555554,
      "grad_norm": 5.199667387412245,
      "learning_rate": 3.5569105691056914e-06,
      "loss": 0.1086,
      "step": 440
    },
    {
      "epoch": 3.595959595959596,
      "grad_norm": 4.050131042131313,
      "learning_rate": 3.4552845528455287e-06,
      "loss": 0.1106,
      "step": 445
    },
    {
      "epoch": 3.6363636363636362,
      "grad_norm": 4.153390414438305,
      "learning_rate": 3.3536585365853664e-06,
      "loss": 0.0984,
      "step": 450
    },
    {
      "epoch": 3.676767676767677,
      "grad_norm": 4.202538793062038,
      "learning_rate": 3.2520325203252037e-06,
      "loss": 0.1084,
      "step": 455
    },
    {
      "epoch": 3.717171717171717,
      "grad_norm": 4.048115883343879,
      "learning_rate": 3.150406504065041e-06,
      "loss": 0.1145,
      "step": 460
    },
    {
      "epoch": 3.757575757575758,
      "grad_norm": 4.0191610893455625,
      "learning_rate": 3.0487804878048782e-06,
      "loss": 0.1024,
      "step": 465
    },
    {
      "epoch": 3.797979797979798,
      "grad_norm": 4.392055298743119,
      "learning_rate": 2.947154471544716e-06,
      "loss": 0.1143,
      "step": 470
    },
    {
      "epoch": 3.8383838383838382,
      "grad_norm": 4.613838678121089,
      "learning_rate": 2.845528455284553e-06,
      "loss": 0.0903,
      "step": 475
    },
    {
      "epoch": 3.878787878787879,
      "grad_norm": 4.4543588844155995,
      "learning_rate": 2.7439024390243905e-06,
      "loss": 0.1089,
      "step": 480
    },
    {
      "epoch": 3.919191919191919,
      "grad_norm": 4.624868129432924,
      "learning_rate": 2.6422764227642278e-06,
      "loss": 0.0916,
      "step": 485
    },
    {
      "epoch": 3.9595959595959593,
      "grad_norm": 6.1365151922374555,
      "learning_rate": 2.5406504065040655e-06,
      "loss": 0.1023,
      "step": 490
    },
    {
      "epoch": 4.0,
      "grad_norm": 4.628449029625847,
      "learning_rate": 2.4390243902439027e-06,
      "loss": 0.1155,
      "step": 495
    },
    {
      "epoch": 4.040404040404041,
      "grad_norm": 2.150878593783259,
      "learning_rate": 2.33739837398374e-06,
      "loss": 0.0283,
      "step": 500
    },
    {
      "epoch": 4.08080808080808,
      "grad_norm": 2.492419372701859,
      "learning_rate": 2.2357723577235773e-06,
      "loss": 0.0253,
      "step": 505
    },
    {
      "epoch": 4.121212121212121,
      "grad_norm": 1.5843746130365612,
      "learning_rate": 2.1341463414634146e-06,
      "loss": 0.0268,
      "step": 510
    },
    {
      "epoch": 4.161616161616162,
      "grad_norm": 2.9205816632118444,
      "learning_rate": 2.0325203252032523e-06,
      "loss": 0.0216,
      "step": 515
    },
    {
      "epoch": 4.202020202020202,
      "grad_norm": 2.0649905754681264,
      "learning_rate": 1.9308943089430896e-06,
      "loss": 0.0202,
      "step": 520
    },
    {
      "epoch": 4.242424242424242,
      "grad_norm": 3.069265957408005,
      "learning_rate": 1.8292682926829268e-06,
      "loss": 0.0214,
      "step": 525
    },
    {
      "epoch": 4.282828282828283,
      "grad_norm": 1.9315088953348416,
      "learning_rate": 1.7276422764227643e-06,
      "loss": 0.0224,
      "step": 530
    },
    {
      "epoch": 4.3232323232323235,
      "grad_norm": 2.077673475013364,
      "learning_rate": 1.6260162601626018e-06,
      "loss": 0.0238,
      "step": 535
    },
    {
      "epoch": 4.363636363636363,
      "grad_norm": 2.3272228657320633,
      "learning_rate": 1.5243902439024391e-06,
      "loss": 0.0227,
      "step": 540
    },
    {
      "epoch": 4.404040404040404,
      "grad_norm": 2.083971492908658,
      "learning_rate": 1.4227642276422766e-06,
      "loss": 0.0256,
      "step": 545
    },
    {
      "epoch": 4.444444444444445,
      "grad_norm": 2.0472174007391097,
      "learning_rate": 1.3211382113821139e-06,
      "loss": 0.0222,
      "step": 550
    },
    {
      "epoch": 4.484848484848484,
      "grad_norm": 2.2109189062342565,
      "learning_rate": 1.2195121951219514e-06,
      "loss": 0.023,
      "step": 555
    },
    {
      "epoch": 4.525252525252525,
      "grad_norm": 1.112819881837253,
      "learning_rate": 1.1178861788617887e-06,
      "loss": 0.0257,
      "step": 560
    },
    {
      "epoch": 4.565656565656566,
      "grad_norm": 0.8855575737373936,
      "learning_rate": 1.0162601626016261e-06,
      "loss": 0.0166,
      "step": 565
    },
    {
      "epoch": 4.606060606060606,
      "grad_norm": 1.690338395060282,
      "learning_rate": 9.146341463414634e-07,
      "loss": 0.0177,
      "step": 570
    },
    {
      "epoch": 4.646464646464646,
      "grad_norm": 2.9632288047181983,
      "learning_rate": 8.130081300813009e-07,
      "loss": 0.0193,
      "step": 575
    },
    {
      "epoch": 4.686868686868687,
      "grad_norm": 1.440170472271606,
      "learning_rate": 7.113821138211383e-07,
      "loss": 0.0228,
      "step": 580
    },
    {
      "epoch": 4.7272727272727275,
      "grad_norm": 1.2155257751361124,
      "learning_rate": 6.097560975609757e-07,
      "loss": 0.0182,
      "step": 585
    },
    {
      "epoch": 4.767676767676767,
      "grad_norm": 1.6706742205751832,
      "learning_rate": 5.081300813008131e-07,
      "loss": 0.0219,
      "step": 590
    },
    {
      "epoch": 4.808080808080808,
      "grad_norm": 1.879246307640821,
      "learning_rate": 4.0650406504065046e-07,
      "loss": 0.018,
      "step": 595
    },
    {
      "epoch": 4.848484848484849,
      "grad_norm": 2.6413853266749987,
      "learning_rate": 3.0487804878048784e-07,
      "loss": 0.017,
      "step": 600
    },
    {
      "epoch": 4.888888888888889,
      "grad_norm": 1.9369171496463586,
      "learning_rate": 2.0325203252032523e-07,
      "loss": 0.018,
      "step": 605
    },
    {
      "epoch": 4.929292929292929,
      "grad_norm": 1.467255552769616,
      "learning_rate": 1.0162601626016261e-07,
      "loss": 0.0181,
      "step": 610
    },
    {
      "epoch": 4.96969696969697,
      "grad_norm": 1.9233706506478618,
      "learning_rate": 0.0,
      "loss": 0.0238,
      "step": 615
    },
    {
      "epoch": 4.96969696969697,
      "step": 615,
      "total_flos": 2730568089600.0,
      "train_loss": 0.6338221309388556,
      "train_runtime": 7944.002,
      "train_samples_per_second": 2.492,
      "train_steps_per_second": 0.077
    }
  ],
  "logging_steps": 5,
  "max_steps": 615,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 5,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": false,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 2730568089600.0,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}