{
  "train_losses": [
    {
      "step": 10,
      "loss": 6.137748718261719
    },
    {
      "step": 20,
      "loss": 5.469404220581055
    },
    {
      "step": 30,
      "loss": 5.144061279296875
    },
    {
      "step": 40,
      "loss": 4.876457977294922
    },
    {
      "step": 50,
      "loss": 4.415411376953125
    },
    {
      "step": 60,
      "loss": 3.700760269165039
    },
    {
      "step": 70,
      "loss": 3.0622364044189454
    },
    {
      "step": 80,
      "loss": 3.438877487182617
    },
    {
      "step": 90,
      "loss": 2.777506637573242
    },
    {
      "step": 100,
      "loss": 2.799178695678711
    },
    {
      "step": 110,
      "loss": 2.521131706237793
    },
    {
      "step": 120,
      "loss": 2.195684242248535
    },
    {
      "step": 130,
      "loss": 2.079251289367676
    },
    {
      "step": 140,
      "loss": 2.136846733093262
    },
    {
      "step": 150,
      "loss": 2.282297706604004
    },
    {
      "step": 160,
      "loss": 2.790775108337402
    },
    {
      "step": 170,
      "loss": 1.9956499099731446
    },
    {
      "step": 180,
      "loss": 1.890342903137207
    },
    {
      "step": 190,
      "loss": 1.692027473449707
    },
    {
      "step": 200,
      "loss": 1.9817930221557618
    },
    {
      "step": 210,
      "loss": 1.7466983795166016
    },
    {
      "step": 220,
      "loss": 2.121308135986328
    },
    {
      "step": 230,
      "loss": 1.948258399963379
    },
    {
      "step": 240,
      "loss": 1.3363015174865722
    },
    {
      "step": 250,
      "loss": 1.5559185028076172
    },
    {
      "step": 260,
      "loss": 1.568422794342041
    },
    {
      "step": 270,
      "loss": 1.237374210357666
    },
    {
      "step": 280,
      "loss": 1.8047700881958009
    },
    {
      "step": 290,
      "loss": 1.533273410797119
    },
    {
      "step": 300,
      "loss": 1.2513471603393556
    },
    {
      "step": 310,
      "loss": 1.269908618927002
    },
    {
      "step": 320,
      "loss": 1.5620304107666017
    },
    {
      "step": 330,
      "loss": 1.448842716217041
    },
    {
      "step": 340,
      "loss": 1.5316163063049317
    },
    {
      "step": 350,
      "loss": 1.1749078750610351
    },
    {
      "step": 360,
      "loss": 1.7663183212280273
    },
    {
      "step": 370,
      "loss": 1.4664443969726562
    },
    {
      "step": 380,
      "loss": 1.3086597442626953
    },
    {
      "step": 390,
      "loss": 1.3566680908203126
    },
    {
      "step": 400,
      "loss": 1.6223735809326172
    },
    {
      "step": 410,
      "loss": 1.3682662010192872
    },
    {
      "step": 420,
      "loss": 1.4399548530578614
    },
    {
      "step": 430,
      "loss": 1.344713306427002
    },
    {
      "step": 440,
      "loss": 1.2974468231201173
    },
    {
      "step": 450,
      "loss": 1.3712547302246094
    },
    {
      "step": 460,
      "loss": 1.325570011138916
    },
    {
      "step": 470,
      "loss": 1.1255184173583985
    },
    {
      "step": 480,
      "loss": 1.4051344871520997
    },
    {
      "step": 490,
      "loss": 1.2838367462158202
    },
    {
      "step": 500,
      "loss": 1.6373512268066406
    },
    {
      "step": 510,
      "loss": 1.2228617668151855
    },
    {
      "step": 520,
      "loss": 1.3670686721801757
    },
    {
      "step": 530,
      "loss": 1.3356054306030274
    },
    {
      "step": 540,
      "loss": 0.6968086242675782
    },
    {
      "step": 550,
      "loss": 1.4029299736022949
    },
    {
      "step": 560,
      "loss": 1.0916556358337401
    },
    {
      "step": 570,
      "loss": 1.1958709716796876
    },
    {
      "step": 580,
      "loss": 1.1345650672912597
    },
    {
      "step": 590,
      "loss": 1.4366456031799317
    },
    {
      "step": 600,
      "loss": 1.3605615615844726
    },
    {
      "step": 610,
      "loss": 1.2108879089355469
    },
    {
      "step": 620,
      "loss": 1.1100153923034668
    },
    {
      "step": 630,
      "loss": 0.9917799949645996
    }
  ],
  "eval_losses": [
    {
      "epoch": 1.0,
      "eval_loss": 1.2418931722640991,
      "eval_runtime": 1.2417
    },
    {
      "epoch": 2.0,
      "eval_loss": 0.9693114161491394,
      "eval_runtime": 1.1335
    },
    {
      "epoch": 3.0,
      "eval_loss": 0.899703323841095,
      "eval_runtime": 1.1268
    }
  ],
  "full_logs": [
    {
      "loss": 6.137748718261719,
      "grad_norm": 23.5301456451416,
      "learning_rate": 4.5e-06,
      "epoch": 0.04739336492890995,
      "step": 10
    },
    {
      "loss": 5.469404220581055,
      "grad_norm": 18.555707931518555,
      "learning_rate": 9.5e-06,
      "epoch": 0.0947867298578199,
      "step": 20
    },
    {
      "loss": 5.144061279296875,
      "grad_norm": 15.515172004699707,
      "learning_rate": 1.45e-05,
      "epoch": 0.14218009478672985,
      "step": 30
    },
    {
      "loss": 4.876457977294922,
      "grad_norm": 18.302534103393555,
      "learning_rate": 1.9500000000000003e-05,
      "epoch": 0.1895734597156398,
      "step": 40
    },
    {
      "loss": 4.415411376953125,
      "grad_norm": 16.696500778198242,
      "learning_rate": 2.45e-05,
      "epoch": 0.23696682464454977,
      "step": 50
    },
    {
      "loss": 3.700760269165039,
      "grad_norm": 16.752397537231445,
      "learning_rate": 2.95e-05,
      "epoch": 0.2843601895734597,
      "step": 60
    },
    {
      "loss": 3.0622364044189454,
      "grad_norm": 15.191258430480957,
      "learning_rate": 3.45e-05,
      "epoch": 0.33175355450236965,
      "step": 70
    },
    {
      "loss": 3.438877487182617,
      "grad_norm": 16.608257293701172,
      "learning_rate": 3.9500000000000005e-05,
      "epoch": 0.3791469194312796,
      "step": 80
    },
    {
      "loss": 2.777506637573242,
      "grad_norm": 15.705228805541992,
      "learning_rate": 4.4500000000000004e-05,
      "epoch": 0.4265402843601896,
      "step": 90
    },
    {
      "loss": 2.799178695678711,
      "grad_norm": 13.66840648651123,
      "learning_rate": 4.9500000000000004e-05,
      "epoch": 0.47393364928909953,
      "step": 100
    },
    {
      "loss": 2.521131706237793,
      "grad_norm": 14.546332359313965,
      "learning_rate": 4.9155722326454034e-05,
      "epoch": 0.5213270142180095,
      "step": 110
    },
    {
      "loss": 2.195684242248535,
      "grad_norm": 19.163509368896484,
      "learning_rate": 4.821763602251407e-05,
      "epoch": 0.5687203791469194,
      "step": 120
    },
    {
      "loss": 2.079251289367676,
      "grad_norm": 21.224340438842773,
      "learning_rate": 4.727954971857411e-05,
      "epoch": 0.6161137440758294,
      "step": 130
    },
    {
      "loss": 2.136846733093262,
      "grad_norm": 15.907443046569824,
      "learning_rate": 4.634146341463415e-05,
      "epoch": 0.6635071090047393,
      "step": 140
    },
    {
      "loss": 2.282297706604004,
      "grad_norm": 17.09271240234375,
      "learning_rate": 4.5403377110694186e-05,
      "epoch": 0.7109004739336493,
      "step": 150
    },
    {
      "loss": 2.790775108337402,
      "grad_norm": 13.511648178100586,
      "learning_rate": 4.446529080675422e-05,
      "epoch": 0.7582938388625592,
      "step": 160
    },
    {
      "loss": 1.9956499099731446,
      "grad_norm": 16.616485595703125,
      "learning_rate": 4.3527204502814265e-05,
      "epoch": 0.8056872037914692,
      "step": 170
    },
    {
      "loss": 1.890342903137207,
      "grad_norm": 16.081674575805664,
      "learning_rate": 4.25891181988743e-05,
      "epoch": 0.8530805687203792,
      "step": 180
    },
    {
      "loss": 1.692027473449707,
      "grad_norm": 13.304547309875488,
      "learning_rate": 4.165103189493433e-05,
      "epoch": 0.9004739336492891,
      "step": 190
    },
    {
      "loss": 1.9817930221557618,
      "grad_norm": 18.04024887084961,
      "learning_rate": 4.071294559099437e-05,
      "epoch": 0.9478672985781991,
      "step": 200
    },
    {
      "loss": 1.7466983795166016,
      "grad_norm": 15.37869644165039,
      "learning_rate": 3.977485928705441e-05,
      "epoch": 0.995260663507109,
      "step": 210
    },
    {
      "eval_loss": 1.2418931722640991,
      "eval_runtime": 1.2417,
      "eval_samples_per_second": 75.705,
      "eval_steps_per_second": 37.853,
      "epoch": 1.0,
      "step": 211
    },
    {
      "loss": 2.121308135986328,
      "grad_norm": 13.085193634033203,
      "learning_rate": 3.883677298311445e-05,
      "epoch": 1.042654028436019,
      "step": 220
    },
    {
      "loss": 1.948258399963379,
      "grad_norm": 12.731958389282227,
      "learning_rate": 3.789868667917448e-05,
      "epoch": 1.0900473933649288,
      "step": 230
    },
    {
      "loss": 1.3363015174865722,
      "grad_norm": 16.21705436706543,
      "learning_rate": 3.6960600375234525e-05,
      "epoch": 1.1374407582938388,
      "step": 240
    },
    {
      "loss": 1.5559185028076172,
      "grad_norm": 14.514242172241211,
      "learning_rate": 3.602251407129456e-05,
      "epoch": 1.1848341232227488,
      "step": 250
    },
    {
      "loss": 1.568422794342041,
      "grad_norm": 12.71330738067627,
      "learning_rate": 3.50844277673546e-05,
      "epoch": 1.2322274881516588,
      "step": 260
    },
    {
      "loss": 1.237374210357666,
      "grad_norm": 14.786351203918457,
      "learning_rate": 3.414634146341464e-05,
      "epoch": 1.2796208530805688,
      "step": 270
    },
    {
      "loss": 1.8047700881958009,
      "grad_norm": 16.485517501831055,
      "learning_rate": 3.320825515947467e-05,
      "epoch": 1.3270142180094786,
      "step": 280
    },
    {
      "loss": 1.533273410797119,
      "grad_norm": 14.662726402282715,
      "learning_rate": 3.227016885553471e-05,
      "epoch": 1.3744075829383886,
      "step": 290
    },
    {
      "loss": 1.2513471603393556,
      "grad_norm": 14.021987915039062,
      "learning_rate": 3.133208255159475e-05,
      "epoch": 1.4218009478672986,
      "step": 300
    },
    {
      "loss": 1.269908618927002,
      "grad_norm": 15.776110649108887,
      "learning_rate": 3.0393996247654788e-05,
      "epoch": 1.4691943127962086,
      "step": 310
    },
    {
      "loss": 1.5620304107666017,
      "grad_norm": 14.94189453125,
      "learning_rate": 2.945590994371482e-05,
      "epoch": 1.5165876777251186,
      "step": 320
    },
    {
      "loss": 1.448842716217041,
      "grad_norm": 17.744874954223633,
      "learning_rate": 2.851782363977486e-05,
      "epoch": 1.5639810426540284,
      "step": 330
    },
    {
      "loss": 1.5316163063049317,
      "grad_norm": 16.207765579223633,
      "learning_rate": 2.75797373358349e-05,
      "epoch": 1.6113744075829384,
      "step": 340
    },
    {
      "loss": 1.1749078750610351,
      "grad_norm": 12.924609184265137,
      "learning_rate": 2.6641651031894936e-05,
      "epoch": 1.6587677725118484,
      "step": 350
    },
    {
      "loss": 1.7663183212280273,
      "grad_norm": 11.12903881072998,
      "learning_rate": 2.5703564727954972e-05,
      "epoch": 1.7061611374407581,
      "step": 360
    },
    {
      "loss": 1.4664443969726562,
      "grad_norm": 16.2852783203125,
      "learning_rate": 2.476547842401501e-05,
      "epoch": 1.7535545023696684,
      "step": 370
    },
    {
      "loss": 1.3086597442626953,
      "grad_norm": 15.057639122009277,
      "learning_rate": 2.3827392120075048e-05,
      "epoch": 1.8009478672985781,
      "step": 380
    },
    {
      "loss": 1.3566680908203126,
      "grad_norm": 14.29211139678955,
      "learning_rate": 2.2889305816135084e-05,
      "epoch": 1.8483412322274881,
      "step": 390
    },
    {
      "loss": 1.6223735809326172,
      "grad_norm": 11.776235580444336,
      "learning_rate": 2.1951219512195124e-05,
      "epoch": 1.8957345971563981,
      "step": 400
    },
    {
      "loss": 1.3682662010192872,
      "grad_norm": 13.214008331298828,
      "learning_rate": 2.1013133208255163e-05,
      "epoch": 1.943127962085308,
      "step": 410
    },
    {
      "loss": 1.4399548530578614,
      "grad_norm": 15.142778396606445,
      "learning_rate": 2.0075046904315196e-05,
      "epoch": 1.9905213270142181,
      "step": 420
    },
    {
      "eval_loss": 0.9693114161491394,
      "eval_runtime": 1.1335,
      "eval_samples_per_second": 82.931,
      "eval_steps_per_second": 41.466,
      "epoch": 2.0,
      "step": 422
    },
    {
      "loss": 1.344713306427002,
      "grad_norm": 14.642666816711426,
      "learning_rate": 1.9136960600375236e-05,
      "epoch": 2.037914691943128,
      "step": 430
    },
    {
      "loss": 1.2974468231201173,
      "grad_norm": 13.815317153930664,
      "learning_rate": 1.8198874296435272e-05,
      "epoch": 2.085308056872038,
      "step": 440
    },
    {
      "loss": 1.3712547302246094,
      "grad_norm": 14.043903350830078,
      "learning_rate": 1.726078799249531e-05,
      "epoch": 2.132701421800948,
      "step": 450
    },
    {
      "loss": 1.325570011138916,
      "grad_norm": 13.121524810791016,
      "learning_rate": 1.6322701688555348e-05,
      "epoch": 2.1800947867298577,
      "step": 460
    },
    {
      "loss": 1.1255184173583985,
      "grad_norm": 18.340551376342773,
      "learning_rate": 1.5384615384615387e-05,
      "epoch": 2.227488151658768,
      "step": 470
    },
    {
      "loss": 1.4051344871520997,
      "grad_norm": 15.610395431518555,
      "learning_rate": 1.4446529080675422e-05,
      "epoch": 2.2748815165876777,
      "step": 480
    },
    {
      "loss": 1.2838367462158202,
      "grad_norm": 12.021589279174805,
      "learning_rate": 1.3508442776735461e-05,
      "epoch": 2.322274881516588,
      "step": 490
    },
    {
      "loss": 1.6373512268066406,
      "grad_norm": 11.820240020751953,
      "learning_rate": 1.2570356472795497e-05,
      "epoch": 2.3696682464454977,
      "step": 500
    },
    {
      "loss": 1.2228617668151855,
      "grad_norm": 14.760135650634766,
      "learning_rate": 1.1632270168855535e-05,
      "epoch": 2.4170616113744074,
      "step": 510
    },
    {
      "loss": 1.3670686721801757,
      "grad_norm": 12.443073272705078,
      "learning_rate": 1.0694183864915573e-05,
      "epoch": 2.4644549763033177,
      "step": 520
    },
    {
      "loss": 1.3356054306030274,
      "grad_norm": 15.922508239746094,
      "learning_rate": 9.756097560975611e-06,
      "epoch": 2.5118483412322274,
      "step": 530
    },
    {
      "loss": 0.6968086242675782,
      "grad_norm": 12.17047119140625,
      "learning_rate": 8.818011257035647e-06,
      "epoch": 2.5592417061611377,
      "step": 540
    },
    {
      "loss": 1.4029299736022949,
      "grad_norm": 12.573970794677734,
      "learning_rate": 7.879924953095685e-06,
      "epoch": 2.6066350710900474,
      "step": 550
    },
    {
      "loss": 1.0916556358337401,
      "grad_norm": 13.132047653198242,
      "learning_rate": 6.941838649155723e-06,
      "epoch": 2.654028436018957,
      "step": 560
    },
    {
      "loss": 1.1958709716796876,
      "grad_norm": 12.399245262145996,
      "learning_rate": 6.00375234521576e-06,
      "epoch": 2.7014218009478674,
      "step": 570
    },
    {
      "loss": 1.1345650672912597,
      "grad_norm": 12.746565818786621,
      "learning_rate": 5.065666041275798e-06,
      "epoch": 2.748815165876777,
      "step": 580
    },
    {
      "loss": 1.4366456031799317,
      "grad_norm": 13.03442668914795,
      "learning_rate": 4.127579737335835e-06,
      "epoch": 2.7962085308056874,
      "step": 590
    },
    {
      "loss": 1.3605615615844726,
      "grad_norm": 13.585875511169434,
      "learning_rate": 3.189493433395872e-06,
      "epoch": 2.843601895734597,
      "step": 600
    },
    {
      "loss": 1.2108879089355469,
      "grad_norm": 13.078906059265137,
      "learning_rate": 2.25140712945591e-06,
      "epoch": 2.890995260663507,
      "step": 610
    },
    {
      "loss": 1.1100153923034668,
      "grad_norm": 12.80677318572998,
      "learning_rate": 1.3133208255159477e-06,
      "epoch": 2.938388625592417,
      "step": 620
    },
    {
      "loss": 0.9917799949645996,
      "grad_norm": 10.720328330993652,
      "learning_rate": 3.75234521575985e-07,
      "epoch": 2.985781990521327,
      "step": 630
    },
    {
      "eval_loss": 0.899703323841095,
      "eval_runtime": 1.1268,
      "eval_samples_per_second": 83.423,
      "eval_steps_per_second": 41.711,
      "epoch": 3.0,
      "step": 633
    },
    {
      "train_runtime": 268.2648,
      "train_samples_per_second": 9.427,
      "train_steps_per_second": 2.36,
      "total_flos": 330403774464000.0,
      "train_loss": 1.9539168042970871,
      "epoch": 3.0,
      "step": 633
    }
  ]
}