864 lines
21 KiB
JSON
864 lines
21 KiB
JSON
{
|
|
"best_global_step": null,
|
|
"best_metric": null,
|
|
"best_model_checkpoint": null,
|
|
"epoch": 2.0,
|
|
"eval_steps": 1000,
|
|
"global_step": 1164,
|
|
"is_hyper_param_search": false,
|
|
"is_local_process_zero": true,
|
|
"is_world_process_zero": true,
|
|
"log_history": [
|
|
{
|
|
"epoch": 0.01718213058419244,
|
|
"grad_norm": 1.9297058582305908,
|
|
"learning_rate": 1.5384615384615387e-06,
|
|
"loss": 0.8691,
|
|
"step": 10
|
|
},
|
|
{
|
|
"epoch": 0.03436426116838488,
|
|
"grad_norm": 1.0176167488098145,
|
|
"learning_rate": 3.247863247863248e-06,
|
|
"loss": 0.7729,
|
|
"step": 20
|
|
},
|
|
{
|
|
"epoch": 0.05154639175257732,
|
|
"grad_norm": 0.7100021839141846,
|
|
"learning_rate": 4.957264957264958e-06,
|
|
"loss": 0.6791,
|
|
"step": 30
|
|
},
|
|
{
|
|
"epoch": 0.06872852233676977,
|
|
"grad_norm": 0.5990766882896423,
|
|
"learning_rate": 6.666666666666667e-06,
|
|
"loss": 0.6453,
|
|
"step": 40
|
|
},
|
|
{
|
|
"epoch": 0.0859106529209622,
|
|
"grad_norm": 0.5850998759269714,
|
|
"learning_rate": 8.376068376068377e-06,
|
|
"loss": 0.612,
|
|
"step": 50
|
|
},
|
|
{
|
|
"epoch": 0.10309278350515463,
|
|
"grad_norm": 0.5561569929122925,
|
|
"learning_rate": 1.0085470085470086e-05,
|
|
"loss": 0.6023,
|
|
"step": 60
|
|
},
|
|
{
|
|
"epoch": 0.12027491408934708,
|
|
"grad_norm": 0.6188008785247803,
|
|
"learning_rate": 1.1794871794871796e-05,
|
|
"loss": 0.5756,
|
|
"step": 70
|
|
},
|
|
{
|
|
"epoch": 0.13745704467353953,
|
|
"grad_norm": 0.575279712677002,
|
|
"learning_rate": 1.3504273504273506e-05,
|
|
"loss": 0.5798,
|
|
"step": 80
|
|
},
|
|
{
|
|
"epoch": 0.15463917525773196,
|
|
"grad_norm": 0.5770293474197388,
|
|
"learning_rate": 1.5213675213675214e-05,
|
|
"loss": 0.5444,
|
|
"step": 90
|
|
},
|
|
{
|
|
"epoch": 0.1718213058419244,
|
|
"grad_norm": 0.5948958992958069,
|
|
"learning_rate": 1.6923076923076924e-05,
|
|
"loss": 0.5604,
|
|
"step": 100
|
|
},
|
|
{
|
|
"epoch": 0.18900343642611683,
|
|
"grad_norm": 0.6553467512130737,
|
|
"learning_rate": 1.8632478632478636e-05,
|
|
"loss": 0.5569,
|
|
"step": 110
|
|
},
|
|
{
|
|
"epoch": 0.20618556701030927,
|
|
"grad_norm": 0.6900191307067871,
|
|
"learning_rate": 1.999981993260809e-05,
|
|
"loss": 0.5541,
|
|
"step": 120
|
|
},
|
|
{
|
|
"epoch": 0.22336769759450173,
|
|
"grad_norm": 0.604987382888794,
|
|
"learning_rate": 1.9993518254774517e-05,
|
|
"loss": 0.5664,
|
|
"step": 130
|
|
},
|
|
{
|
|
"epoch": 0.24054982817869416,
|
|
"grad_norm": 0.6313670873641968,
|
|
"learning_rate": 1.9978219691148676e-05,
|
|
"loss": 0.5433,
|
|
"step": 140
|
|
},
|
|
{
|
|
"epoch": 0.25773195876288657,
|
|
"grad_norm": 0.5558223128318787,
|
|
"learning_rate": 1.9953938014600757e-05,
|
|
"loss": 0.5348,
|
|
"step": 150
|
|
},
|
|
{
|
|
"epoch": 0.27491408934707906,
|
|
"grad_norm": 0.5769678950309753,
|
|
"learning_rate": 1.9920695085247012e-05,
|
|
"loss": 0.5427,
|
|
"step": 160
|
|
},
|
|
{
|
|
"epoch": 0.2920962199312715,
|
|
"grad_norm": 0.5733423233032227,
|
|
"learning_rate": 1.9878520830769675e-05,
|
|
"loss": 0.5441,
|
|
"step": 170
|
|
},
|
|
{
|
|
"epoch": 0.30927835051546393,
|
|
"grad_norm": 0.6078853607177734,
|
|
"learning_rate": 1.9827453219473925e-05,
|
|
"loss": 0.5425,
|
|
"step": 180
|
|
},
|
|
{
|
|
"epoch": 0.32646048109965636,
|
|
"grad_norm": 0.595964789390564,
|
|
"learning_rate": 1.9767538226106078e-05,
|
|
"loss": 0.5386,
|
|
"step": 190
|
|
},
|
|
{
|
|
"epoch": 0.3436426116838488,
|
|
"grad_norm": 0.6116155385971069,
|
|
"learning_rate": 1.9698829790463792e-05,
|
|
"loss": 0.54,
|
|
"step": 200
|
|
},
|
|
{
|
|
"epoch": 0.36082474226804123,
|
|
"grad_norm": 0.6045894026756287,
|
|
"learning_rate": 1.962138976883558e-05,
|
|
"loss": 0.5302,
|
|
"step": 210
|
|
},
|
|
{
|
|
"epoch": 0.37800687285223367,
|
|
"grad_norm": 0.5803776979446411,
|
|
"learning_rate": 1.9535287878313315e-05,
|
|
"loss": 0.5323,
|
|
"step": 220
|
|
},
|
|
{
|
|
"epoch": 0.3951890034364261,
|
|
"grad_norm": 0.619290292263031,
|
|
"learning_rate": 1.9440601634027892e-05,
|
|
"loss": 0.5194,
|
|
"step": 230
|
|
},
|
|
{
|
|
"epoch": 0.41237113402061853,
|
|
"grad_norm": 0.554390013217926,
|
|
"learning_rate": 1.9337416279364486e-05,
|
|
"loss": 0.5298,
|
|
"step": 240
|
|
},
|
|
{
|
|
"epoch": 0.42955326460481097,
|
|
"grad_norm": 0.5785292387008667,
|
|
"learning_rate": 1.922582470922034e-05,
|
|
"loss": 0.5246,
|
|
"step": 250
|
|
},
|
|
{
|
|
"epoch": 0.44673539518900346,
|
|
"grad_norm": 0.5407880544662476,
|
|
"learning_rate": 1.910592738637407e-05,
|
|
"loss": 0.5066,
|
|
"step": 260
|
|
},
|
|
{
|
|
"epoch": 0.4639175257731959,
|
|
"grad_norm": 0.5649763345718384,
|
|
"learning_rate": 1.897783225104181e-05,
|
|
"loss": 0.5303,
|
|
"step": 270
|
|
},
|
|
{
|
|
"epoch": 0.48109965635738833,
|
|
"grad_norm": 0.5799049139022827,
|
|
"learning_rate": 1.8841654623701673e-05,
|
|
"loss": 0.5225,
|
|
"step": 280
|
|
},
|
|
{
|
|
"epoch": 0.49828178694158076,
|
|
"grad_norm": 0.581510066986084,
|
|
"learning_rate": 1.869751710127392e-05,
|
|
"loss": 0.5052,
|
|
"step": 290
|
|
},
|
|
{
|
|
"epoch": 0.5154639175257731,
|
|
"grad_norm": 0.587986946105957,
|
|
"learning_rate": 1.8545549446750392e-05,
|
|
"loss": 0.5143,
|
|
"step": 300
|
|
},
|
|
{
|
|
"epoch": 0.5326460481099656,
|
|
"grad_norm": 0.5544498562812805,
|
|
"learning_rate": 1.8385888472372474e-05,
|
|
"loss": 0.5129,
|
|
"step": 310
|
|
},
|
|
{
|
|
"epoch": 0.5498281786941581,
|
|
"grad_norm": 0.5483389496803284,
|
|
"learning_rate": 1.8218677916462882e-05,
|
|
"loss": 0.5131,
|
|
"step": 320
|
|
},
|
|
{
|
|
"epoch": 0.5670103092783505,
|
|
"grad_norm": 0.5526708960533142,
|
|
"learning_rate": 1.8044068314022057e-05,
|
|
"loss": 0.5099,
|
|
"step": 330
|
|
},
|
|
{
|
|
"epoch": 0.584192439862543,
|
|
"grad_norm": 0.5597785115242004,
|
|
"learning_rate": 1.786221686120567e-05,
|
|
"loss": 0.5166,
|
|
"step": 340
|
|
},
|
|
{
|
|
"epoch": 0.6013745704467354,
|
|
"grad_norm": 0.5774782299995422,
|
|
"learning_rate": 1.7673287273805342e-05,
|
|
"loss": 0.5228,
|
|
"step": 350
|
|
},
|
|
{
|
|
"epoch": 0.6185567010309279,
|
|
"grad_norm": 0.6076422929763794,
|
|
"learning_rate": 1.7477449639859876e-05,
|
|
"loss": 0.5099,
|
|
"step": 360
|
|
},
|
|
{
|
|
"epoch": 0.6357388316151202,
|
|
"grad_norm": 0.5519262552261353,
|
|
"learning_rate": 1.7274880266529716e-05,
|
|
"loss": 0.5047,
|
|
"step": 370
|
|
},
|
|
{
|
|
"epoch": 0.6529209621993127,
|
|
"grad_norm": 0.5036320686340332,
|
|
"learning_rate": 1.7065761521372562e-05,
|
|
"loss": 0.4984,
|
|
"step": 380
|
|
},
|
|
{
|
|
"epoch": 0.6701030927835051,
|
|
"grad_norm": 0.523205578327179,
|
|
"learning_rate": 1.6850281668162908e-05,
|
|
"loss": 0.5079,
|
|
"step": 390
|
|
},
|
|
{
|
|
"epoch": 0.6872852233676976,
|
|
"grad_norm": 0.5750735998153687,
|
|
"learning_rate": 1.6628634697403447e-05,
|
|
"loss": 0.5086,
|
|
"step": 400
|
|
},
|
|
{
|
|
"epoch": 0.7044673539518901,
|
|
"grad_norm": 0.541567325592041,
|
|
"learning_rate": 1.6401020151680815e-05,
|
|
"loss": 0.4957,
|
|
"step": 410
|
|
},
|
|
{
|
|
"epoch": 0.7216494845360825,
|
|
"grad_norm": 0.5553820133209229,
|
|
"learning_rate": 1.6167642946022956e-05,
|
|
"loss": 0.5021,
|
|
"step": 420
|
|
},
|
|
{
|
|
"epoch": 0.738831615120275,
|
|
"grad_norm": 0.5656445622444153,
|
|
"learning_rate": 1.592871318341986e-05,
|
|
"loss": 0.5146,
|
|
"step": 430
|
|
},
|
|
{
|
|
"epoch": 0.7560137457044673,
|
|
"grad_norm": 0.5366631150245667,
|
|
"learning_rate": 1.5684445965673693e-05,
|
|
"loss": 0.5087,
|
|
"step": 440
|
|
},
|
|
{
|
|
"epoch": 0.7731958762886598,
|
|
"grad_norm": 0.5228840708732605,
|
|
"learning_rate": 1.5435061199748625e-05,
|
|
"loss": 0.5065,
|
|
"step": 450
|
|
},
|
|
{
|
|
"epoch": 0.7903780068728522,
|
|
"grad_norm": 0.5593631267547607,
|
|
"learning_rate": 1.5180783399794749e-05,
|
|
"loss": 0.5092,
|
|
"step": 460
|
|
},
|
|
{
|
|
"epoch": 0.8075601374570447,
|
|
"grad_norm": 0.5312666893005371,
|
|
"learning_rate": 1.4921841485024236e-05,
|
|
"loss": 0.4999,
|
|
"step": 470
|
|
},
|
|
{
|
|
"epoch": 0.8247422680412371,
|
|
"grad_norm": 0.48128607869148254,
|
|
"learning_rate": 1.4658468573621752e-05,
|
|
"loss": 0.4992,
|
|
"step": 480
|
|
},
|
|
{
|
|
"epoch": 0.8419243986254296,
|
|
"grad_norm": 0.5016392469406128,
|
|
"learning_rate": 1.4390901772874668e-05,
|
|
"loss": 0.5041,
|
|
"step": 490
|
|
},
|
|
{
|
|
"epoch": 0.8591065292096219,
|
|
"grad_norm": 0.5364375114440918,
|
|
"learning_rate": 1.4119381965711976e-05,
|
|
"loss": 0.4942,
|
|
"step": 500
|
|
},
|
|
{
|
|
"epoch": 0.8762886597938144,
|
|
"grad_norm": 0.5185838937759399,
|
|
"learning_rate": 1.3844153593844098e-05,
|
|
"loss": 0.4877,
|
|
"step": 510
|
|
},
|
|
{
|
|
"epoch": 0.8934707903780069,
|
|
"grad_norm": 0.5283859968185425,
|
|
"learning_rate": 1.356546443769885e-05,
|
|
"loss": 0.4868,
|
|
"step": 520
|
|
},
|
|
{
|
|
"epoch": 0.9106529209621993,
|
|
"grad_norm": 0.522241473197937,
|
|
"learning_rate": 1.328356539335161e-05,
|
|
"loss": 0.5083,
|
|
"step": 530
|
|
},
|
|
{
|
|
"epoch": 0.9278350515463918,
|
|
"grad_norm": 0.5134701132774353,
|
|
"learning_rate": 1.2998710246650594e-05,
|
|
"loss": 0.4913,
|
|
"step": 540
|
|
},
|
|
{
|
|
"epoch": 0.9450171821305842,
|
|
"grad_norm": 0.5106884241104126,
|
|
"learning_rate": 1.2711155444740529e-05,
|
|
"loss": 0.494,
|
|
"step": 550
|
|
},
|
|
{
|
|
"epoch": 0.9621993127147767,
|
|
"grad_norm": 0.5208893418312073,
|
|
"learning_rate": 1.242115986519044e-05,
|
|
"loss": 0.5144,
|
|
"step": 560
|
|
},
|
|
{
|
|
"epoch": 0.979381443298969,
|
|
"grad_norm": 0.5227161049842834,
|
|
"learning_rate": 1.2128984582933397e-05,
|
|
"loss": 0.4891,
|
|
"step": 570
|
|
},
|
|
{
|
|
"epoch": 0.9965635738831615,
|
|
"grad_norm": 0.5008633136749268,
|
|
"learning_rate": 1.1834892635228024e-05,
|
|
"loss": 0.4825,
|
|
"step": 580
|
|
},
|
|
{
|
|
"epoch": 1.013745704467354,
|
|
"grad_norm": 0.6478720903396606,
|
|
"learning_rate": 1.1539148784853404e-05,
|
|
"loss": 0.4331,
|
|
"step": 590
|
|
},
|
|
{
|
|
"epoch": 1.0309278350515463,
|
|
"grad_norm": 0.6044857501983643,
|
|
"learning_rate": 1.1242019281750525e-05,
|
|
"loss": 0.4127,
|
|
"step": 600
|
|
},
|
|
{
|
|
"epoch": 1.0481099656357389,
|
|
"grad_norm": 0.5689923167228699,
|
|
"learning_rate": 1.0943771623324884e-05,
|
|
"loss": 0.4022,
|
|
"step": 610
|
|
},
|
|
{
|
|
"epoch": 1.0652920962199313,
|
|
"grad_norm": 0.5413344502449036,
|
|
"learning_rate": 1.064467431362603e-05,
|
|
"loss": 0.4074,
|
|
"step": 620
|
|
},
|
|
{
|
|
"epoch": 1.0824742268041236,
|
|
"grad_norm": 0.5501529574394226,
|
|
"learning_rate": 1.0344996621620862e-05,
|
|
"loss": 0.4173,
|
|
"step": 630
|
|
},
|
|
{
|
|
"epoch": 1.0996563573883162,
|
|
"grad_norm": 0.5490415692329407,
|
|
"learning_rate": 1.004500833877828e-05,
|
|
"loss": 0.4071,
|
|
"step": 640
|
|
},
|
|
{
|
|
"epoch": 1.1168384879725086,
|
|
"grad_norm": 0.5644371509552002,
|
|
"learning_rate": 9.744979536183458e-06,
|
|
"loss": 0.4128,
|
|
"step": 650
|
|
},
|
|
{
|
|
"epoch": 1.134020618556701,
|
|
"grad_norm": 0.5400048494338989,
|
|
"learning_rate": 9.445180321400373e-06,
|
|
"loss": 0.4162,
|
|
"step": 660
|
|
},
|
|
{
|
|
"epoch": 1.1512027491408934,
|
|
"grad_norm": 0.5328329801559448,
|
|
"learning_rate": 9.145880595301495e-06,
|
|
"loss": 0.4087,
|
|
"step": 670
|
|
},
|
|
{
|
|
"epoch": 1.168384879725086,
|
|
"grad_norm": 0.5620996952056885,
|
|
"learning_rate": 8.847349809083557e-06,
|
|
"loss": 0.4104,
|
|
"step": 680
|
|
},
|
|
{
|
|
"epoch": 1.1855670103092784,
|
|
"grad_norm": 0.5561193823814392,
|
|
"learning_rate": 8.54985672168817e-06,
|
|
"loss": 0.4186,
|
|
"step": 690
|
|
},
|
|
{
|
|
"epoch": 1.2027491408934707,
|
|
"grad_norm": 0.5532508492469788,
|
|
"learning_rate": 8.253669157845632e-06,
|
|
"loss": 0.4027,
|
|
"step": 700
|
|
},
|
|
{
|
|
"epoch": 1.2199312714776633,
|
|
"grad_norm": 0.5275538563728333,
|
|
"learning_rate": 7.959053766959785e-06,
|
|
"loss": 0.3996,
|
|
"step": 710
|
|
},
|
|
{
|
|
"epoch": 1.2371134020618557,
|
|
"grad_norm": 0.5567190647125244,
|
|
"learning_rate": 7.666275783051012e-06,
|
|
"loss": 0.4053,
|
|
"step": 720
|
|
},
|
|
{
|
|
"epoch": 1.254295532646048,
|
|
"grad_norm": 0.505807638168335,
|
|
"learning_rate": 7.375598785973429e-06,
|
|
"loss": 0.4065,
|
|
"step": 730
|
|
},
|
|
{
|
|
"epoch": 1.2714776632302405,
|
|
"grad_norm": 0.5188184976577759,
|
|
"learning_rate": 7.087284464121305e-06,
|
|
"loss": 0.4041,
|
|
"step": 740
|
|
},
|
|
{
|
|
"epoch": 1.2886597938144329,
|
|
"grad_norm": 0.5313155055046082,
|
|
"learning_rate": 6.801592378838282e-06,
|
|
"loss": 0.4055,
|
|
"step": 750
|
|
},
|
|
{
|
|
"epoch": 1.3058419243986255,
|
|
"grad_norm": 0.5596489906311035,
|
|
"learning_rate": 6.518779730741555e-06,
|
|
"loss": 0.4143,
|
|
"step": 760
|
|
},
|
|
{
|
|
"epoch": 1.3230240549828178,
|
|
"grad_norm": 0.5449512600898743,
|
|
"learning_rate": 6.239101128171317e-06,
|
|
"loss": 0.3931,
|
|
"step": 770
|
|
},
|
|
{
|
|
"epoch": 1.3402061855670104,
|
|
"grad_norm": 0.5664635300636292,
|
|
"learning_rate": 5.9628083579739715e-06,
|
|
"loss": 0.4126,
|
|
"step": 780
|
|
},
|
|
{
|
|
"epoch": 1.3573883161512028,
|
|
"grad_norm": 0.5540263056755066,
|
|
"learning_rate": 5.690150158825462e-06,
|
|
"loss": 0.4108,
|
|
"step": 790
|
|
},
|
|
{
|
|
"epoch": 1.3745704467353952,
|
|
"grad_norm": 0.5756665468215942,
|
|
"learning_rate": 5.421371997298781e-06,
|
|
"loss": 0.4057,
|
|
"step": 800
|
|
},
|
|
{
|
|
"epoch": 1.3917525773195876,
|
|
"grad_norm": 0.5290353298187256,
|
|
"learning_rate": 5.156715846877234e-06,
|
|
"loss": 0.4018,
|
|
"step": 810
|
|
},
|
|
{
|
|
"epoch": 1.40893470790378,
|
|
"grad_norm": 0.5541085600852966,
|
|
"learning_rate": 4.896419970112499e-06,
|
|
"loss": 0.4039,
|
|
"step": 820
|
|
},
|
|
{
|
|
"epoch": 1.4261168384879725,
|
|
"grad_norm": 0.5141167640686035,
|
|
"learning_rate": 4.640718704123472e-06,
|
|
"loss": 0.3968,
|
|
"step": 830
|
|
},
|
|
{
|
|
"epoch": 1.443298969072165,
|
|
"grad_norm": 0.556989312171936,
|
|
"learning_rate": 4.389842249629095e-06,
|
|
"loss": 0.4049,
|
|
"step": 840
|
|
},
|
|
{
|
|
"epoch": 1.4604810996563573,
|
|
"grad_norm": 0.5239170789718628,
|
|
"learning_rate": 4.144016463705081e-06,
|
|
"loss": 0.4046,
|
|
"step": 850
|
|
},
|
|
{
|
|
"epoch": 1.47766323024055,
|
|
"grad_norm": 0.5183722972869873,
|
|
"learning_rate": 3.903462656451074e-06,
|
|
"loss": 0.3988,
|
|
"step": 860
|
|
},
|
|
{
|
|
"epoch": 1.4948453608247423,
|
|
"grad_norm": 0.5335853695869446,
|
|
"learning_rate": 3.668397391751336e-06,
|
|
"loss": 0.3968,
|
|
"step": 870
|
|
},
|
|
{
|
|
"epoch": 1.5120274914089347,
|
|
"grad_norm": 0.5347002148628235,
|
|
"learning_rate": 3.4390322923083385e-06,
|
|
"loss": 0.4013,
|
|
"step": 880
|
|
},
|
|
{
|
|
"epoch": 1.529209621993127,
|
|
"grad_norm": 0.5166622400283813,
|
|
"learning_rate": 3.2155738491247303e-06,
|
|
"loss": 0.391,
|
|
"step": 890
|
|
},
|
|
{
|
|
"epoch": 1.5463917525773194,
|
|
"grad_norm": 0.5376216173171997,
|
|
"learning_rate": 2.99822323560525e-06,
|
|
"loss": 0.3999,
|
|
"step": 900
|
|
},
|
|
{
|
|
"epoch": 1.563573883161512,
|
|
"grad_norm": 0.5535770058631897,
|
|
"learning_rate": 2.787176126445923e-06,
|
|
"loss": 0.4,
|
|
"step": 910
|
|
},
|
|
{
|
|
"epoch": 1.5807560137457046,
|
|
"grad_norm": 0.5172690153121948,
|
|
"learning_rate": 2.582622521473588e-06,
|
|
"loss": 0.4084,
|
|
"step": 920
|
|
},
|
|
{
|
|
"epoch": 1.597938144329897,
|
|
"grad_norm": 0.5224654674530029,
|
|
"learning_rate": 2.384746574594343e-06,
|
|
"loss": 0.4019,
|
|
"step": 930
|
|
},
|
|
{
|
|
"epoch": 1.6151202749140894,
|
|
"grad_norm": 0.5353347659111023,
|
|
"learning_rate": 2.1937264280049365e-06,
|
|
"loss": 0.3987,
|
|
"step": 940
|
|
},
|
|
{
|
|
"epoch": 1.6323024054982818,
|
|
"grad_norm": 0.5235323905944824,
|
|
"learning_rate": 2.0097340518163e-06,
|
|
"loss": 0.4012,
|
|
"step": 950
|
|
},
|
|
{
|
|
"epoch": 1.6494845360824741,
|
|
"grad_norm": 0.5088032484054565,
|
|
"learning_rate": 1.8329350892336616e-06,
|
|
"loss": 0.3925,
|
|
"step": 960
|
|
},
|
|
{
|
|
"epoch": 1.6666666666666665,
|
|
"grad_norm": 0.5251315236091614,
|
|
"learning_rate": 1.6634887074325844e-06,
|
|
"loss": 0.4053,
|
|
"step": 970
|
|
},
|
|
{
|
|
"epoch": 1.6838487972508591,
|
|
"grad_norm": 0.5620279908180237,
|
|
"learning_rate": 1.5015474542651964e-06,
|
|
"loss": 0.4015,
|
|
"step": 980
|
|
},
|
|
{
|
|
"epoch": 1.7010309278350515,
|
|
"grad_norm": 0.5570114254951477,
|
|
"learning_rate": 1.3472571209256157e-06,
|
|
"loss": 0.404,
|
|
"step": 990
|
|
},
|
|
{
|
|
"epoch": 1.718213058419244,
|
|
"grad_norm": 0.5131509900093079,
|
|
"learning_rate": 1.200756610698205e-06,
|
|
"loss": 0.3879,
|
|
"step": 1000
|
|
},
|
|
{
|
|
"epoch": 1.718213058419244,
|
|
"eval_loss": 0.47505149245262146,
|
|
"eval_runtime": 21.8169,
|
|
"eval_samples_per_second": 4.95,
|
|
"eval_steps_per_second": 2.475,
|
|
"step": 1000
|
|
},
|
|
{
|
|
"epoch": 1.7353951890034365,
|
|
"grad_norm": 0.5027723908424377,
|
|
"learning_rate": 1.0621778139068128e-06,
|
|
"loss": 0.3909,
|
|
"step": 1010
|
|
},
|
|
{
|
|
"epoch": 1.7525773195876289,
|
|
"grad_norm": 0.5319671034812927,
|
|
"learning_rate": 9.316454891775983e-07,
|
|
"loss": 0.3951,
|
|
"step": 1020
|
|
},
|
|
{
|
|
"epoch": 1.7697594501718212,
|
|
"grad_norm": 0.5133644938468933,
|
|
"learning_rate": 8.092771511223185e-07,
|
|
"loss": 0.3917,
|
|
"step": 1030
|
|
},
|
|
{
|
|
"epoch": 1.7869415807560136,
|
|
"grad_norm": 0.502972424030304,
|
|
"learning_rate": 6.951829645431985e-07,
|
|
"loss": 0.3925,
|
|
"step": 1040
|
|
},
|
|
{
|
|
"epoch": 1.8041237113402062,
|
|
"grad_norm": 0.521693766117096,
|
|
"learning_rate": 5.894656452546343e-07,
|
|
"loss": 0.3984,
|
|
"step": 1050
|
|
},
|
|
{
|
|
"epoch": 1.8213058419243986,
|
|
"grad_norm": 0.48463624715805054,
|
|
"learning_rate": 4.92220367611006e-07,
|
|
"loss": 0.3977,
|
|
"step": 1060
|
|
},
|
|
{
|
|
"epoch": 1.8384879725085912,
|
|
"grad_norm": 0.5170854926109314,
|
|
"learning_rate": 4.035346788238681e-07,
|
|
"loss": 0.402,
|
|
"step": 1070
|
|
},
|
|
{
|
|
"epoch": 1.8556701030927836,
|
|
"grad_norm": 0.5153931975364685,
|
|
"learning_rate": 3.2348842014562564e-07,
|
|
"loss": 0.397,
|
|
"step": 1080
|
|
},
|
|
{
|
|
"epoch": 1.872852233676976,
|
|
"grad_norm": 0.5183135271072388,
|
|
"learning_rate": 2.5215365499069446e-07,
|
|
"loss": 0.4038,
|
|
"step": 1090
|
|
},
|
|
{
|
|
"epoch": 1.8900343642611683,
|
|
"grad_norm": 0.5210497379302979,
|
|
"learning_rate": 1.895946040588048e-07,
|
|
"loss": 0.4018,
|
|
"step": 1100
|
|
},
|
|
{
|
|
"epoch": 1.9072164948453607,
|
|
"grad_norm": 0.51735520362854,
|
|
"learning_rate": 1.3586758751890638e-07,
|
|
"loss": 0.3945,
|
|
"step": 1110
|
|
},
|
|
{
|
|
"epoch": 1.9243986254295533,
|
|
"grad_norm": 0.5072469711303711,
|
|
"learning_rate": 9.10209743056889e-08,
|
|
"loss": 0.411,
|
|
"step": 1120
|
|
},
|
|
{
|
|
"epoch": 1.9415807560137457,
|
|
"grad_norm": 0.5099995136260986,
|
|
"learning_rate": 5.509513857437365e-08,
|
|
"loss": 0.4021,
|
|
"step": 1130
|
|
},
|
|
{
|
|
"epoch": 1.9587628865979383,
|
|
"grad_norm": 0.5173975229263306,
|
|
"learning_rate": 2.812242335299642e-08,
|
|
"loss": 0.3981,
|
|
"step": 1140
|
|
},
|
|
{
|
|
"epoch": 1.9759450171821307,
|
|
"grad_norm": 0.5263886451721191,
|
|
"learning_rate": 1.0127111424872437e-08,
|
|
"loss": 0.3999,
|
|
"step": 1150
|
|
},
|
|
{
|
|
"epoch": 1.993127147766323,
|
|
"grad_norm": 0.5348356366157532,
|
|
"learning_rate": 1.125403467490127e-09,
|
|
"loss": 0.3927,
|
|
"step": 1160
|
|
},
|
|
{
|
|
"epoch": 2.0,
|
|
"step": 1164,
|
|
"total_flos": 2.8348028555949507e+18,
|
|
"train_loss": 0.47038160638301235,
|
|
"train_runtime": 14726.6059,
|
|
"train_samples_per_second": 1.265,
|
|
"train_steps_per_second": 0.079
|
|
}
|
|
],
|
|
"logging_steps": 10,
|
|
"max_steps": 1164,
|
|
"num_input_tokens_seen": 0,
|
|
"num_train_epochs": 2,
|
|
"save_steps": 500,
|
|
"stateful_callbacks": {
|
|
"TrainerControl": {
|
|
"args": {
|
|
"should_epoch_stop": false,
|
|
"should_evaluate": false,
|
|
"should_log": false,
|
|
"should_save": true,
|
|
"should_training_stop": true
|
|
},
|
|
"attributes": {}
|
|
}
|
|
},
|
|
"total_flos": 2.8348028555949507e+18,
|
|
"train_batch_size": 1,
|
|
"trial_name": null,
|
|
"trial_params": null
|
|
}
|