1255 lines
30 KiB
JSON
1255 lines
30 KiB
JSON
|
{
|
||
|
|
"best_global_step": null,
|
||
|
|
"best_metric": null,
|
||
|
|
"best_model_checkpoint": null,
|
||
|
|
"epoch": 1.0,
|
||
|
|
"eval_steps": 500,
|
||
|
|
"global_step": 867,
|
||
|
|
"is_hyper_param_search": false,
|
||
|
|
"is_local_process_zero": true,
|
||
|
|
"is_world_process_zero": true,
|
||
|
|
"log_history": [
|
||
|
|
{
|
||
|
|
"epoch": 0.005768676088837612,
|
||
|
|
"grad_norm": 45.75,
|
||
|
|
"learning_rate": 2.222222222222222e-06,
|
||
|
|
"loss": 2.812992477416992,
|
||
|
|
"step": 5
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.011537352177675224,
|
||
|
|
"grad_norm": 19.625,
|
||
|
|
"learning_rate": 4.9999999999999996e-06,
|
||
|
|
"loss": 2.6157678604125976,
|
||
|
|
"step": 10
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.017306028266512834,
|
||
|
|
"grad_norm": 10.0,
|
||
|
|
"learning_rate": 7.777777777777777e-06,
|
||
|
|
"loss": 2.550214958190918,
|
||
|
|
"step": 15
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.02307470435535045,
|
||
|
|
"grad_norm": 6.5625,
|
||
|
|
"learning_rate": 1.0555555555555555e-05,
|
||
|
|
"loss": 2.2421979904174805,
|
||
|
|
"step": 20
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.02884338044418806,
|
||
|
|
"grad_norm": 12.125,
|
||
|
|
"learning_rate": 1.3333333333333333e-05,
|
||
|
|
"loss": 2.3474178314208984,
|
||
|
|
"step": 25
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03461205653302567,
|
||
|
|
"grad_norm": 3.703125,
|
||
|
|
"learning_rate": 1.4999790187959524e-05,
|
||
|
|
"loss": 2.0521663665771483,
|
||
|
|
"step": 30
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.040380732621863286,
|
||
|
|
"grad_norm": 3.09375,
|
||
|
|
"learning_rate": 1.4997429937316679e-05,
|
||
|
|
"loss": 1.9066032409667968,
|
||
|
|
"step": 35
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0461494087107009,
|
||
|
|
"grad_norm": 3.34375,
|
||
|
|
"learning_rate": 1.4992447999059861e-05,
|
||
|
|
"loss": 1.8443662643432617,
|
||
|
|
"step": 40
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05191808479953851,
|
||
|
|
"grad_norm": 4.125,
|
||
|
|
"learning_rate": 1.498484611526414e-05,
|
||
|
|
"loss": 1.8280458450317383,
|
||
|
|
"step": 45
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05768676088837612,
|
||
|
|
"grad_norm": 3.234375,
|
||
|
|
"learning_rate": 1.4974626944142366e-05,
|
||
|
|
"loss": 1.743063735961914,
|
||
|
|
"step": 50
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06345543697721373,
|
||
|
|
"grad_norm": 4.4375,
|
||
|
|
"learning_rate": 1.4961794059115642e-05,
|
||
|
|
"loss": 1.6797224044799806,
|
||
|
|
"step": 55
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06922411306605133,
|
||
|
|
"grad_norm": 3.078125,
|
||
|
|
"learning_rate": 1.494635194756378e-05,
|
||
|
|
"loss": 1.687392807006836,
|
||
|
|
"step": 60
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07499278915488895,
|
||
|
|
"grad_norm": 2.59375,
|
||
|
|
"learning_rate": 1.4928306009256156e-05,
|
||
|
|
"loss": 1.6969615936279296,
|
||
|
|
"step": 65
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08076146524372657,
|
||
|
|
"grad_norm": 2.453125,
|
||
|
|
"learning_rate": 1.4907662554463534e-05,
|
||
|
|
"loss": 1.7176189422607422,
|
||
|
|
"step": 70
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08653014133256418,
|
||
|
|
"grad_norm": 4.5625,
|
||
|
|
"learning_rate": 1.4884428801751502e-05,
|
||
|
|
"loss": 1.5526809692382812,
|
||
|
|
"step": 75
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0922988174214018,
|
||
|
|
"grad_norm": 3.796875,
|
||
|
|
"learning_rate": 1.4858612875456295e-05,
|
||
|
|
"loss": 1.623830795288086,
|
||
|
|
"step": 80
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0980674935102394,
|
||
|
|
"grad_norm": 2.984375,
|
||
|
|
"learning_rate": 1.4830223802843894e-05,
|
||
|
|
"loss": 1.6493770599365234,
|
||
|
|
"step": 85
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.10383616959907702,
|
||
|
|
"grad_norm": 3.46875,
|
||
|
|
"learning_rate": 1.4799271510953386e-05,
|
||
|
|
"loss": 1.6132541656494142,
|
||
|
|
"step": 90
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.10960484568791462,
|
||
|
|
"grad_norm": 5.0625,
|
||
|
|
"learning_rate": 1.4765766823125695e-05,
|
||
|
|
"loss": 1.7179641723632812,
|
||
|
|
"step": 95
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.11537352177675224,
|
||
|
|
"grad_norm": 2.46875,
|
||
|
|
"learning_rate": 1.4729721455218899e-05,
|
||
|
|
"loss": 1.5699467658996582,
|
||
|
|
"step": 100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.12114219786558984,
|
||
|
|
"grad_norm": 4.03125,
|
||
|
|
"learning_rate": 1.4691148011511447e-05,
|
||
|
|
"loss": 1.5707356452941894,
|
||
|
|
"step": 105
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.12691087395442746,
|
||
|
|
"grad_norm": 2.671875,
|
||
|
|
"learning_rate": 1.465005998029472e-05,
|
||
|
|
"loss": 1.581485652923584,
|
||
|
|
"step": 110
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.13267955004326507,
|
||
|
|
"grad_norm": 4.0,
|
||
|
|
"learning_rate": 1.4606471729156468e-05,
|
||
|
|
"loss": 1.4936203956604004,
|
||
|
|
"step": 115
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.13844822613210267,
|
||
|
|
"grad_norm": 2.640625,
|
||
|
|
"learning_rate": 1.4560398499956776e-05,
|
||
|
|
"loss": 1.5083925247192382,
|
||
|
|
"step": 120
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1442169022209403,
|
||
|
|
"grad_norm": 2.3125,
|
||
|
|
"learning_rate": 1.4511856403498324e-05,
|
||
|
|
"loss": 1.4727232933044434,
|
||
|
|
"step": 125
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1499855783097779,
|
||
|
|
"grad_norm": 3.65625,
|
||
|
|
"learning_rate": 1.4460862413892792e-05,
|
||
|
|
"loss": 1.5390252113342284,
|
||
|
|
"step": 130
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1557542543986155,
|
||
|
|
"grad_norm": 2.671875,
|
||
|
|
"learning_rate": 1.4407434362625376e-05,
|
||
|
|
"loss": 1.5905132293701172,
|
||
|
|
"step": 135
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.16152293048745314,
|
||
|
|
"grad_norm": 3.375,
|
||
|
|
"learning_rate": 1.4351590932319506e-05,
|
||
|
|
"loss": 1.5457244873046876,
|
||
|
|
"step": 140
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.16729160657629075,
|
||
|
|
"grad_norm": 3.4375,
|
||
|
|
"learning_rate": 1.4293351650203956e-05,
|
||
|
|
"loss": 1.5160816192626954,
|
||
|
|
"step": 145
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.17306028266512835,
|
||
|
|
"grad_norm": 2.5625,
|
||
|
|
"learning_rate": 1.4232736881284576e-05,
|
||
|
|
"loss": 1.5460505485534668,
|
||
|
|
"step": 150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.17882895875396596,
|
||
|
|
"grad_norm": 2.734375,
|
||
|
|
"learning_rate": 1.416976782122311e-05,
|
||
|
|
"loss": 1.4950276374816895,
|
||
|
|
"step": 155
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1845976348428036,
|
||
|
|
"grad_norm": 4.25,
|
||
|
|
"learning_rate": 1.4104466488925536e-05,
|
||
|
|
"loss": 1.4827272415161132,
|
||
|
|
"step": 160
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1903663109316412,
|
||
|
|
"grad_norm": 2.859375,
|
||
|
|
"learning_rate": 1.4036855718842518e-05,
|
||
|
|
"loss": 1.585806179046631,
|
||
|
|
"step": 165
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1961349870204788,
|
||
|
|
"grad_norm": 3.734375,
|
||
|
|
"learning_rate": 1.396695915298472e-05,
|
||
|
|
"loss": 1.4454821586608886,
|
||
|
|
"step": 170
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2019036631093164,
|
||
|
|
"grad_norm": 2.5,
|
||
|
|
"learning_rate": 1.3894801232655692e-05,
|
||
|
|
"loss": 1.5184972763061524,
|
||
|
|
"step": 175
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.20767233919815403,
|
||
|
|
"grad_norm": 2.5625,
|
||
|
|
"learning_rate": 1.3820407189905295e-05,
|
||
|
|
"loss": 1.4702855110168458,
|
||
|
|
"step": 180
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.21344101528699164,
|
||
|
|
"grad_norm": 4.25,
|
||
|
|
"learning_rate": 1.3743803038706587e-05,
|
||
|
|
"loss": 1.4560264587402343,
|
||
|
|
"step": 185
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.21920969137582924,
|
||
|
|
"grad_norm": 4.71875,
|
||
|
|
"learning_rate": 1.3665015565859325e-05,
|
||
|
|
"loss": 1.4439519882202148,
|
||
|
|
"step": 190
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.22497836746466685,
|
||
|
|
"grad_norm": 3.640625,
|
||
|
|
"learning_rate": 1.3584072321623183e-05,
|
||
|
|
"loss": 1.3752272605895997,
|
||
|
|
"step": 195
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.23074704355350448,
|
||
|
|
"grad_norm": 4.8125,
|
||
|
|
"learning_rate": 1.3501001610084048e-05,
|
||
|
|
"loss": 1.5652609825134278,
|
||
|
|
"step": 200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.23651571964234208,
|
||
|
|
"grad_norm": 2.859375,
|
||
|
|
"learning_rate": 1.3415832479256685e-05,
|
||
|
|
"loss": 1.4904936790466308,
|
||
|
|
"step": 205
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.24228439573117969,
|
||
|
|
"grad_norm": 3.859375,
|
||
|
|
"learning_rate": 1.3328594710927282e-05,
|
||
|
|
"loss": 1.4062389373779296,
|
||
|
|
"step": 210
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.24805307182001732,
|
||
|
|
"grad_norm": 3.09375,
|
||
|
|
"learning_rate": 1.3239318810239423e-05,
|
||
|
|
"loss": 1.5080370903015137,
|
||
|
|
"step": 215
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2538217479088549,
|
||
|
|
"grad_norm": 4.0625,
|
||
|
|
"learning_rate": 1.3148035995027083e-05,
|
||
|
|
"loss": 1.403939914703369,
|
||
|
|
"step": 220
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.25959042399769255,
|
||
|
|
"grad_norm": 2.453125,
|
||
|
|
"learning_rate": 1.3054778184898452e-05,
|
||
|
|
"loss": 1.460791778564453,
|
||
|
|
"step": 225
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.26535910008653013,
|
||
|
|
"grad_norm": 3.234375,
|
||
|
|
"learning_rate": 1.2959577990074333e-05,
|
||
|
|
"loss": 1.4795469284057616,
|
||
|
|
"step": 230
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.27112777617536776,
|
||
|
|
"grad_norm": 3.8125,
|
||
|
|
"learning_rate": 1.2862468699985066e-05,
|
||
|
|
"loss": 1.4639040946960449,
|
||
|
|
"step": 235
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.27689645226420534,
|
||
|
|
"grad_norm": 2.890625,
|
||
|
|
"learning_rate": 1.2763484271629938e-05,
|
||
|
|
"loss": 1.4583266258239747,
|
||
|
|
"step": 240
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.28266512835304297,
|
||
|
|
"grad_norm": 3.125,
|
||
|
|
"learning_rate": 1.2662659317703154e-05,
|
||
|
|
"loss": 1.4482952117919923,
|
||
|
|
"step": 245
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2884338044418806,
|
||
|
|
"grad_norm": 3.15625,
|
||
|
|
"learning_rate": 1.256002909449056e-05,
|
||
|
|
"loss": 1.4816177368164063,
|
||
|
|
"step": 250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2942024805307182,
|
||
|
|
"grad_norm": 3.09375,
|
||
|
|
"learning_rate": 1.2455629489541248e-05,
|
||
|
|
"loss": 1.6563011169433595,
|
||
|
|
"step": 255
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2999711566195558,
|
||
|
|
"grad_norm": 3.5,
|
||
|
|
"learning_rate": 1.2349497009118497e-05,
|
||
|
|
"loss": 1.45164794921875,
|
||
|
|
"step": 260
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.30573983270839344,
|
||
|
|
"grad_norm": 2.3125,
|
||
|
|
"learning_rate": 1.2241668765434324e-05,
|
||
|
|
"loss": 1.5071072578430176,
|
||
|
|
"step": 265
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.311508508797231,
|
||
|
|
"grad_norm": 3.0,
|
||
|
|
"learning_rate": 1.2132182463672135e-05,
|
||
|
|
"loss": 1.4920737266540527,
|
||
|
|
"step": 270
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.31727718488606865,
|
||
|
|
"grad_norm": 2.703125,
|
||
|
|
"learning_rate": 1.2021076388802062e-05,
|
||
|
|
"loss": 1.4359200477600098,
|
||
|
|
"step": 275
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3230458609749063,
|
||
|
|
"grad_norm": 3.96875,
|
||
|
|
"learning_rate": 1.1908389392193549e-05,
|
||
|
|
"loss": 1.4329303741455077,
|
||
|
|
"step": 280
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.32881453706374386,
|
||
|
|
"grad_norm": 3.453125,
|
||
|
|
"learning_rate": 1.1794160878029856e-05,
|
||
|
|
"loss": 1.3877481460571288,
|
||
|
|
"step": 285
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3345832131525815,
|
||
|
|
"grad_norm": 2.40625,
|
||
|
|
"learning_rate": 1.1678430789529292e-05,
|
||
|
|
"loss": 1.4761417388916016,
|
||
|
|
"step": 290
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.34035188924141907,
|
||
|
|
"grad_norm": 3.46875,
|
||
|
|
"learning_rate": 1.1561239594977943e-05,
|
||
|
|
"loss": 1.5856515884399414,
|
||
|
|
"step": 295
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3461205653302567,
|
||
|
|
"grad_norm": 3.015625,
|
||
|
|
"learning_rate": 1.1442628273578785e-05,
|
||
|
|
"loss": 1.3921869277954102,
|
||
|
|
"step": 300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.35188924141909433,
|
||
|
|
"grad_norm": 2.6875,
|
||
|
|
"learning_rate": 1.1322638301122164e-05,
|
||
|
|
"loss": 1.3925346374511718,
|
||
|
|
"step": 305
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3576579175079319,
|
||
|
|
"grad_norm": 2.96875,
|
||
|
|
"learning_rate": 1.1201311635482602e-05,
|
||
|
|
"loss": 1.3757241249084473,
|
||
|
|
"step": 310
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.36342659359676954,
|
||
|
|
"grad_norm": 3.203125,
|
||
|
|
"learning_rate": 1.1078690701947063e-05,
|
||
|
|
"loss": 1.4508034706115722,
|
||
|
|
"step": 315
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3691952696856072,
|
||
|
|
"grad_norm": 2.546875,
|
||
|
|
"learning_rate": 1.0954818378379743e-05,
|
||
|
|
"loss": 1.4826339721679687,
|
||
|
|
"step": 320
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.37496394577444475,
|
||
|
|
"grad_norm": 3.0,
|
||
|
|
"learning_rate": 1.0829737980228618e-05,
|
||
|
|
"loss": 1.41096773147583,
|
||
|
|
"step": 325
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3807326218632824,
|
||
|
|
"grad_norm": 2.78125,
|
||
|
|
"learning_rate": 1.0703493245378976e-05,
|
||
|
|
"loss": 1.502821445465088,
|
||
|
|
"step": 330
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.38650129795212,
|
||
|
|
"grad_norm": 2.8125,
|
||
|
|
"learning_rate": 1.0576128318859246e-05,
|
||
|
|
"loss": 1.3927604675292968,
|
||
|
|
"step": 335
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3922699740409576,
|
||
|
|
"grad_norm": 3.625,
|
||
|
|
"learning_rate": 1.0447687737404428e-05,
|
||
|
|
"loss": 1.3787881851196289,
|
||
|
|
"step": 340
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3980386501297952,
|
||
|
|
"grad_norm": 3.1875,
|
||
|
|
"learning_rate": 1.0318216413882576e-05,
|
||
|
|
"loss": 1.3673920631408691,
|
||
|
|
"step": 345
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4038073262186328,
|
||
|
|
"grad_norm": 4.25,
|
||
|
|
"learning_rate": 1.018775962158975e-05,
|
||
|
|
"loss": 1.3431027412414551,
|
||
|
|
"step": 350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.40957600230747043,
|
||
|
|
"grad_norm": 2.1875,
|
||
|
|
"learning_rate": 1.0056362978418937e-05,
|
||
|
|
"loss": 1.483182430267334,
|
||
|
|
"step": 355
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.41534467839630806,
|
||
|
|
"grad_norm": 4.25,
|
||
|
|
"learning_rate": 9.924072430908451e-06,
|
||
|
|
"loss": 1.4253923416137695,
|
||
|
|
"step": 360
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.42111335448514564,
|
||
|
|
"grad_norm": 2.65625,
|
||
|
|
"learning_rate": 9.79093423817545e-06,
|
||
|
|
"loss": 1.436702823638916,
|
||
|
|
"step": 365
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4268820305739833,
|
||
|
|
"grad_norm": 2.640625,
|
||
|
|
"learning_rate": 9.656994955740129e-06,
|
||
|
|
"loss": 1.4487831115722656,
|
||
|
|
"step": 370
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4326507066628209,
|
||
|
|
"grad_norm": 2.4375,
|
||
|
|
"learning_rate": 9.522301419246267e-06,
|
||
|
|
"loss": 1.3315213203430176,
|
||
|
|
"step": 375
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4384193827516585,
|
||
|
|
"grad_norm": 2.546875,
|
||
|
|
"learning_rate": 9.386900728083816e-06,
|
||
|
|
"loss": 1.464303684234619,
|
||
|
|
"step": 380
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4441880588404961,
|
||
|
|
"grad_norm": 4.03125,
|
||
|
|
"learning_rate": 9.250840228919291e-06,
|
||
|
|
"loss": 1.3498079299926757,
|
||
|
|
"step": 385
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4499567349293337,
|
||
|
|
"grad_norm": 2.25,
|
||
|
|
"learning_rate": 9.114167499139666e-06,
|
||
|
|
"loss": 1.444554042816162,
|
||
|
|
"step": 390
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4557254110181713,
|
||
|
|
"grad_norm": 4.21875,
|
||
|
|
"learning_rate": 8.976930330215592e-06,
|
||
|
|
"loss": 1.311547088623047,
|
||
|
|
"step": 395
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.46149408710700895,
|
||
|
|
"grad_norm": 2.84375,
|
||
|
|
"learning_rate": 8.839176710989775e-06,
|
||
|
|
"loss": 1.423337173461914,
|
||
|
|
"step": 400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.46726276319584653,
|
||
|
|
"grad_norm": 2.828125,
|
||
|
|
"learning_rate": 8.700954810896315e-06,
|
||
|
|
"loss": 1.4692988395690918,
|
||
|
|
"step": 405
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.47303143928468416,
|
||
|
|
"grad_norm": 4.28125,
|
||
|
|
"learning_rate": 8.562312963116918e-06,
|
||
|
|
"loss": 1.416618251800537,
|
||
|
|
"step": 410
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4788001153735218,
|
||
|
|
"grad_norm": 2.828125,
|
||
|
|
"learning_rate": 8.423299647679823e-06,
|
||
|
|
"loss": 1.3839403152465821,
|
||
|
|
"step": 415
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.48456879146235937,
|
||
|
|
"grad_norm": 3.609375,
|
||
|
|
"learning_rate": 8.283963474507402e-06,
|
||
|
|
"loss": 1.4335898399353026,
|
||
|
|
"step": 420
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.490337467551197,
|
||
|
|
"grad_norm": 2.53125,
|
||
|
|
"learning_rate": 8.144353166418336e-06,
|
||
|
|
"loss": 1.3607335090637207,
|
||
|
|
"step": 425
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.49610614364003464,
|
||
|
|
"grad_norm": 2.90625,
|
||
|
|
"learning_rate": 8.004517542090298e-06,
|
||
|
|
"loss": 1.3808890342712403,
|
||
|
|
"step": 430
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5018748197288723,
|
||
|
|
"grad_norm": 4.25,
|
||
|
|
"learning_rate": 7.864505498989136e-06,
|
||
|
|
"loss": 1.339999294281006,
|
||
|
|
"step": 435
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5076434958177098,
|
||
|
|
"grad_norm": 2.484375,
|
||
|
|
"learning_rate": 7.724365996270489e-06,
|
||
|
|
"loss": 1.4851154327392577,
|
||
|
|
"step": 440
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5134121719065474,
|
||
|
|
"grad_norm": 2.921875,
|
||
|
|
"learning_rate": 7.584148037659845e-06,
|
||
|
|
"loss": 1.4813553810119628,
|
||
|
|
"step": 445
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5191808479953851,
|
||
|
|
"grad_norm": 2.90625,
|
||
|
|
"learning_rate": 7.443900654317003e-06,
|
||
|
|
"loss": 1.5473807334899903,
|
||
|
|
"step": 450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5249495240842227,
|
||
|
|
"grad_norm": 3.046875,
|
||
|
|
"learning_rate": 7.303672887690953e-06,
|
||
|
|
"loss": 1.4310360908508302,
|
||
|
|
"step": 455
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5307182001730603,
|
||
|
|
"grad_norm": 3.6875,
|
||
|
|
"learning_rate": 7.163513772371141e-06,
|
||
|
|
"loss": 1.4008095741271973,
|
||
|
|
"step": 460
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.536486876261898,
|
||
|
|
"grad_norm": 2.265625,
|
||
|
|
"learning_rate": 7.02347231894115e-06,
|
||
|
|
"loss": 1.476534080505371,
|
||
|
|
"step": 465
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5422555523507355,
|
||
|
|
"grad_norm": 2.671875,
|
||
|
|
"learning_rate": 6.883597496840774e-06,
|
||
|
|
"loss": 1.4958248138427734,
|
||
|
|
"step": 470
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5480242284395731,
|
||
|
|
"grad_norm": 2.640625,
|
||
|
|
"learning_rate": 6.7439382172424665e-06,
|
||
|
|
"loss": 1.4489681243896484,
|
||
|
|
"step": 475
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5537929045284107,
|
||
|
|
"grad_norm": 2.625,
|
||
|
|
"learning_rate": 6.604543315948169e-06,
|
||
|
|
"loss": 1.3916007995605468,
|
||
|
|
"step": 480
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5595615806172484,
|
||
|
|
"grad_norm": 2.796875,
|
||
|
|
"learning_rate": 6.465461536312499e-06,
|
||
|
|
"loss": 1.40925931930542,
|
||
|
|
"step": 485
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5653302567060859,
|
||
|
|
"grad_norm": 4.15625,
|
||
|
|
"learning_rate": 6.326741512198267e-06,
|
||
|
|
"loss": 1.4209882736206054,
|
||
|
|
"step": 490
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5710989327949235,
|
||
|
|
"grad_norm": 2.859375,
|
||
|
|
"learning_rate": 6.188431750970279e-06,
|
||
|
|
"loss": 1.4472535133361817,
|
||
|
|
"step": 495
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5768676088837612,
|
||
|
|
"grad_norm": 2.71875,
|
||
|
|
"learning_rate": 6.050580616533352e-06,
|
||
|
|
"loss": 1.4107693672180175,
|
||
|
|
"step": 500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5826362849725988,
|
||
|
|
"grad_norm": 2.640625,
|
||
|
|
"learning_rate": 5.913236312420529e-06,
|
||
|
|
"loss": 1.3599486351013184,
|
||
|
|
"step": 505
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5884049610614364,
|
||
|
|
"grad_norm": 2.9375,
|
||
|
|
"learning_rate": 5.7764468649373555e-06,
|
||
|
|
"loss": 1.4726941108703613,
|
||
|
|
"step": 510
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.594173637150274,
|
||
|
|
"grad_norm": 3.90625,
|
||
|
|
"learning_rate": 5.640260106368114e-06,
|
||
|
|
"loss": 1.3863279342651367,
|
||
|
|
"step": 515
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5999423132391116,
|
||
|
|
"grad_norm": 2.375,
|
||
|
|
"learning_rate": 5.5047236582499375e-06,
|
||
|
|
"loss": 1.4163952827453614,
|
||
|
|
"step": 520
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6057109893279492,
|
||
|
|
"grad_norm": 2.296875,
|
||
|
|
"learning_rate": 5.36988491472058e-06,
|
||
|
|
"loss": 1.37623929977417,
|
||
|
|
"step": 525
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6114796654167869,
|
||
|
|
"grad_norm": 2.671875,
|
||
|
|
"learning_rate": 5.235791025945735e-06,
|
||
|
|
"loss": 1.5111130714416503,
|
||
|
|
"step": 530
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6172483415056245,
|
||
|
|
"grad_norm": 4.0625,
|
||
|
|
"learning_rate": 5.10248888163164e-06,
|
||
|
|
"loss": 1.3977880477905273,
|
||
|
|
"step": 535
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.623017017594462,
|
||
|
|
"grad_norm": 2.96875,
|
||
|
|
"learning_rate": 4.970025094628776e-06,
|
||
|
|
"loss": 1.4750987052917481,
|
||
|
|
"step": 540
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6287856936832997,
|
||
|
|
"grad_norm": 3.515625,
|
||
|
|
"learning_rate": 4.8384459846323695e-06,
|
||
|
|
"loss": 1.3118095397949219,
|
||
|
|
"step": 545
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6345543697721373,
|
||
|
|
"grad_norm": 2.578125,
|
||
|
|
"learning_rate": 4.707797561985411e-06,
|
||
|
|
"loss": 1.3975916862487794,
|
||
|
|
"step": 550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6403230458609749,
|
||
|
|
"grad_norm": 3.0625,
|
||
|
|
"learning_rate": 4.5781255115898316e-06,
|
||
|
|
"loss": 1.3796093940734864,
|
||
|
|
"step": 555
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6460917219498126,
|
||
|
|
"grad_norm": 2.75,
|
||
|
|
"learning_rate": 4.4494751769315e-06,
|
||
|
|
"loss": 1.4118720054626466,
|
||
|
|
"step": 560
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6518603980386501,
|
||
|
|
"grad_norm": 3.328125,
|
||
|
|
"learning_rate": 4.321891544224585e-06,
|
||
|
|
"loss": 1.4323857307434082,
|
||
|
|
"step": 565
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6576290741274877,
|
||
|
|
"grad_norm": 3.234375,
|
||
|
|
"learning_rate": 4.195419226680871e-06,
|
||
|
|
"loss": 1.3628763198852538,
|
||
|
|
"step": 570
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6633977502163253,
|
||
|
|
"grad_norm": 3.21875,
|
||
|
|
"learning_rate": 4.0701024489094845e-06,
|
||
|
|
"loss": 1.4056241989135743,
|
||
|
|
"step": 575
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.669166426305163,
|
||
|
|
"grad_norm": 3.578125,
|
||
|
|
"learning_rate": 3.94598503145251e-06,
|
||
|
|
"loss": 1.436029052734375,
|
||
|
|
"step": 580
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6749351023940006,
|
||
|
|
"grad_norm": 4.21875,
|
||
|
|
"learning_rate": 3.823110375461909e-06,
|
||
|
|
"loss": 1.4853976249694825,
|
||
|
|
"step": 585
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6807037784828381,
|
||
|
|
"grad_norm": 4.15625,
|
||
|
|
"learning_rate": 3.7015214475230806e-06,
|
||
|
|
"loss": 1.4030592918395997,
|
||
|
|
"step": 590
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6864724545716758,
|
||
|
|
"grad_norm": 3.09375,
|
||
|
|
"learning_rate": 3.5812607646303843e-06,
|
||
|
|
"loss": 1.3297285079956054,
|
||
|
|
"step": 595
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6922411306605134,
|
||
|
|
"grad_norm": 3.4375,
|
||
|
|
"learning_rate": 3.462370379319884e-06,
|
||
|
|
"loss": 1.3419939994812011,
|
||
|
|
"step": 600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.698009806749351,
|
||
|
|
"grad_norm": 4.875,
|
||
|
|
"learning_rate": 3.3448918649644763e-06,
|
||
|
|
"loss": 1.3997164726257325,
|
||
|
|
"step": 605
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7037784828381887,
|
||
|
|
"grad_norm": 2.078125,
|
||
|
|
"learning_rate": 3.2288663012366104e-06,
|
||
|
|
"loss": 1.417185115814209,
|
||
|
|
"step": 610
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7095471589270262,
|
||
|
|
"grad_norm": 2.078125,
|
||
|
|
"learning_rate": 3.114334259743604e-06,
|
||
|
|
"loss": 1.4784677505493165,
|
||
|
|
"step": 615
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7153158350158638,
|
||
|
|
"grad_norm": 2.15625,
|
||
|
|
"learning_rate": 3.0013357898406473e-06,
|
||
|
|
"loss": 1.5040478706359863,
|
||
|
|
"step": 620
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7210845111047015,
|
||
|
|
"grad_norm": 2.859375,
|
||
|
|
"learning_rate": 2.889910404626421e-06,
|
||
|
|
"loss": 1.4505383491516113,
|
||
|
|
"step": 625
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7268531871935391,
|
||
|
|
"grad_norm": 4.46875,
|
||
|
|
"learning_rate": 2.7800970671262205e-06,
|
||
|
|
"loss": 1.398913860321045,
|
||
|
|
"step": 630
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7326218632823767,
|
||
|
|
"grad_norm": 1.9765625,
|
||
|
|
"learning_rate": 2.6719341766674354e-06,
|
||
|
|
"loss": 1.4610247611999512,
|
||
|
|
"step": 635
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7383905393712143,
|
||
|
|
"grad_norm": 3.46875,
|
||
|
|
"learning_rate": 2.5654595554521557e-06,
|
||
|
|
"loss": 1.4679314613342285,
|
||
|
|
"step": 640
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7441592154600519,
|
||
|
|
"grad_norm": 2.828125,
|
||
|
|
"learning_rate": 2.4607104353315556e-06,
|
||
|
|
"loss": 1.4416119575500488,
|
||
|
|
"step": 645
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7499278915488895,
|
||
|
|
"grad_norm": 2.484375,
|
||
|
|
"learning_rate": 2.3577234447867435e-06,
|
||
|
|
"loss": 1.4032243728637694,
|
||
|
|
"step": 650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7556965676377272,
|
||
|
|
"grad_norm": 2.90625,
|
||
|
|
"learning_rate": 2.2565345961205697e-06,
|
||
|
|
"loss": 1.4307050704956055,
|
||
|
|
"step": 655
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7614652437265648,
|
||
|
|
"grad_norm": 2.40625,
|
||
|
|
"learning_rate": 2.157179272864915e-06,
|
||
|
|
"loss": 1.3724449157714844,
|
||
|
|
"step": 660
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7672339198154023,
|
||
|
|
"grad_norm": 2.25,
|
||
|
|
"learning_rate": 2.0596922174078447e-06,
|
||
|
|
"loss": 1.4334271430969239,
|
||
|
|
"step": 665
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.77300259590424,
|
||
|
|
"grad_norm": 3.828125,
|
||
|
|
"learning_rate": 1.9641075188449458e-06,
|
||
|
|
"loss": 1.3669556617736816,
|
||
|
|
"step": 670
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7787712719930776,
|
||
|
|
"grad_norm": 2.90625,
|
||
|
|
"learning_rate": 1.8704586010591252e-06,
|
||
|
|
"loss": 1.4459367752075196,
|
||
|
|
"step": 675
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7845399480819152,
|
||
|
|
"grad_norm": 2.796875,
|
||
|
|
"learning_rate": 1.7787782110330011e-06,
|
||
|
|
"loss": 1.4034392356872558,
|
||
|
|
"step": 680
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7903086241707528,
|
||
|
|
"grad_norm": 2.203125,
|
||
|
|
"learning_rate": 1.6890984073979934e-06,
|
||
|
|
"loss": 1.3815957069396974,
|
||
|
|
"step": 685
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7960773002595904,
|
||
|
|
"grad_norm": 2.3125,
|
||
|
|
"learning_rate": 1.601450549224127e-06,
|
||
|
|
"loss": 1.3128249168395996,
|
||
|
|
"step": 690
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.801845976348428,
|
||
|
|
"grad_norm": 2.890625,
|
||
|
|
"learning_rate": 1.5158652850544483e-06,
|
||
|
|
"loss": 1.3994318962097168,
|
||
|
|
"step": 695
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8076146524372656,
|
||
|
|
"grad_norm": 2.28125,
|
||
|
|
"learning_rate": 1.432372542187895e-06,
|
||
|
|
"loss": 1.4310274124145508,
|
||
|
|
"step": 700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8133833285261033,
|
||
|
|
"grad_norm": 2.625,
|
||
|
|
"learning_rate": 1.35100151621438e-06,
|
||
|
|
"loss": 1.3345772743225097,
|
||
|
|
"step": 705
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8191520046149409,
|
||
|
|
"grad_norm": 2.25,
|
||
|
|
"learning_rate": 1.2717806608057217e-06,
|
||
|
|
"loss": 1.4705657958984375,
|
||
|
|
"step": 710
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8249206807037784,
|
||
|
|
"grad_norm": 1.921875,
|
||
|
|
"learning_rate": 1.1947376777660244e-06,
|
||
|
|
"loss": 1.4911749839782715,
|
||
|
|
"step": 715
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8306893567926161,
|
||
|
|
"grad_norm": 3.6875,
|
||
|
|
"learning_rate": 1.1198995073449542e-06,
|
||
|
|
"loss": 1.3002596855163575,
|
||
|
|
"step": 720
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8364580328814537,
|
||
|
|
"grad_norm": 2.421875,
|
||
|
|
"learning_rate": 1.0472923188173266e-06,
|
||
|
|
"loss": 1.381908130645752,
|
||
|
|
"step": 725
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8422267089702913,
|
||
|
|
"grad_norm": 2.546875,
|
||
|
|
"learning_rate": 9.769415013322849e-07,
|
||
|
|
"loss": 1.4264190673828125,
|
||
|
|
"step": 730
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.847995385059129,
|
||
|
|
"grad_norm": 2.515625,
|
||
|
|
"learning_rate": 9.088716550352605e-07,
|
||
|
|
"loss": 1.3962379455566407,
|
||
|
|
"step": 735
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8537640611479665,
|
||
|
|
"grad_norm": 2.6875,
|
||
|
|
"learning_rate": 8.431065824658443e-07,
|
||
|
|
"loss": 1.4328977584838867,
|
||
|
|
"step": 740
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8595327372368041,
|
||
|
|
"grad_norm": 2.84375,
|
||
|
|
"learning_rate": 7.796692802345615e-07,
|
||
|
|
"loss": 1.4179375648498536,
|
||
|
|
"step": 745
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8653014133256418,
|
||
|
|
"grad_norm": 3.0,
|
||
|
|
"learning_rate": 7.185819309814492e-07,
|
||
|
|
"loss": 1.3624920845031738,
|
||
|
|
"step": 750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8710700894144794,
|
||
|
|
"grad_norm": 3.0625,
|
||
|
|
"learning_rate": 6.598658956192829e-07,
|
||
|
|
"loss": 1.3818011283874512,
|
||
|
|
"step": 755
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.876838765503317,
|
||
|
|
"grad_norm": 2.796875,
|
||
|
|
"learning_rate": 6.035417058641207e-07,
|
||
|
|
"loss": 1.334589385986328,
|
||
|
|
"step": 760
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8826074415921547,
|
||
|
|
"grad_norm": 3.5,
|
||
|
|
"learning_rate": 5.496290570558157e-07,
|
||
|
|
"loss": 1.4661783218383788,
|
||
|
|
"step": 765
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8883761176809922,
|
||
|
|
"grad_norm": 2.453125,
|
||
|
|
"learning_rate": 4.981468012709877e-07,
|
||
|
|
"loss": 1.320871353149414,
|
||
|
|
"step": 770
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8941447937698298,
|
||
|
|
"grad_norm": 3.109375,
|
||
|
|
"learning_rate": 4.4911294073085724e-07,
|
||
|
|
"loss": 1.4195501327514648,
|
||
|
|
"step": 775
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8999134698586674,
|
||
|
|
"grad_norm": 2.9375,
|
||
|
|
"learning_rate": 4.025446215062681e-07,
|
||
|
|
"loss": 1.388649845123291,
|
||
|
|
"step": 780
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9056821459475051,
|
||
|
|
"grad_norm": 2.359375,
|
||
|
|
"learning_rate": 3.584581275220772e-07,
|
||
|
|
"loss": 1.4097150802612304,
|
||
|
|
"step": 785
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9114508220363426,
|
||
|
|
"grad_norm": 3.828125,
|
||
|
|
"learning_rate": 3.1686887486302164e-07,
|
||
|
|
"loss": 1.3754265785217286,
|
||
|
|
"step": 790
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9172194981251802,
|
||
|
|
"grad_norm": 2.453125,
|
||
|
|
"learning_rate": 2.777914063830492e-07,
|
||
|
|
"loss": 1.381131935119629,
|
||
|
|
"step": 795
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9229881742140179,
|
||
|
|
"grad_norm": 2.453125,
|
||
|
|
"learning_rate": 2.4123938662000186e-07,
|
||
|
|
"loss": 1.471685028076172,
|
||
|
|
"step": 800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9287568503028555,
|
||
|
|
"grad_norm": 2.65625,
|
||
|
|
"learning_rate": 2.0722559701742582e-07,
|
||
|
|
"loss": 1.4830981254577638,
|
||
|
|
"step": 805
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9345255263916931,
|
||
|
|
"grad_norm": 2.59375,
|
||
|
|
"learning_rate": 1.7576193145517782e-07,
|
||
|
|
"loss": 1.4231231689453125,
|
||
|
|
"step": 810
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9402942024805307,
|
||
|
|
"grad_norm": 2.65625,
|
||
|
|
"learning_rate": 1.4685939209039324e-07,
|
||
|
|
"loss": 1.3563322067260741,
|
||
|
|
"step": 815
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9460628785693683,
|
||
|
|
"grad_norm": 3.09375,
|
||
|
|
"learning_rate": 1.205280855102775e-07,
|
||
|
|
"loss": 1.4409172058105468,
|
||
|
|
"step": 820
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9518315546582059,
|
||
|
|
"grad_norm": 3.109375,
|
||
|
|
"learning_rate": 9.677721919804816e-08,
|
||
|
|
"loss": 1.4546229362487793,
|
||
|
|
"step": 825
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9576002307470436,
|
||
|
|
"grad_norm": 2.8125,
|
||
|
|
"learning_rate": 7.561509831327779e-08,
|
||
|
|
"loss": 1.4547360420227051,
|
||
|
|
"step": 830
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9633689068358812,
|
||
|
|
"grad_norm": 2.625,
|
||
|
|
"learning_rate": 5.704912278776952e-08,
|
||
|
|
"loss": 1.3702272415161132,
|
||
|
|
"step": 835
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9691375829247187,
|
||
|
|
"grad_norm": 4.4375,
|
||
|
|
"learning_rate": 4.108578473795033e-08,
|
||
|
|
"loss": 1.2763612747192383,
|
||
|
|
"step": 840
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9749062590135564,
|
||
|
|
"grad_norm": 3.890625,
|
||
|
|
"learning_rate": 2.773066619472936e-08,
|
||
|
|
"loss": 1.4001253128051758,
|
||
|
|
"step": 845
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.980674935102394,
|
||
|
|
"grad_norm": 2.28125,
|
||
|
|
"learning_rate": 1.6988437151579385e-08,
|
||
|
|
"loss": 1.4111320495605468,
|
||
|
|
"step": 850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9864436111912316,
|
||
|
|
"grad_norm": 4.90625,
|
||
|
|
"learning_rate": 8.862853931542181e-09,
|
||
|
|
"loss": 1.367732334136963,
|
||
|
|
"step": 855
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9922122872800693,
|
||
|
|
"grad_norm": 4.4375,
|
||
|
|
"learning_rate": 3.3567578737250802e-09,
|
||
|
|
"loss": 1.3816195487976075,
|
||
|
|
"step": 860
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9979809633689068,
|
||
|
|
"grad_norm": 2.46875,
|
||
|
|
"learning_rate": 4.720743397457205e-10,
|
||
|
|
"loss": 1.3967268943786622,
|
||
|
|
"step": 865
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0,
|
||
|
|
"step": 867,
|
||
|
|
"total_flos": 4.2033452439454925e+17,
|
||
|
|
"train_loss": 1.4887716360433154,
|
||
|
|
"train_runtime": 7587.3157,
|
||
|
|
"train_samples_per_second": 0.457,
|
||
|
|
"train_steps_per_second": 0.114
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"logging_steps": 5,
|
||
|
|
"max_steps": 867,
|
||
|
|
"num_input_tokens_seen": 0,
|
||
|
|
"num_train_epochs": 1,
|
||
|
|
"save_steps": 500,
|
||
|
|
"stateful_callbacks": {
|
||
|
|
"TrainerControl": {
|
||
|
|
"args": {
|
||
|
|
"should_epoch_stop": false,
|
||
|
|
"should_evaluate": false,
|
||
|
|
"should_log": false,
|
||
|
|
"should_save": false,
|
||
|
|
"should_training_stop": false
|
||
|
|
},
|
||
|
|
"attributes": {}
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"total_flos": 4.2033452439454925e+17,
|
||
|
|
"train_batch_size": 1,
|
||
|
|
"trial_name": null,
|
||
|
|
"trial_params": null
|
||
|
|
}
|