604 lines
15 KiB
JSON
604 lines
15 KiB
JSON
{
|
|
"best_global_step": null,
|
|
"best_metric": null,
|
|
"best_model_checkpoint": null,
|
|
"epoch": 1.0,
|
|
"eval_steps": 500,
|
|
"global_step": 400,
|
|
"is_hyper_param_search": false,
|
|
"is_local_process_zero": true,
|
|
"is_world_process_zero": true,
|
|
"log_history": [
|
|
{
|
|
"epoch": 0.012523481527864746,
|
|
"grad_norm": 29.625,
|
|
"learning_rate": 6.666666666666667e-06,
|
|
"loss": 3.0092775344848635,
|
|
"step": 5
|
|
},
|
|
{
|
|
"epoch": 0.025046963055729492,
|
|
"grad_norm": 8.8125,
|
|
"learning_rate": 1.5000000000000002e-05,
|
|
"loss": 2.547764778137207,
|
|
"step": 10
|
|
},
|
|
{
|
|
"epoch": 0.03757044458359424,
|
|
"grad_norm": 4.9375,
|
|
"learning_rate": 1.9998688836656322e-05,
|
|
"loss": 2.233675956726074,
|
|
"step": 15
|
|
},
|
|
{
|
|
"epoch": 0.050093926111458985,
|
|
"grad_norm": 3.015625,
|
|
"learning_rate": 1.9983942197426272e-05,
|
|
"loss": 2.057873344421387,
|
|
"step": 20
|
|
},
|
|
{
|
|
"epoch": 0.06261740763932373,
|
|
"grad_norm": 3.09375,
|
|
"learning_rate": 1.995283421166614e-05,
|
|
"loss": 1.851465606689453,
|
|
"step": 25
|
|
},
|
|
{
|
|
"epoch": 0.07514088916718847,
|
|
"grad_norm": 3.265625,
|
|
"learning_rate": 1.9905415858090036e-05,
|
|
"loss": 1.855565071105957,
|
|
"step": 30
|
|
},
|
|
{
|
|
"epoch": 0.08766437069505323,
|
|
"grad_norm": 2.359375,
|
|
"learning_rate": 1.9841764844290744e-05,
|
|
"loss": 1.752499771118164,
|
|
"step": 35
|
|
},
|
|
{
|
|
"epoch": 0.10018785222291797,
|
|
"grad_norm": 2.921875,
|
|
"learning_rate": 1.976198547939518e-05,
|
|
"loss": 1.8114988327026367,
|
|
"step": 40
|
|
},
|
|
{
|
|
"epoch": 0.11271133375078271,
|
|
"grad_norm": 2.59375,
|
|
"learning_rate": 1.9666208503126115e-05,
|
|
"loss": 1.6981731414794923,
|
|
"step": 45
|
|
},
|
|
{
|
|
"epoch": 0.12523481527864747,
|
|
"grad_norm": 2.34375,
|
|
"learning_rate": 1.955459087155033e-05,
|
|
"loss": 1.6682065963745116,
|
|
"step": 50
|
|
},
|
|
{
|
|
"epoch": 0.13775829680651222,
|
|
"grad_norm": 2.21875,
|
|
"learning_rate": 1.9427315499864345e-05,
|
|
"loss": 1.654319953918457,
|
|
"step": 55
|
|
},
|
|
{
|
|
"epoch": 0.15028177833437695,
|
|
"grad_norm": 2.109375,
|
|
"learning_rate": 1.928459096263918e-05,
|
|
"loss": 1.628897476196289,
|
|
"step": 60
|
|
},
|
|
{
|
|
"epoch": 0.1628052598622417,
|
|
"grad_norm": 2.140625,
|
|
"learning_rate": 1.9126651152015404e-05,
|
|
"loss": 1.588959312438965,
|
|
"step": 65
|
|
},
|
|
{
|
|
"epoch": 0.17532874139010646,
|
|
"grad_norm": 2.390625,
|
|
"learning_rate": 1.8953754894408617e-05,
|
|
"loss": 1.643252182006836,
|
|
"step": 70
|
|
},
|
|
{
|
|
"epoch": 0.18785222291797118,
|
|
"grad_norm": 2.59375,
|
|
"learning_rate": 1.876618552635348e-05,
|
|
"loss": 1.575343132019043,
|
|
"step": 75
|
|
},
|
|
{
|
|
"epoch": 0.20037570444583594,
|
|
"grad_norm": 2.3125,
|
|
"learning_rate": 1.8564250430181387e-05,
|
|
"loss": 1.6070398330688476,
|
|
"step": 80
|
|
},
|
|
{
|
|
"epoch": 0.2128991859737007,
|
|
"grad_norm": 2.09375,
|
|
"learning_rate": 1.8348280530292712e-05,
|
|
"loss": 1.6005193710327148,
|
|
"step": 85
|
|
},
|
|
{
|
|
"epoch": 0.22542266750156542,
|
|
"grad_norm": 2.296875,
|
|
"learning_rate": 1.8118629750849106e-05,
|
|
"loss": 1.5561012268066405,
|
|
"step": 90
|
|
},
|
|
{
|
|
"epoch": 0.23794614902943018,
|
|
"grad_norm": 1.9140625,
|
|
"learning_rate": 1.7875674435774546e-05,
|
|
"loss": 1.5994838714599608,
|
|
"step": 95
|
|
},
|
|
{
|
|
"epoch": 0.25046963055729493,
|
|
"grad_norm": 2.046875,
|
|
"learning_rate": 1.7619812732015664e-05,
|
|
"loss": 1.5856236457824706,
|
|
"step": 100
|
|
},
|
|
{
|
|
"epoch": 0.2629931120851597,
|
|
"grad_norm": 2.703125,
|
|
"learning_rate": 1.7351463937072008e-05,
|
|
"loss": 1.5562751770019532,
|
|
"step": 105
|
|
},
|
|
{
|
|
"epoch": 0.27551659361302444,
|
|
"grad_norm": 2.234375,
|
|
"learning_rate": 1.7071067811865477e-05,
|
|
"loss": 1.5253159523010253,
|
|
"step": 110
|
|
},
|
|
{
|
|
"epoch": 0.28804007514088914,
|
|
"grad_norm": 2.875,
|
|
"learning_rate": 1.6779083860075032e-05,
|
|
"loss": 1.5002705574035644,
|
|
"step": 115
|
|
},
|
|
{
|
|
"epoch": 0.3005635566687539,
|
|
"grad_norm": 2.296875,
|
|
"learning_rate": 1.6475990575117603e-05,
|
|
"loss": 1.5255040168762206,
|
|
"step": 120
|
|
},
|
|
{
|
|
"epoch": 0.31308703819661865,
|
|
"grad_norm": 3.53125,
|
|
"learning_rate": 1.6162284656009276e-05,
|
|
"loss": 1.489553737640381,
|
|
"step": 125
|
|
},
|
|
{
|
|
"epoch": 0.3256105197244834,
|
|
"grad_norm": 2.390625,
|
|
"learning_rate": 1.5838480193391753e-05,
|
|
"loss": 1.4954115867614746,
|
|
"step": 130
|
|
},
|
|
{
|
|
"epoch": 0.33813400125234816,
|
|
"grad_norm": 1.921875,
|
|
"learning_rate": 1.5505107827058038e-05,
|
|
"loss": 1.504003143310547,
|
|
"step": 135
|
|
},
|
|
{
|
|
"epoch": 0.3506574827802129,
|
|
"grad_norm": 2.078125,
|
|
"learning_rate": 1.516271387635786e-05,
|
|
"loss": 1.5397921562194825,
|
|
"step": 140
|
|
},
|
|
{
|
|
"epoch": 0.36318096430807767,
|
|
"grad_norm": 2.6875,
|
|
"learning_rate": 1.4811859444908053e-05,
|
|
"loss": 1.5844552040100097,
|
|
"step": 145
|
|
},
|
|
{
|
|
"epoch": 0.37570444583594237,
|
|
"grad_norm": 2.328125,
|
|
"learning_rate": 1.4453119501074924e-05,
|
|
"loss": 1.4908522605895995,
|
|
"step": 150
|
|
},
|
|
{
|
|
"epoch": 0.3882279273638071,
|
|
"grad_norm": 2.5625,
|
|
"learning_rate": 1.4087081935735565e-05,
|
|
"loss": 1.4880791664123536,
|
|
"step": 155
|
|
},
|
|
{
|
|
"epoch": 0.4007514088916719,
|
|
"grad_norm": 2.234375,
|
|
"learning_rate": 1.3714346598862168e-05,
|
|
"loss": 1.4971721649169922,
|
|
"step": 160
|
|
},
|
|
{
|
|
"epoch": 0.41327489041953663,
|
|
"grad_norm": 3.03125,
|
|
"learning_rate": 1.3335524316508208e-05,
|
|
"loss": 1.4654574394226074,
|
|
"step": 165
|
|
},
|
|
{
|
|
"epoch": 0.4257983719474014,
|
|
"grad_norm": 1.9296875,
|
|
"learning_rate": 1.2951235889807386e-05,
|
|
"loss": 1.450455379486084,
|
|
"step": 170
|
|
},
|
|
{
|
|
"epoch": 0.43832185347526614,
|
|
"grad_norm": 2.21875,
|
|
"learning_rate": 1.2562111077625723e-05,
|
|
"loss": 1.570608425140381,
|
|
"step": 175
|
|
},
|
|
{
|
|
"epoch": 0.45084533500313084,
|
|
"grad_norm": 2.46875,
|
|
"learning_rate": 1.2168787564534078e-05,
|
|
"loss": 1.4704577445983886,
|
|
"step": 180
|
|
},
|
|
{
|
|
"epoch": 0.4633688165309956,
|
|
"grad_norm": 2.140625,
|
|
"learning_rate": 1.177190991579223e-05,
|
|
"loss": 1.5063845634460449,
|
|
"step": 185
|
|
},
|
|
{
|
|
"epoch": 0.47589229805886035,
|
|
"grad_norm": 2.3125,
|
|
"learning_rate": 1.1372128521057155e-05,
|
|
"loss": 1.4744919776916503,
|
|
"step": 190
|
|
},
|
|
{
|
|
"epoch": 0.4884157795867251,
|
|
"grad_norm": 2.390625,
|
|
"learning_rate": 1.0970098528546482e-05,
|
|
"loss": 1.511544895172119,
|
|
"step": 195
|
|
},
|
|
{
|
|
"epoch": 0.5009392611145899,
|
|
"grad_norm": 1.7578125,
|
|
"learning_rate": 1.0566478771403763e-05,
|
|
"loss": 1.4689907073974608,
|
|
"step": 200
|
|
},
|
|
{
|
|
"epoch": 0.5134627426424546,
|
|
"grad_norm": 2.4375,
|
|
"learning_rate": 1.0161930688025018e-05,
|
|
"loss": 1.4732332229614258,
|
|
"step": 205
|
|
},
|
|
{
|
|
"epoch": 0.5259862241703194,
|
|
"grad_norm": 2.359375,
|
|
"learning_rate": 9.757117238115871e-06,
|
|
"loss": 1.4493576049804688,
|
|
"step": 210
|
|
},
|
|
{
|
|
"epoch": 0.5385097056981841,
|
|
"grad_norm": 1.9296875,
|
|
"learning_rate": 9.352701816255643e-06,
|
|
"loss": 1.4741571426391602,
|
|
"step": 215
|
|
},
|
|
{
|
|
"epoch": 0.5510331872260489,
|
|
"grad_norm": 2.484375,
|
|
"learning_rate": 8.949347164748761e-06,
|
|
"loss": 1.4440049171447753,
|
|
"step": 220
|
|
},
|
|
{
|
|
"epoch": 0.5635566687539136,
|
|
"grad_norm": 2.3125,
|
|
"learning_rate": 8.5477142875451e-06,
|
|
"loss": 1.5042129516601563,
|
|
"step": 225
|
|
},
|
|
{
|
|
"epoch": 0.5760801502817783,
|
|
"grad_norm": 1.9921875,
|
|
"learning_rate": 8.148461367009081e-06,
|
|
"loss": 1.479151153564453,
|
|
"step": 230
|
|
},
|
|
{
|
|
"epoch": 0.588603631809643,
|
|
"grad_norm": 1.984375,
|
|
"learning_rate": 7.752242685312709e-06,
|
|
"loss": 1.5147887229919434,
|
|
"step": 235
|
|
},
|
|
{
|
|
"epoch": 0.6011271133375078,
|
|
"grad_norm": 3.046875,
|
|
"learning_rate": 7.35970755222007e-06,
|
|
"loss": 1.4407625198364258,
|
|
"step": 240
|
|
},
|
|
{
|
|
"epoch": 0.6136505948653725,
|
|
"grad_norm": 3.15625,
|
|
"learning_rate": 6.971499241020495e-06,
|
|
"loss": 1.4036590576171875,
|
|
"step": 245
|
|
},
|
|
{
|
|
"epoch": 0.6261740763932373,
|
|
"grad_norm": 2.53125,
|
|
"learning_rate": 6.588253934354039e-06,
|
|
"loss": 1.4591806411743165,
|
|
"step": 250
|
|
},
|
|
{
|
|
"epoch": 0.638697557921102,
|
|
"grad_norm": 2.0625,
|
|
"learning_rate": 6.210599681656933e-06,
|
|
"loss": 1.5027113914489747,
|
|
"step": 255
|
|
},
|
|
{
|
|
"epoch": 0.6512210394489668,
|
|
"grad_norm": 1.953125,
|
|
"learning_rate": 5.839155369935407e-06,
|
|
"loss": 1.4685559272766113,
|
|
"step": 260
|
|
},
|
|
{
|
|
"epoch": 0.6637445209768316,
|
|
"grad_norm": 2.375,
|
|
"learning_rate": 5.4745297095546125e-06,
|
|
"loss": 1.5166523933410645,
|
|
"step": 265
|
|
},
|
|
{
|
|
"epoch": 0.6762680025046963,
|
|
"grad_norm": 2.625,
|
|
"learning_rate": 5.117320236704697e-06,
|
|
"loss": 1.4691507339477539,
|
|
"step": 270
|
|
},
|
|
{
|
|
"epoch": 0.6887914840325611,
|
|
"grad_norm": 2.078125,
|
|
"learning_rate": 4.7681123341787e-06,
|
|
"loss": 1.53342924118042,
|
|
"step": 275
|
|
},
|
|
{
|
|
"epoch": 0.7013149655604258,
|
|
"grad_norm": 2.453125,
|
|
"learning_rate": 4.427478272067066e-06,
|
|
"loss": 1.514073371887207,
|
|
"step": 280
|
|
},
|
|
{
|
|
"epoch": 0.7138384470882906,
|
|
"grad_norm": 2.234375,
|
|
"learning_rate": 4.095976269940777e-06,
|
|
"loss": 1.4454584121704102,
|
|
"step": 285
|
|
},
|
|
{
|
|
"epoch": 0.7263619286161553,
|
|
"grad_norm": 1.828125,
|
|
"learning_rate": 3.7741495820600128e-06,
|
|
"loss": 1.4844335556030273,
|
|
"step": 290
|
|
},
|
|
{
|
|
"epoch": 0.73888541014402,
|
|
"grad_norm": 2.015625,
|
|
"learning_rate": 3.4625256071074776e-06,
|
|
"loss": 1.4866701126098634,
|
|
"step": 295
|
|
},
|
|
{
|
|
"epoch": 0.7514088916718847,
|
|
"grad_norm": 2.53125,
|
|
"learning_rate": 3.1616150239052647e-06,
|
|
"loss": 1.4392054557800293,
|
|
"step": 300
|
|
},
|
|
{
|
|
"epoch": 0.7639323731997495,
|
|
"grad_norm": 2.5625,
|
|
"learning_rate": 2.8719109545317102e-06,
|
|
"loss": 1.4637357711791992,
|
|
"step": 305
|
|
},
|
|
{
|
|
"epoch": 0.7764558547276142,
|
|
"grad_norm": 2.390625,
|
|
"learning_rate": 2.593888156209603e-06,
|
|
"loss": 1.4387860298156738,
|
|
"step": 310
|
|
},
|
|
{
|
|
"epoch": 0.788979336255479,
|
|
"grad_norm": 2.265625,
|
|
"learning_rate": 2.328002243290138e-06,
|
|
"loss": 1.4650882720947265,
|
|
"step": 315
|
|
},
|
|
{
|
|
"epoch": 0.8015028177833438,
|
|
"grad_norm": 1.984375,
|
|
"learning_rate": 2.074688940607529e-06,
|
|
"loss": 1.5315435409545899,
|
|
"step": 320
|
|
},
|
|
{
|
|
"epoch": 0.8140262993112085,
|
|
"grad_norm": 2.515625,
|
|
"learning_rate": 1.8343633694278895e-06,
|
|
"loss": 1.5125369071960448,
|
|
"step": 325
|
|
},
|
|
{
|
|
"epoch": 0.8265497808390733,
|
|
"grad_norm": 2.203125,
|
|
"learning_rate": 1.607419367162577e-06,
|
|
"loss": 1.4377523422241212,
|
|
"step": 330
|
|
},
|
|
{
|
|
"epoch": 0.839073262366938,
|
|
"grad_norm": 2.4375,
|
|
"learning_rate": 1.3942288419607476e-06,
|
|
"loss": 1.4360872268676759,
|
|
"step": 335
|
|
},
|
|
{
|
|
"epoch": 0.8515967438948028,
|
|
"grad_norm": 1.9609375,
|
|
"learning_rate": 1.195141163238892e-06,
|
|
"loss": 1.4957749366760253,
|
|
"step": 340
|
|
},
|
|
{
|
|
"epoch": 0.8641202254226675,
|
|
"grad_norm": 1.7578125,
|
|
"learning_rate": 1.010482589146048e-06,
|
|
"loss": 1.4363853454589843,
|
|
"step": 345
|
|
},
|
|
{
|
|
"epoch": 0.8766437069505323,
|
|
"grad_norm": 2.0625,
|
|
"learning_rate": 8.405557319029911e-07,
|
|
"loss": 1.5025806427001953,
|
|
"step": 350
|
|
},
|
|
{
|
|
"epoch": 0.889167188478397,
|
|
"grad_norm": 1.9453125,
|
|
"learning_rate": 6.856390618915775e-07,
|
|
"loss": 1.4651078224182128,
|
|
"step": 355
|
|
},
|
|
{
|
|
"epoch": 0.9016906700062617,
|
|
"grad_norm": 2.140625,
|
|
"learning_rate": 5.459864513068991e-07,
|
|
"loss": 1.464914894104004,
|
|
"step": 360
|
|
},
|
|
{
|
|
"epoch": 0.9142141515341264,
|
|
"grad_norm": 1.890625,
|
|
"learning_rate": 4.218267581201296e-07,
|
|
"loss": 1.44300537109375,
|
|
"step": 365
|
|
},
|
|
{
|
|
"epoch": 0.9267376330619912,
|
|
"grad_norm": 2.359375,
|
|
"learning_rate": 3.133634510338235e-07,
|
|
"loss": 1.4994802474975586,
|
|
"step": 370
|
|
},
|
|
{
|
|
"epoch": 0.939261114589856,
|
|
"grad_norm": 2.25,
|
|
"learning_rate": 2.2077427604429435e-07,
|
|
"loss": 1.4373616218566894,
|
|
"step": 375
|
|
},
|
|
{
|
|
"epoch": 0.9517845961177207,
|
|
"grad_norm": 2.359375,
|
|
"learning_rate": 1.4421096515749855e-07,
|
|
"loss": 1.4988561630249024,
|
|
"step": 380
|
|
},
|
|
{
|
|
"epoch": 0.9643080776455855,
|
|
"grad_norm": 2.25,
|
|
"learning_rate": 8.379898773574924e-08,
|
|
"loss": 1.5371465682983398,
|
|
"step": 385
|
|
},
|
|
{
|
|
"epoch": 0.9768315591734502,
|
|
"grad_norm": 2.59375,
|
|
"learning_rate": 3.963734488278248e-08,
|
|
"loss": 1.4375405311584473,
|
|
"step": 390
|
|
},
|
|
{
|
|
"epoch": 0.989355040701315,
|
|
"grad_norm": 2.546875,
|
|
"learning_rate": 1.179840720409331e-08,
|
|
"loss": 1.4510549545288085,
|
|
"step": 395
|
|
},
|
|
{
|
|
"epoch": 1.0,
|
|
"grad_norm": 3.5625,
|
|
"learning_rate": 3.277962084369257e-10,
|
|
"loss": 1.4790672302246093,
|
|
"step": 400
|
|
},
|
|
{
|
|
"epoch": 1.0,
|
|
"step": 400,
|
|
"total_flos": 1.9165347193492685e+17,
|
|
"train_loss": 1.5697158980369568,
|
|
"train_runtime": 3253.1715,
|
|
"train_samples_per_second": 0.491,
|
|
"train_steps_per_second": 0.123
|
|
}
|
|
],
|
|
"logging_steps": 5,
|
|
"max_steps": 400,
|
|
"num_input_tokens_seen": 0,
|
|
"num_train_epochs": 1,
|
|
"save_steps": 500,
|
|
"stateful_callbacks": {
|
|
"TrainerControl": {
|
|
"args": {
|
|
"should_epoch_stop": false,
|
|
"should_evaluate": false,
|
|
"should_log": false,
|
|
"should_save": true,
|
|
"should_training_stop": true
|
|
},
|
|
"attributes": {}
|
|
}
|
|
},
|
|
"total_flos": 1.9165347193492685e+17,
|
|
"train_batch_size": 1,
|
|
"trial_name": null,
|
|
"trial_params": null
|
|
}
|