506 lines
12 KiB
JSON
506 lines
12 KiB
JSON
|
{
|
||
|
|
"best_global_step": null,
|
||
|
|
"best_metric": null,
|
||
|
|
"best_model_checkpoint": null,
|
||
|
|
"epoch": 1.0,
|
||
|
|
"eval_steps": 500,
|
||
|
|
"global_step": 331,
|
||
|
|
"is_hyper_param_search": false,
|
||
|
|
"is_local_process_zero": true,
|
||
|
|
"is_world_process_zero": true,
|
||
|
|
"log_history": [
|
||
|
|
{
|
||
|
|
"epoch": 0.015105740181268883,
|
||
|
|
"grad_norm": 65.32524871826172,
|
||
|
|
"learning_rate": 2.3529411764705885e-06,
|
||
|
|
"loss": 1.7699,
|
||
|
|
"step": 5
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.030211480362537766,
|
||
|
|
"grad_norm": 1.1226208209991455,
|
||
|
|
"learning_rate": 5.294117647058824e-06,
|
||
|
|
"loss": 0.3128,
|
||
|
|
"step": 10
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.045317220543806644,
|
||
|
|
"grad_norm": 1.0650861263275146,
|
||
|
|
"learning_rate": 8.23529411764706e-06,
|
||
|
|
"loss": 0.0691,
|
||
|
|
"step": 15
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06042296072507553,
|
||
|
|
"grad_norm": 0.5207144021987915,
|
||
|
|
"learning_rate": 1.1176470588235295e-05,
|
||
|
|
"loss": 0.0675,
|
||
|
|
"step": 20
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0755287009063444,
|
||
|
|
"grad_norm": 0.518444299697876,
|
||
|
|
"learning_rate": 1.4117647058823532e-05,
|
||
|
|
"loss": 0.0669,
|
||
|
|
"step": 25
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.09063444108761329,
|
||
|
|
"grad_norm": 0.43817996978759766,
|
||
|
|
"learning_rate": 1.7058823529411767e-05,
|
||
|
|
"loss": 0.0658,
|
||
|
|
"step": 30
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.10574018126888217,
|
||
|
|
"grad_norm": 1.0586720705032349,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.0648,
|
||
|
|
"step": 35
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.12084592145015106,
|
||
|
|
"grad_norm": 1.3109872341156006,
|
||
|
|
"learning_rate": 1.9986017152454497e-05,
|
||
|
|
"loss": 0.0657,
|
||
|
|
"step": 40
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.13595166163141995,
|
||
|
|
"grad_norm": 0.48269444704055786,
|
||
|
|
"learning_rate": 1.9944107713823068e-05,
|
||
|
|
"loss": 0.0609,
|
||
|
|
"step": 45
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1510574018126888,
|
||
|
|
"grad_norm": 0.9956803917884827,
|
||
|
|
"learning_rate": 1.9874388886763944e-05,
|
||
|
|
"loss": 0.0712,
|
||
|
|
"step": 50
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1661631419939577,
|
||
|
|
"grad_norm": 0.8316070437431335,
|
||
|
|
"learning_rate": 1.9777055644823087e-05,
|
||
|
|
"loss": 0.0669,
|
||
|
|
"step": 55
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.18126888217522658,
|
||
|
|
"grad_norm": 0.09602731466293335,
|
||
|
|
"learning_rate": 1.9652380187177128e-05,
|
||
|
|
"loss": 0.0623,
|
||
|
|
"step": 60
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.19637462235649547,
|
||
|
|
"grad_norm": 0.23348145186901093,
|
||
|
|
"learning_rate": 1.9500711177409456e-05,
|
||
|
|
"loss": 0.0561,
|
||
|
|
"step": 65
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.21148036253776434,
|
||
|
|
"grad_norm": 0.1733577698469162,
|
||
|
|
"learning_rate": 1.932247276844826e-05,
|
||
|
|
"loss": 0.0614,
|
||
|
|
"step": 70
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.22658610271903323,
|
||
|
|
"grad_norm": 0.21881505846977234,
|
||
|
|
"learning_rate": 1.9118163416393392e-05,
|
||
|
|
"loss": 0.0567,
|
||
|
|
"step": 75
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.24169184290030213,
|
||
|
|
"grad_norm": 0.3463956117630005,
|
||
|
|
"learning_rate": 1.8888354486549238e-05,
|
||
|
|
"loss": 0.0598,
|
||
|
|
"step": 80
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.256797583081571,
|
||
|
|
"grad_norm": 0.11425940692424774,
|
||
|
|
"learning_rate": 1.863368865556191e-05,
|
||
|
|
"loss": 0.0564,
|
||
|
|
"step": 85
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2719033232628399,
|
||
|
|
"grad_norm": 0.15162110328674316,
|
||
|
|
"learning_rate": 1.8354878114129368e-05,
|
||
|
|
"loss": 0.056,
|
||
|
|
"step": 90
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.28700906344410876,
|
||
|
|
"grad_norm": 0.1482110172510147,
|
||
|
|
"learning_rate": 1.8052702575310588e-05,
|
||
|
|
"loss": 0.0493,
|
||
|
|
"step": 95
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3021148036253776,
|
||
|
|
"grad_norm": 0.36696767807006836,
|
||
|
|
"learning_rate": 1.772800709400383e-05,
|
||
|
|
"loss": 0.048,
|
||
|
|
"step": 100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.31722054380664655,
|
||
|
|
"grad_norm": 0.25465500354766846,
|
||
|
|
"learning_rate": 1.7381699703691866e-05,
|
||
|
|
"loss": 0.0537,
|
||
|
|
"step": 105
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3323262839879154,
|
||
|
|
"grad_norm": 0.38290655612945557,
|
||
|
|
"learning_rate": 1.7014748877063212e-05,
|
||
|
|
"loss": 0.0537,
|
||
|
|
"step": 110
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3474320241691843,
|
||
|
|
"grad_norm": 0.3702133297920227,
|
||
|
|
"learning_rate": 1.6628180817610963e-05,
|
||
|
|
"loss": 0.051,
|
||
|
|
"step": 115
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.36253776435045315,
|
||
|
|
"grad_norm": 0.1437833160161972,
|
||
|
|
"learning_rate": 1.6223076589783368e-05,
|
||
|
|
"loss": 0.0473,
|
||
|
|
"step": 120
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3776435045317221,
|
||
|
|
"grad_norm": 0.15008145570755005,
|
||
|
|
"learning_rate": 1.5800569095711983e-05,
|
||
|
|
"loss": 0.0509,
|
||
|
|
"step": 125
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.39274924471299094,
|
||
|
|
"grad_norm": 0.15623906254768372,
|
||
|
|
"learning_rate": 1.5361839906972095e-05,
|
||
|
|
"loss": 0.0577,
|
||
|
|
"step": 130
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4078549848942598,
|
||
|
|
"grad_norm": 0.10994814336299896,
|
||
|
|
"learning_rate": 1.4908115960235683e-05,
|
||
|
|
"loss": 0.0513,
|
||
|
|
"step": 135
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4229607250755287,
|
||
|
|
"grad_norm": 0.15456193685531616,
|
||
|
|
"learning_rate": 1.4440666126057743e-05,
|
||
|
|
"loss": 0.0572,
|
||
|
|
"step": 140
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4380664652567976,
|
||
|
|
"grad_norm": 0.16252553462982178,
|
||
|
|
"learning_rate": 1.396079766039157e-05,
|
||
|
|
"loss": 0.0538,
|
||
|
|
"step": 145
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.45317220543806647,
|
||
|
|
"grad_norm": 0.4133623540401459,
|
||
|
|
"learning_rate": 1.3469852548756626e-05,
|
||
|
|
"loss": 0.0512,
|
||
|
|
"step": 150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.46827794561933533,
|
||
|
|
"grad_norm": 0.1537550389766693,
|
||
|
|
"learning_rate": 1.296920375328275e-05,
|
||
|
|
"loss": 0.0494,
|
||
|
|
"step": 155
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.48338368580060426,
|
||
|
|
"grad_norm": 0.5091661214828491,
|
||
|
|
"learning_rate": 1.2460251373126136e-05,
|
||
|
|
"loss": 0.0513,
|
||
|
|
"step": 160
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4984894259818731,
|
||
|
|
"grad_norm": 0.18158994615077972,
|
||
|
|
"learning_rate": 1.194441872899471e-05,
|
||
|
|
"loss": 0.046,
|
||
|
|
"step": 165
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.513595166163142,
|
||
|
|
"grad_norm": 0.39592429995536804,
|
||
|
|
"learning_rate": 1.1423148382732854e-05,
|
||
|
|
"loss": 0.05,
|
||
|
|
"step": 170
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5287009063444109,
|
||
|
|
"grad_norm": 0.22556884586811066,
|
||
|
|
"learning_rate": 1.0897898103096917e-05,
|
||
|
|
"loss": 0.0485,
|
||
|
|
"step": 175
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5438066465256798,
|
||
|
|
"grad_norm": 0.35634785890579224,
|
||
|
|
"learning_rate": 1.0370136789003582e-05,
|
||
|
|
"loss": 0.0458,
|
||
|
|
"step": 180
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5589123867069486,
|
||
|
|
"grad_norm": 0.5002294778823853,
|
||
|
|
"learning_rate": 9.841340361651921e-06,
|
||
|
|
"loss": 0.0471,
|
||
|
|
"step": 185
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5740181268882175,
|
||
|
|
"grad_norm": 0.1892608106136322,
|
||
|
|
"learning_rate": 9.312987637007191e-06,
|
||
|
|
"loss": 0.0397,
|
||
|
|
"step": 190
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5891238670694864,
|
||
|
|
"grad_norm": 0.2997090816497803,
|
||
|
|
"learning_rate": 8.786556190189183e-06,
|
||
|
|
"loss": 0.0432,
|
||
|
|
"step": 195
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6042296072507553,
|
||
|
|
"grad_norm": 0.10828253626823425,
|
||
|
|
"learning_rate": 8.263518223330698e-06,
|
||
|
|
"loss": 0.0456,
|
||
|
|
"step": 200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6193353474320241,
|
||
|
|
"grad_norm": 0.11140269786119461,
|
||
|
|
"learning_rate": 7.745336448461958e-06,
|
||
|
|
"loss": 0.0464,
|
||
|
|
"step": 205
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6344410876132931,
|
||
|
|
"grad_norm": 0.21382257342338562,
|
||
|
|
"learning_rate": 7.233459996934731e-06,
|
||
|
|
"loss": 0.0436,
|
||
|
|
"step": 210
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.649546827794562,
|
||
|
|
"grad_norm": 0.22236904501914978,
|
||
|
|
"learning_rate": 6.729320366825785e-06,
|
||
|
|
"loss": 0.0395,
|
||
|
|
"step": 215
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6646525679758308,
|
||
|
|
"grad_norm": 0.18689888715744019,
|
||
|
|
"learning_rate": 6.234327419653013e-06,
|
||
|
|
"loss": 0.0434,
|
||
|
|
"step": 220
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6797583081570997,
|
||
|
|
"grad_norm": 0.11527472734451294,
|
||
|
|
"learning_rate": 5.749865437599703e-06,
|
||
|
|
"loss": 0.0448,
|
||
|
|
"step": 225
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6948640483383686,
|
||
|
|
"grad_norm": 0.12977807223796844,
|
||
|
|
"learning_rate": 5.277289252273175e-06,
|
||
|
|
"loss": 0.0443,
|
||
|
|
"step": 230
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7099697885196374,
|
||
|
|
"grad_norm": 0.28918567299842834,
|
||
|
|
"learning_rate": 4.817920455824045e-06,
|
||
|
|
"loss": 0.042,
|
||
|
|
"step": 235
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7250755287009063,
|
||
|
|
"grad_norm": 0.1708402782678604,
|
||
|
|
"learning_rate": 4.373043705021899e-06,
|
||
|
|
"loss": 0.036,
|
||
|
|
"step": 240
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7401812688821753,
|
||
|
|
"grad_norm": 0.2525939345359802,
|
||
|
|
"learning_rate": 3.943903128623336e-06,
|
||
|
|
"loss": 0.0392,
|
||
|
|
"step": 245
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7552870090634441,
|
||
|
|
"grad_norm": 0.3220805525779724,
|
||
|
|
"learning_rate": 3.5316988480794255e-06,
|
||
|
|
"loss": 0.036,
|
||
|
|
"step": 250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.770392749244713,
|
||
|
|
"grad_norm": 0.3768947422504425,
|
||
|
|
"learning_rate": 3.1375836213126653e-06,
|
||
|
|
"loss": 0.0373,
|
||
|
|
"step": 255
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7854984894259819,
|
||
|
|
"grad_norm": 0.15737439692020416,
|
||
|
|
"learning_rate": 2.7626596189492983e-06,
|
||
|
|
"loss": 0.0363,
|
||
|
|
"step": 260
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8006042296072508,
|
||
|
|
"grad_norm": 0.24124516546726227,
|
||
|
|
"learning_rate": 2.4079753420225694e-06,
|
||
|
|
"loss": 0.0345,
|
||
|
|
"step": 265
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8157099697885196,
|
||
|
|
"grad_norm": 0.2828380763530731,
|
||
|
|
"learning_rate": 2.0745226897666858e-06,
|
||
|
|
"loss": 0.0427,
|
||
|
|
"step": 270
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8308157099697885,
|
||
|
|
"grad_norm": 0.4477688670158386,
|
||
|
|
"learning_rate": 1.7632341857016733e-06,
|
||
|
|
"loss": 0.0382,
|
||
|
|
"step": 275
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8459214501510574,
|
||
|
|
"grad_norm": 0.35590699315071106,
|
||
|
|
"learning_rate": 1.4749803697665366e-06,
|
||
|
|
"loss": 0.0423,
|
||
|
|
"step": 280
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8610271903323263,
|
||
|
|
"grad_norm": 0.5138667821884155,
|
||
|
|
"learning_rate": 1.2105673637938054e-06,
|
||
|
|
"loss": 0.0411,
|
||
|
|
"step": 285
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8761329305135952,
|
||
|
|
"grad_norm": 0.2003919929265976,
|
||
|
|
"learning_rate": 9.707346171337895e-07,
|
||
|
|
"loss": 0.0366,
|
||
|
|
"step": 290
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8912386706948641,
|
||
|
|
"grad_norm": 0.4709911346435547,
|
||
|
|
"learning_rate": 7.561528387330797e-07,
|
||
|
|
"loss": 0.036,
|
||
|
|
"step": 295
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9063444108761329,
|
||
|
|
"grad_norm": 0.14394928514957428,
|
||
|
|
"learning_rate": 5.674221214503639e-07,
|
||
|
|
"loss": 0.0324,
|
||
|
|
"step": 300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9214501510574018,
|
||
|
|
"grad_norm": 0.2846868932247162,
|
||
|
|
"learning_rate": 4.0507026385502747e-07,
|
||
|
|
"loss": 0.036,
|
||
|
|
"step": 305
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9365558912386707,
|
||
|
|
"grad_norm": 0.2303285300731659,
|
||
|
|
"learning_rate": 2.6955129420176193e-07,
|
||
|
|
"loss": 0.0389,
|
||
|
|
"step": 310
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9516616314199395,
|
||
|
|
"grad_norm": 0.27734264731407166,
|
||
|
|
"learning_rate": 1.612442007090076e-07,
|
||
|
|
"loss": 0.038,
|
||
|
|
"step": 315
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9667673716012085,
|
||
|
|
"grad_norm": 0.17142164707183838,
|
||
|
|
"learning_rate": 8.04518716920466e-08,
|
||
|
|
"loss": 0.0294,
|
||
|
|
"step": 320
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9818731117824774,
|
||
|
|
"grad_norm": 0.14783106744289398,
|
||
|
|
"learning_rate": 2.7400248514776184e-08,
|
||
|
|
"loss": 0.0394,
|
||
|
|
"step": 325
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9969788519637462,
|
||
|
|
"grad_norm": 0.2399517148733139,
|
||
|
|
"learning_rate": 2.237693728981416e-09,
|
||
|
|
"loss": 0.0394,
|
||
|
|
"step": 330
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0,
|
||
|
|
"step": 331,
|
||
|
|
"total_flos": 3.732036479342346e+17,
|
||
|
|
"train_loss": 0.07862781884086817,
|
||
|
|
"train_runtime": 1853.8902,
|
||
|
|
"train_samples_per_second": 11.415,
|
||
|
|
"train_steps_per_second": 0.179
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"logging_steps": 5,
|
||
|
|
"max_steps": 331,
|
||
|
|
"num_input_tokens_seen": 0,
|
||
|
|
"num_train_epochs": 1,
|
||
|
|
"save_steps": 500,
|
||
|
|
"stateful_callbacks": {
|
||
|
|
"TrainerControl": {
|
||
|
|
"args": {
|
||
|
|
"should_epoch_stop": false,
|
||
|
|
"should_evaluate": false,
|
||
|
|
"should_log": false,
|
||
|
|
"should_save": true,
|
||
|
|
"should_training_stop": true
|
||
|
|
},
|
||
|
|
"attributes": {}
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"total_flos": 3.732036479342346e+17,
|
||
|
|
"train_batch_size": 8,
|
||
|
|
"trial_name": null,
|
||
|
|
"trial_params": null
|
||
|
|
}
|