622 lines
16 KiB
JSON
622 lines
16 KiB
JSON
{
|
|
"best_metric": null,
|
|
"best_model_checkpoint": null,
|
|
"epoch": 6.153846153846154,
|
|
"eval_steps": 50,
|
|
"global_step": 2000,
|
|
"is_hyper_param_search": false,
|
|
"is_local_process_zero": true,
|
|
"is_world_process_zero": true,
|
|
"log_history": [
|
|
{
|
|
"epoch": 0.15384615384615385,
|
|
"grad_norm": 25.85894203186035,
|
|
"learning_rate": 3.0769230769230774e-06,
|
|
"loss": 1.0987,
|
|
"step": 50
|
|
},
|
|
{
|
|
"epoch": 0.15384615384615385,
|
|
"eval_loss": 0.7039205431938171,
|
|
"eval_runtime": 1.7807,
|
|
"eval_samples_per_second": 64.02,
|
|
"eval_steps_per_second": 3.369,
|
|
"step": 50
|
|
},
|
|
{
|
|
"epoch": 0.3076923076923077,
|
|
"grad_norm": 10.326680183410645,
|
|
"learning_rate": 6.153846153846155e-06,
|
|
"loss": 0.6388,
|
|
"step": 100
|
|
},
|
|
{
|
|
"epoch": 0.3076923076923077,
|
|
"eval_loss": 0.6586376428604126,
|
|
"eval_runtime": 1.795,
|
|
"eval_samples_per_second": 63.511,
|
|
"eval_steps_per_second": 3.343,
|
|
"step": 100
|
|
},
|
|
{
|
|
"epoch": 0.46153846153846156,
|
|
"grad_norm": 2.875251531600952,
|
|
"learning_rate": 9.230769230769232e-06,
|
|
"loss": 0.6463,
|
|
"step": 150
|
|
},
|
|
{
|
|
"epoch": 0.46153846153846156,
|
|
"eval_loss": 0.6574278473854065,
|
|
"eval_runtime": 1.7356,
|
|
"eval_samples_per_second": 65.682,
|
|
"eval_steps_per_second": 3.457,
|
|
"step": 150
|
|
},
|
|
{
|
|
"epoch": 0.6153846153846154,
|
|
"grad_norm": 2.7418408393859863,
|
|
"learning_rate": 1.230769230769231e-05,
|
|
"loss": 0.6721,
|
|
"step": 200
|
|
},
|
|
{
|
|
"epoch": 0.6153846153846154,
|
|
"eval_loss": 0.6629524827003479,
|
|
"eval_runtime": 1.7437,
|
|
"eval_samples_per_second": 65.378,
|
|
"eval_steps_per_second": 3.441,
|
|
"step": 200
|
|
},
|
|
{
|
|
"epoch": 0.7692307692307693,
|
|
"grad_norm": 1.8382577896118164,
|
|
"learning_rate": 1.5384615384615387e-05,
|
|
"loss": 0.6288,
|
|
"step": 250
|
|
},
|
|
{
|
|
"epoch": 0.7692307692307693,
|
|
"eval_loss": 0.673968493938446,
|
|
"eval_runtime": 1.8191,
|
|
"eval_samples_per_second": 62.667,
|
|
"eval_steps_per_second": 3.298,
|
|
"step": 250
|
|
},
|
|
{
|
|
"epoch": 0.9230769230769231,
|
|
"grad_norm": 2.8036742210388184,
|
|
"learning_rate": 1.8461538461538465e-05,
|
|
"loss": 0.7276,
|
|
"step": 300
|
|
},
|
|
{
|
|
"epoch": 0.9230769230769231,
|
|
"eval_loss": 0.6912825107574463,
|
|
"eval_runtime": 1.7707,
|
|
"eval_samples_per_second": 64.38,
|
|
"eval_steps_per_second": 3.388,
|
|
"step": 300
|
|
},
|
|
{
|
|
"epoch": 1.0769230769230769,
|
|
"grad_norm": 1.469930648803711,
|
|
"learning_rate": 1.9996395276708856e-05,
|
|
"loss": 0.5365,
|
|
"step": 350
|
|
},
|
|
{
|
|
"epoch": 1.0769230769230769,
|
|
"eval_loss": 0.7528238296508789,
|
|
"eval_runtime": 1.7853,
|
|
"eval_samples_per_second": 63.856,
|
|
"eval_steps_per_second": 3.361,
|
|
"step": 350
|
|
},
|
|
{
|
|
"epoch": 1.2307692307692308,
|
|
"grad_norm": 2.5635602474212646,
|
|
"learning_rate": 1.9967573081342103e-05,
|
|
"loss": 0.4279,
|
|
"step": 400
|
|
},
|
|
{
|
|
"epoch": 1.2307692307692308,
|
|
"eval_loss": 0.7624219655990601,
|
|
"eval_runtime": 1.8133,
|
|
"eval_samples_per_second": 62.869,
|
|
"eval_steps_per_second": 3.309,
|
|
"step": 400
|
|
},
|
|
{
|
|
"epoch": 1.3846153846153846,
|
|
"grad_norm": 1.6066973209381104,
|
|
"learning_rate": 1.9910011792459086e-05,
|
|
"loss": 0.42,
|
|
"step": 450
|
|
},
|
|
{
|
|
"epoch": 1.3846153846153846,
|
|
"eval_loss": 0.7675647139549255,
|
|
"eval_runtime": 1.7503,
|
|
"eval_samples_per_second": 65.132,
|
|
"eval_steps_per_second": 3.428,
|
|
"step": 450
|
|
},
|
|
{
|
|
"epoch": 1.5384615384615383,
|
|
"grad_norm": 2.782292604446411,
|
|
"learning_rate": 1.9823877374156647e-05,
|
|
"loss": 0.4284,
|
|
"step": 500
|
|
},
|
|
{
|
|
"epoch": 1.5384615384615383,
|
|
"eval_loss": 0.7663527131080627,
|
|
"eval_runtime": 1.7731,
|
|
"eval_samples_per_second": 64.293,
|
|
"eval_steps_per_second": 3.384,
|
|
"step": 500
|
|
},
|
|
{
|
|
"epoch": 1.6923076923076923,
|
|
"grad_norm": 1.985113263130188,
|
|
"learning_rate": 1.9709418174260523e-05,
|
|
"loss": 0.4615,
|
|
"step": 550
|
|
},
|
|
{
|
|
"epoch": 1.6923076923076923,
|
|
"eval_loss": 0.7588106989860535,
|
|
"eval_runtime": 1.743,
|
|
"eval_samples_per_second": 65.406,
|
|
"eval_steps_per_second": 3.442,
|
|
"step": 550
|
|
},
|
|
{
|
|
"epoch": 1.8461538461538463,
|
|
"grad_norm": 3.593240261077881,
|
|
"learning_rate": 1.9566964208274254e-05,
|
|
"loss": 0.4493,
|
|
"step": 600
|
|
},
|
|
{
|
|
"epoch": 1.8461538461538463,
|
|
"eval_loss": 0.7685819864273071,
|
|
"eval_runtime": 1.7745,
|
|
"eval_samples_per_second": 64.242,
|
|
"eval_steps_per_second": 3.381,
|
|
"step": 600
|
|
},
|
|
{
|
|
"epoch": 2.0,
|
|
"grad_norm": 2.46645450592041,
|
|
"learning_rate": 1.9396926207859085e-05,
|
|
"loss": 0.4103,
|
|
"step": 650
|
|
},
|
|
{
|
|
"epoch": 2.0,
|
|
"eval_loss": 0.7486200928688049,
|
|
"eval_runtime": 1.7602,
|
|
"eval_samples_per_second": 64.766,
|
|
"eval_steps_per_second": 3.409,
|
|
"step": 650
|
|
},
|
|
{
|
|
"epoch": 2.1538461538461537,
|
|
"grad_norm": 2.113468647003174,
|
|
"learning_rate": 1.9199794436588244e-05,
|
|
"loss": 0.2133,
|
|
"step": 700
|
|
},
|
|
{
|
|
"epoch": 2.1538461538461537,
|
|
"eval_loss": 0.8937916159629822,
|
|
"eval_runtime": 1.7444,
|
|
"eval_samples_per_second": 65.35,
|
|
"eval_steps_per_second": 3.439,
|
|
"step": 700
|
|
},
|
|
{
|
|
"epoch": 2.3076923076923075,
|
|
"grad_norm": 1.9733953475952148,
|
|
"learning_rate": 1.8976137276390145e-05,
|
|
"loss": 0.2181,
|
|
"step": 750
|
|
},
|
|
{
|
|
"epoch": 2.3076923076923075,
|
|
"eval_loss": 0.8633579611778259,
|
|
"eval_runtime": 1.7477,
|
|
"eval_samples_per_second": 65.228,
|
|
"eval_steps_per_second": 3.433,
|
|
"step": 750
|
|
},
|
|
{
|
|
"epoch": 2.4615384615384617,
|
|
"grad_norm": 1.7347004413604736,
|
|
"learning_rate": 1.8726599588756144e-05,
|
|
"loss": 0.2005,
|
|
"step": 800
|
|
},
|
|
{
|
|
"epoch": 2.4615384615384617,
|
|
"eval_loss": 0.8777443766593933,
|
|
"eval_runtime": 1.7381,
|
|
"eval_samples_per_second": 65.588,
|
|
"eval_steps_per_second": 3.452,
|
|
"step": 800
|
|
},
|
|
{
|
|
"epoch": 2.6153846153846154,
|
|
"grad_norm": 1.5702624320983887,
|
|
"learning_rate": 1.845190085543795e-05,
|
|
"loss": 0.2157,
|
|
"step": 850
|
|
},
|
|
{
|
|
"epoch": 2.6153846153846154,
|
|
"eval_loss": 0.8784948587417603,
|
|
"eval_runtime": 1.7673,
|
|
"eval_samples_per_second": 64.505,
|
|
"eval_steps_per_second": 3.395,
|
|
"step": 850
|
|
},
|
|
{
|
|
"epoch": 2.769230769230769,
|
|
"grad_norm": 2.3403327465057373,
|
|
"learning_rate": 1.8152833103995443e-05,
|
|
"loss": 0.2115,
|
|
"step": 900
|
|
},
|
|
{
|
|
"epoch": 2.769230769230769,
|
|
"eval_loss": 0.8863385915756226,
|
|
"eval_runtime": 1.7696,
|
|
"eval_samples_per_second": 64.421,
|
|
"eval_steps_per_second": 3.391,
|
|
"step": 900
|
|
},
|
|
{
|
|
"epoch": 2.9230769230769234,
|
|
"grad_norm": 1.9724828004837036,
|
|
"learning_rate": 1.7830258624176224e-05,
|
|
"loss": 0.2225,
|
|
"step": 950
|
|
},
|
|
{
|
|
"epoch": 2.9230769230769234,
|
|
"eval_loss": 0.8796689510345459,
|
|
"eval_runtime": 1.7943,
|
|
"eval_samples_per_second": 63.534,
|
|
"eval_steps_per_second": 3.344,
|
|
"step": 950
|
|
},
|
|
{
|
|
"epoch": 3.076923076923077,
|
|
"grad_norm": 1.9262828826904297,
|
|
"learning_rate": 1.7485107481711014e-05,
|
|
"loss": 0.1693,
|
|
"step": 1000
|
|
},
|
|
{
|
|
"epoch": 3.076923076923077,
|
|
"eval_loss": 0.9404221177101135,
|
|
"eval_runtime": 1.8296,
|
|
"eval_samples_per_second": 62.309,
|
|
"eval_steps_per_second": 3.279,
|
|
"step": 1000
|
|
},
|
|
{
|
|
"epoch": 3.230769230769231,
|
|
"grad_norm": 1.1772091388702393,
|
|
"learning_rate": 1.7118374836693407e-05,
|
|
"loss": 0.1256,
|
|
"step": 1050
|
|
},
|
|
{
|
|
"epoch": 3.230769230769231,
|
|
"eval_loss": 0.9360042810440063,
|
|
"eval_runtime": 1.8904,
|
|
"eval_samples_per_second": 60.305,
|
|
"eval_steps_per_second": 3.174,
|
|
"step": 1050
|
|
},
|
|
{
|
|
"epoch": 3.3846153846153846,
|
|
"grad_norm": 1.739654302597046,
|
|
"learning_rate": 1.67311180742757e-05,
|
|
"loss": 0.125,
|
|
"step": 1100
|
|
},
|
|
{
|
|
"epoch": 3.3846153846153846,
|
|
"eval_loss": 0.9563117623329163,
|
|
"eval_runtime": 1.7652,
|
|
"eval_samples_per_second": 64.581,
|
|
"eval_steps_per_second": 3.399,
|
|
"step": 1100
|
|
},
|
|
{
|
|
"epoch": 3.5384615384615383,
|
|
"grad_norm": 1.3015375137329102,
|
|
"learning_rate": 1.6324453755953772e-05,
|
|
"loss": 0.1281,
|
|
"step": 1150
|
|
},
|
|
{
|
|
"epoch": 3.5384615384615383,
|
|
"eval_loss": 0.9608204960823059,
|
|
"eval_runtime": 1.7445,
|
|
"eval_samples_per_second": 65.347,
|
|
"eval_steps_per_second": 3.439,
|
|
"step": 1150
|
|
},
|
|
{
|
|
"epoch": 3.6923076923076925,
|
|
"grad_norm": 2.1856415271759033,
|
|
"learning_rate": 1.5899554400231233e-05,
|
|
"loss": 0.1264,
|
|
"step": 1200
|
|
},
|
|
{
|
|
"epoch": 3.6923076923076925,
|
|
"eval_loss": 0.9677081108093262,
|
|
"eval_runtime": 1.7748,
|
|
"eval_samples_per_second": 64.233,
|
|
"eval_steps_per_second": 3.381,
|
|
"step": 1200
|
|
},
|
|
{
|
|
"epoch": 3.8461538461538463,
|
|
"grad_norm": 1.8629130125045776,
|
|
"learning_rate": 1.5457645101945046e-05,
|
|
"loss": 0.1267,
|
|
"step": 1250
|
|
},
|
|
{
|
|
"epoch": 3.8461538461538463,
|
|
"eval_loss": 0.9708028435707092,
|
|
"eval_runtime": 1.7595,
|
|
"eval_samples_per_second": 64.791,
|
|
"eval_steps_per_second": 3.41,
|
|
"step": 1250
|
|
},
|
|
{
|
|
"epoch": 4.0,
|
|
"grad_norm": 2.2338545322418213,
|
|
"learning_rate": 1.5000000000000002e-05,
|
|
"loss": 0.1324,
|
|
"step": 1300
|
|
},
|
|
{
|
|
"epoch": 4.0,
|
|
"eval_loss": 0.9690905809402466,
|
|
"eval_runtime": 1.7742,
|
|
"eval_samples_per_second": 64.255,
|
|
"eval_steps_per_second": 3.382,
|
|
"step": 1300
|
|
},
|
|
{
|
|
"epoch": 4.153846153846154,
|
|
"grad_norm": 1.040000557899475,
|
|
"learning_rate": 1.4527938603696376e-05,
|
|
"loss": 0.0931,
|
|
"step": 1350
|
|
},
|
|
{
|
|
"epoch": 4.153846153846154,
|
|
"eval_loss": 0.9888765811920166,
|
|
"eval_runtime": 1.7454,
|
|
"eval_samples_per_second": 65.315,
|
|
"eval_steps_per_second": 3.438,
|
|
"step": 1350
|
|
},
|
|
{
|
|
"epoch": 4.3076923076923075,
|
|
"grad_norm": 0.49024778604507446,
|
|
"learning_rate": 1.404282198824305e-05,
|
|
"loss": 0.0829,
|
|
"step": 1400
|
|
},
|
|
{
|
|
"epoch": 4.3076923076923075,
|
|
"eval_loss": 1.0040687322616577,
|
|
"eval_runtime": 1.798,
|
|
"eval_samples_per_second": 63.406,
|
|
"eval_steps_per_second": 3.337,
|
|
"step": 1400
|
|
},
|
|
{
|
|
"epoch": 4.461538461538462,
|
|
"grad_norm": 1.1068203449249268,
|
|
"learning_rate": 1.3546048870425356e-05,
|
|
"loss": 0.0908,
|
|
"step": 1450
|
|
},
|
|
{
|
|
"epoch": 4.461538461538462,
|
|
"eval_loss": 1.0206270217895508,
|
|
"eval_runtime": 1.7439,
|
|
"eval_samples_per_second": 65.37,
|
|
"eval_steps_per_second": 3.441,
|
|
"step": 1450
|
|
},
|
|
{
|
|
"epoch": 4.615384615384615,
|
|
"grad_norm": 1.7601001262664795,
|
|
"learning_rate": 1.303905157574247e-05,
|
|
"loss": 0.0845,
|
|
"step": 1500
|
|
},
|
|
{
|
|
"epoch": 4.615384615384615,
|
|
"eval_loss": 1.026615023612976,
|
|
"eval_runtime": 1.7715,
|
|
"eval_samples_per_second": 64.352,
|
|
"eval_steps_per_second": 3.387,
|
|
"step": 1500
|
|
},
|
|
{
|
|
"epoch": 4.769230769230769,
|
|
"grad_norm": 1.9115608930587769,
|
|
"learning_rate": 1.2523291908642219e-05,
|
|
"loss": 0.087,
|
|
"step": 1550
|
|
},
|
|
{
|
|
"epoch": 4.769230769230769,
|
|
"eval_loss": 1.03285551071167,
|
|
"eval_runtime": 1.7503,
|
|
"eval_samples_per_second": 65.13,
|
|
"eval_steps_per_second": 3.428,
|
|
"step": 1550
|
|
},
|
|
{
|
|
"epoch": 4.923076923076923,
|
|
"grad_norm": 0.8985757231712341,
|
|
"learning_rate": 1.2000256937760446e-05,
|
|
"loss": 0.0833,
|
|
"step": 1600
|
|
},
|
|
{
|
|
"epoch": 4.923076923076923,
|
|
"eval_loss": 1.0319923162460327,
|
|
"eval_runtime": 1.8324,
|
|
"eval_samples_per_second": 62.213,
|
|
"eval_steps_per_second": 3.274,
|
|
"step": 1600
|
|
},
|
|
{
|
|
"epoch": 5.076923076923077,
|
|
"grad_norm": 0.524580717086792,
|
|
"learning_rate": 1.1471454708317163e-05,
|
|
"loss": 0.0758,
|
|
"step": 1650
|
|
},
|
|
{
|
|
"epoch": 5.076923076923077,
|
|
"eval_loss": 1.0695827007293701,
|
|
"eval_runtime": 1.8442,
|
|
"eval_samples_per_second": 61.814,
|
|
"eval_steps_per_second": 3.253,
|
|
"step": 1650
|
|
},
|
|
{
|
|
"epoch": 5.230769230769231,
|
|
"grad_norm": 0.7894753813743591,
|
|
"learning_rate": 1.0938409894031793e-05,
|
|
"loss": 0.0645,
|
|
"step": 1700
|
|
},
|
|
{
|
|
"epoch": 5.230769230769231,
|
|
"eval_loss": 1.0913734436035156,
|
|
"eval_runtime": 1.77,
|
|
"eval_samples_per_second": 64.406,
|
|
"eval_steps_per_second": 3.39,
|
|
"step": 1700
|
|
},
|
|
{
|
|
"epoch": 5.384615384615385,
|
|
"grad_norm": 0.9538184404373169,
|
|
"learning_rate": 1.0402659401094154e-05,
|
|
"loss": 0.0586,
|
|
"step": 1750
|
|
},
|
|
{
|
|
"epoch": 5.384615384615385,
|
|
"eval_loss": 1.0830014944076538,
|
|
"eval_runtime": 1.7555,
|
|
"eval_samples_per_second": 64.939,
|
|
"eval_steps_per_second": 3.418,
|
|
"step": 1750
|
|
},
|
|
{
|
|
"epoch": 5.538461538461538,
|
|
"grad_norm": 0.7752998471260071,
|
|
"learning_rate": 9.865747936866027e-06,
|
|
"loss": 0.0611,
|
|
"step": 1800
|
|
},
|
|
{
|
|
"epoch": 5.538461538461538,
|
|
"eval_loss": 1.0868384838104248,
|
|
"eval_runtime": 1.762,
|
|
"eval_samples_per_second": 64.699,
|
|
"eval_steps_per_second": 3.405,
|
|
"step": 1800
|
|
},
|
|
{
|
|
"epoch": 5.6923076923076925,
|
|
"grad_norm": 1.0308915376663208,
|
|
"learning_rate": 9.329223556089976e-06,
|
|
"loss": 0.0675,
|
|
"step": 1850
|
|
},
|
|
{
|
|
"epoch": 5.6923076923076925,
|
|
"eval_loss": 1.0818272829055786,
|
|
"eval_runtime": 1.7338,
|
|
"eval_samples_per_second": 65.753,
|
|
"eval_steps_per_second": 3.461,
|
|
"step": 1850
|
|
},
|
|
{
|
|
"epoch": 5.846153846153846,
|
|
"grad_norm": 0.47693803906440735,
|
|
"learning_rate": 8.79463319744677e-06,
|
|
"loss": 0.0631,
|
|
"step": 1900
|
|
},
|
|
{
|
|
"epoch": 5.846153846153846,
|
|
"eval_loss": 1.0780550241470337,
|
|
"eval_runtime": 1.778,
|
|
"eval_samples_per_second": 64.118,
|
|
"eval_steps_per_second": 3.375,
|
|
"step": 1900
|
|
},
|
|
{
|
|
"epoch": 6.0,
|
|
"grad_norm": 0.3759777247905731,
|
|
"learning_rate": 8.263518223330698e-06,
|
|
"loss": 0.0609,
|
|
"step": 1950
|
|
},
|
|
{
|
|
"epoch": 6.0,
|
|
"eval_loss": 1.0708911418914795,
|
|
"eval_runtime": 1.7659,
|
|
"eval_samples_per_second": 64.557,
|
|
"eval_steps_per_second": 3.398,
|
|
"step": 1950
|
|
},
|
|
{
|
|
"epoch": 6.153846153846154,
|
|
"grad_norm": 0.34113025665283203,
|
|
"learning_rate": 7.73740997570278e-06,
|
|
"loss": 0.0473,
|
|
"step": 2000
|
|
},
|
|
{
|
|
"epoch": 6.153846153846154,
|
|
"eval_loss": 1.1129051446914673,
|
|
"eval_runtime": 1.7485,
|
|
"eval_samples_per_second": 65.199,
|
|
"eval_steps_per_second": 3.432,
|
|
"step": 2000
|
|
}
|
|
],
|
|
"logging_steps": 50,
|
|
"max_steps": 3250,
|
|
"num_input_tokens_seen": 0,
|
|
"num_train_epochs": 10,
|
|
"save_steps": 1000,
|
|
"total_flos": 1.223215769756631e+17,
|
|
"train_batch_size": 2,
|
|
"trial_name": null,
|
|
"trial_params": null
|
|
}
|