968 lines
24 KiB
JSON
968 lines
24 KiB
JSON
|
{
|
||
|
|
"best_global_step": null,
|
||
|
|
"best_metric": null,
|
||
|
|
"best_model_checkpoint": null,
|
||
|
|
"epoch": 1.0,
|
||
|
|
"eval_steps": 500,
|
||
|
|
"global_step": 664,
|
||
|
|
"is_hyper_param_search": false,
|
||
|
|
"is_local_process_zero": true,
|
||
|
|
"is_world_process_zero": true,
|
||
|
|
"log_history": [
|
||
|
|
{
|
||
|
|
"epoch": 0.007535795026375283,
|
||
|
|
"grad_norm": 58.0,
|
||
|
|
"learning_rate": 3e-06,
|
||
|
|
"loss": 3.0889440536499024,
|
||
|
|
"step": 5
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.015071590052750565,
|
||
|
|
"grad_norm": 18.25,
|
||
|
|
"learning_rate": 6.750000000000001e-06,
|
||
|
|
"loss": 2.845233154296875,
|
||
|
|
"step": 10
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.02260738507912585,
|
||
|
|
"grad_norm": 6.625,
|
||
|
|
"learning_rate": 1.05e-05,
|
||
|
|
"loss": 2.5583972930908203,
|
||
|
|
"step": 15
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03014318010550113,
|
||
|
|
"grad_norm": 5.90625,
|
||
|
|
"learning_rate": 1.4249999999999999e-05,
|
||
|
|
"loss": 2.399222183227539,
|
||
|
|
"step": 20
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.037678975131876416,
|
||
|
|
"grad_norm": 3.671875,
|
||
|
|
"learning_rate": 1.4998572206235544e-05,
|
||
|
|
"loss": 2.1797840118408205,
|
||
|
|
"step": 25
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0452147701582517,
|
||
|
|
"grad_norm": 2.78125,
|
||
|
|
"learning_rate": 1.4992772725756523e-05,
|
||
|
|
"loss": 1.9999149322509766,
|
||
|
|
"step": 30
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05275056518462698,
|
||
|
|
"grad_norm": 2.6875,
|
||
|
|
"learning_rate": 1.4982515768929044e-05,
|
||
|
|
"loss": 1.922983741760254,
|
||
|
|
"step": 35
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06028636021100226,
|
||
|
|
"grad_norm": 2.265625,
|
||
|
|
"learning_rate": 1.4967807437652124e-05,
|
||
|
|
"loss": 1.8583049774169922,
|
||
|
|
"step": 40
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06782215523737754,
|
||
|
|
"grad_norm": 2.0625,
|
||
|
|
"learning_rate": 1.4948656481962783e-05,
|
||
|
|
"loss": 1.7922269821166992,
|
||
|
|
"step": 45
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07535795026375283,
|
||
|
|
"grad_norm": 2.3125,
|
||
|
|
"learning_rate": 1.4925074294830649e-05,
|
||
|
|
"loss": 1.7535554885864257,
|
||
|
|
"step": 50
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0828937452901281,
|
||
|
|
"grad_norm": 2.015625,
|
||
|
|
"learning_rate": 1.4897074905380211e-05,
|
||
|
|
"loss": 1.7319807052612304,
|
||
|
|
"step": 55
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0904295403165034,
|
||
|
|
"grad_norm": 2.171875,
|
||
|
|
"learning_rate": 1.486467497054487e-05,
|
||
|
|
"loss": 1.6926809310913087,
|
||
|
|
"step": 60
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.09796533534287867,
|
||
|
|
"grad_norm": 2.203125,
|
||
|
|
"learning_rate": 1.4827893765157653e-05,
|
||
|
|
"loss": 1.6913116455078125,
|
||
|
|
"step": 65
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.10550113036925396,
|
||
|
|
"grad_norm": 1.984375,
|
||
|
|
"learning_rate": 1.4786753170484561e-05,
|
||
|
|
"loss": 1.648867416381836,
|
||
|
|
"step": 70
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.11303692539562923,
|
||
|
|
"grad_norm": 2.21875,
|
||
|
|
"learning_rate": 1.474127766120732e-05,
|
||
|
|
"loss": 1.6269556045532227,
|
||
|
|
"step": 75
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.12057272042200452,
|
||
|
|
"grad_norm": 2.796875,
|
||
|
|
"learning_rate": 1.4691494290863313e-05,
|
||
|
|
"loss": 1.6556577682495117,
|
||
|
|
"step": 80
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1281085154483798,
|
||
|
|
"grad_norm": 2.453125,
|
||
|
|
"learning_rate": 1.4637432675751334e-05,
|
||
|
|
"loss": 1.6556646347045898,
|
||
|
|
"step": 85
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1356443104747551,
|
||
|
|
"grad_norm": 2.375,
|
||
|
|
"learning_rate": 1.4579124977312757e-05,
|
||
|
|
"loss": 1.595597267150879,
|
||
|
|
"step": 90
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.14318010550113036,
|
||
|
|
"grad_norm": 2.390625,
|
||
|
|
"learning_rate": 1.4516605882998572e-05,
|
||
|
|
"loss": 1.6290622711181642,
|
||
|
|
"step": 95
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.15071590052750566,
|
||
|
|
"grad_norm": 2.453125,
|
||
|
|
"learning_rate": 1.4449912585633709e-05,
|
||
|
|
"loss": 1.6448266983032227,
|
||
|
|
"step": 100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.15825169555388094,
|
||
|
|
"grad_norm": 2.40625,
|
||
|
|
"learning_rate": 1.4379084761290898e-05,
|
||
|
|
"loss": 1.5661279678344726,
|
||
|
|
"step": 105
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1657874905802562,
|
||
|
|
"grad_norm": 2.171875,
|
||
|
|
"learning_rate": 1.4304164545687233e-05,
|
||
|
|
"loss": 1.5793392181396484,
|
||
|
|
"step": 110
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1733232856066315,
|
||
|
|
"grad_norm": 2.09375,
|
||
|
|
"learning_rate": 1.4225196509117487e-05,
|
||
|
|
"loss": 1.5613231658935547,
|
||
|
|
"step": 115
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1808590806330068,
|
||
|
|
"grad_norm": 2.28125,
|
||
|
|
"learning_rate": 1.4142227629939096e-05,
|
||
|
|
"loss": 1.6571407318115234,
|
||
|
|
"step": 120
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.18839487565938207,
|
||
|
|
"grad_norm": 2.109375,
|
||
|
|
"learning_rate": 1.4055307266624572e-05,
|
||
|
|
"loss": 1.5722612380981444,
|
||
|
|
"step": 125
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.19593067068575734,
|
||
|
|
"grad_norm": 2.203125,
|
||
|
|
"learning_rate": 1.3964487128397966e-05,
|
||
|
|
"loss": 1.5921846389770509,
|
||
|
|
"step": 130
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.20346646571213264,
|
||
|
|
"grad_norm": 2.03125,
|
||
|
|
"learning_rate": 1.386982124447289e-05,
|
||
|
|
"loss": 1.555877113342285,
|
||
|
|
"step": 135
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.21100226073850792,
|
||
|
|
"grad_norm": 2.5,
|
||
|
|
"learning_rate": 1.3771365931910332e-05,
|
||
|
|
"loss": 1.5413886070251466,
|
||
|
|
"step": 140
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2185380557648832,
|
||
|
|
"grad_norm": 2.40625,
|
||
|
|
"learning_rate": 1.3669179762115459e-05,
|
||
|
|
"loss": 1.542860507965088,
|
||
|
|
"step": 145
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.22607385079125847,
|
||
|
|
"grad_norm": 2.265625,
|
||
|
|
"learning_rate": 1.3563323525993275e-05,
|
||
|
|
"loss": 1.5646774291992187,
|
||
|
|
"step": 150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.23360964581763377,
|
||
|
|
"grad_norm": 2.234375,
|
||
|
|
"learning_rate": 1.345386019778391e-05,
|
||
|
|
"loss": 1.5369146347045899,
|
||
|
|
"step": 155
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.24114544084400905,
|
||
|
|
"grad_norm": 2.03125,
|
||
|
|
"learning_rate": 1.3340854897599017e-05,
|
||
|
|
"loss": 1.5391293525695802,
|
||
|
|
"step": 160
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.24868123587038432,
|
||
|
|
"grad_norm": 2.015625,
|
||
|
|
"learning_rate": 1.3224374852681604e-05,
|
||
|
|
"loss": 1.5518495559692382,
|
||
|
|
"step": 165
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2562170308967596,
|
||
|
|
"grad_norm": 2.09375,
|
||
|
|
"learning_rate": 1.3104489357412308e-05,
|
||
|
|
"loss": 1.5065268516540526,
|
||
|
|
"step": 170
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.26375282592313487,
|
||
|
|
"grad_norm": 2.21875,
|
||
|
|
"learning_rate": 1.2981269732085932e-05,
|
||
|
|
"loss": 1.5436999320983886,
|
||
|
|
"step": 175
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2712886209495102,
|
||
|
|
"grad_norm": 2.34375,
|
||
|
|
"learning_rate": 1.2854789280482752e-05,
|
||
|
|
"loss": 1.5034493446350097,
|
||
|
|
"step": 180
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2788244159758855,
|
||
|
|
"grad_norm": 2.53125,
|
||
|
|
"learning_rate": 1.272512324625985e-05,
|
||
|
|
"loss": 1.5417941093444825,
|
||
|
|
"step": 185
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2863602110022607,
|
||
|
|
"grad_norm": 1.9765625,
|
||
|
|
"learning_rate": 1.2592348768188394e-05,
|
||
|
|
"loss": 1.5073047637939454,
|
||
|
|
"step": 190
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.293896006028636,
|
||
|
|
"grad_norm": 2.1875,
|
||
|
|
"learning_rate": 1.2456544834263536e-05,
|
||
|
|
"loss": 1.501516342163086,
|
||
|
|
"step": 195
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.30143180105501133,
|
||
|
|
"grad_norm": 2.71875,
|
||
|
|
"learning_rate": 1.231779223471416e-05,
|
||
|
|
"loss": 1.51112642288208,
|
||
|
|
"step": 200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3089675960813866,
|
||
|
|
"grad_norm": 2.328125,
|
||
|
|
"learning_rate": 1.2176173513940502e-05,
|
||
|
|
"loss": 1.4900212287902832,
|
||
|
|
"step": 205
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3165033911077619,
|
||
|
|
"grad_norm": 2.4375,
|
||
|
|
"learning_rate": 1.2031772921408209e-05,
|
||
|
|
"loss": 1.5136810302734376,
|
||
|
|
"step": 210
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3240391861341371,
|
||
|
|
"grad_norm": 2.171875,
|
||
|
|
"learning_rate": 1.1884676361528035e-05,
|
||
|
|
"loss": 1.5209362030029296,
|
||
|
|
"step": 215
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3315749811605124,
|
||
|
|
"grad_norm": 3.03125,
|
||
|
|
"learning_rate": 1.173497134255101e-05,
|
||
|
|
"loss": 1.5429197311401368,
|
||
|
|
"step": 220
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.33911077618688773,
|
||
|
|
"grad_norm": 2.046875,
|
||
|
|
"learning_rate": 1.1582746924509483e-05,
|
||
|
|
"loss": 1.4890120506286622,
|
||
|
|
"step": 225
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.346646571213263,
|
||
|
|
"grad_norm": 1.9765625,
|
||
|
|
"learning_rate": 1.1428093666235e-05,
|
||
|
|
"loss": 1.5285821914672852,
|
||
|
|
"step": 230
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3541823662396383,
|
||
|
|
"grad_norm": 2.203125,
|
||
|
|
"learning_rate": 1.1271103571484538e-05,
|
||
|
|
"loss": 1.526703453063965,
|
||
|
|
"step": 235
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3617181612660136,
|
||
|
|
"grad_norm": 1.984375,
|
||
|
|
"learning_rate": 1.1111870034207164e-05,
|
||
|
|
"loss": 1.548676109313965,
|
||
|
|
"step": 240
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.36925395629238883,
|
||
|
|
"grad_norm": 2.078125,
|
||
|
|
"learning_rate": 1.0950487782983642e-05,
|
||
|
|
"loss": 1.5409740447998046,
|
||
|
|
"step": 245
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.37678975131876413,
|
||
|
|
"grad_norm": 2.265625,
|
||
|
|
"learning_rate": 1.0787052824672073e-05,
|
||
|
|
"loss": 1.4851038932800293,
|
||
|
|
"step": 250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.38432554634513943,
|
||
|
|
"grad_norm": 2.375,
|
||
|
|
"learning_rate": 1.062166238729309e-05,
|
||
|
|
"loss": 1.4853837013244628,
|
||
|
|
"step": 255
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3918613413715147,
|
||
|
|
"grad_norm": 2.046875,
|
||
|
|
"learning_rate": 1.0454414862188575e-05,
|
||
|
|
"loss": 1.4933822631835938,
|
||
|
|
"step": 260
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.39939713639789,
|
||
|
|
"grad_norm": 2.0,
|
||
|
|
"learning_rate": 1.0285409745488301e-05,
|
||
|
|
"loss": 1.498341941833496,
|
||
|
|
"step": 265
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4069329314242653,
|
||
|
|
"grad_norm": 2.5625,
|
||
|
|
"learning_rate": 1.0114747578919347e-05,
|
||
|
|
"loss": 1.4747099876403809,
|
||
|
|
"step": 270
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.41446872645064053,
|
||
|
|
"grad_norm": 2.140625,
|
||
|
|
"learning_rate": 9.942529889993475e-06,
|
||
|
|
"loss": 1.4785110473632812,
|
||
|
|
"step": 275
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.42200452147701584,
|
||
|
|
"grad_norm": 2.171875,
|
||
|
|
"learning_rate": 9.76885913160807e-06,
|
||
|
|
"loss": 1.480055046081543,
|
||
|
|
"step": 280
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4295403165033911,
|
||
|
|
"grad_norm": 2.125,
|
||
|
|
"learning_rate": 9.593838621096545e-06,
|
||
|
|
"loss": 1.5196352005004883,
|
||
|
|
"step": 285
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4370761115297664,
|
||
|
|
"grad_norm": 2.953125,
|
||
|
|
"learning_rate": 9.417572478764514e-06,
|
||
|
|
"loss": 1.4994166374206543,
|
||
|
|
"step": 290
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4446119065561417,
|
||
|
|
"grad_norm": 2.03125,
|
||
|
|
"learning_rate": 9.24016556594826e-06,
|
||
|
|
"loss": 1.4789586067199707,
|
||
|
|
"step": 295
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.45214770158251694,
|
||
|
|
"grad_norm": 2.28125,
|
||
|
|
"learning_rate": 9.061723422632362e-06,
|
||
|
|
"loss": 1.4982659339904785,
|
||
|
|
"step": 300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.45968349660889224,
|
||
|
|
"grad_norm": 2.046875,
|
||
|
|
"learning_rate": 8.882352204663596e-06,
|
||
|
|
"loss": 1.476920223236084,
|
||
|
|
"step": 305
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.46721929163526754,
|
||
|
|
"grad_norm": 2.28125,
|
||
|
|
"learning_rate": 8.702158620598451e-06,
|
||
|
|
"loss": 1.4496073722839355,
|
||
|
|
"step": 310
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4747550866616428,
|
||
|
|
"grad_norm": 1.9140625,
|
||
|
|
"learning_rate": 8.52124986822185e-06,
|
||
|
|
"loss": 1.4702765464782714,
|
||
|
|
"step": 315
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4822908816880181,
|
||
|
|
"grad_norm": 2.234375,
|
||
|
|
"learning_rate": 8.33973357077481e-06,
|
||
|
|
"loss": 1.4745065689086914,
|
||
|
|
"step": 320
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4898266767143934,
|
||
|
|
"grad_norm": 2.0,
|
||
|
|
"learning_rate": 8.157717712929003e-06,
|
||
|
|
"loss": 1.454655933380127,
|
||
|
|
"step": 325
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.49736247174076864,
|
||
|
|
"grad_norm": 2.3125,
|
||
|
|
"learning_rate": 7.975310576546317e-06,
|
||
|
|
"loss": 1.4913531303405763,
|
||
|
|
"step": 330
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5048982667671439,
|
||
|
|
"grad_norm": 2.125,
|
||
|
|
"learning_rate": 7.792620676261575e-06,
|
||
|
|
"loss": 1.5276828765869142,
|
||
|
|
"step": 335
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5124340617935192,
|
||
|
|
"grad_norm": 2.140625,
|
||
|
|
"learning_rate": 7.609756694926835e-06,
|
||
|
|
"loss": 1.4632510185241698,
|
||
|
|
"step": 340
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5199698568198945,
|
||
|
|
"grad_norm": 2.421875,
|
||
|
|
"learning_rate": 7.426827418955565e-06,
|
||
|
|
"loss": 1.448787307739258,
|
||
|
|
"step": 345
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5275056518462697,
|
||
|
|
"grad_norm": 2.203125,
|
||
|
|
"learning_rate": 7.243941673605241e-06,
|
||
|
|
"loss": 1.4877211570739746,
|
||
|
|
"step": 350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5350414468726451,
|
||
|
|
"grad_norm": 2.6875,
|
||
|
|
"learning_rate": 7.061208258236822e-06,
|
||
|
|
"loss": 1.455491542816162,
|
||
|
|
"step": 355
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5425772418990203,
|
||
|
|
"grad_norm": 2.234375,
|
||
|
|
"learning_rate": 6.878735881589636e-06,
|
||
|
|
"loss": 1.5123778343200684,
|
||
|
|
"step": 360
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5501130369253956,
|
||
|
|
"grad_norm": 2.015625,
|
||
|
|
"learning_rate": 6.69663309711017e-06,
|
||
|
|
"loss": 1.4607969284057618,
|
||
|
|
"step": 365
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.557648831951771,
|
||
|
|
"grad_norm": 3.078125,
|
||
|
|
"learning_rate": 6.515008238373259e-06,
|
||
|
|
"loss": 1.4584217071533203,
|
||
|
|
"step": 370
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5651846269781462,
|
||
|
|
"grad_norm": 2.0,
|
||
|
|
"learning_rate": 6.333969354634067e-06,
|
||
|
|
"loss": 1.4549072265625,
|
||
|
|
"step": 375
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5727204220045214,
|
||
|
|
"grad_norm": 2.234375,
|
||
|
|
"learning_rate": 6.153624146549206e-06,
|
||
|
|
"loss": 1.4819585800170898,
|
||
|
|
"step": 380
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5802562170308968,
|
||
|
|
"grad_norm": 2.078125,
|
||
|
|
"learning_rate": 5.974079902105248e-06,
|
||
|
|
"loss": 1.4508701324462892,
|
||
|
|
"step": 385
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.587792012057272,
|
||
|
|
"grad_norm": 1.984375,
|
||
|
|
"learning_rate": 5.795443432792731e-06,
|
||
|
|
"loss": 1.462479591369629,
|
||
|
|
"step": 390
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5953278070836473,
|
||
|
|
"grad_norm": 2.0625,
|
||
|
|
"learning_rate": 5.61782101006364e-06,
|
||
|
|
"loss": 1.4645420074462892,
|
||
|
|
"step": 395
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6028636021100227,
|
||
|
|
"grad_norm": 1.859375,
|
||
|
|
"learning_rate": 5.441318302110143e-06,
|
||
|
|
"loss": 1.4418591499328612,
|
||
|
|
"step": 400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6103993971363979,
|
||
|
|
"grad_norm": 2.296875,
|
||
|
|
"learning_rate": 5.266040311002226e-06,
|
||
|
|
"loss": 1.5144804000854493,
|
||
|
|
"step": 405
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6179351921627732,
|
||
|
|
"grad_norm": 2.53125,
|
||
|
|
"learning_rate": 5.092091310221597e-06,
|
||
|
|
"loss": 1.5230363845825194,
|
||
|
|
"step": 410
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6254709871891485,
|
||
|
|
"grad_norm": 1.875,
|
||
|
|
"learning_rate": 4.919574782629037e-06,
|
||
|
|
"loss": 1.4765286445617676,
|
||
|
|
"step": 415
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6330067822155238,
|
||
|
|
"grad_norm": 2.234375,
|
||
|
|
"learning_rate": 4.748593358902078e-06,
|
||
|
|
"loss": 1.5008271217346192,
|
||
|
|
"step": 420
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.640542577241899,
|
||
|
|
"grad_norm": 2.171875,
|
||
|
|
"learning_rate": 4.5792487564796675e-06,
|
||
|
|
"loss": 1.4626501083374024,
|
||
|
|
"step": 425
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6480783722682742,
|
||
|
|
"grad_norm": 2.03125,
|
||
|
|
"learning_rate": 4.411641719050116e-06,
|
||
|
|
"loss": 1.4993659019470216,
|
||
|
|
"step": 430
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6556141672946496,
|
||
|
|
"grad_norm": 2.484375,
|
||
|
|
"learning_rate": 4.245871956618314e-06,
|
||
|
|
"loss": 1.4285595893859864,
|
||
|
|
"step": 435
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6631499623210249,
|
||
|
|
"grad_norm": 2.09375,
|
||
|
|
"learning_rate": 4.082038086187931e-06,
|
||
|
|
"loss": 1.4569740295410156,
|
||
|
|
"step": 440
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6706857573474001,
|
||
|
|
"grad_norm": 2.03125,
|
||
|
|
"learning_rate": 3.920237573093791e-06,
|
||
|
|
"loss": 1.4318285942077638,
|
||
|
|
"step": 445
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6782215523737755,
|
||
|
|
"grad_norm": 2.078125,
|
||
|
|
"learning_rate": 3.760566673019431e-06,
|
||
|
|
"loss": 1.5205245971679688,
|
||
|
|
"step": 450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6857573474001507,
|
||
|
|
"grad_norm": 2.390625,
|
||
|
|
"learning_rate": 3.60312037473425e-06,
|
||
|
|
"loss": 1.4765802383422852,
|
||
|
|
"step": 455
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.693293142426526,
|
||
|
|
"grad_norm": 2.796875,
|
||
|
|
"learning_rate": 3.447992343584366e-06,
|
||
|
|
"loss": 1.5107611656188964,
|
||
|
|
"step": 460
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7008289374529013,
|
||
|
|
"grad_norm": 1.8828125,
|
||
|
|
"learning_rate": 3.2952748657707867e-06,
|
||
|
|
"loss": 1.4483990669250488,
|
||
|
|
"step": 465
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7083647324792766,
|
||
|
|
"grad_norm": 2.015625,
|
||
|
|
"learning_rate": 3.1450587934480145e-06,
|
||
|
|
"loss": 1.4701973915100097,
|
||
|
|
"step": 470
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7159005275056518,
|
||
|
|
"grad_norm": 1.96875,
|
||
|
|
"learning_rate": 2.997433490675795e-06,
|
||
|
|
"loss": 1.4567836761474608,
|
||
|
|
"step": 475
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7234363225320272,
|
||
|
|
"grad_norm": 2.4375,
|
||
|
|
"learning_rate": 2.852486780256132e-06,
|
||
|
|
"loss": 1.4270059585571289,
|
||
|
|
"step": 480
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7309721175584024,
|
||
|
|
"grad_norm": 2.046875,
|
||
|
|
"learning_rate": 2.7103048914871928e-06,
|
||
|
|
"loss": 1.4407997131347656,
|
||
|
|
"step": 485
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7385079125847777,
|
||
|
|
"grad_norm": 1.8515625,
|
||
|
|
"learning_rate": 2.5709724088652055e-06,
|
||
|
|
"loss": 1.4887385368347168,
|
||
|
|
"step": 490
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.746043707611153,
|
||
|
|
"grad_norm": 2.21875,
|
||
|
|
"learning_rate": 2.4345722217648545e-06,
|
||
|
|
"loss": 1.4913487434387207,
|
||
|
|
"step": 495
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7535795026375283,
|
||
|
|
"grad_norm": 1.7890625,
|
||
|
|
"learning_rate": 2.3011854751280943e-06,
|
||
|
|
"loss": 1.4571470260620116,
|
||
|
|
"step": 500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7611152976639035,
|
||
|
|
"grad_norm": 2.90625,
|
||
|
|
"learning_rate": 2.1708915211907504e-06,
|
||
|
|
"loss": 1.4817148208618165,
|
||
|
|
"step": 505
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7686510926902789,
|
||
|
|
"grad_norm": 1.96875,
|
||
|
|
"learning_rate": 2.043767872275602e-06,
|
||
|
|
"loss": 1.5055496215820312,
|
||
|
|
"step": 510
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7761868877166541,
|
||
|
|
"grad_norm": 2.421875,
|
||
|
|
"learning_rate": 1.9198901546800303e-06,
|
||
|
|
"loss": 1.4234349250793457,
|
||
|
|
"step": 515
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7837226827430294,
|
||
|
|
"grad_norm": 1.796875,
|
||
|
|
"learning_rate": 1.799332063685672e-06,
|
||
|
|
"loss": 1.4568108558654784,
|
||
|
|
"step": 520
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7912584777694047,
|
||
|
|
"grad_norm": 1.984375,
|
||
|
|
"learning_rate": 1.6821653197168508e-06,
|
||
|
|
"loss": 1.4333107948303223,
|
||
|
|
"step": 525
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.79879427279578,
|
||
|
|
"grad_norm": 2.265625,
|
||
|
|
"learning_rate": 1.5684596256738372e-06,
|
||
|
|
"loss": 1.460732364654541,
|
||
|
|
"step": 530
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8063300678221552,
|
||
|
|
"grad_norm": 2.171875,
|
||
|
|
"learning_rate": 1.4582826254663603e-06,
|
||
|
|
"loss": 1.4648653984069824,
|
||
|
|
"step": 535
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8138658628485306,
|
||
|
|
"grad_norm": 2.140625,
|
||
|
|
"learning_rate": 1.3516998637720101e-06,
|
||
|
|
"loss": 1.4746587753295899,
|
||
|
|
"step": 540
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8214016578749058,
|
||
|
|
"grad_norm": 1.875,
|
||
|
|
"learning_rate": 1.2487747470434843e-06,
|
||
|
|
"loss": 1.4301054000854492,
|
||
|
|
"step": 545
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8289374529012811,
|
||
|
|
"grad_norm": 2.109375,
|
||
|
|
"learning_rate": 1.1495685057878691e-06,
|
||
|
|
"loss": 1.4414166450500487,
|
||
|
|
"step": 550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8364732479276563,
|
||
|
|
"grad_norm": 2.234375,
|
||
|
|
"learning_rate": 1.0541401581403993e-06,
|
||
|
|
"loss": 1.4925739288330078,
|
||
|
|
"step": 555
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8440090429540317,
|
||
|
|
"grad_norm": 1.9140625,
|
||
|
|
"learning_rate": 9.625464747543647e-07,
|
||
|
|
"loss": 1.5180048942565918,
|
||
|
|
"step": 560
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8515448379804069,
|
||
|
|
"grad_norm": 2.234375,
|
||
|
|
"learning_rate": 8.748419450280614e-07,
|
||
|
|
"loss": 1.5134897232055664,
|
||
|
|
"step": 565
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8590806330067822,
|
||
|
|
"grad_norm": 2.0625,
|
||
|
|
"learning_rate": 7.910787446888473e-07,
|
||
|
|
"loss": 1.4737462997436523,
|
||
|
|
"step": 570
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8666164280331575,
|
||
|
|
"grad_norm": 2.203125,
|
||
|
|
"learning_rate": 7.113067047536293e-07,
|
||
|
|
"loss": 1.4445390701293945,
|
||
|
|
"step": 575
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8741522230595328,
|
||
|
|
"grad_norm": 2.203125,
|
||
|
|
"learning_rate": 6.355732818842191e-07,
|
||
|
|
"loss": 1.4534795761108399,
|
||
|
|
"step": 580
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.881688018085908,
|
||
|
|
"grad_norm": 1.96875,
|
||
|
|
"learning_rate": 5.639235301552015e-07,
|
||
|
|
"loss": 1.4963753700256348,
|
||
|
|
"step": 585
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8892238131122834,
|
||
|
|
"grad_norm": 2.328125,
|
||
|
|
"learning_rate": 4.964000742511082e-07,
|
||
|
|
"loss": 1.446830654144287,
|
||
|
|
"step": 590
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8967596081386586,
|
||
|
|
"grad_norm": 1.96875,
|
||
|
|
"learning_rate": 4.33043084108847e-07,
|
||
|
|
"loss": 1.4866412162780762,
|
||
|
|
"step": 595
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9042954031650339,
|
||
|
|
"grad_norm": 2.171875,
|
||
|
|
"learning_rate": 3.73890251020467e-07,
|
||
|
|
"loss": 1.465456485748291,
|
||
|
|
"step": 600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9118311981914092,
|
||
|
|
"grad_norm": 2.234375,
|
||
|
|
"learning_rate": 3.1897676521048e-07,
|
||
|
|
"loss": 1.4540048599243165,
|
||
|
|
"step": 605
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9193669932177845,
|
||
|
|
"grad_norm": 1.96875,
|
||
|
|
"learning_rate": 2.683352949010759e-07,
|
||
|
|
"loss": 1.4424663543701173,
|
||
|
|
"step": 610
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9269027882441597,
|
||
|
|
"grad_norm": 2.46875,
|
||
|
|
"learning_rate": 2.2199596687767943e-07,
|
||
|
|
"loss": 1.4640046119689942,
|
||
|
|
"step": 615
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9344385832705351,
|
||
|
|
"grad_norm": 2.453125,
|
||
|
|
"learning_rate": 1.7998634856642575e-07,
|
||
|
|
"loss": 1.4832847595214844,
|
||
|
|
"step": 620
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9419743782969103,
|
||
|
|
"grad_norm": 2.1875,
|
||
|
|
"learning_rate": 1.4233143163420338e-07,
|
||
|
|
"loss": 1.4776354789733888,
|
||
|
|
"step": 625
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9495101733232856,
|
||
|
|
"grad_norm": 1.9609375,
|
||
|
|
"learning_rate": 1.0905361712102352e-07,
|
||
|
|
"loss": 1.5160974502563476,
|
||
|
|
"step": 630
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9570459683496609,
|
||
|
|
"grad_norm": 2.109375,
|
||
|
|
"learning_rate": 8.01727021135662e-08,
|
||
|
|
"loss": 1.4372377395629883,
|
||
|
|
"step": 635
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9645817633760362,
|
||
|
|
"grad_norm": 2.234375,
|
||
|
|
"learning_rate": 5.570586796782351e-08,
|
||
|
|
"loss": 1.4696691513061524,
|
||
|
|
"step": 640
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9721175584024114,
|
||
|
|
"grad_norm": 2.03125,
|
||
|
|
"learning_rate": 3.566767008784999e-08,
|
||
|
|
"loss": 1.505112075805664,
|
||
|
|
"step": 645
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9796533534287868,
|
||
|
|
"grad_norm": 2.28125,
|
||
|
|
"learning_rate": 2.0070029266709145e-08,
|
||
|
|
"loss": 1.512413787841797,
|
||
|
|
"step": 650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.987189148455162,
|
||
|
|
"grad_norm": 2.75,
|
||
|
|
"learning_rate": 8.922224594743733e-09,
|
||
|
|
"loss": 1.4716434478759766,
|
||
|
|
"step": 655
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9947249434815373,
|
||
|
|
"grad_norm": 2.015625,
|
||
|
|
"learning_rate": 2.2308879394189464e-09,
|
||
|
|
"loss": 1.4296034812927245,
|
||
|
|
"step": 660
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0,
|
||
|
|
"step": 664,
|
||
|
|
"total_flos": 3.202384716355461e+17,
|
||
|
|
"train_loss": 1.559677630303854,
|
||
|
|
"train_runtime": 5251.4031,
|
||
|
|
"train_samples_per_second": 0.505,
|
||
|
|
"train_steps_per_second": 0.126
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"logging_steps": 5,
|
||
|
|
"max_steps": 664,
|
||
|
|
"num_input_tokens_seen": 0,
|
||
|
|
"num_train_epochs": 1,
|
||
|
|
"save_steps": 500,
|
||
|
|
"stateful_callbacks": {
|
||
|
|
"TrainerControl": {
|
||
|
|
"args": {
|
||
|
|
"should_epoch_stop": false,
|
||
|
|
"should_evaluate": false,
|
||
|
|
"should_log": false,
|
||
|
|
"should_save": false,
|
||
|
|
"should_training_stop": false
|
||
|
|
},
|
||
|
|
"attributes": {}
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"total_flos": 3.202384716355461e+17,
|
||
|
|
"train_batch_size": 1,
|
||
|
|
"trial_name": null,
|
||
|
|
"trial_params": null
|
||
|
|
}
|