1136 lines
30 KiB
JSON
1136 lines
30 KiB
JSON
|
{
|
||
|
|
"best_global_step": null,
|
||
|
|
"best_metric": null,
|
||
|
|
"best_model_checkpoint": null,
|
||
|
|
"epoch": 1.0,
|
||
|
|
"eval_steps": 500,
|
||
|
|
"global_step": 39202,
|
||
|
|
"is_hyper_param_search": false,
|
||
|
|
"is_local_process_zero": true,
|
||
|
|
"is_world_process_zero": true,
|
||
|
|
"log_history": [
|
||
|
|
{
|
||
|
|
"epoch": 0.006377266321018832,
|
||
|
|
"grad_norm": 2.5775675773620605,
|
||
|
|
"learning_rate": 3.175210405508799e-05,
|
||
|
|
"loss": 3.65084814453125,
|
||
|
|
"step": 250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.012754532642037663,
|
||
|
|
"grad_norm": 3.2221262454986572,
|
||
|
|
"learning_rate": 6.363172660035706e-05,
|
||
|
|
"loss": 1.99697509765625,
|
||
|
|
"step": 500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.019131798963056498,
|
||
|
|
"grad_norm": 2.5724740028381348,
|
||
|
|
"learning_rate": 9.551134914562612e-05,
|
||
|
|
"loss": 1.60589306640625,
|
||
|
|
"step": 750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.025509065284075327,
|
||
|
|
"grad_norm": 1.6085478067398071,
|
||
|
|
"learning_rate": 0.00012739097169089516,
|
||
|
|
"loss": 1.444733154296875,
|
||
|
|
"step": 1000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03188633160509416,
|
||
|
|
"grad_norm": 0.7356601357460022,
|
||
|
|
"learning_rate": 0.00015927059423616425,
|
||
|
|
"loss": 1.33519287109375,
|
||
|
|
"step": 1250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.038263597926112995,
|
||
|
|
"grad_norm": 0.558532178401947,
|
||
|
|
"learning_rate": 0.0001911502167814333,
|
||
|
|
"loss": 1.224727783203125,
|
||
|
|
"step": 1500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.044640864247131824,
|
||
|
|
"grad_norm": 0.3695690631866455,
|
||
|
|
"learning_rate": 0.00022302983932670237,
|
||
|
|
"loss": 1.12808984375,
|
||
|
|
"step": 1750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05101813056815065,
|
||
|
|
"grad_norm": 0.271986722946167,
|
||
|
|
"learning_rate": 0.00025490946187197144,
|
||
|
|
"loss": 1.074133544921875,
|
||
|
|
"step": 2000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05739539688916949,
|
||
|
|
"grad_norm": 0.2766456604003906,
|
||
|
|
"learning_rate": 0.00028678908441724047,
|
||
|
|
"loss": 1.035495849609375,
|
||
|
|
"step": 2250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06377266321018832,
|
||
|
|
"grad_norm": 0.21983842551708221,
|
||
|
|
"learning_rate": 0.00031866870696250956,
|
||
|
|
"loss": 1.0116007080078124,
|
||
|
|
"step": 2500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07014992953120715,
|
||
|
|
"grad_norm": 0.2180081009864807,
|
||
|
|
"learning_rate": 0.00035054832950777865,
|
||
|
|
"loss": 0.99118798828125,
|
||
|
|
"step": 2750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07652719585222599,
|
||
|
|
"grad_norm": 0.18447472155094147,
|
||
|
|
"learning_rate": 0.0003824279520530477,
|
||
|
|
"loss": 0.9717527465820313,
|
||
|
|
"step": 3000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08290446217324482,
|
||
|
|
"grad_norm": 0.15918593108654022,
|
||
|
|
"learning_rate": 0.0004143075745983167,
|
||
|
|
"loss": 0.96016064453125,
|
||
|
|
"step": 3250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08928172849426365,
|
||
|
|
"grad_norm": 0.15337951481342316,
|
||
|
|
"learning_rate": 0.00044618719714358587,
|
||
|
|
"loss": 0.94656005859375,
|
||
|
|
"step": 3500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.09565899481528248,
|
||
|
|
"grad_norm": 0.1397962123155594,
|
||
|
|
"learning_rate": 0.0004780668196888549,
|
||
|
|
"loss": 0.933742431640625,
|
||
|
|
"step": 3750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1020362611363013,
|
||
|
|
"grad_norm": 0.15751700103282928,
|
||
|
|
"learning_rate": 0.0004988945891556362,
|
||
|
|
"loss": 0.9267822265625,
|
||
|
|
"step": 4000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.10841352745732015,
|
||
|
|
"grad_norm": 0.1273936778306961,
|
||
|
|
"learning_rate": 0.0004953516056801111,
|
||
|
|
"loss": 0.9156344604492187,
|
||
|
|
"step": 4250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.11479079377833898,
|
||
|
|
"grad_norm": 0.12347358465194702,
|
||
|
|
"learning_rate": 0.0004918086222045861,
|
||
|
|
"loss": 0.9085472412109376,
|
||
|
|
"step": 4500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.12116806009935781,
|
||
|
|
"grad_norm": 0.11907054483890533,
|
||
|
|
"learning_rate": 0.000488265638729061,
|
||
|
|
"loss": 0.8965045166015625,
|
||
|
|
"step": 4750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.12754532642037664,
|
||
|
|
"grad_norm": 0.12186691164970398,
|
||
|
|
"learning_rate": 0.00048472265525353593,
|
||
|
|
"loss": 0.8894534912109375,
|
||
|
|
"step": 5000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.13392259274139548,
|
||
|
|
"grad_norm": 0.11302649229764938,
|
||
|
|
"learning_rate": 0.00048117967177801086,
|
||
|
|
"loss": 0.8835716552734375,
|
||
|
|
"step": 5250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1402998590624143,
|
||
|
|
"grad_norm": 0.11347561329603195,
|
||
|
|
"learning_rate": 0.00047763668830248573,
|
||
|
|
"loss": 0.8759080200195313,
|
||
|
|
"step": 5500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.14667712538343314,
|
||
|
|
"grad_norm": 0.10620150715112686,
|
||
|
|
"learning_rate": 0.00047409370482696066,
|
||
|
|
"loss": 0.86854833984375,
|
||
|
|
"step": 5750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.15305439170445198,
|
||
|
|
"grad_norm": 0.10604240000247955,
|
||
|
|
"learning_rate": 0.00047055072135143564,
|
||
|
|
"loss": 0.865083984375,
|
||
|
|
"step": 6000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1594316580254708,
|
||
|
|
"grad_norm": 0.10537559539079666,
|
||
|
|
"learning_rate": 0.00046700773787591057,
|
||
|
|
"loss": 0.860940185546875,
|
||
|
|
"step": 6250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.16580892434648964,
|
||
|
|
"grad_norm": 0.10088460892438889,
|
||
|
|
"learning_rate": 0.0004634647544003855,
|
||
|
|
"loss": 0.8544019775390626,
|
||
|
|
"step": 6500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.17218619066750845,
|
||
|
|
"grad_norm": 0.09970396012067795,
|
||
|
|
"learning_rate": 0.0004599217709248604,
|
||
|
|
"loss": 0.8502755126953125,
|
||
|
|
"step": 6750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1785634569885273,
|
||
|
|
"grad_norm": 0.10199850797653198,
|
||
|
|
"learning_rate": 0.00045637878744933535,
|
||
|
|
"loss": 0.845378173828125,
|
||
|
|
"step": 7000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.18494072330954614,
|
||
|
|
"grad_norm": 0.09216546267271042,
|
||
|
|
"learning_rate": 0.0004528358039738103,
|
||
|
|
"loss": 0.8421669311523438,
|
||
|
|
"step": 7250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.19131798963056496,
|
||
|
|
"grad_norm": 0.10916922241449356,
|
||
|
|
"learning_rate": 0.0004492928204982852,
|
||
|
|
"loss": 0.841639892578125,
|
||
|
|
"step": 7500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1976952559515838,
|
||
|
|
"grad_norm": 0.09349249303340912,
|
||
|
|
"learning_rate": 0.00044574983702276013,
|
||
|
|
"loss": 0.8376875610351563,
|
||
|
|
"step": 7750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2040725222726026,
|
||
|
|
"grad_norm": 0.09555172175168991,
|
||
|
|
"learning_rate": 0.00044220685354723506,
|
||
|
|
"loss": 0.8310078735351563,
|
||
|
|
"step": 8000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.21044978859362146,
|
||
|
|
"grad_norm": 0.09085638076066971,
|
||
|
|
"learning_rate": 0.00043866387007171,
|
||
|
|
"loss": 0.8307603149414062,
|
||
|
|
"step": 8250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2168270549146403,
|
||
|
|
"grad_norm": 0.09479482471942902,
|
||
|
|
"learning_rate": 0.0004351208865961849,
|
||
|
|
"loss": 0.8274447631835937,
|
||
|
|
"step": 8500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.22320432123565911,
|
||
|
|
"grad_norm": 0.0888662189245224,
|
||
|
|
"learning_rate": 0.00043157790312065985,
|
||
|
|
"loss": 0.8251286010742187,
|
||
|
|
"step": 8750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.22958158755667796,
|
||
|
|
"grad_norm": 0.09127531945705414,
|
||
|
|
"learning_rate": 0.0004280349196451348,
|
||
|
|
"loss": 0.8239066772460938,
|
||
|
|
"step": 9000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2359588538776968,
|
||
|
|
"grad_norm": 0.09323842078447342,
|
||
|
|
"learning_rate": 0.00042449193616960975,
|
||
|
|
"loss": 0.821473876953125,
|
||
|
|
"step": 9250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.24233612019871562,
|
||
|
|
"grad_norm": 0.08932389318943024,
|
||
|
|
"learning_rate": 0.00042094895269408463,
|
||
|
|
"loss": 0.818468994140625,
|
||
|
|
"step": 9500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.24871338651973446,
|
||
|
|
"grad_norm": 0.09459158033132553,
|
||
|
|
"learning_rate": 0.00041740596921855956,
|
||
|
|
"loss": 0.815874755859375,
|
||
|
|
"step": 9750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2550906528407533,
|
||
|
|
"grad_norm": 0.0948140025138855,
|
||
|
|
"learning_rate": 0.0004138629857430345,
|
||
|
|
"loss": 0.8106996459960938,
|
||
|
|
"step": 10000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2614679191617721,
|
||
|
|
"grad_norm": 0.09076733887195587,
|
||
|
|
"learning_rate": 0.0004103200022675094,
|
||
|
|
"loss": 0.8120379028320313,
|
||
|
|
"step": 10250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.26784518548279096,
|
||
|
|
"grad_norm": 0.0840587168931961,
|
||
|
|
"learning_rate": 0.0004067770187919844,
|
||
|
|
"loss": 0.8110909423828125,
|
||
|
|
"step": 10500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2742224518038098,
|
||
|
|
"grad_norm": 0.08920229971408844,
|
||
|
|
"learning_rate": 0.0004032340353164593,
|
||
|
|
"loss": 0.80626806640625,
|
||
|
|
"step": 10750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2805997181248286,
|
||
|
|
"grad_norm": 0.0837017148733139,
|
||
|
|
"learning_rate": 0.00039969105184093425,
|
||
|
|
"loss": 0.8057803344726563,
|
||
|
|
"step": 11000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.28697698444584746,
|
||
|
|
"grad_norm": 0.08721166849136353,
|
||
|
|
"learning_rate": 0.0003961480683654092,
|
||
|
|
"loss": 0.8038002319335937,
|
||
|
|
"step": 11250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2933542507668663,
|
||
|
|
"grad_norm": 0.0881330668926239,
|
||
|
|
"learning_rate": 0.00039260508488988405,
|
||
|
|
"loss": 0.801577880859375,
|
||
|
|
"step": 11500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2997315170878851,
|
||
|
|
"grad_norm": 0.09358793497085571,
|
||
|
|
"learning_rate": 0.000389062101414359,
|
||
|
|
"loss": 0.7983843994140625,
|
||
|
|
"step": 11750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.30610878340890396,
|
||
|
|
"grad_norm": 0.08768702298402786,
|
||
|
|
"learning_rate": 0.0003855191179388339,
|
||
|
|
"loss": 0.7974132080078125,
|
||
|
|
"step": 12000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3124860497299228,
|
||
|
|
"grad_norm": 0.0864625945687294,
|
||
|
|
"learning_rate": 0.0003819761344633089,
|
||
|
|
"loss": 0.7967001342773438,
|
||
|
|
"step": 12250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3188633160509416,
|
||
|
|
"grad_norm": 0.08685760200023651,
|
||
|
|
"learning_rate": 0.0003784331509877838,
|
||
|
|
"loss": 0.7927449340820313,
|
||
|
|
"step": 12500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.32524058237196046,
|
||
|
|
"grad_norm": 0.08900053054094315,
|
||
|
|
"learning_rate": 0.00037489016751225874,
|
||
|
|
"loss": 0.7911568603515625,
|
||
|
|
"step": 12750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3316178486929793,
|
||
|
|
"grad_norm": 0.08307567983865738,
|
||
|
|
"learning_rate": 0.00037134718403673367,
|
||
|
|
"loss": 0.7934022216796875,
|
||
|
|
"step": 13000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3379951150139981,
|
||
|
|
"grad_norm": 0.08461463451385498,
|
||
|
|
"learning_rate": 0.0003678042005612086,
|
||
|
|
"loss": 0.79057421875,
|
||
|
|
"step": 13250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3443723813350169,
|
||
|
|
"grad_norm": 0.08529062569141388,
|
||
|
|
"learning_rate": 0.00036426121708568347,
|
||
|
|
"loss": 0.7871109008789062,
|
||
|
|
"step": 13500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3507496476560358,
|
||
|
|
"grad_norm": 0.0872483178973198,
|
||
|
|
"learning_rate": 0.00036071823361015845,
|
||
|
|
"loss": 0.7870155029296875,
|
||
|
|
"step": 13750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3571269139770546,
|
||
|
|
"grad_norm": 0.0882478877902031,
|
||
|
|
"learning_rate": 0.0003571752501346334,
|
||
|
|
"loss": 0.78544140625,
|
||
|
|
"step": 14000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3635041802980734,
|
||
|
|
"grad_norm": 0.091294065117836,
|
||
|
|
"learning_rate": 0.0003536322666591083,
|
||
|
|
"loss": 0.7866491088867188,
|
||
|
|
"step": 14250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3698814466190923,
|
||
|
|
"grad_norm": 0.08572017401456833,
|
||
|
|
"learning_rate": 0.00035008928318358323,
|
||
|
|
"loss": 0.782495849609375,
|
||
|
|
"step": 14500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3762587129401111,
|
||
|
|
"grad_norm": 0.08324530720710754,
|
||
|
|
"learning_rate": 0.00034654629970805816,
|
||
|
|
"loss": 0.7797513427734375,
|
||
|
|
"step": 14750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3826359792611299,
|
||
|
|
"grad_norm": 0.08846472948789597,
|
||
|
|
"learning_rate": 0.0003430033162325331,
|
||
|
|
"loss": 0.7802353515625,
|
||
|
|
"step": 15000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3890132455821488,
|
||
|
|
"grad_norm": 0.07917249202728271,
|
||
|
|
"learning_rate": 0.00033946033275700807,
|
||
|
|
"loss": 0.7790340576171875,
|
||
|
|
"step": 15250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3953905119031676,
|
||
|
|
"grad_norm": 0.08665470778942108,
|
||
|
|
"learning_rate": 0.00033591734928148294,
|
||
|
|
"loss": 0.77759619140625,
|
||
|
|
"step": 15500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4017677782241864,
|
||
|
|
"grad_norm": 0.08258507400751114,
|
||
|
|
"learning_rate": 0.00033237436580595787,
|
||
|
|
"loss": 0.7763189086914063,
|
||
|
|
"step": 15750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4081450445452052,
|
||
|
|
"grad_norm": 0.08015473932027817,
|
||
|
|
"learning_rate": 0.0003288313823304328,
|
||
|
|
"loss": 0.7767020263671875,
|
||
|
|
"step": 16000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4145223108662241,
|
||
|
|
"grad_norm": 0.08080420643091202,
|
||
|
|
"learning_rate": 0.0003252883988549077,
|
||
|
|
"loss": 0.7747213134765625,
|
||
|
|
"step": 16250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4208995771872429,
|
||
|
|
"grad_norm": 0.08612637221813202,
|
||
|
|
"learning_rate": 0.00032174541537938265,
|
||
|
|
"loss": 0.7734822998046875,
|
||
|
|
"step": 16500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.42727684350826173,
|
||
|
|
"grad_norm": 0.07643167674541473,
|
||
|
|
"learning_rate": 0.00031820243190385764,
|
||
|
|
"loss": 0.7744876708984375,
|
||
|
|
"step": 16750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4336541098292806,
|
||
|
|
"grad_norm": 0.08003860712051392,
|
||
|
|
"learning_rate": 0.00031465944842833256,
|
||
|
|
"loss": 0.770651611328125,
|
||
|
|
"step": 17000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4400313761502994,
|
||
|
|
"grad_norm": 0.07683893293142319,
|
||
|
|
"learning_rate": 0.0003111164649528075,
|
||
|
|
"loss": 0.770556640625,
|
||
|
|
"step": 17250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.44640864247131823,
|
||
|
|
"grad_norm": 0.08421041071414948,
|
||
|
|
"learning_rate": 0.00030757348147728236,
|
||
|
|
"loss": 0.7692486572265625,
|
||
|
|
"step": 17500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4527859087923371,
|
||
|
|
"grad_norm": 0.08235982805490494,
|
||
|
|
"learning_rate": 0.0003040304980017573,
|
||
|
|
"loss": 0.7692238159179687,
|
||
|
|
"step": 17750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4591631751133559,
|
||
|
|
"grad_norm": 0.08046766370534897,
|
||
|
|
"learning_rate": 0.0003004875145262322,
|
||
|
|
"loss": 0.769811767578125,
|
||
|
|
"step": 18000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.46554044143437473,
|
||
|
|
"grad_norm": 0.08188624680042267,
|
||
|
|
"learning_rate": 0.0002969445310507072,
|
||
|
|
"loss": 0.7680709228515625,
|
||
|
|
"step": 18250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4719177077553936,
|
||
|
|
"grad_norm": 0.0804840475320816,
|
||
|
|
"learning_rate": 0.00029340154757518213,
|
||
|
|
"loss": 0.7635980224609376,
|
||
|
|
"step": 18500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4782949740764124,
|
||
|
|
"grad_norm": 0.08123503625392914,
|
||
|
|
"learning_rate": 0.00028985856409965706,
|
||
|
|
"loss": 0.7640174560546875,
|
||
|
|
"step": 18750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.48467224039743123,
|
||
|
|
"grad_norm": 0.08404447138309479,
|
||
|
|
"learning_rate": 0.000286315580624132,
|
||
|
|
"loss": 0.7631983642578125,
|
||
|
|
"step": 19000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.49104950671845005,
|
||
|
|
"grad_norm": 0.09293997287750244,
|
||
|
|
"learning_rate": 0.0002827725971486069,
|
||
|
|
"loss": 0.7630362548828125,
|
||
|
|
"step": 19250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4974267730394689,
|
||
|
|
"grad_norm": 0.08382653445005417,
|
||
|
|
"learning_rate": 0.00027922961367308184,
|
||
|
|
"loss": 0.76153271484375,
|
||
|
|
"step": 19500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5038040393604878,
|
||
|
|
"grad_norm": 0.07555802911520004,
|
||
|
|
"learning_rate": 0.00027568663019755677,
|
||
|
|
"loss": 0.7605255737304687,
|
||
|
|
"step": 19750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5101813056815065,
|
||
|
|
"grad_norm": 0.08228955417871475,
|
||
|
|
"learning_rate": 0.0002721436467220317,
|
||
|
|
"loss": 0.7614573974609375,
|
||
|
|
"step": 20000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5165585720025254,
|
||
|
|
"grad_norm": 0.08145914226770401,
|
||
|
|
"learning_rate": 0.0002686006632465066,
|
||
|
|
"loss": 0.75997900390625,
|
||
|
|
"step": 20250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5229358383235442,
|
||
|
|
"grad_norm": 0.09308425337076187,
|
||
|
|
"learning_rate": 0.00026505767977098155,
|
||
|
|
"loss": 0.759119140625,
|
||
|
|
"step": 20500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.529313104644563,
|
||
|
|
"grad_norm": 0.08138495683670044,
|
||
|
|
"learning_rate": 0.0002615146962954565,
|
||
|
|
"loss": 0.7591130981445312,
|
||
|
|
"step": 20750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5356903709655819,
|
||
|
|
"grad_norm": 0.08346766978502274,
|
||
|
|
"learning_rate": 0.0002579717128199314,
|
||
|
|
"loss": 0.757355224609375,
|
||
|
|
"step": 21000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5420676372866007,
|
||
|
|
"grad_norm": 0.077271968126297,
|
||
|
|
"learning_rate": 0.0002544287293444064,
|
||
|
|
"loss": 0.7534990234375,
|
||
|
|
"step": 21250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5484449036076195,
|
||
|
|
"grad_norm": 0.07977950572967529,
|
||
|
|
"learning_rate": 0.0002508857458688813,
|
||
|
|
"loss": 0.75655029296875,
|
||
|
|
"step": 21500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5548221699286384,
|
||
|
|
"grad_norm": 0.08347009867429733,
|
||
|
|
"learning_rate": 0.0002473427623933562,
|
||
|
|
"loss": 0.75475537109375,
|
||
|
|
"step": 21750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5611994362496572,
|
||
|
|
"grad_norm": 0.07832519710063934,
|
||
|
|
"learning_rate": 0.00024379977891783114,
|
||
|
|
"loss": 0.7558754272460938,
|
||
|
|
"step": 22000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.567576702570676,
|
||
|
|
"grad_norm": 0.08469550311565399,
|
||
|
|
"learning_rate": 0.00024025679544230604,
|
||
|
|
"loss": 0.7546185913085938,
|
||
|
|
"step": 22250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5739539688916949,
|
||
|
|
"grad_norm": 0.08166459202766418,
|
||
|
|
"learning_rate": 0.000236713811966781,
|
||
|
|
"loss": 0.7514425659179688,
|
||
|
|
"step": 22500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5803312352127137,
|
||
|
|
"grad_norm": 0.08695302903652191,
|
||
|
|
"learning_rate": 0.00023317082849125592,
|
||
|
|
"loss": 0.75103564453125,
|
||
|
|
"step": 22750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5867085015337326,
|
||
|
|
"grad_norm": 0.09806793183088303,
|
||
|
|
"learning_rate": 0.00022962784501573085,
|
||
|
|
"loss": 0.752026123046875,
|
||
|
|
"step": 23000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5930857678547514,
|
||
|
|
"grad_norm": 0.08246204257011414,
|
||
|
|
"learning_rate": 0.00022608486154020578,
|
||
|
|
"loss": 0.7497666015625,
|
||
|
|
"step": 23250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5994630341757702,
|
||
|
|
"grad_norm": 0.08100980520248413,
|
||
|
|
"learning_rate": 0.0002225418780646807,
|
||
|
|
"loss": 0.749739501953125,
|
||
|
|
"step": 23500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.605840300496789,
|
||
|
|
"grad_norm": 0.07755894213914871,
|
||
|
|
"learning_rate": 0.00021899889458915564,
|
||
|
|
"loss": 0.7490238037109375,
|
||
|
|
"step": 23750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6122175668178079,
|
||
|
|
"grad_norm": 0.08628904074430466,
|
||
|
|
"learning_rate": 0.0002154559111136306,
|
||
|
|
"loss": 0.7485498046875,
|
||
|
|
"step": 24000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6185948331388267,
|
||
|
|
"grad_norm": 0.08315210789442062,
|
||
|
|
"learning_rate": 0.0002119129276381055,
|
||
|
|
"loss": 0.7472803344726563,
|
||
|
|
"step": 24250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6249720994598456,
|
||
|
|
"grad_norm": 0.08354892581701279,
|
||
|
|
"learning_rate": 0.00020836994416258042,
|
||
|
|
"loss": 0.7469033203125,
|
||
|
|
"step": 24500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6313493657808644,
|
||
|
|
"grad_norm": 0.08090732991695404,
|
||
|
|
"learning_rate": 0.00020482696068705537,
|
||
|
|
"loss": 0.7483990478515625,
|
||
|
|
"step": 24750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6377266321018832,
|
||
|
|
"grad_norm": 0.08247523009777069,
|
||
|
|
"learning_rate": 0.0002012839772115303,
|
||
|
|
"loss": 0.7441016845703124,
|
||
|
|
"step": 25000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.644103898422902,
|
||
|
|
"grad_norm": 0.07630934566259384,
|
||
|
|
"learning_rate": 0.0001977409937360052,
|
||
|
|
"loss": 0.741853515625,
|
||
|
|
"step": 25250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6504811647439209,
|
||
|
|
"grad_norm": 0.07914166897535324,
|
||
|
|
"learning_rate": 0.00019419801026048016,
|
||
|
|
"loss": 0.74271875,
|
||
|
|
"step": 25500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6568584310649397,
|
||
|
|
"grad_norm": 0.08192494511604309,
|
||
|
|
"learning_rate": 0.00019065502678495508,
|
||
|
|
"loss": 0.7423253784179688,
|
||
|
|
"step": 25750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6632356973859586,
|
||
|
|
"grad_norm": 0.08241453766822815,
|
||
|
|
"learning_rate": 0.00018711204330943,
|
||
|
|
"loss": 0.742218994140625,
|
||
|
|
"step": 26000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6696129637069773,
|
||
|
|
"grad_norm": 0.07896443456411362,
|
||
|
|
"learning_rate": 0.00018356905983390494,
|
||
|
|
"loss": 0.738341064453125,
|
||
|
|
"step": 26250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6759902300279962,
|
||
|
|
"grad_norm": 0.07580381631851196,
|
||
|
|
"learning_rate": 0.00018002607635837987,
|
||
|
|
"loss": 0.7400193481445313,
|
||
|
|
"step": 26500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6823674963490151,
|
||
|
|
"grad_norm": 0.07701326906681061,
|
||
|
|
"learning_rate": 0.0001764830928828548,
|
||
|
|
"loss": 0.7382138671875,
|
||
|
|
"step": 26750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6887447626700338,
|
||
|
|
"grad_norm": 0.07780223339796066,
|
||
|
|
"learning_rate": 0.00017294010940732975,
|
||
|
|
"loss": 0.7394266967773437,
|
||
|
|
"step": 27000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6951220289910527,
|
||
|
|
"grad_norm": 0.08848556876182556,
|
||
|
|
"learning_rate": 0.00016939712593180465,
|
||
|
|
"loss": 0.7408846435546875,
|
||
|
|
"step": 27250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7014992953120716,
|
||
|
|
"grad_norm": 0.0774645283818245,
|
||
|
|
"learning_rate": 0.00016585414245627958,
|
||
|
|
"loss": 0.7371785888671875,
|
||
|
|
"step": 27500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7078765616330903,
|
||
|
|
"grad_norm": 0.08030521869659424,
|
||
|
|
"learning_rate": 0.00016231115898075453,
|
||
|
|
"loss": 0.7363970947265625,
|
||
|
|
"step": 27750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7142538279541092,
|
||
|
|
"grad_norm": 0.08429484069347382,
|
||
|
|
"learning_rate": 0.00015876817550522946,
|
||
|
|
"loss": 0.7369862670898437,
|
||
|
|
"step": 28000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7206310942751281,
|
||
|
|
"grad_norm": 0.07752969861030579,
|
||
|
|
"learning_rate": 0.00015522519202970436,
|
||
|
|
"loss": 0.735985595703125,
|
||
|
|
"step": 28250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7270083605961468,
|
||
|
|
"grad_norm": 0.08850430697202682,
|
||
|
|
"learning_rate": 0.0001516822085541793,
|
||
|
|
"loss": 0.7350040893554688,
|
||
|
|
"step": 28500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7333856269171657,
|
||
|
|
"grad_norm": 0.07794130593538284,
|
||
|
|
"learning_rate": 0.00014813922507865424,
|
||
|
|
"loss": 0.7345814208984375,
|
||
|
|
"step": 28750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7397628932381846,
|
||
|
|
"grad_norm": 0.07695607095956802,
|
||
|
|
"learning_rate": 0.00014459624160312917,
|
||
|
|
"loss": 0.731819091796875,
|
||
|
|
"step": 29000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7461401595592033,
|
||
|
|
"grad_norm": 0.07952513545751572,
|
||
|
|
"learning_rate": 0.0001410532581276041,
|
||
|
|
"loss": 0.7328406982421874,
|
||
|
|
"step": 29250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7525174258802222,
|
||
|
|
"grad_norm": 0.08443118631839752,
|
||
|
|
"learning_rate": 0.00013751027465207902,
|
||
|
|
"loss": 0.7327833862304688,
|
||
|
|
"step": 29500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7588946922012411,
|
||
|
|
"grad_norm": 0.07715488970279694,
|
||
|
|
"learning_rate": 0.00013396729117655395,
|
||
|
|
"loss": 0.7313681030273438,
|
||
|
|
"step": 29750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7652719585222598,
|
||
|
|
"grad_norm": 0.08632020652294159,
|
||
|
|
"learning_rate": 0.0001304243077010289,
|
||
|
|
"loss": 0.7293426513671875,
|
||
|
|
"step": 30000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7716492248432787,
|
||
|
|
"grad_norm": 0.08144113421440125,
|
||
|
|
"learning_rate": 0.0001268813242255038,
|
||
|
|
"loss": 0.729284912109375,
|
||
|
|
"step": 30250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7780264911642976,
|
||
|
|
"grad_norm": 0.08117876201868057,
|
||
|
|
"learning_rate": 0.00012333834074997873,
|
||
|
|
"loss": 0.7302175903320313,
|
||
|
|
"step": 30500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7844037574853163,
|
||
|
|
"grad_norm": 0.08066125214099884,
|
||
|
|
"learning_rate": 0.00011979535727445367,
|
||
|
|
"loss": 0.7301824951171875,
|
||
|
|
"step": 30750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7907810238063352,
|
||
|
|
"grad_norm": 0.08321163803339005,
|
||
|
|
"learning_rate": 0.0001162523737989286,
|
||
|
|
"loss": 0.726185302734375,
|
||
|
|
"step": 31000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7971582901273541,
|
||
|
|
"grad_norm": 0.07980816811323166,
|
||
|
|
"learning_rate": 0.00011270939032340353,
|
||
|
|
"loss": 0.7280133056640625,
|
||
|
|
"step": 31250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8035355564483728,
|
||
|
|
"grad_norm": 0.0806281566619873,
|
||
|
|
"learning_rate": 0.00010916640684787846,
|
||
|
|
"loss": 0.7268768310546875,
|
||
|
|
"step": 31500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8099128227693917,
|
||
|
|
"grad_norm": 0.08116059750318527,
|
||
|
|
"learning_rate": 0.0001056234233723534,
|
||
|
|
"loss": 0.7262345581054688,
|
||
|
|
"step": 31750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8162900890904105,
|
||
|
|
"grad_norm": 0.07698776572942734,
|
||
|
|
"learning_rate": 0.00010208043989682831,
|
||
|
|
"loss": 0.7262030029296875,
|
||
|
|
"step": 32000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8226673554114293,
|
||
|
|
"grad_norm": 0.08539737015962601,
|
||
|
|
"learning_rate": 9.853745642130325e-05,
|
||
|
|
"loss": 0.7263545532226563,
|
||
|
|
"step": 32250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8290446217324482,
|
||
|
|
"grad_norm": 0.08154796808958054,
|
||
|
|
"learning_rate": 9.499447294577818e-05,
|
||
|
|
"loss": 0.7248871459960937,
|
||
|
|
"step": 32500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.835421888053467,
|
||
|
|
"grad_norm": 0.08672577142715454,
|
||
|
|
"learning_rate": 9.145148947025311e-05,
|
||
|
|
"loss": 0.7239915771484375,
|
||
|
|
"step": 32750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8417991543744858,
|
||
|
|
"grad_norm": 0.08093911409378052,
|
||
|
|
"learning_rate": 8.790850599472804e-05,
|
||
|
|
"loss": 0.723066162109375,
|
||
|
|
"step": 33000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8481764206955047,
|
||
|
|
"grad_norm": 0.07659825682640076,
|
||
|
|
"learning_rate": 8.436552251920298e-05,
|
||
|
|
"loss": 0.72345263671875,
|
||
|
|
"step": 33250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8545536870165235,
|
||
|
|
"grad_norm": 0.08022043108940125,
|
||
|
|
"learning_rate": 8.082253904367789e-05,
|
||
|
|
"loss": 0.72362255859375,
|
||
|
|
"step": 33500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8609309533375423,
|
||
|
|
"grad_norm": 0.08199780434370041,
|
||
|
|
"learning_rate": 7.727955556815283e-05,
|
||
|
|
"loss": 0.7216689453125,
|
||
|
|
"step": 33750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8673082196585612,
|
||
|
|
"grad_norm": 0.07852373272180557,
|
||
|
|
"learning_rate": 7.373657209262777e-05,
|
||
|
|
"loss": 0.7197748413085937,
|
||
|
|
"step": 34000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.87368548597958,
|
||
|
|
"grad_norm": 0.07824918627738953,
|
||
|
|
"learning_rate": 7.019358861710269e-05,
|
||
|
|
"loss": 0.7181076049804688,
|
||
|
|
"step": 34250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8800627523005988,
|
||
|
|
"grad_norm": 0.07989538460969925,
|
||
|
|
"learning_rate": 6.665060514157763e-05,
|
||
|
|
"loss": 0.7219158325195313,
|
||
|
|
"step": 34500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8864400186216177,
|
||
|
|
"grad_norm": 0.07987392693758011,
|
||
|
|
"learning_rate": 6.310762166605256e-05,
|
||
|
|
"loss": 0.720794189453125,
|
||
|
|
"step": 34750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8928172849426365,
|
||
|
|
"grad_norm": 0.08085554093122482,
|
||
|
|
"learning_rate": 5.956463819052748e-05,
|
||
|
|
"loss": 0.7185697021484375,
|
||
|
|
"step": 35000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8991945512636553,
|
||
|
|
"grad_norm": 0.0825972706079483,
|
||
|
|
"learning_rate": 5.602165471500241e-05,
|
||
|
|
"loss": 0.7219225463867187,
|
||
|
|
"step": 35250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9055718175846742,
|
||
|
|
"grad_norm": 0.08420496433973312,
|
||
|
|
"learning_rate": 5.247867123947734e-05,
|
||
|
|
"loss": 0.7178782348632813,
|
||
|
|
"step": 35500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.911949083905693,
|
||
|
|
"grad_norm": 0.07988401502370834,
|
||
|
|
"learning_rate": 4.893568776395227e-05,
|
||
|
|
"loss": 0.7176174926757812,
|
||
|
|
"step": 35750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9183263502267118,
|
||
|
|
"grad_norm": 0.08001978695392609,
|
||
|
|
"learning_rate": 4.53927042884272e-05,
|
||
|
|
"loss": 0.7183565673828125,
|
||
|
|
"step": 36000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9247036165477307,
|
||
|
|
"grad_norm": 0.07920462638139725,
|
||
|
|
"learning_rate": 4.184972081290213e-05,
|
||
|
|
"loss": 0.7176240234375,
|
||
|
|
"step": 36250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9310808828687495,
|
||
|
|
"grad_norm": 0.08121761679649353,
|
||
|
|
"learning_rate": 3.8306737337377056e-05,
|
||
|
|
"loss": 0.71547265625,
|
||
|
|
"step": 36500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9374581491897683,
|
||
|
|
"grad_norm": 0.07785205543041229,
|
||
|
|
"learning_rate": 3.476375386185199e-05,
|
||
|
|
"loss": 0.7175172729492187,
|
||
|
|
"step": 36750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9438354155107872,
|
||
|
|
"grad_norm": 0.07759752124547958,
|
||
|
|
"learning_rate": 3.122077038632692e-05,
|
||
|
|
"loss": 0.7157890625,
|
||
|
|
"step": 37000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.950212681831806,
|
||
|
|
"grad_norm": 0.08237745612859726,
|
||
|
|
"learning_rate": 2.7677786910801846e-05,
|
||
|
|
"loss": 0.7169793701171875,
|
||
|
|
"step": 37250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9565899481528248,
|
||
|
|
"grad_norm": 0.07707587629556656,
|
||
|
|
"learning_rate": 2.4134803435276777e-05,
|
||
|
|
"loss": 0.715412109375,
|
||
|
|
"step": 37500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9629672144738436,
|
||
|
|
"grad_norm": 0.07932782173156738,
|
||
|
|
"learning_rate": 2.059181995975171e-05,
|
||
|
|
"loss": 0.71594677734375,
|
||
|
|
"step": 37750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9693444807948625,
|
||
|
|
"grad_norm": 0.08169736713171005,
|
||
|
|
"learning_rate": 1.704883648422664e-05,
|
||
|
|
"loss": 0.7143995361328125,
|
||
|
|
"step": 38000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9757217471158813,
|
||
|
|
"grad_norm": 0.08160339295864105,
|
||
|
|
"learning_rate": 1.3505853008701568e-05,
|
||
|
|
"loss": 0.7135118408203125,
|
||
|
|
"step": 38250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9820990134369001,
|
||
|
|
"grad_norm": 0.08456628769636154,
|
||
|
|
"learning_rate": 9.962869533176497e-06,
|
||
|
|
"loss": 0.714119384765625,
|
||
|
|
"step": 38500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.988476279757919,
|
||
|
|
"grad_norm": 0.07943534851074219,
|
||
|
|
"learning_rate": 6.419886057651427e-06,
|
||
|
|
"loss": 0.7134039306640625,
|
||
|
|
"step": 38750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9948535460789378,
|
||
|
|
"grad_norm": 0.0769161656498909,
|
||
|
|
"learning_rate": 2.8769025821263568e-06,
|
||
|
|
"loss": 0.71384814453125,
|
||
|
|
"step": 39000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0,
|
||
|
|
"step": 39202,
|
||
|
|
"total_flos": 7.006185158986433e+18,
|
||
|
|
"train_loss": 0.8243957067240222,
|
||
|
|
"train_runtime": 51861.4856,
|
||
|
|
"train_samples_per_second": 48.377,
|
||
|
|
"train_steps_per_second": 0.756
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"logging_steps": 250,
|
||
|
|
"max_steps": 39202,
|
||
|
|
"num_input_tokens_seen": 0,
|
||
|
|
"num_train_epochs": 1,
|
||
|
|
"save_steps": 3921,
|
||
|
|
"stateful_callbacks": {
|
||
|
|
"TrainerControl": {
|
||
|
|
"args": {
|
||
|
|
"should_epoch_stop": false,
|
||
|
|
"should_evaluate": false,
|
||
|
|
"should_log": false,
|
||
|
|
"should_save": true,
|
||
|
|
"should_training_stop": true
|
||
|
|
},
|
||
|
|
"attributes": {}
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"total_flos": 7.006185158986433e+18,
|
||
|
|
"train_batch_size": 8,
|
||
|
|
"trial_name": null,
|
||
|
|
"trial_params": null
|
||
|
|
}
|