5824 lines
151 KiB
JSON
5824 lines
151 KiB
JSON
{
|
|
"best_global_step": null,
|
|
"best_metric": null,
|
|
"best_model_checkpoint": null,
|
|
"epoch": 1.0,
|
|
"eval_steps": 500,
|
|
"global_step": 41387,
|
|
"is_hyper_param_search": false,
|
|
"is_local_process_zero": true,
|
|
"is_world_process_zero": true,
|
|
"log_history": [
|
|
{
|
|
"epoch": 0.0012081307197438762,
|
|
"grad_norm": 2.0567336082458496,
|
|
"learning_rate": 2.94e-05,
|
|
"loss": 10.047689819335938,
|
|
"step": 50
|
|
},
|
|
{
|
|
"epoch": 0.0024162614394877525,
|
|
"grad_norm": 1.242946982383728,
|
|
"learning_rate": 5.94e-05,
|
|
"loss": 8.63542236328125,
|
|
"step": 100
|
|
},
|
|
{
|
|
"epoch": 0.003624392159231629,
|
|
"grad_norm": 1.0061999559402466,
|
|
"learning_rate": 8.939999999999999e-05,
|
|
"loss": 7.649925537109375,
|
|
"step": 150
|
|
},
|
|
{
|
|
"epoch": 0.004832522878975505,
|
|
"grad_norm": 0.8215569853782654,
|
|
"learning_rate": 0.0001194,
|
|
"loss": 7.332319946289062,
|
|
"step": 200
|
|
},
|
|
{
|
|
"epoch": 0.006040653598719381,
|
|
"grad_norm": 0.9846878051757812,
|
|
"learning_rate": 0.0001494,
|
|
"loss": 7.208408203125,
|
|
"step": 250
|
|
},
|
|
{
|
|
"epoch": 0.007248784318463258,
|
|
"grad_norm": 0.7860299348831177,
|
|
"learning_rate": 0.00017939999999999997,
|
|
"loss": 7.064036865234375,
|
|
"step": 300
|
|
},
|
|
{
|
|
"epoch": 0.008456915038207134,
|
|
"grad_norm": 1.1750568151474,
|
|
"learning_rate": 0.00020939999999999997,
|
|
"loss": 6.932866821289062,
|
|
"step": 350
|
|
},
|
|
{
|
|
"epoch": 0.00966504575795101,
|
|
"grad_norm": 1.1936959028244019,
|
|
"learning_rate": 0.0002394,
|
|
"loss": 6.835554809570312,
|
|
"step": 400
|
|
},
|
|
{
|
|
"epoch": 0.010873176477694887,
|
|
"grad_norm": 0.9108025431632996,
|
|
"learning_rate": 0.0002694,
|
|
"loss": 6.752925415039062,
|
|
"step": 450
|
|
},
|
|
{
|
|
"epoch": 0.012081307197438763,
|
|
"grad_norm": 0.9273257255554199,
|
|
"learning_rate": 0.00029939999999999996,
|
|
"loss": 6.665084228515625,
|
|
"step": 500
|
|
},
|
|
{
|
|
"epoch": 0.013289437917182638,
|
|
"grad_norm": 0.8685219883918762,
|
|
"learning_rate": 0.0002996404725218284,
|
|
"loss": 6.676280517578125,
|
|
"step": 550
|
|
},
|
|
{
|
|
"epoch": 0.014497568636926516,
|
|
"grad_norm": 0.8371725678443909,
|
|
"learning_rate": 0.000299273607748184,
|
|
"loss": 6.580692138671875,
|
|
"step": 600
|
|
},
|
|
{
|
|
"epoch": 0.01570569935667039,
|
|
"grad_norm": 0.8638702034950256,
|
|
"learning_rate": 0.00029890674297453957,
|
|
"loss": 6.545195922851563,
|
|
"step": 650
|
|
},
|
|
{
|
|
"epoch": 0.01691383007641427,
|
|
"grad_norm": 0.9655756950378418,
|
|
"learning_rate": 0.00029853987820089515,
|
|
"loss": 6.555042724609375,
|
|
"step": 700
|
|
},
|
|
{
|
|
"epoch": 0.018121960796158146,
|
|
"grad_norm": 0.9254677295684814,
|
|
"learning_rate": 0.0002981730134272507,
|
|
"loss": 6.496650390625,
|
|
"step": 750
|
|
},
|
|
{
|
|
"epoch": 0.01933009151590202,
|
|
"grad_norm": 1.0433354377746582,
|
|
"learning_rate": 0.00029780614865360626,
|
|
"loss": 6.45712158203125,
|
|
"step": 800
|
|
},
|
|
{
|
|
"epoch": 0.020538222235645897,
|
|
"grad_norm": 0.7390813827514648,
|
|
"learning_rate": 0.00029743928387996184,
|
|
"loss": 6.416035766601563,
|
|
"step": 850
|
|
},
|
|
{
|
|
"epoch": 0.021746352955389774,
|
|
"grad_norm": 0.8372873067855835,
|
|
"learning_rate": 0.0002970724191063174,
|
|
"loss": 6.3870001220703125,
|
|
"step": 900
|
|
},
|
|
{
|
|
"epoch": 0.022954483675133648,
|
|
"grad_norm": 0.9460623264312744,
|
|
"learning_rate": 0.00029670555433267294,
|
|
"loss": 6.375929565429687,
|
|
"step": 950
|
|
},
|
|
{
|
|
"epoch": 0.024162614394877525,
|
|
"grad_norm": 0.8223255276679993,
|
|
"learning_rate": 0.0002963386895590285,
|
|
"loss": 6.339353637695313,
|
|
"step": 1000
|
|
},
|
|
{
|
|
"epoch": 0.025370745114621403,
|
|
"grad_norm": 0.7255702018737793,
|
|
"learning_rate": 0.0002959718247853841,
|
|
"loss": 6.3057666015625,
|
|
"step": 1050
|
|
},
|
|
{
|
|
"epoch": 0.026578875834365277,
|
|
"grad_norm": 0.7963605523109436,
|
|
"learning_rate": 0.00029560496001173963,
|
|
"loss": 6.329375610351563,
|
|
"step": 1100
|
|
},
|
|
{
|
|
"epoch": 0.027787006554109154,
|
|
"grad_norm": 0.7842203974723816,
|
|
"learning_rate": 0.0002952380952380952,
|
|
"loss": 6.277288208007812,
|
|
"step": 1150
|
|
},
|
|
{
|
|
"epoch": 0.02899513727385303,
|
|
"grad_norm": 0.8361679315567017,
|
|
"learning_rate": 0.0002948712304644508,
|
|
"loss": 6.26784423828125,
|
|
"step": 1200
|
|
},
|
|
{
|
|
"epoch": 0.03020326799359691,
|
|
"grad_norm": 0.7909688949584961,
|
|
"learning_rate": 0.00029450436569080637,
|
|
"loss": 6.240078125,
|
|
"step": 1250
|
|
},
|
|
{
|
|
"epoch": 0.03141139871334078,
|
|
"grad_norm": 0.7913162708282471,
|
|
"learning_rate": 0.0002941375009171619,
|
|
"loss": 6.185866088867187,
|
|
"step": 1300
|
|
},
|
|
{
|
|
"epoch": 0.03261952943308466,
|
|
"grad_norm": 0.8106042146682739,
|
|
"learning_rate": 0.0002937706361435175,
|
|
"loss": 6.174436645507813,
|
|
"step": 1350
|
|
},
|
|
{
|
|
"epoch": 0.03382766015282854,
|
|
"grad_norm": 0.8267247080802917,
|
|
"learning_rate": 0.00029340377136987306,
|
|
"loss": 6.1425341796875,
|
|
"step": 1400
|
|
},
|
|
{
|
|
"epoch": 0.035035790872572414,
|
|
"grad_norm": 0.778644859790802,
|
|
"learning_rate": 0.0002930369065962286,
|
|
"loss": 6.153001098632813,
|
|
"step": 1450
|
|
},
|
|
{
|
|
"epoch": 0.03624392159231629,
|
|
"grad_norm": 0.8770017027854919,
|
|
"learning_rate": 0.00029267004182258416,
|
|
"loss": 6.135545654296875,
|
|
"step": 1500
|
|
},
|
|
{
|
|
"epoch": 0.03745205231206016,
|
|
"grad_norm": 0.800643801689148,
|
|
"learning_rate": 0.00029230317704893974,
|
|
"loss": 6.1441357421875,
|
|
"step": 1550
|
|
},
|
|
{
|
|
"epoch": 0.03866018303180404,
|
|
"grad_norm": 0.8167304396629333,
|
|
"learning_rate": 0.00029193631227529527,
|
|
"loss": 6.084442749023437,
|
|
"step": 1600
|
|
},
|
|
{
|
|
"epoch": 0.03986831375154792,
|
|
"grad_norm": 0.7698378562927246,
|
|
"learning_rate": 0.00029156944750165085,
|
|
"loss": 6.058062744140625,
|
|
"step": 1650
|
|
},
|
|
{
|
|
"epoch": 0.041076444471291794,
|
|
"grad_norm": 0.893836259841919,
|
|
"learning_rate": 0.00029120258272800643,
|
|
"loss": 6.03717041015625,
|
|
"step": 1700
|
|
},
|
|
{
|
|
"epoch": 0.04228457519103567,
|
|
"grad_norm": 0.8040123581886292,
|
|
"learning_rate": 0.000290835717954362,
|
|
"loss": 6.0776129150390625,
|
|
"step": 1750
|
|
},
|
|
{
|
|
"epoch": 0.04349270591077955,
|
|
"grad_norm": 0.8429253101348877,
|
|
"learning_rate": 0.00029046885318071753,
|
|
"loss": 6.032772216796875,
|
|
"step": 1800
|
|
},
|
|
{
|
|
"epoch": 0.044700836630523426,
|
|
"grad_norm": 0.8081746101379395,
|
|
"learning_rate": 0.0002901019884070731,
|
|
"loss": 6.040414428710937,
|
|
"step": 1850
|
|
},
|
|
{
|
|
"epoch": 0.045908967350267296,
|
|
"grad_norm": 0.8269071578979492,
|
|
"learning_rate": 0.0002897351236334287,
|
|
"loss": 6.013905029296875,
|
|
"step": 1900
|
|
},
|
|
{
|
|
"epoch": 0.047117098070011174,
|
|
"grad_norm": 0.7277988195419312,
|
|
"learning_rate": 0.0002893682588597843,
|
|
"loss": 6.001159057617188,
|
|
"step": 1950
|
|
},
|
|
{
|
|
"epoch": 0.04832522878975505,
|
|
"grad_norm": 0.840861439704895,
|
|
"learning_rate": 0.0002890013940861398,
|
|
"loss": 5.982572021484375,
|
|
"step": 2000
|
|
},
|
|
{
|
|
"epoch": 0.04953335950949893,
|
|
"grad_norm": 0.9168997406959534,
|
|
"learning_rate": 0.0002886345293124954,
|
|
"loss": 5.953336791992188,
|
|
"step": 2050
|
|
},
|
|
{
|
|
"epoch": 0.050741490229242805,
|
|
"grad_norm": 0.7781474590301514,
|
|
"learning_rate": 0.00028826766453885096,
|
|
"loss": 5.9719677734375,
|
|
"step": 2100
|
|
},
|
|
{
|
|
"epoch": 0.05194962094898668,
|
|
"grad_norm": 0.7908787131309509,
|
|
"learning_rate": 0.00028790079976520654,
|
|
"loss": 5.920252075195313,
|
|
"step": 2150
|
|
},
|
|
{
|
|
"epoch": 0.05315775166873055,
|
|
"grad_norm": 0.7818727493286133,
|
|
"learning_rate": 0.00028753393499156207,
|
|
"loss": 5.925120239257812,
|
|
"step": 2200
|
|
},
|
|
{
|
|
"epoch": 0.05436588238847443,
|
|
"grad_norm": 0.8207040429115295,
|
|
"learning_rate": 0.00028716707021791765,
|
|
"loss": 5.943333740234375,
|
|
"step": 2250
|
|
},
|
|
{
|
|
"epoch": 0.05557401310821831,
|
|
"grad_norm": 0.8047415614128113,
|
|
"learning_rate": 0.0002868002054442732,
|
|
"loss": 5.859091796875,
|
|
"step": 2300
|
|
},
|
|
{
|
|
"epoch": 0.056782143827962185,
|
|
"grad_norm": 0.7661274671554565,
|
|
"learning_rate": 0.0002864333406706288,
|
|
"loss": 5.899588623046875,
|
|
"step": 2350
|
|
},
|
|
{
|
|
"epoch": 0.05799027454770606,
|
|
"grad_norm": 0.8919453620910645,
|
|
"learning_rate": 0.00028606647589698433,
|
|
"loss": 5.900999145507813,
|
|
"step": 2400
|
|
},
|
|
{
|
|
"epoch": 0.05919840526744994,
|
|
"grad_norm": 0.8325379490852356,
|
|
"learning_rate": 0.0002856996111233399,
|
|
"loss": 5.85697509765625,
|
|
"step": 2450
|
|
},
|
|
{
|
|
"epoch": 0.06040653598719382,
|
|
"grad_norm": 0.8285044431686401,
|
|
"learning_rate": 0.0002853327463496955,
|
|
"loss": 5.880800170898437,
|
|
"step": 2500
|
|
},
|
|
{
|
|
"epoch": 0.06161466670693769,
|
|
"grad_norm": 0.7765763998031616,
|
|
"learning_rate": 0.00028496588157605107,
|
|
"loss": 5.801648559570313,
|
|
"step": 2550
|
|
},
|
|
{
|
|
"epoch": 0.06282279742668156,
|
|
"grad_norm": 0.794620156288147,
|
|
"learning_rate": 0.0002845990168024066,
|
|
"loss": 5.81466552734375,
|
|
"step": 2600
|
|
},
|
|
{
|
|
"epoch": 0.06403092814642544,
|
|
"grad_norm": 0.7981798648834229,
|
|
"learning_rate": 0.0002842321520287622,
|
|
"loss": 5.792921142578125,
|
|
"step": 2650
|
|
},
|
|
{
|
|
"epoch": 0.06523905886616932,
|
|
"grad_norm": 0.7955827713012695,
|
|
"learning_rate": 0.00028386528725511776,
|
|
"loss": 5.778803100585938,
|
|
"step": 2700
|
|
},
|
|
{
|
|
"epoch": 0.0664471895859132,
|
|
"grad_norm": 0.810361921787262,
|
|
"learning_rate": 0.00028349842248147334,
|
|
"loss": 5.730283203125,
|
|
"step": 2750
|
|
},
|
|
{
|
|
"epoch": 0.06765532030565707,
|
|
"grad_norm": 0.8210492730140686,
|
|
"learning_rate": 0.00028313155770782886,
|
|
"loss": 5.771351928710938,
|
|
"step": 2800
|
|
},
|
|
{
|
|
"epoch": 0.06886345102540095,
|
|
"grad_norm": 0.8211035132408142,
|
|
"learning_rate": 0.00028276469293418444,
|
|
"loss": 5.741306762695313,
|
|
"step": 2850
|
|
},
|
|
{
|
|
"epoch": 0.07007158174514483,
|
|
"grad_norm": 0.8045103549957275,
|
|
"learning_rate": 0.00028239782816054,
|
|
"loss": 5.708994750976562,
|
|
"step": 2900
|
|
},
|
|
{
|
|
"epoch": 0.0712797124648887,
|
|
"grad_norm": 0.860809326171875,
|
|
"learning_rate": 0.0002820309633868956,
|
|
"loss": 5.729442749023438,
|
|
"step": 2950
|
|
},
|
|
{
|
|
"epoch": 0.07248784318463258,
|
|
"grad_norm": 0.7570837736129761,
|
|
"learning_rate": 0.00028166409861325113,
|
|
"loss": 5.683602294921875,
|
|
"step": 3000
|
|
},
|
|
{
|
|
"epoch": 0.07369597390437645,
|
|
"grad_norm": 0.7897762060165405,
|
|
"learning_rate": 0.0002812972338396067,
|
|
"loss": 5.693482055664062,
|
|
"step": 3050
|
|
},
|
|
{
|
|
"epoch": 0.07490410462412032,
|
|
"grad_norm": 0.8576429486274719,
|
|
"learning_rate": 0.0002809303690659623,
|
|
"loss": 5.674725952148438,
|
|
"step": 3100
|
|
},
|
|
{
|
|
"epoch": 0.0761122353438642,
|
|
"grad_norm": 0.7414172291755676,
|
|
"learning_rate": 0.00028056350429231787,
|
|
"loss": 5.6906787109375,
|
|
"step": 3150
|
|
},
|
|
{
|
|
"epoch": 0.07732036606360808,
|
|
"grad_norm": 0.7647370100021362,
|
|
"learning_rate": 0.0002801966395186734,
|
|
"loss": 5.68769775390625,
|
|
"step": 3200
|
|
},
|
|
{
|
|
"epoch": 0.07852849678335196,
|
|
"grad_norm": 0.7908104658126831,
|
|
"learning_rate": 0.000279829774745029,
|
|
"loss": 5.662813720703125,
|
|
"step": 3250
|
|
},
|
|
{
|
|
"epoch": 0.07973662750309583,
|
|
"grad_norm": 0.775360107421875,
|
|
"learning_rate": 0.00027946290997138456,
|
|
"loss": 5.618099365234375,
|
|
"step": 3300
|
|
},
|
|
{
|
|
"epoch": 0.08094475822283971,
|
|
"grad_norm": 0.7957372069358826,
|
|
"learning_rate": 0.0002790960451977401,
|
|
"loss": 5.621898803710938,
|
|
"step": 3350
|
|
},
|
|
{
|
|
"epoch": 0.08215288894258359,
|
|
"grad_norm": 0.7726836204528809,
|
|
"learning_rate": 0.00027872918042409566,
|
|
"loss": 5.626279296875,
|
|
"step": 3400
|
|
},
|
|
{
|
|
"epoch": 0.08336101966232747,
|
|
"grad_norm": 0.7751205563545227,
|
|
"learning_rate": 0.00027836231565045124,
|
|
"loss": 5.612183227539062,
|
|
"step": 3450
|
|
},
|
|
{
|
|
"epoch": 0.08456915038207134,
|
|
"grad_norm": 0.8598089218139648,
|
|
"learning_rate": 0.00027799545087680677,
|
|
"loss": 5.6166162109375,
|
|
"step": 3500
|
|
},
|
|
{
|
|
"epoch": 0.08577728110181522,
|
|
"grad_norm": 0.7791950106620789,
|
|
"learning_rate": 0.00027762858610316235,
|
|
"loss": 5.590696411132813,
|
|
"step": 3550
|
|
},
|
|
{
|
|
"epoch": 0.0869854118215591,
|
|
"grad_norm": 0.7699060440063477,
|
|
"learning_rate": 0.0002772617213295179,
|
|
"loss": 5.5623193359375,
|
|
"step": 3600
|
|
},
|
|
{
|
|
"epoch": 0.08819354254130297,
|
|
"grad_norm": 0.7668980360031128,
|
|
"learning_rate": 0.00027689485655587345,
|
|
"loss": 5.562638549804688,
|
|
"step": 3650
|
|
},
|
|
{
|
|
"epoch": 0.08940167326104685,
|
|
"grad_norm": 0.8171679973602295,
|
|
"learning_rate": 0.00027652799178222903,
|
|
"loss": 5.550632934570313,
|
|
"step": 3700
|
|
},
|
|
{
|
|
"epoch": 0.09060980398079072,
|
|
"grad_norm": 0.8103206753730774,
|
|
"learning_rate": 0.0002761611270085846,
|
|
"loss": 5.534771728515625,
|
|
"step": 3750
|
|
},
|
|
{
|
|
"epoch": 0.09181793470053459,
|
|
"grad_norm": 0.802372395992279,
|
|
"learning_rate": 0.0002757942622349402,
|
|
"loss": 5.537081298828125,
|
|
"step": 3800
|
|
},
|
|
{
|
|
"epoch": 0.09302606542027847,
|
|
"grad_norm": 0.781486451625824,
|
|
"learning_rate": 0.0002754273974612957,
|
|
"loss": 5.527772216796875,
|
|
"step": 3850
|
|
},
|
|
{
|
|
"epoch": 0.09423419614002235,
|
|
"grad_norm": 0.7913851141929626,
|
|
"learning_rate": 0.0002750605326876513,
|
|
"loss": 5.511227416992187,
|
|
"step": 3900
|
|
},
|
|
{
|
|
"epoch": 0.09544232685976622,
|
|
"grad_norm": 0.7766952514648438,
|
|
"learning_rate": 0.0002746936679140069,
|
|
"loss": 5.484191284179688,
|
|
"step": 3950
|
|
},
|
|
{
|
|
"epoch": 0.0966504575795101,
|
|
"grad_norm": 0.7719422578811646,
|
|
"learning_rate": 0.0002743268031403624,
|
|
"loss": 5.52441162109375,
|
|
"step": 4000
|
|
},
|
|
{
|
|
"epoch": 0.09785858829925398,
|
|
"grad_norm": 0.8148206472396851,
|
|
"learning_rate": 0.000273959938366718,
|
|
"loss": 5.476258544921875,
|
|
"step": 4050
|
|
},
|
|
{
|
|
"epoch": 0.09906671901899786,
|
|
"grad_norm": 0.8194459676742554,
|
|
"learning_rate": 0.00027359307359307356,
|
|
"loss": 5.489271240234375,
|
|
"step": 4100
|
|
},
|
|
{
|
|
"epoch": 0.10027484973874173,
|
|
"grad_norm": 0.7631927132606506,
|
|
"learning_rate": 0.00027322620881942914,
|
|
"loss": 5.490921630859375,
|
|
"step": 4150
|
|
},
|
|
{
|
|
"epoch": 0.10148298045848561,
|
|
"grad_norm": 0.7788265347480774,
|
|
"learning_rate": 0.00027285934404578467,
|
|
"loss": 5.4406396484375,
|
|
"step": 4200
|
|
},
|
|
{
|
|
"epoch": 0.10269111117822949,
|
|
"grad_norm": 0.7736191749572754,
|
|
"learning_rate": 0.00027249247927214025,
|
|
"loss": 5.464171142578125,
|
|
"step": 4250
|
|
},
|
|
{
|
|
"epoch": 0.10389924189797337,
|
|
"grad_norm": 0.9049032926559448,
|
|
"learning_rate": 0.00027212561449849583,
|
|
"loss": 5.465469970703125,
|
|
"step": 4300
|
|
},
|
|
{
|
|
"epoch": 0.10510737261771724,
|
|
"grad_norm": 0.8199710249900818,
|
|
"learning_rate": 0.0002717587497248514,
|
|
"loss": 5.46241943359375,
|
|
"step": 4350
|
|
},
|
|
{
|
|
"epoch": 0.1063155033374611,
|
|
"grad_norm": 0.7697764039039612,
|
|
"learning_rate": 0.00027139188495120694,
|
|
"loss": 5.39656005859375,
|
|
"step": 4400
|
|
},
|
|
{
|
|
"epoch": 0.10752363405720498,
|
|
"grad_norm": 0.9469720125198364,
|
|
"learning_rate": 0.0002710250201775625,
|
|
"loss": 5.419663696289063,
|
|
"step": 4450
|
|
},
|
|
{
|
|
"epoch": 0.10873176477694886,
|
|
"grad_norm": 0.7325762510299683,
|
|
"learning_rate": 0.0002706581554039181,
|
|
"loss": 5.414904174804687,
|
|
"step": 4500
|
|
},
|
|
{
|
|
"epoch": 0.10993989549669274,
|
|
"grad_norm": 0.8119387626647949,
|
|
"learning_rate": 0.0002702912906302737,
|
|
"loss": 5.421415405273438,
|
|
"step": 4550
|
|
},
|
|
{
|
|
"epoch": 0.11114802621643662,
|
|
"grad_norm": 0.7711684703826904,
|
|
"learning_rate": 0.0002699244258566292,
|
|
"loss": 5.374515991210938,
|
|
"step": 4600
|
|
},
|
|
{
|
|
"epoch": 0.11235615693618049,
|
|
"grad_norm": 0.7902948260307312,
|
|
"learning_rate": 0.0002695575610829848,
|
|
"loss": 5.389853515625,
|
|
"step": 4650
|
|
},
|
|
{
|
|
"epoch": 0.11356428765592437,
|
|
"grad_norm": 0.782555878162384,
|
|
"learning_rate": 0.00026919069630934036,
|
|
"loss": 5.413133544921875,
|
|
"step": 4700
|
|
},
|
|
{
|
|
"epoch": 0.11477241837566825,
|
|
"grad_norm": 0.7748803496360779,
|
|
"learning_rate": 0.00026882383153569594,
|
|
"loss": 5.3650360107421875,
|
|
"step": 4750
|
|
},
|
|
{
|
|
"epoch": 0.11598054909541212,
|
|
"grad_norm": 0.7870548963546753,
|
|
"learning_rate": 0.00026845696676205147,
|
|
"loss": 5.3870697021484375,
|
|
"step": 4800
|
|
},
|
|
{
|
|
"epoch": 0.117188679815156,
|
|
"grad_norm": 0.7400593757629395,
|
|
"learning_rate": 0.00026809010198840705,
|
|
"loss": 5.3786572265625,
|
|
"step": 4850
|
|
},
|
|
{
|
|
"epoch": 0.11839681053489988,
|
|
"grad_norm": 0.8056249618530273,
|
|
"learning_rate": 0.00026772323721476263,
|
|
"loss": 5.38482666015625,
|
|
"step": 4900
|
|
},
|
|
{
|
|
"epoch": 0.11960494125464376,
|
|
"grad_norm": 0.7575085163116455,
|
|
"learning_rate": 0.0002673563724411182,
|
|
"loss": 5.357495727539063,
|
|
"step": 4950
|
|
},
|
|
{
|
|
"epoch": 0.12081307197438763,
|
|
"grad_norm": 0.7345143556594849,
|
|
"learning_rate": 0.00026698950766747373,
|
|
"loss": 5.3505908203125,
|
|
"step": 5000
|
|
},
|
|
{
|
|
"epoch": 0.12202120269413151,
|
|
"grad_norm": 0.7637096047401428,
|
|
"learning_rate": 0.0002666226428938293,
|
|
"loss": 5.334730834960937,
|
|
"step": 5050
|
|
},
|
|
{
|
|
"epoch": 0.12322933341387537,
|
|
"grad_norm": 0.8016135096549988,
|
|
"learning_rate": 0.0002662557781201849,
|
|
"loss": 5.324992065429687,
|
|
"step": 5100
|
|
},
|
|
{
|
|
"epoch": 0.12443746413361925,
|
|
"grad_norm": 0.7238516211509705,
|
|
"learning_rate": 0.0002658889133465405,
|
|
"loss": 5.3167266845703125,
|
|
"step": 5150
|
|
},
|
|
{
|
|
"epoch": 0.12564559485336313,
|
|
"grad_norm": 0.7395594716072083,
|
|
"learning_rate": 0.000265522048572896,
|
|
"loss": 5.29600341796875,
|
|
"step": 5200
|
|
},
|
|
{
|
|
"epoch": 0.126853725573107,
|
|
"grad_norm": 0.7709106802940369,
|
|
"learning_rate": 0.0002651551837992516,
|
|
"loss": 5.281442260742187,
|
|
"step": 5250
|
|
},
|
|
{
|
|
"epoch": 0.12806185629285088,
|
|
"grad_norm": 0.7308861613273621,
|
|
"learning_rate": 0.00026478831902560716,
|
|
"loss": 5.3089666748046875,
|
|
"step": 5300
|
|
},
|
|
{
|
|
"epoch": 0.12926998701259476,
|
|
"grad_norm": 0.804020881652832,
|
|
"learning_rate": 0.00026442145425196274,
|
|
"loss": 5.290265502929688,
|
|
"step": 5350
|
|
},
|
|
{
|
|
"epoch": 0.13047811773233864,
|
|
"grad_norm": 0.7728541493415833,
|
|
"learning_rate": 0.00026405458947831827,
|
|
"loss": 5.272477416992188,
|
|
"step": 5400
|
|
},
|
|
{
|
|
"epoch": 0.13168624845208252,
|
|
"grad_norm": 0.7566307783126831,
|
|
"learning_rate": 0.00026368772470467385,
|
|
"loss": 5.312435302734375,
|
|
"step": 5450
|
|
},
|
|
{
|
|
"epoch": 0.1328943791718264,
|
|
"grad_norm": 0.785839319229126,
|
|
"learning_rate": 0.0002633208599310294,
|
|
"loss": 5.258353271484375,
|
|
"step": 5500
|
|
},
|
|
{
|
|
"epoch": 0.13410250989157027,
|
|
"grad_norm": 0.7946141362190247,
|
|
"learning_rate": 0.00026295399515738495,
|
|
"loss": 5.2605078125,
|
|
"step": 5550
|
|
},
|
|
{
|
|
"epoch": 0.13531064061131415,
|
|
"grad_norm": 0.7667028307914734,
|
|
"learning_rate": 0.00026258713038374053,
|
|
"loss": 5.247598876953125,
|
|
"step": 5600
|
|
},
|
|
{
|
|
"epoch": 0.13651877133105803,
|
|
"grad_norm": 0.7164963483810425,
|
|
"learning_rate": 0.0002622202656100961,
|
|
"loss": 5.27611328125,
|
|
"step": 5650
|
|
},
|
|
{
|
|
"epoch": 0.1377269020508019,
|
|
"grad_norm": 0.7562577128410339,
|
|
"learning_rate": 0.0002618534008364517,
|
|
"loss": 5.255584106445313,
|
|
"step": 5700
|
|
},
|
|
{
|
|
"epoch": 0.13893503277054578,
|
|
"grad_norm": 0.7422127723693848,
|
|
"learning_rate": 0.0002614865360628072,
|
|
"loss": 5.2476806640625,
|
|
"step": 5750
|
|
},
|
|
{
|
|
"epoch": 0.14014316349028966,
|
|
"grad_norm": 0.7244675755500793,
|
|
"learning_rate": 0.0002611196712891628,
|
|
"loss": 5.25503662109375,
|
|
"step": 5800
|
|
},
|
|
{
|
|
"epoch": 0.14135129421003353,
|
|
"grad_norm": 0.8102642893791199,
|
|
"learning_rate": 0.0002607528065155184,
|
|
"loss": 5.255423583984375,
|
|
"step": 5850
|
|
},
|
|
{
|
|
"epoch": 0.1425594249297774,
|
|
"grad_norm": 0.7501764893531799,
|
|
"learning_rate": 0.0002603859417418739,
|
|
"loss": 5.213814697265625,
|
|
"step": 5900
|
|
},
|
|
{
|
|
"epoch": 0.1437675556495213,
|
|
"grad_norm": 0.7393425107002258,
|
|
"learning_rate": 0.0002600190769682295,
|
|
"loss": 5.198919677734375,
|
|
"step": 5950
|
|
},
|
|
{
|
|
"epoch": 0.14497568636926517,
|
|
"grad_norm": 0.7690203189849854,
|
|
"learning_rate": 0.00025965221219458506,
|
|
"loss": 5.2246160888671875,
|
|
"step": 6000
|
|
},
|
|
{
|
|
"epoch": 0.14618381708900904,
|
|
"grad_norm": 0.7925234436988831,
|
|
"learning_rate": 0.0002592853474209406,
|
|
"loss": 5.181400756835938,
|
|
"step": 6050
|
|
},
|
|
{
|
|
"epoch": 0.1473919478087529,
|
|
"grad_norm": 0.7487099766731262,
|
|
"learning_rate": 0.00025891848264729617,
|
|
"loss": 5.193028564453125,
|
|
"step": 6100
|
|
},
|
|
{
|
|
"epoch": 0.14860007852849677,
|
|
"grad_norm": 0.7373976707458496,
|
|
"learning_rate": 0.00025855161787365175,
|
|
"loss": 5.18432373046875,
|
|
"step": 6150
|
|
},
|
|
{
|
|
"epoch": 0.14980820924824065,
|
|
"grad_norm": 0.7428847551345825,
|
|
"learning_rate": 0.0002581847531000073,
|
|
"loss": 5.147239990234375,
|
|
"step": 6200
|
|
},
|
|
{
|
|
"epoch": 0.15101633996798453,
|
|
"grad_norm": 0.7790428996086121,
|
|
"learning_rate": 0.00025781788832636286,
|
|
"loss": 5.17477783203125,
|
|
"step": 6250
|
|
},
|
|
{
|
|
"epoch": 0.1522244706877284,
|
|
"grad_norm": 0.768201470375061,
|
|
"learning_rate": 0.00025745102355271844,
|
|
"loss": 5.1685247802734375,
|
|
"step": 6300
|
|
},
|
|
{
|
|
"epoch": 0.15343260140747228,
|
|
"grad_norm": 0.724666953086853,
|
|
"learning_rate": 0.000257084158779074,
|
|
"loss": 5.172269897460938,
|
|
"step": 6350
|
|
},
|
|
{
|
|
"epoch": 0.15464073212721616,
|
|
"grad_norm": 0.8599744439125061,
|
|
"learning_rate": 0.00025671729400542954,
|
|
"loss": 5.1797418212890625,
|
|
"step": 6400
|
|
},
|
|
{
|
|
"epoch": 0.15584886284696003,
|
|
"grad_norm": 0.7066710591316223,
|
|
"learning_rate": 0.0002563504292317851,
|
|
"loss": 5.119457092285156,
|
|
"step": 6450
|
|
},
|
|
{
|
|
"epoch": 0.1570569935667039,
|
|
"grad_norm": 0.7463105916976929,
|
|
"learning_rate": 0.0002559835644581407,
|
|
"loss": 5.126748046875,
|
|
"step": 6500
|
|
},
|
|
{
|
|
"epoch": 0.1582651242864478,
|
|
"grad_norm": 0.7502253651618958,
|
|
"learning_rate": 0.0002556166996844963,
|
|
"loss": 5.127702026367188,
|
|
"step": 6550
|
|
},
|
|
{
|
|
"epoch": 0.15947325500619167,
|
|
"grad_norm": 0.7558940052986145,
|
|
"learning_rate": 0.0002552498349108518,
|
|
"loss": 5.148985595703125,
|
|
"step": 6600
|
|
},
|
|
{
|
|
"epoch": 0.16068138572593554,
|
|
"grad_norm": 0.774601936340332,
|
|
"learning_rate": 0.0002548829701372074,
|
|
"loss": 5.08835205078125,
|
|
"step": 6650
|
|
},
|
|
{
|
|
"epoch": 0.16188951644567942,
|
|
"grad_norm": 0.7979328036308289,
|
|
"learning_rate": 0.00025451610536356297,
|
|
"loss": 5.091900024414063,
|
|
"step": 6700
|
|
},
|
|
{
|
|
"epoch": 0.1630976471654233,
|
|
"grad_norm": 0.736694872379303,
|
|
"learning_rate": 0.00025414924058991855,
|
|
"loss": 5.161365966796875,
|
|
"step": 6750
|
|
},
|
|
{
|
|
"epoch": 0.16430577788516718,
|
|
"grad_norm": 0.7478530406951904,
|
|
"learning_rate": 0.0002537823758162741,
|
|
"loss": 5.156773071289063,
|
|
"step": 6800
|
|
},
|
|
{
|
|
"epoch": 0.16551390860491105,
|
|
"grad_norm": 0.7344756126403809,
|
|
"learning_rate": 0.00025341551104262965,
|
|
"loss": 5.077612609863281,
|
|
"step": 6850
|
|
},
|
|
{
|
|
"epoch": 0.16672203932465493,
|
|
"grad_norm": 0.7784936428070068,
|
|
"learning_rate": 0.00025304864626898523,
|
|
"loss": 5.097346496582031,
|
|
"step": 6900
|
|
},
|
|
{
|
|
"epoch": 0.1679301700443988,
|
|
"grad_norm": 0.8142541646957397,
|
|
"learning_rate": 0.0002526817814953408,
|
|
"loss": 5.088407897949219,
|
|
"step": 6950
|
|
},
|
|
{
|
|
"epoch": 0.16913830076414268,
|
|
"grad_norm": 0.7559444904327393,
|
|
"learning_rate": 0.00025231491672169634,
|
|
"loss": 5.092929992675781,
|
|
"step": 7000
|
|
},
|
|
{
|
|
"epoch": 0.17034643148388656,
|
|
"grad_norm": 0.8266547918319702,
|
|
"learning_rate": 0.0002519480519480519,
|
|
"loss": 5.090558471679688,
|
|
"step": 7050
|
|
},
|
|
{
|
|
"epoch": 0.17155456220363044,
|
|
"grad_norm": 0.7868309617042542,
|
|
"learning_rate": 0.0002515811871744075,
|
|
"loss": 5.059242248535156,
|
|
"step": 7100
|
|
},
|
|
{
|
|
"epoch": 0.17276269292337432,
|
|
"grad_norm": 0.7681360840797424,
|
|
"learning_rate": 0.0002512143224007631,
|
|
"loss": 5.053140869140625,
|
|
"step": 7150
|
|
},
|
|
{
|
|
"epoch": 0.1739708236431182,
|
|
"grad_norm": 0.7762099504470825,
|
|
"learning_rate": 0.0002508474576271186,
|
|
"loss": 5.044075927734375,
|
|
"step": 7200
|
|
},
|
|
{
|
|
"epoch": 0.17517895436286207,
|
|
"grad_norm": 0.7760724425315857,
|
|
"learning_rate": 0.0002504805928534742,
|
|
"loss": 5.042862548828125,
|
|
"step": 7250
|
|
},
|
|
{
|
|
"epoch": 0.17638708508260595,
|
|
"grad_norm": 0.9079201221466064,
|
|
"learning_rate": 0.00025011372807982977,
|
|
"loss": 5.0613796997070315,
|
|
"step": 7300
|
|
},
|
|
{
|
|
"epoch": 0.17759521580234983,
|
|
"grad_norm": 0.7784046530723572,
|
|
"learning_rate": 0.00024974686330618535,
|
|
"loss": 5.075418090820312,
|
|
"step": 7350
|
|
},
|
|
{
|
|
"epoch": 0.1788033465220937,
|
|
"grad_norm": 0.7922983765602112,
|
|
"learning_rate": 0.00024937999853254087,
|
|
"loss": 5.0171682739257815,
|
|
"step": 7400
|
|
},
|
|
{
|
|
"epoch": 0.18001147724183755,
|
|
"grad_norm": 0.7115756869316101,
|
|
"learning_rate": 0.00024901313375889645,
|
|
"loss": 5.027638549804688,
|
|
"step": 7450
|
|
},
|
|
{
|
|
"epoch": 0.18121960796158143,
|
|
"grad_norm": 0.8105598092079163,
|
|
"learning_rate": 0.00024864626898525203,
|
|
"loss": 4.98029296875,
|
|
"step": 7500
|
|
},
|
|
{
|
|
"epoch": 0.1824277386813253,
|
|
"grad_norm": 0.8051915764808655,
|
|
"learning_rate": 0.0002482794042116076,
|
|
"loss": 4.972913818359375,
|
|
"step": 7550
|
|
},
|
|
{
|
|
"epoch": 0.18363586940106918,
|
|
"grad_norm": 0.7506864070892334,
|
|
"learning_rate": 0.00024791253943796314,
|
|
"loss": 4.998473510742188,
|
|
"step": 7600
|
|
},
|
|
{
|
|
"epoch": 0.18484400012081306,
|
|
"grad_norm": 0.7961404323577881,
|
|
"learning_rate": 0.0002475456746643187,
|
|
"loss": 4.959234008789062,
|
|
"step": 7650
|
|
},
|
|
{
|
|
"epoch": 0.18605213084055694,
|
|
"grad_norm": 0.7458824515342712,
|
|
"learning_rate": 0.0002471788098906743,
|
|
"loss": 4.998105773925781,
|
|
"step": 7700
|
|
},
|
|
{
|
|
"epoch": 0.18726026156030082,
|
|
"grad_norm": 0.7325210571289062,
|
|
"learning_rate": 0.0002468119451170299,
|
|
"loss": 4.964185180664063,
|
|
"step": 7750
|
|
},
|
|
{
|
|
"epoch": 0.1884683922800447,
|
|
"grad_norm": 0.7937678694725037,
|
|
"learning_rate": 0.0002464450803433854,
|
|
"loss": 4.995216369628906,
|
|
"step": 7800
|
|
},
|
|
{
|
|
"epoch": 0.18967652299978857,
|
|
"grad_norm": 0.8441283702850342,
|
|
"learning_rate": 0.000246078215569741,
|
|
"loss": 4.9506619262695315,
|
|
"step": 7850
|
|
},
|
|
{
|
|
"epoch": 0.19088465371953245,
|
|
"grad_norm": 0.7642113566398621,
|
|
"learning_rate": 0.00024571135079609656,
|
|
"loss": 4.967312622070312,
|
|
"step": 7900
|
|
},
|
|
{
|
|
"epoch": 0.19209278443927633,
|
|
"grad_norm": 0.7840285897254944,
|
|
"learning_rate": 0.0002453444860224521,
|
|
"loss": 4.995877075195312,
|
|
"step": 7950
|
|
},
|
|
{
|
|
"epoch": 0.1933009151590202,
|
|
"grad_norm": 0.7469853758811951,
|
|
"learning_rate": 0.00024497762124880767,
|
|
"loss": 4.956955871582031,
|
|
"step": 8000
|
|
},
|
|
{
|
|
"epoch": 0.19450904587876408,
|
|
"grad_norm": 0.8073136806488037,
|
|
"learning_rate": 0.00024461075647516325,
|
|
"loss": 4.956441955566406,
|
|
"step": 8050
|
|
},
|
|
{
|
|
"epoch": 0.19571717659850796,
|
|
"grad_norm": 0.7915883660316467,
|
|
"learning_rate": 0.0002442438917015188,
|
|
"loss": 4.91659423828125,
|
|
"step": 8100
|
|
},
|
|
{
|
|
"epoch": 0.19692530731825184,
|
|
"grad_norm": 0.8093664050102234,
|
|
"learning_rate": 0.00024387702692787438,
|
|
"loss": 4.891084289550781,
|
|
"step": 8150
|
|
},
|
|
{
|
|
"epoch": 0.1981334380379957,
|
|
"grad_norm": 0.7481308579444885,
|
|
"learning_rate": 0.0002435101621542299,
|
|
"loss": 4.929019165039063,
|
|
"step": 8200
|
|
},
|
|
{
|
|
"epoch": 0.1993415687577396,
|
|
"grad_norm": 0.7783725261688232,
|
|
"learning_rate": 0.0002431432973805855,
|
|
"loss": 4.928171081542969,
|
|
"step": 8250
|
|
},
|
|
{
|
|
"epoch": 0.20054969947748347,
|
|
"grad_norm": 0.8197956085205078,
|
|
"learning_rate": 0.00024277643260694107,
|
|
"loss": 4.922730407714844,
|
|
"step": 8300
|
|
},
|
|
{
|
|
"epoch": 0.20175783019722734,
|
|
"grad_norm": 0.8039451837539673,
|
|
"learning_rate": 0.00024240956783329665,
|
|
"loss": 4.913426513671875,
|
|
"step": 8350
|
|
},
|
|
{
|
|
"epoch": 0.20296596091697122,
|
|
"grad_norm": 0.7451205849647522,
|
|
"learning_rate": 0.00024204270305965217,
|
|
"loss": 4.931348266601563,
|
|
"step": 8400
|
|
},
|
|
{
|
|
"epoch": 0.2041740916367151,
|
|
"grad_norm": 0.7971811294555664,
|
|
"learning_rate": 0.00024167583828600775,
|
|
"loss": 4.899661865234375,
|
|
"step": 8450
|
|
},
|
|
{
|
|
"epoch": 0.20538222235645898,
|
|
"grad_norm": 0.7709014415740967,
|
|
"learning_rate": 0.00024130897351236333,
|
|
"loss": 4.940385131835938,
|
|
"step": 8500
|
|
},
|
|
{
|
|
"epoch": 0.20659035307620285,
|
|
"grad_norm": 0.7686259150505066,
|
|
"learning_rate": 0.0002409421087387189,
|
|
"loss": 4.917569580078125,
|
|
"step": 8550
|
|
},
|
|
{
|
|
"epoch": 0.20779848379594673,
|
|
"grad_norm": 0.7921050190925598,
|
|
"learning_rate": 0.00024057524396507444,
|
|
"loss": 4.942485656738281,
|
|
"step": 8600
|
|
},
|
|
{
|
|
"epoch": 0.2090066145156906,
|
|
"grad_norm": 0.8189991116523743,
|
|
"learning_rate": 0.00024020837919143002,
|
|
"loss": 4.875235900878907,
|
|
"step": 8650
|
|
},
|
|
{
|
|
"epoch": 0.21021474523543449,
|
|
"grad_norm": 0.7947618365287781,
|
|
"learning_rate": 0.00023984151441778557,
|
|
"loss": 4.902606201171875,
|
|
"step": 8700
|
|
},
|
|
{
|
|
"epoch": 0.21142287595517836,
|
|
"grad_norm": 0.7725178599357605,
|
|
"learning_rate": 0.00023947464964414115,
|
|
"loss": 4.876233520507813,
|
|
"step": 8750
|
|
},
|
|
{
|
|
"epoch": 0.2126310066749222,
|
|
"grad_norm": 0.9121379852294922,
|
|
"learning_rate": 0.0002391077848704967,
|
|
"loss": 4.871437377929688,
|
|
"step": 8800
|
|
},
|
|
{
|
|
"epoch": 0.2138391373946661,
|
|
"grad_norm": 0.7896897196769714,
|
|
"learning_rate": 0.00023874092009685229,
|
|
"loss": 4.847481079101563,
|
|
"step": 8850
|
|
},
|
|
{
|
|
"epoch": 0.21504726811440997,
|
|
"grad_norm": 0.7763454914093018,
|
|
"learning_rate": 0.00023837405532320784,
|
|
"loss": 4.862617797851563,
|
|
"step": 8900
|
|
},
|
|
{
|
|
"epoch": 0.21625539883415384,
|
|
"grad_norm": 0.7935928106307983,
|
|
"learning_rate": 0.00023800719054956342,
|
|
"loss": 4.864496765136718,
|
|
"step": 8950
|
|
},
|
|
{
|
|
"epoch": 0.21746352955389772,
|
|
"grad_norm": 0.7815380096435547,
|
|
"learning_rate": 0.00023764032577591897,
|
|
"loss": 4.855505065917969,
|
|
"step": 9000
|
|
},
|
|
{
|
|
"epoch": 0.2186716602736416,
|
|
"grad_norm": 0.8099331259727478,
|
|
"learning_rate": 0.00023727346100227452,
|
|
"loss": 4.848117370605468,
|
|
"step": 9050
|
|
},
|
|
{
|
|
"epoch": 0.21987979099338548,
|
|
"grad_norm": 0.8041796684265137,
|
|
"learning_rate": 0.0002369065962286301,
|
|
"loss": 4.835195007324219,
|
|
"step": 9100
|
|
},
|
|
{
|
|
"epoch": 0.22108792171312935,
|
|
"grad_norm": 0.81269770860672,
|
|
"learning_rate": 0.00023653973145498569,
|
|
"loss": 4.860754089355469,
|
|
"step": 9150
|
|
},
|
|
{
|
|
"epoch": 0.22229605243287323,
|
|
"grad_norm": 0.7945086359977722,
|
|
"learning_rate": 0.0002361728666813412,
|
|
"loss": 4.817361450195312,
|
|
"step": 9200
|
|
},
|
|
{
|
|
"epoch": 0.2235041831526171,
|
|
"grad_norm": 0.7525965571403503,
|
|
"learning_rate": 0.0002358060019076968,
|
|
"loss": 4.852757263183594,
|
|
"step": 9250
|
|
},
|
|
{
|
|
"epoch": 0.22471231387236099,
|
|
"grad_norm": 0.8420506715774536,
|
|
"learning_rate": 0.00023543913713405237,
|
|
"loss": 4.873468017578125,
|
|
"step": 9300
|
|
},
|
|
{
|
|
"epoch": 0.22592044459210486,
|
|
"grad_norm": 0.7687504291534424,
|
|
"learning_rate": 0.00023507227236040795,
|
|
"loss": 4.81997802734375,
|
|
"step": 9350
|
|
},
|
|
{
|
|
"epoch": 0.22712857531184874,
|
|
"grad_norm": 0.8129599690437317,
|
|
"learning_rate": 0.00023470540758676348,
|
|
"loss": 4.82060546875,
|
|
"step": 9400
|
|
},
|
|
{
|
|
"epoch": 0.22833670603159262,
|
|
"grad_norm": 0.7765640616416931,
|
|
"learning_rate": 0.00023433854281311906,
|
|
"loss": 4.830821228027344,
|
|
"step": 9450
|
|
},
|
|
{
|
|
"epoch": 0.2295448367513365,
|
|
"grad_norm": 0.8525048494338989,
|
|
"learning_rate": 0.00023397167803947464,
|
|
"loss": 4.826491394042969,
|
|
"step": 9500
|
|
},
|
|
{
|
|
"epoch": 0.23075296747108037,
|
|
"grad_norm": 0.7599337100982666,
|
|
"learning_rate": 0.00023360481326583022,
|
|
"loss": 4.799618225097657,
|
|
"step": 9550
|
|
},
|
|
{
|
|
"epoch": 0.23196109819082425,
|
|
"grad_norm": 0.883025586605072,
|
|
"learning_rate": 0.00023323794849218574,
|
|
"loss": 4.815971984863281,
|
|
"step": 9600
|
|
},
|
|
{
|
|
"epoch": 0.23316922891056813,
|
|
"grad_norm": 0.8563060164451599,
|
|
"learning_rate": 0.00023287108371854132,
|
|
"loss": 4.799457092285156,
|
|
"step": 9650
|
|
},
|
|
{
|
|
"epoch": 0.234377359630312,
|
|
"grad_norm": 0.8175627589225769,
|
|
"learning_rate": 0.0002325042189448969,
|
|
"loss": 4.818922729492187,
|
|
"step": 9700
|
|
},
|
|
{
|
|
"epoch": 0.23558549035005588,
|
|
"grad_norm": 0.7504342198371887,
|
|
"learning_rate": 0.00023213735417125246,
|
|
"loss": 4.852285461425781,
|
|
"step": 9750
|
|
},
|
|
{
|
|
"epoch": 0.23679362106979976,
|
|
"grad_norm": 0.7624800205230713,
|
|
"learning_rate": 0.000231770489397608,
|
|
"loss": 4.757030334472656,
|
|
"step": 9800
|
|
},
|
|
{
|
|
"epoch": 0.23800175178954364,
|
|
"grad_norm": 0.7682377099990845,
|
|
"learning_rate": 0.0002314036246239636,
|
|
"loss": 4.7794973754882815,
|
|
"step": 9850
|
|
},
|
|
{
|
|
"epoch": 0.2392098825092875,
|
|
"grad_norm": 0.7975249290466309,
|
|
"learning_rate": 0.00023103675985031914,
|
|
"loss": 4.790357971191407,
|
|
"step": 9900
|
|
},
|
|
{
|
|
"epoch": 0.2404180132290314,
|
|
"grad_norm": 0.8084898591041565,
|
|
"learning_rate": 0.00023066989507667472,
|
|
"loss": 4.760804748535156,
|
|
"step": 9950
|
|
},
|
|
{
|
|
"epoch": 0.24162614394877527,
|
|
"grad_norm": 0.7954447865486145,
|
|
"learning_rate": 0.00023030303030303027,
|
|
"loss": 4.762905883789062,
|
|
"step": 10000
|
|
},
|
|
{
|
|
"epoch": 0.24283427466851915,
|
|
"grad_norm": 0.8145322799682617,
|
|
"learning_rate": 0.00022993616552938583,
|
|
"loss": 4.771827392578125,
|
|
"step": 10050
|
|
},
|
|
{
|
|
"epoch": 0.24404240538826302,
|
|
"grad_norm": 0.7774279117584229,
|
|
"learning_rate": 0.0002295693007557414,
|
|
"loss": 4.779819946289063,
|
|
"step": 10100
|
|
},
|
|
{
|
|
"epoch": 0.2452505361080069,
|
|
"grad_norm": 0.7880101799964905,
|
|
"learning_rate": 0.000229202435982097,
|
|
"loss": 4.778431091308594,
|
|
"step": 10150
|
|
},
|
|
{
|
|
"epoch": 0.24645866682775075,
|
|
"grad_norm": 0.7913017868995667,
|
|
"learning_rate": 0.00022883557120845254,
|
|
"loss": 4.729861145019531,
|
|
"step": 10200
|
|
},
|
|
{
|
|
"epoch": 0.24766679754749463,
|
|
"grad_norm": 0.7822272181510925,
|
|
"learning_rate": 0.0002284687064348081,
|
|
"loss": 4.7321142578125,
|
|
"step": 10250
|
|
},
|
|
{
|
|
"epoch": 0.2488749282672385,
|
|
"grad_norm": 0.7684321999549866,
|
|
"learning_rate": 0.00022810184166116367,
|
|
"loss": 4.733845520019531,
|
|
"step": 10300
|
|
},
|
|
{
|
|
"epoch": 0.2500830589869824,
|
|
"grad_norm": 0.805257260799408,
|
|
"learning_rate": 0.00022773497688751925,
|
|
"loss": 4.7672314453125,
|
|
"step": 10350
|
|
},
|
|
{
|
|
"epoch": 0.25129118970672626,
|
|
"grad_norm": 0.784733772277832,
|
|
"learning_rate": 0.00022736811211387478,
|
|
"loss": 4.761484680175781,
|
|
"step": 10400
|
|
},
|
|
{
|
|
"epoch": 0.25249932042647016,
|
|
"grad_norm": 0.7618144154548645,
|
|
"learning_rate": 0.00022700124734023036,
|
|
"loss": 4.746294555664062,
|
|
"step": 10450
|
|
},
|
|
{
|
|
"epoch": 0.253707451146214,
|
|
"grad_norm": 0.7694723010063171,
|
|
"learning_rate": 0.00022663438256658594,
|
|
"loss": 4.743426513671875,
|
|
"step": 10500
|
|
},
|
|
{
|
|
"epoch": 0.2549155818659579,
|
|
"grad_norm": 0.7867644429206848,
|
|
"learning_rate": 0.00022626751779294152,
|
|
"loss": 4.714345703125,
|
|
"step": 10550
|
|
},
|
|
{
|
|
"epoch": 0.25612371258570177,
|
|
"grad_norm": 0.7482685446739197,
|
|
"learning_rate": 0.00022590065301929705,
|
|
"loss": 4.770420227050781,
|
|
"step": 10600
|
|
},
|
|
{
|
|
"epoch": 0.2573318433054457,
|
|
"grad_norm": 0.811345100402832,
|
|
"learning_rate": 0.00022553378824565263,
|
|
"loss": 4.725180969238282,
|
|
"step": 10650
|
|
},
|
|
{
|
|
"epoch": 0.2585399740251895,
|
|
"grad_norm": 0.881449818611145,
|
|
"learning_rate": 0.0002251669234720082,
|
|
"loss": 4.748963928222656,
|
|
"step": 10700
|
|
},
|
|
{
|
|
"epoch": 0.25974810474493343,
|
|
"grad_norm": 0.8054546117782593,
|
|
"learning_rate": 0.00022480005869836376,
|
|
"loss": 4.7404483032226565,
|
|
"step": 10750
|
|
},
|
|
{
|
|
"epoch": 0.2609562354646773,
|
|
"grad_norm": 0.8301592469215393,
|
|
"learning_rate": 0.0002244331939247193,
|
|
"loss": 4.707667236328125,
|
|
"step": 10800
|
|
},
|
|
{
|
|
"epoch": 0.2621643661844211,
|
|
"grad_norm": 0.7749137878417969,
|
|
"learning_rate": 0.0002240663291510749,
|
|
"loss": 4.718084411621094,
|
|
"step": 10850
|
|
},
|
|
{
|
|
"epoch": 0.26337249690416503,
|
|
"grad_norm": 0.765621542930603,
|
|
"learning_rate": 0.00022369946437743047,
|
|
"loss": 4.70483642578125,
|
|
"step": 10900
|
|
},
|
|
{
|
|
"epoch": 0.2645806276239089,
|
|
"grad_norm": 0.8450783491134644,
|
|
"learning_rate": 0.00022333259960378602,
|
|
"loss": 4.702041015625,
|
|
"step": 10950
|
|
},
|
|
{
|
|
"epoch": 0.2657887583436528,
|
|
"grad_norm": 0.786019504070282,
|
|
"learning_rate": 0.0002229657348301416,
|
|
"loss": 4.73208251953125,
|
|
"step": 11000
|
|
},
|
|
{
|
|
"epoch": 0.26699688906339664,
|
|
"grad_norm": 0.844512403011322,
|
|
"learning_rate": 0.00022259887005649716,
|
|
"loss": 4.710789184570313,
|
|
"step": 11050
|
|
},
|
|
{
|
|
"epoch": 0.26820501978314054,
|
|
"grad_norm": 0.7994405627250671,
|
|
"learning_rate": 0.0002222320052828527,
|
|
"loss": 4.725503540039062,
|
|
"step": 11100
|
|
},
|
|
{
|
|
"epoch": 0.2694131505028844,
|
|
"grad_norm": 0.8023877143859863,
|
|
"learning_rate": 0.0002218651405092083,
|
|
"loss": 4.672783203125,
|
|
"step": 11150
|
|
},
|
|
{
|
|
"epoch": 0.2706212812226283,
|
|
"grad_norm": 0.7944827079772949,
|
|
"learning_rate": 0.00022149827573556387,
|
|
"loss": 4.7068939208984375,
|
|
"step": 11200
|
|
},
|
|
{
|
|
"epoch": 0.27182941194237215,
|
|
"grad_norm": 0.7936934232711792,
|
|
"learning_rate": 0.0002211314109619194,
|
|
"loss": 4.694465637207031,
|
|
"step": 11250
|
|
},
|
|
{
|
|
"epoch": 0.27303754266211605,
|
|
"grad_norm": 0.7808048725128174,
|
|
"learning_rate": 0.00022076454618827498,
|
|
"loss": 4.731701049804688,
|
|
"step": 11300
|
|
},
|
|
{
|
|
"epoch": 0.2742456733818599,
|
|
"grad_norm": 0.8140460848808289,
|
|
"learning_rate": 0.00022039768141463056,
|
|
"loss": 4.685305786132813,
|
|
"step": 11350
|
|
},
|
|
{
|
|
"epoch": 0.2754538041016038,
|
|
"grad_norm": 0.7861780524253845,
|
|
"learning_rate": 0.00022003081664098614,
|
|
"loss": 4.691961059570312,
|
|
"step": 11400
|
|
},
|
|
{
|
|
"epoch": 0.27666193482134765,
|
|
"grad_norm": 0.871821403503418,
|
|
"learning_rate": 0.00021966395186734166,
|
|
"loss": 4.664822692871094,
|
|
"step": 11450
|
|
},
|
|
{
|
|
"epoch": 0.27787006554109156,
|
|
"grad_norm": 0.8274059891700745,
|
|
"learning_rate": 0.00021929708709369724,
|
|
"loss": 4.716848449707031,
|
|
"step": 11500
|
|
},
|
|
{
|
|
"epoch": 0.2790781962608354,
|
|
"grad_norm": 0.7896090745925903,
|
|
"learning_rate": 0.00021893022232005282,
|
|
"loss": 4.687721557617188,
|
|
"step": 11550
|
|
},
|
|
{
|
|
"epoch": 0.2802863269805793,
|
|
"grad_norm": 0.8510223627090454,
|
|
"learning_rate": 0.0002185633575464084,
|
|
"loss": 4.675347900390625,
|
|
"step": 11600
|
|
},
|
|
{
|
|
"epoch": 0.28149445770032316,
|
|
"grad_norm": 0.8153030276298523,
|
|
"learning_rate": 0.00021819649277276393,
|
|
"loss": 4.6624560546875,
|
|
"step": 11650
|
|
},
|
|
{
|
|
"epoch": 0.28270258842006707,
|
|
"grad_norm": 0.8229708671569824,
|
|
"learning_rate": 0.0002178296279991195,
|
|
"loss": 4.6419219970703125,
|
|
"step": 11700
|
|
},
|
|
{
|
|
"epoch": 0.2839107191398109,
|
|
"grad_norm": 0.9006219506263733,
|
|
"learning_rate": 0.0002174627632254751,
|
|
"loss": 4.702740783691406,
|
|
"step": 11750
|
|
},
|
|
{
|
|
"epoch": 0.2851188498595548,
|
|
"grad_norm": 0.7775527238845825,
|
|
"learning_rate": 0.00021709589845183064,
|
|
"loss": 4.671443786621094,
|
|
"step": 11800
|
|
},
|
|
{
|
|
"epoch": 0.2863269805792987,
|
|
"grad_norm": 0.8033133149147034,
|
|
"learning_rate": 0.0002167290336781862,
|
|
"loss": 4.662550964355469,
|
|
"step": 11850
|
|
},
|
|
{
|
|
"epoch": 0.2875351112990426,
|
|
"grad_norm": 0.7958892583847046,
|
|
"learning_rate": 0.00021636216890454177,
|
|
"loss": 4.6466238403320315,
|
|
"step": 11900
|
|
},
|
|
{
|
|
"epoch": 0.28874324201878643,
|
|
"grad_norm": 0.8526051640510559,
|
|
"learning_rate": 0.00021599530413089733,
|
|
"loss": 4.6294076538085935,
|
|
"step": 11950
|
|
},
|
|
{
|
|
"epoch": 0.28995137273853033,
|
|
"grad_norm": 0.7941024899482727,
|
|
"learning_rate": 0.0002156284393572529,
|
|
"loss": 4.657857360839844,
|
|
"step": 12000
|
|
},
|
|
{
|
|
"epoch": 0.2911595034582742,
|
|
"grad_norm": 0.7991407513618469,
|
|
"learning_rate": 0.00021526157458360846,
|
|
"loss": 4.664903564453125,
|
|
"step": 12050
|
|
},
|
|
{
|
|
"epoch": 0.2923676341780181,
|
|
"grad_norm": 0.8050182461738586,
|
|
"learning_rate": 0.00021489470980996404,
|
|
"loss": 4.61813232421875,
|
|
"step": 12100
|
|
},
|
|
{
|
|
"epoch": 0.29357576489776194,
|
|
"grad_norm": 0.8054724931716919,
|
|
"learning_rate": 0.0002145278450363196,
|
|
"loss": 4.660469970703125,
|
|
"step": 12150
|
|
},
|
|
{
|
|
"epoch": 0.2947838956175058,
|
|
"grad_norm": 0.7791872024536133,
|
|
"learning_rate": 0.00021416098026267517,
|
|
"loss": 4.6317071533203125,
|
|
"step": 12200
|
|
},
|
|
{
|
|
"epoch": 0.2959920263372497,
|
|
"grad_norm": 0.8185362219810486,
|
|
"learning_rate": 0.00021379411548903073,
|
|
"loss": 4.635613098144531,
|
|
"step": 12250
|
|
},
|
|
{
|
|
"epoch": 0.29720015705699354,
|
|
"grad_norm": 0.7946044206619263,
|
|
"learning_rate": 0.00021342725071538628,
|
|
"loss": 4.653995056152343,
|
|
"step": 12300
|
|
},
|
|
{
|
|
"epoch": 0.29840828777673745,
|
|
"grad_norm": 0.7659194469451904,
|
|
"learning_rate": 0.00021306038594174186,
|
|
"loss": 4.647461853027344,
|
|
"step": 12350
|
|
},
|
|
{
|
|
"epoch": 0.2996164184964813,
|
|
"grad_norm": 0.8447695374488831,
|
|
"learning_rate": 0.00021269352116809744,
|
|
"loss": 4.663876037597657,
|
|
"step": 12400
|
|
},
|
|
{
|
|
"epoch": 0.3008245492162252,
|
|
"grad_norm": 0.832804799079895,
|
|
"learning_rate": 0.00021232665639445296,
|
|
"loss": 4.651454162597656,
|
|
"step": 12450
|
|
},
|
|
{
|
|
"epoch": 0.30203267993596905,
|
|
"grad_norm": 0.8120107650756836,
|
|
"learning_rate": 0.00021195979162080854,
|
|
"loss": 4.6463534545898435,
|
|
"step": 12500
|
|
},
|
|
{
|
|
"epoch": 0.30324081065571296,
|
|
"grad_norm": 0.8200873732566833,
|
|
"learning_rate": 0.00021159292684716412,
|
|
"loss": 4.666345825195313,
|
|
"step": 12550
|
|
},
|
|
{
|
|
"epoch": 0.3044489413754568,
|
|
"grad_norm": 0.7715031504631042,
|
|
"learning_rate": 0.0002112260620735197,
|
|
"loss": 4.62532470703125,
|
|
"step": 12600
|
|
},
|
|
{
|
|
"epoch": 0.3056570720952007,
|
|
"grad_norm": 0.8087065815925598,
|
|
"learning_rate": 0.00021085919729987523,
|
|
"loss": 4.599889221191407,
|
|
"step": 12650
|
|
},
|
|
{
|
|
"epoch": 0.30686520281494456,
|
|
"grad_norm": 0.8186317682266235,
|
|
"learning_rate": 0.0002104923325262308,
|
|
"loss": 4.607811279296875,
|
|
"step": 12700
|
|
},
|
|
{
|
|
"epoch": 0.30807333353468846,
|
|
"grad_norm": 0.7934784889221191,
|
|
"learning_rate": 0.0002101254677525864,
|
|
"loss": 4.617008056640625,
|
|
"step": 12750
|
|
},
|
|
{
|
|
"epoch": 0.3092814642544323,
|
|
"grad_norm": 0.8471022248268127,
|
|
"learning_rate": 0.00020975860297894197,
|
|
"loss": 4.6198193359375,
|
|
"step": 12800
|
|
},
|
|
{
|
|
"epoch": 0.3104895949741762,
|
|
"grad_norm": 0.8959652781486511,
|
|
"learning_rate": 0.0002093917382052975,
|
|
"loss": 4.609613342285156,
|
|
"step": 12850
|
|
},
|
|
{
|
|
"epoch": 0.31169772569392007,
|
|
"grad_norm": 0.8412113785743713,
|
|
"learning_rate": 0.00020902487343165308,
|
|
"loss": 4.567796325683593,
|
|
"step": 12900
|
|
},
|
|
{
|
|
"epoch": 0.312905856413664,
|
|
"grad_norm": 0.8049896955490112,
|
|
"learning_rate": 0.00020865800865800866,
|
|
"loss": 4.602123413085938,
|
|
"step": 12950
|
|
},
|
|
{
|
|
"epoch": 0.3141139871334078,
|
|
"grad_norm": 0.7926521897315979,
|
|
"learning_rate": 0.0002082911438843642,
|
|
"loss": 4.594961242675781,
|
|
"step": 13000
|
|
},
|
|
{
|
|
"epoch": 0.31532211785315173,
|
|
"grad_norm": 0.8098254799842834,
|
|
"learning_rate": 0.00020792427911071976,
|
|
"loss": 4.612647399902344,
|
|
"step": 13050
|
|
},
|
|
{
|
|
"epoch": 0.3165302485728956,
|
|
"grad_norm": 0.8844075798988342,
|
|
"learning_rate": 0.00020755741433707534,
|
|
"loss": 4.614940795898438,
|
|
"step": 13100
|
|
},
|
|
{
|
|
"epoch": 0.3177383792926395,
|
|
"grad_norm": 0.8263518214225769,
|
|
"learning_rate": 0.0002071905495634309,
|
|
"loss": 4.637500915527344,
|
|
"step": 13150
|
|
},
|
|
{
|
|
"epoch": 0.31894651001238333,
|
|
"grad_norm": 0.790128231048584,
|
|
"learning_rate": 0.00020682368478978648,
|
|
"loss": 4.628588562011719,
|
|
"step": 13200
|
|
},
|
|
{
|
|
"epoch": 0.32015464073212724,
|
|
"grad_norm": 0.7944300770759583,
|
|
"learning_rate": 0.00020645682001614203,
|
|
"loss": 4.620392456054687,
|
|
"step": 13250
|
|
},
|
|
{
|
|
"epoch": 0.3213627714518711,
|
|
"grad_norm": 0.7934144139289856,
|
|
"learning_rate": 0.0002060899552424976,
|
|
"loss": 4.576650695800781,
|
|
"step": 13300
|
|
},
|
|
{
|
|
"epoch": 0.322570902171615,
|
|
"grad_norm": 0.8359684944152832,
|
|
"learning_rate": 0.00020572309046885316,
|
|
"loss": 4.6265127563476565,
|
|
"step": 13350
|
|
},
|
|
{
|
|
"epoch": 0.32377903289135884,
|
|
"grad_norm": 0.8399538993835449,
|
|
"learning_rate": 0.00020535622569520874,
|
|
"loss": 4.605622253417969,
|
|
"step": 13400
|
|
},
|
|
{
|
|
"epoch": 0.32498716361110275,
|
|
"grad_norm": 0.8221124410629272,
|
|
"learning_rate": 0.0002049893609215643,
|
|
"loss": 4.578699340820313,
|
|
"step": 13450
|
|
},
|
|
{
|
|
"epoch": 0.3261952943308466,
|
|
"grad_norm": 0.7812410593032837,
|
|
"learning_rate": 0.00020462249614791985,
|
|
"loss": 4.581290588378907,
|
|
"step": 13500
|
|
},
|
|
{
|
|
"epoch": 0.32740342505059045,
|
|
"grad_norm": 0.7977650761604309,
|
|
"learning_rate": 0.00020425563137427543,
|
|
"loss": 4.543898010253907,
|
|
"step": 13550
|
|
},
|
|
{
|
|
"epoch": 0.32861155577033435,
|
|
"grad_norm": 0.8016378283500671,
|
|
"learning_rate": 0.000203888766600631,
|
|
"loss": 4.588157958984375,
|
|
"step": 13600
|
|
},
|
|
{
|
|
"epoch": 0.3298196864900782,
|
|
"grad_norm": 0.8839250206947327,
|
|
"learning_rate": 0.00020352190182698653,
|
|
"loss": 4.553284301757812,
|
|
"step": 13650
|
|
},
|
|
{
|
|
"epoch": 0.3310278172098221,
|
|
"grad_norm": 0.8013595938682556,
|
|
"learning_rate": 0.0002031550370533421,
|
|
"loss": 4.6255426025390625,
|
|
"step": 13700
|
|
},
|
|
{
|
|
"epoch": 0.33223594792956596,
|
|
"grad_norm": 0.8826407194137573,
|
|
"learning_rate": 0.0002027881722796977,
|
|
"loss": 4.547523803710938,
|
|
"step": 13750
|
|
},
|
|
{
|
|
"epoch": 0.33344407864930986,
|
|
"grad_norm": 0.8313543200492859,
|
|
"learning_rate": 0.00020242130750605327,
|
|
"loss": 4.5199212646484375,
|
|
"step": 13800
|
|
},
|
|
{
|
|
"epoch": 0.3346522093690537,
|
|
"grad_norm": 0.8718063235282898,
|
|
"learning_rate": 0.0002020544427324088,
|
|
"loss": 4.586356201171875,
|
|
"step": 13850
|
|
},
|
|
{
|
|
"epoch": 0.3358603400887976,
|
|
"grad_norm": 0.8381774425506592,
|
|
"learning_rate": 0.00020168757795876438,
|
|
"loss": 4.569805297851563,
|
|
"step": 13900
|
|
},
|
|
{
|
|
"epoch": 0.33706847080854146,
|
|
"grad_norm": 0.7955442070960999,
|
|
"learning_rate": 0.00020132071318511996,
|
|
"loss": 4.5325839233398435,
|
|
"step": 13950
|
|
},
|
|
{
|
|
"epoch": 0.33827660152828537,
|
|
"grad_norm": 0.8485741019248962,
|
|
"learning_rate": 0.00020095384841147554,
|
|
"loss": 4.533649291992187,
|
|
"step": 14000
|
|
},
|
|
{
|
|
"epoch": 0.3394847322480292,
|
|
"grad_norm": 0.9278120994567871,
|
|
"learning_rate": 0.00020058698363783107,
|
|
"loss": 4.553104248046875,
|
|
"step": 14050
|
|
},
|
|
{
|
|
"epoch": 0.3406928629677731,
|
|
"grad_norm": 0.833659827709198,
|
|
"learning_rate": 0.00020022011886418665,
|
|
"loss": 4.5760061645507815,
|
|
"step": 14100
|
|
},
|
|
{
|
|
"epoch": 0.341900993687517,
|
|
"grad_norm": 0.8239136338233948,
|
|
"learning_rate": 0.00019985325409054223,
|
|
"loss": 4.61402587890625,
|
|
"step": 14150
|
|
},
|
|
{
|
|
"epoch": 0.3431091244072609,
|
|
"grad_norm": 0.8305805325508118,
|
|
"learning_rate": 0.00019948638931689778,
|
|
"loss": 4.527126159667969,
|
|
"step": 14200
|
|
},
|
|
{
|
|
"epoch": 0.34431725512700473,
|
|
"grad_norm": 0.8342345952987671,
|
|
"learning_rate": 0.00019911952454325333,
|
|
"loss": 4.58315185546875,
|
|
"step": 14250
|
|
},
|
|
{
|
|
"epoch": 0.34552538584674863,
|
|
"grad_norm": 0.7768062353134155,
|
|
"learning_rate": 0.0001987526597696089,
|
|
"loss": 4.545763549804687,
|
|
"step": 14300
|
|
},
|
|
{
|
|
"epoch": 0.3467335165664925,
|
|
"grad_norm": 0.8638603687286377,
|
|
"learning_rate": 0.00019838579499596446,
|
|
"loss": 4.5633633422851565,
|
|
"step": 14350
|
|
},
|
|
{
|
|
"epoch": 0.3479416472862364,
|
|
"grad_norm": 0.8149457573890686,
|
|
"learning_rate": 0.00019801893022232004,
|
|
"loss": 4.527096862792969,
|
|
"step": 14400
|
|
},
|
|
{
|
|
"epoch": 0.34914977800598024,
|
|
"grad_norm": 0.7938598394393921,
|
|
"learning_rate": 0.0001976520654486756,
|
|
"loss": 4.532784118652343,
|
|
"step": 14450
|
|
},
|
|
{
|
|
"epoch": 0.35035790872572414,
|
|
"grad_norm": 0.8493742942810059,
|
|
"learning_rate": 0.00019728520067503115,
|
|
"loss": 4.554869384765625,
|
|
"step": 14500
|
|
},
|
|
{
|
|
"epoch": 0.351566039445468,
|
|
"grad_norm": 0.792421281337738,
|
|
"learning_rate": 0.00019691833590138673,
|
|
"loss": 4.560779113769531,
|
|
"step": 14550
|
|
},
|
|
{
|
|
"epoch": 0.3527741701652119,
|
|
"grad_norm": 0.8050044775009155,
|
|
"learning_rate": 0.0001965514711277423,
|
|
"loss": 4.5141604614257815,
|
|
"step": 14600
|
|
},
|
|
{
|
|
"epoch": 0.35398230088495575,
|
|
"grad_norm": 0.816679060459137,
|
|
"learning_rate": 0.00019618460635409786,
|
|
"loss": 4.5143798828125,
|
|
"step": 14650
|
|
},
|
|
{
|
|
"epoch": 0.35519043160469965,
|
|
"grad_norm": 0.8072745203971863,
|
|
"learning_rate": 0.00019581774158045342,
|
|
"loss": 4.527074890136719,
|
|
"step": 14700
|
|
},
|
|
{
|
|
"epoch": 0.3563985623244435,
|
|
"grad_norm": 0.8425279259681702,
|
|
"learning_rate": 0.000195450876806809,
|
|
"loss": 4.540933532714844,
|
|
"step": 14750
|
|
},
|
|
{
|
|
"epoch": 0.3576066930441874,
|
|
"grad_norm": 0.8636919856071472,
|
|
"learning_rate": 0.00019508401203316458,
|
|
"loss": 4.550223388671875,
|
|
"step": 14800
|
|
},
|
|
{
|
|
"epoch": 0.35881482376393126,
|
|
"grad_norm": 0.7965017557144165,
|
|
"learning_rate": 0.0001947171472595201,
|
|
"loss": 4.53455078125,
|
|
"step": 14850
|
|
},
|
|
{
|
|
"epoch": 0.3600229544836751,
|
|
"grad_norm": 0.8195152878761292,
|
|
"learning_rate": 0.00019435028248587568,
|
|
"loss": 4.525997619628907,
|
|
"step": 14900
|
|
},
|
|
{
|
|
"epoch": 0.361231085203419,
|
|
"grad_norm": 0.8306058645248413,
|
|
"learning_rate": 0.00019398341771223126,
|
|
"loss": 4.519093627929688,
|
|
"step": 14950
|
|
},
|
|
{
|
|
"epoch": 0.36243921592316286,
|
|
"grad_norm": 0.803713321685791,
|
|
"learning_rate": 0.00019361655293858684,
|
|
"loss": 4.549564819335938,
|
|
"step": 15000
|
|
},
|
|
{
|
|
"epoch": 0.36364734664290677,
|
|
"grad_norm": 0.835669994354248,
|
|
"learning_rate": 0.00019324968816494237,
|
|
"loss": 4.529533996582031,
|
|
"step": 15050
|
|
},
|
|
{
|
|
"epoch": 0.3648554773626506,
|
|
"grad_norm": 0.977713942527771,
|
|
"learning_rate": 0.00019288282339129795,
|
|
"loss": 4.527159729003906,
|
|
"step": 15100
|
|
},
|
|
{
|
|
"epoch": 0.3660636080823945,
|
|
"grad_norm": 0.7918193936347961,
|
|
"learning_rate": 0.00019251595861765353,
|
|
"loss": 4.523968200683594,
|
|
"step": 15150
|
|
},
|
|
{
|
|
"epoch": 0.36727173880213837,
|
|
"grad_norm": 0.8662403225898743,
|
|
"learning_rate": 0.00019214909384400908,
|
|
"loss": 4.535425720214843,
|
|
"step": 15200
|
|
},
|
|
{
|
|
"epoch": 0.3684798695218823,
|
|
"grad_norm": 0.8149556517601013,
|
|
"learning_rate": 0.00019178222907036463,
|
|
"loss": 4.518607482910157,
|
|
"step": 15250
|
|
},
|
|
{
|
|
"epoch": 0.3696880002416261,
|
|
"grad_norm": 0.827381432056427,
|
|
"learning_rate": 0.00019141536429672021,
|
|
"loss": 4.498069458007812,
|
|
"step": 15300
|
|
},
|
|
{
|
|
"epoch": 0.37089613096137003,
|
|
"grad_norm": 0.7827855944633484,
|
|
"learning_rate": 0.0001910484995230758,
|
|
"loss": 4.5646533203125,
|
|
"step": 15350
|
|
},
|
|
{
|
|
"epoch": 0.3721042616811139,
|
|
"grad_norm": 0.8546699285507202,
|
|
"learning_rate": 0.00019068163474943135,
|
|
"loss": 4.506566772460937,
|
|
"step": 15400
|
|
},
|
|
{
|
|
"epoch": 0.3733123924008578,
|
|
"grad_norm": 0.8151622414588928,
|
|
"learning_rate": 0.0001903147699757869,
|
|
"loss": 4.526211242675782,
|
|
"step": 15450
|
|
},
|
|
{
|
|
"epoch": 0.37452052312060163,
|
|
"grad_norm": 0.8364620208740234,
|
|
"learning_rate": 0.00018994790520214248,
|
|
"loss": 4.5639035034179685,
|
|
"step": 15500
|
|
},
|
|
{
|
|
"epoch": 0.37572865384034554,
|
|
"grad_norm": 0.8212669491767883,
|
|
"learning_rate": 0.00018958104042849803,
|
|
"loss": 4.533548889160156,
|
|
"step": 15550
|
|
},
|
|
{
|
|
"epoch": 0.3769367845600894,
|
|
"grad_norm": 0.8324586153030396,
|
|
"learning_rate": 0.0001892141756548536,
|
|
"loss": 4.502703857421875,
|
|
"step": 15600
|
|
},
|
|
{
|
|
"epoch": 0.3781449152798333,
|
|
"grad_norm": 0.8079342246055603,
|
|
"learning_rate": 0.00018884731088120917,
|
|
"loss": 4.5140142822265625,
|
|
"step": 15650
|
|
},
|
|
{
|
|
"epoch": 0.37935304599957714,
|
|
"grad_norm": 0.8679006695747375,
|
|
"learning_rate": 0.00018848044610756472,
|
|
"loss": 4.466272888183593,
|
|
"step": 15700
|
|
},
|
|
{
|
|
"epoch": 0.38056117671932105,
|
|
"grad_norm": 0.845909833908081,
|
|
"learning_rate": 0.0001881135813339203,
|
|
"loss": 4.510520629882812,
|
|
"step": 15750
|
|
},
|
|
{
|
|
"epoch": 0.3817693074390649,
|
|
"grad_norm": 0.830926775932312,
|
|
"learning_rate": 0.00018774671656027588,
|
|
"loss": 4.5115673828125,
|
|
"step": 15800
|
|
},
|
|
{
|
|
"epoch": 0.3829774381588088,
|
|
"grad_norm": 0.8161680698394775,
|
|
"learning_rate": 0.00018737985178663143,
|
|
"loss": 4.543225402832031,
|
|
"step": 15850
|
|
},
|
|
{
|
|
"epoch": 0.38418556887855265,
|
|
"grad_norm": 0.8474006056785583,
|
|
"learning_rate": 0.00018701298701298698,
|
|
"loss": 4.485232238769531,
|
|
"step": 15900
|
|
},
|
|
{
|
|
"epoch": 0.38539369959829656,
|
|
"grad_norm": 0.8017637729644775,
|
|
"learning_rate": 0.00018664612223934256,
|
|
"loss": 4.5208154296875,
|
|
"step": 15950
|
|
},
|
|
{
|
|
"epoch": 0.3866018303180404,
|
|
"grad_norm": 0.8082236051559448,
|
|
"learning_rate": 0.00018627925746569814,
|
|
"loss": 4.4930859375,
|
|
"step": 16000
|
|
},
|
|
{
|
|
"epoch": 0.3878099610377843,
|
|
"grad_norm": 0.8038812279701233,
|
|
"learning_rate": 0.00018591239269205367,
|
|
"loss": 4.503486633300781,
|
|
"step": 16050
|
|
},
|
|
{
|
|
"epoch": 0.38901809175752816,
|
|
"grad_norm": 0.8439401388168335,
|
|
"learning_rate": 0.00018554552791840925,
|
|
"loss": 4.538678588867188,
|
|
"step": 16100
|
|
},
|
|
{
|
|
"epoch": 0.39022622247727207,
|
|
"grad_norm": 0.8262456059455872,
|
|
"learning_rate": 0.00018517866314476483,
|
|
"loss": 4.465330505371094,
|
|
"step": 16150
|
|
},
|
|
{
|
|
"epoch": 0.3914343531970159,
|
|
"grad_norm": 0.9444901943206787,
|
|
"learning_rate": 0.0001848117983711204,
|
|
"loss": 4.457840576171875,
|
|
"step": 16200
|
|
},
|
|
{
|
|
"epoch": 0.39264248391675977,
|
|
"grad_norm": 0.8073329329490662,
|
|
"learning_rate": 0.00018444493359747594,
|
|
"loss": 4.469413452148437,
|
|
"step": 16250
|
|
},
|
|
{
|
|
"epoch": 0.39385061463650367,
|
|
"grad_norm": 0.8293718695640564,
|
|
"learning_rate": 0.00018407806882383152,
|
|
"loss": 4.467626647949219,
|
|
"step": 16300
|
|
},
|
|
{
|
|
"epoch": 0.3950587453562475,
|
|
"grad_norm": 0.9100238680839539,
|
|
"learning_rate": 0.0001837112040501871,
|
|
"loss": 4.480698852539063,
|
|
"step": 16350
|
|
},
|
|
{
|
|
"epoch": 0.3962668760759914,
|
|
"grad_norm": 0.8253241181373596,
|
|
"learning_rate": 0.00018334433927654265,
|
|
"loss": 4.495014953613281,
|
|
"step": 16400
|
|
},
|
|
{
|
|
"epoch": 0.3974750067957353,
|
|
"grad_norm": 0.8466793298721313,
|
|
"learning_rate": 0.0001829774745028982,
|
|
"loss": 4.456530151367187,
|
|
"step": 16450
|
|
},
|
|
{
|
|
"epoch": 0.3986831375154792,
|
|
"grad_norm": 0.8435772657394409,
|
|
"learning_rate": 0.00018261060972925378,
|
|
"loss": 4.511859741210937,
|
|
"step": 16500
|
|
},
|
|
{
|
|
"epoch": 0.39989126823522303,
|
|
"grad_norm": 0.8680708408355713,
|
|
"learning_rate": 0.00018224374495560936,
|
|
"loss": 4.481240234375,
|
|
"step": 16550
|
|
},
|
|
{
|
|
"epoch": 0.40109939895496693,
|
|
"grad_norm": 0.809312641620636,
|
|
"learning_rate": 0.00018187688018196492,
|
|
"loss": 4.455697631835937,
|
|
"step": 16600
|
|
},
|
|
{
|
|
"epoch": 0.4023075296747108,
|
|
"grad_norm": 0.8194457292556763,
|
|
"learning_rate": 0.00018151001540832047,
|
|
"loss": 4.4838330078125,
|
|
"step": 16650
|
|
},
|
|
{
|
|
"epoch": 0.4035156603944547,
|
|
"grad_norm": 0.8517265915870667,
|
|
"learning_rate": 0.00018114315063467605,
|
|
"loss": 4.53313232421875,
|
|
"step": 16700
|
|
},
|
|
{
|
|
"epoch": 0.40472379111419854,
|
|
"grad_norm": 0.8272504210472107,
|
|
"learning_rate": 0.0001807762858610316,
|
|
"loss": 4.4739532470703125,
|
|
"step": 16750
|
|
},
|
|
{
|
|
"epoch": 0.40593192183394244,
|
|
"grad_norm": 0.8620533347129822,
|
|
"learning_rate": 0.00018040942108738718,
|
|
"loss": 4.480051574707031,
|
|
"step": 16800
|
|
},
|
|
{
|
|
"epoch": 0.4071400525536863,
|
|
"grad_norm": 0.8758191466331482,
|
|
"learning_rate": 0.00018004255631374273,
|
|
"loss": 4.451490783691407,
|
|
"step": 16850
|
|
},
|
|
{
|
|
"epoch": 0.4083481832734302,
|
|
"grad_norm": 0.8606282472610474,
|
|
"learning_rate": 0.0001796756915400983,
|
|
"loss": 4.490790710449219,
|
|
"step": 16900
|
|
},
|
|
{
|
|
"epoch": 0.40955631399317405,
|
|
"grad_norm": 0.8265689611434937,
|
|
"learning_rate": 0.00017930882676645387,
|
|
"loss": 4.438824768066406,
|
|
"step": 16950
|
|
},
|
|
{
|
|
"epoch": 0.41076444471291795,
|
|
"grad_norm": 0.8095406889915466,
|
|
"learning_rate": 0.00017894196199280945,
|
|
"loss": 4.500664367675781,
|
|
"step": 17000
|
|
},
|
|
{
|
|
"epoch": 0.4119725754326618,
|
|
"grad_norm": 0.8660163283348083,
|
|
"learning_rate": 0.00017857509721916497,
|
|
"loss": 4.419149780273438,
|
|
"step": 17050
|
|
},
|
|
{
|
|
"epoch": 0.4131807061524057,
|
|
"grad_norm": 0.8833030462265015,
|
|
"learning_rate": 0.00017820823244552055,
|
|
"loss": 4.445498046875,
|
|
"step": 17100
|
|
},
|
|
{
|
|
"epoch": 0.41438883687214956,
|
|
"grad_norm": 0.8525263667106628,
|
|
"learning_rate": 0.00017784136767187613,
|
|
"loss": 4.4429083251953125,
|
|
"step": 17150
|
|
},
|
|
{
|
|
"epoch": 0.41559696759189346,
|
|
"grad_norm": 0.8065162301063538,
|
|
"learning_rate": 0.0001774745028982317,
|
|
"loss": 4.415712585449219,
|
|
"step": 17200
|
|
},
|
|
{
|
|
"epoch": 0.4168050983116373,
|
|
"grad_norm": 0.8518642783164978,
|
|
"learning_rate": 0.00017710763812458724,
|
|
"loss": 4.463846130371094,
|
|
"step": 17250
|
|
},
|
|
{
|
|
"epoch": 0.4180132290313812,
|
|
"grad_norm": 0.8767589926719666,
|
|
"learning_rate": 0.00017674077335094282,
|
|
"loss": 4.470376586914062,
|
|
"step": 17300
|
|
},
|
|
{
|
|
"epoch": 0.41922135975112507,
|
|
"grad_norm": 0.8096307516098022,
|
|
"learning_rate": 0.0001763739085772984,
|
|
"loss": 4.446529235839844,
|
|
"step": 17350
|
|
},
|
|
{
|
|
"epoch": 0.42042949047086897,
|
|
"grad_norm": 0.873613178730011,
|
|
"learning_rate": 0.00017600704380365398,
|
|
"loss": 4.452382507324219,
|
|
"step": 17400
|
|
},
|
|
{
|
|
"epoch": 0.4216376211906128,
|
|
"grad_norm": 0.8206058740615845,
|
|
"learning_rate": 0.0001756401790300095,
|
|
"loss": 4.3969580078125,
|
|
"step": 17450
|
|
},
|
|
{
|
|
"epoch": 0.4228457519103567,
|
|
"grad_norm": 0.833097517490387,
|
|
"learning_rate": 0.00017527331425636509,
|
|
"loss": 4.4554660034179685,
|
|
"step": 17500
|
|
},
|
|
{
|
|
"epoch": 0.4240538826301006,
|
|
"grad_norm": 0.8413265347480774,
|
|
"learning_rate": 0.00017490644948272067,
|
|
"loss": 4.430065612792969,
|
|
"step": 17550
|
|
},
|
|
{
|
|
"epoch": 0.4252620133498444,
|
|
"grad_norm": 0.8387306332588196,
|
|
"learning_rate": 0.00017453958470907622,
|
|
"loss": 4.449215393066407,
|
|
"step": 17600
|
|
},
|
|
{
|
|
"epoch": 0.42647014406958833,
|
|
"grad_norm": 0.8804054260253906,
|
|
"learning_rate": 0.00017417271993543177,
|
|
"loss": 4.462908630371094,
|
|
"step": 17650
|
|
},
|
|
{
|
|
"epoch": 0.4276782747893322,
|
|
"grad_norm": 0.8563447594642639,
|
|
"learning_rate": 0.00017380585516178735,
|
|
"loss": 4.459098205566407,
|
|
"step": 17700
|
|
},
|
|
{
|
|
"epoch": 0.4288864055090761,
|
|
"grad_norm": 0.8126643300056458,
|
|
"learning_rate": 0.00017343899038814293,
|
|
"loss": 4.444090576171875,
|
|
"step": 17750
|
|
},
|
|
{
|
|
"epoch": 0.43009453622881993,
|
|
"grad_norm": 0.8239515423774719,
|
|
"learning_rate": 0.00017307212561449848,
|
|
"loss": 4.454663696289063,
|
|
"step": 17800
|
|
},
|
|
{
|
|
"epoch": 0.43130266694856384,
|
|
"grad_norm": 0.8403202891349792,
|
|
"learning_rate": 0.00017270526084085404,
|
|
"loss": 4.42758056640625,
|
|
"step": 17850
|
|
},
|
|
{
|
|
"epoch": 0.4325107976683077,
|
|
"grad_norm": 0.8469553589820862,
|
|
"learning_rate": 0.00017233839606720962,
|
|
"loss": 4.432910766601562,
|
|
"step": 17900
|
|
},
|
|
{
|
|
"epoch": 0.4337189283880516,
|
|
"grad_norm": 0.8169428706169128,
|
|
"learning_rate": 0.00017197153129356517,
|
|
"loss": 4.442397155761719,
|
|
"step": 17950
|
|
},
|
|
{
|
|
"epoch": 0.43492705910779544,
|
|
"grad_norm": 0.8393473625183105,
|
|
"learning_rate": 0.00017160466651992075,
|
|
"loss": 4.471981506347657,
|
|
"step": 18000
|
|
},
|
|
{
|
|
"epoch": 0.43613518982753935,
|
|
"grad_norm": 0.8713968396186829,
|
|
"learning_rate": 0.0001712378017462763,
|
|
"loss": 4.4335018920898435,
|
|
"step": 18050
|
|
},
|
|
{
|
|
"epoch": 0.4373433205472832,
|
|
"grad_norm": 0.8308825492858887,
|
|
"learning_rate": 0.00017087093697263186,
|
|
"loss": 4.431024475097656,
|
|
"step": 18100
|
|
},
|
|
{
|
|
"epoch": 0.4385514512670271,
|
|
"grad_norm": 0.8060277104377747,
|
|
"learning_rate": 0.00017050407219898744,
|
|
"loss": 4.439822998046875,
|
|
"step": 18150
|
|
},
|
|
{
|
|
"epoch": 0.43975958198677095,
|
|
"grad_norm": 0.8310439586639404,
|
|
"learning_rate": 0.00017013720742534302,
|
|
"loss": 4.433624267578125,
|
|
"step": 18200
|
|
},
|
|
{
|
|
"epoch": 0.44096771270651486,
|
|
"grad_norm": 0.8447884917259216,
|
|
"learning_rate": 0.00016977034265169854,
|
|
"loss": 4.415485229492187,
|
|
"step": 18250
|
|
},
|
|
{
|
|
"epoch": 0.4421758434262587,
|
|
"grad_norm": 0.8541338443756104,
|
|
"learning_rate": 0.00016940347787805412,
|
|
"loss": 4.440605163574219,
|
|
"step": 18300
|
|
},
|
|
{
|
|
"epoch": 0.4433839741460026,
|
|
"grad_norm": 0.8574206233024597,
|
|
"learning_rate": 0.0001690366131044097,
|
|
"loss": 4.44079833984375,
|
|
"step": 18350
|
|
},
|
|
{
|
|
"epoch": 0.44459210486574646,
|
|
"grad_norm": 0.8827728033065796,
|
|
"learning_rate": 0.00016866974833076528,
|
|
"loss": 4.451456909179687,
|
|
"step": 18400
|
|
},
|
|
{
|
|
"epoch": 0.44580023558549037,
|
|
"grad_norm": 0.8566647171974182,
|
|
"learning_rate": 0.0001683028835571208,
|
|
"loss": 4.4345159912109375,
|
|
"step": 18450
|
|
},
|
|
{
|
|
"epoch": 0.4470083663052342,
|
|
"grad_norm": 0.833660900592804,
|
|
"learning_rate": 0.0001679360187834764,
|
|
"loss": 4.464471740722656,
|
|
"step": 18500
|
|
},
|
|
{
|
|
"epoch": 0.4482164970249781,
|
|
"grad_norm": 0.8761898279190063,
|
|
"learning_rate": 0.00016756915400983197,
|
|
"loss": 4.437816772460938,
|
|
"step": 18550
|
|
},
|
|
{
|
|
"epoch": 0.44942462774472197,
|
|
"grad_norm": 0.9449495673179626,
|
|
"learning_rate": 0.00016720228923618755,
|
|
"loss": 4.44222900390625,
|
|
"step": 18600
|
|
},
|
|
{
|
|
"epoch": 0.4506327584644659,
|
|
"grad_norm": 0.8865442872047424,
|
|
"learning_rate": 0.00016683542446254307,
|
|
"loss": 4.4382781982421875,
|
|
"step": 18650
|
|
},
|
|
{
|
|
"epoch": 0.4518408891842097,
|
|
"grad_norm": 0.846558690071106,
|
|
"learning_rate": 0.00016646855968889865,
|
|
"loss": 4.434262390136719,
|
|
"step": 18700
|
|
},
|
|
{
|
|
"epoch": 0.45304901990395363,
|
|
"grad_norm": 0.818831741809845,
|
|
"learning_rate": 0.00016610169491525423,
|
|
"loss": 4.389546813964844,
|
|
"step": 18750
|
|
},
|
|
{
|
|
"epoch": 0.4542571506236975,
|
|
"grad_norm": 0.9020473957061768,
|
|
"learning_rate": 0.0001657348301416098,
|
|
"loss": 4.451723022460937,
|
|
"step": 18800
|
|
},
|
|
{
|
|
"epoch": 0.4554652813434414,
|
|
"grad_norm": 0.8355647921562195,
|
|
"learning_rate": 0.00016536796536796534,
|
|
"loss": 4.402284545898437,
|
|
"step": 18850
|
|
},
|
|
{
|
|
"epoch": 0.45667341206318524,
|
|
"grad_norm": 0.8465541005134583,
|
|
"learning_rate": 0.00016500110059432092,
|
|
"loss": 4.409869689941406,
|
|
"step": 18900
|
|
},
|
|
{
|
|
"epoch": 0.45788154278292914,
|
|
"grad_norm": 0.8707362413406372,
|
|
"learning_rate": 0.00016463423582067647,
|
|
"loss": 4.373127136230469,
|
|
"step": 18950
|
|
},
|
|
{
|
|
"epoch": 0.459089673502673,
|
|
"grad_norm": 0.8290424942970276,
|
|
"learning_rate": 0.00016426737104703205,
|
|
"loss": 4.406386108398437,
|
|
"step": 19000
|
|
},
|
|
{
|
|
"epoch": 0.46029780422241684,
|
|
"grad_norm": 0.8582199215888977,
|
|
"learning_rate": 0.0001639005062733876,
|
|
"loss": 4.4494845581054685,
|
|
"step": 19050
|
|
},
|
|
{
|
|
"epoch": 0.46150593494216074,
|
|
"grad_norm": 0.7977620363235474,
|
|
"learning_rate": 0.00016353364149974319,
|
|
"loss": 4.400769653320313,
|
|
"step": 19100
|
|
},
|
|
{
|
|
"epoch": 0.4627140656619046,
|
|
"grad_norm": 0.8718297481536865,
|
|
"learning_rate": 0.00016316677672609874,
|
|
"loss": 4.4187710571289065,
|
|
"step": 19150
|
|
},
|
|
{
|
|
"epoch": 0.4639221963816485,
|
|
"grad_norm": 0.8437783718109131,
|
|
"learning_rate": 0.00016279991195245432,
|
|
"loss": 4.414367065429688,
|
|
"step": 19200
|
|
},
|
|
{
|
|
"epoch": 0.46513032710139235,
|
|
"grad_norm": 0.8435456156730652,
|
|
"learning_rate": 0.00016243304717880987,
|
|
"loss": 4.395423583984375,
|
|
"step": 19250
|
|
},
|
|
{
|
|
"epoch": 0.46633845782113625,
|
|
"grad_norm": 0.8388056755065918,
|
|
"learning_rate": 0.00016206618240516542,
|
|
"loss": 4.4262393188476565,
|
|
"step": 19300
|
|
},
|
|
{
|
|
"epoch": 0.4675465885408801,
|
|
"grad_norm": 0.9124335646629333,
|
|
"learning_rate": 0.000161699317631521,
|
|
"loss": 4.411950988769531,
|
|
"step": 19350
|
|
},
|
|
{
|
|
"epoch": 0.468754719260624,
|
|
"grad_norm": 0.9084233045578003,
|
|
"learning_rate": 0.00016133245285787658,
|
|
"loss": 4.402586059570313,
|
|
"step": 19400
|
|
},
|
|
{
|
|
"epoch": 0.46996284998036786,
|
|
"grad_norm": 0.8846220970153809,
|
|
"learning_rate": 0.0001609655880842321,
|
|
"loss": 4.387697143554687,
|
|
"step": 19450
|
|
},
|
|
{
|
|
"epoch": 0.47117098070011176,
|
|
"grad_norm": 0.8609309792518616,
|
|
"learning_rate": 0.0001605987233105877,
|
|
"loss": 4.379610290527344,
|
|
"step": 19500
|
|
},
|
|
{
|
|
"epoch": 0.4723791114198556,
|
|
"grad_norm": 0.9807800650596619,
|
|
"learning_rate": 0.00016023185853694327,
|
|
"loss": 4.344981079101562,
|
|
"step": 19550
|
|
},
|
|
{
|
|
"epoch": 0.4735872421395995,
|
|
"grad_norm": 0.8327066898345947,
|
|
"learning_rate": 0.00015986499376329885,
|
|
"loss": 4.413209228515625,
|
|
"step": 19600
|
|
},
|
|
{
|
|
"epoch": 0.47479537285934337,
|
|
"grad_norm": 0.8389619588851929,
|
|
"learning_rate": 0.00015949812898965438,
|
|
"loss": 4.385924682617188,
|
|
"step": 19650
|
|
},
|
|
{
|
|
"epoch": 0.4760035035790873,
|
|
"grad_norm": 0.8684993386268616,
|
|
"learning_rate": 0.00015913126421600996,
|
|
"loss": 4.3818408203125,
|
|
"step": 19700
|
|
},
|
|
{
|
|
"epoch": 0.4772116342988311,
|
|
"grad_norm": 0.8499497771263123,
|
|
"learning_rate": 0.00015876439944236554,
|
|
"loss": 4.399507446289062,
|
|
"step": 19750
|
|
},
|
|
{
|
|
"epoch": 0.478419765018575,
|
|
"grad_norm": 0.8550466895103455,
|
|
"learning_rate": 0.00015839753466872112,
|
|
"loss": 4.411488342285156,
|
|
"step": 19800
|
|
},
|
|
{
|
|
"epoch": 0.4796278957383189,
|
|
"grad_norm": 0.8694366812705994,
|
|
"learning_rate": 0.00015803066989507664,
|
|
"loss": 4.403375854492188,
|
|
"step": 19850
|
|
},
|
|
{
|
|
"epoch": 0.4808360264580628,
|
|
"grad_norm": 0.8916079998016357,
|
|
"learning_rate": 0.00015766380512143222,
|
|
"loss": 4.3569097900390625,
|
|
"step": 19900
|
|
},
|
|
{
|
|
"epoch": 0.48204415717780663,
|
|
"grad_norm": 0.8819521069526672,
|
|
"learning_rate": 0.0001572969403477878,
|
|
"loss": 4.365809020996093,
|
|
"step": 19950
|
|
},
|
|
{
|
|
"epoch": 0.48325228789755054,
|
|
"grad_norm": 0.876788854598999,
|
|
"learning_rate": 0.00015693007557414336,
|
|
"loss": 4.359242553710938,
|
|
"step": 20000
|
|
},
|
|
{
|
|
"epoch": 0.4844604186172944,
|
|
"grad_norm": 0.8509864211082458,
|
|
"learning_rate": 0.0001565632108004989,
|
|
"loss": 4.407760314941406,
|
|
"step": 20050
|
|
},
|
|
{
|
|
"epoch": 0.4856685493370383,
|
|
"grad_norm": 0.863982081413269,
|
|
"learning_rate": 0.0001561963460268545,
|
|
"loss": 4.41439453125,
|
|
"step": 20100
|
|
},
|
|
{
|
|
"epoch": 0.48687668005678214,
|
|
"grad_norm": 0.8627960085868835,
|
|
"learning_rate": 0.00015582948125321004,
|
|
"loss": 4.319361572265625,
|
|
"step": 20150
|
|
},
|
|
{
|
|
"epoch": 0.48808481077652605,
|
|
"grad_norm": 0.8824877142906189,
|
|
"learning_rate": 0.00015546261647956562,
|
|
"loss": 4.390765686035156,
|
|
"step": 20200
|
|
},
|
|
{
|
|
"epoch": 0.4892929414962699,
|
|
"grad_norm": 0.9343333840370178,
|
|
"learning_rate": 0.00015509575170592117,
|
|
"loss": 4.369144287109375,
|
|
"step": 20250
|
|
},
|
|
{
|
|
"epoch": 0.4905010722160138,
|
|
"grad_norm": 0.8687631487846375,
|
|
"learning_rate": 0.00015472888693227675,
|
|
"loss": 4.374679260253906,
|
|
"step": 20300
|
|
},
|
|
{
|
|
"epoch": 0.49170920293575765,
|
|
"grad_norm": 0.9157174229621887,
|
|
"learning_rate": 0.0001543620221586323,
|
|
"loss": 4.381021423339844,
|
|
"step": 20350
|
|
},
|
|
{
|
|
"epoch": 0.4929173336555015,
|
|
"grad_norm": 0.8637880086898804,
|
|
"learning_rate": 0.0001539951573849879,
|
|
"loss": 4.369039306640625,
|
|
"step": 20400
|
|
},
|
|
{
|
|
"epoch": 0.4941254643752454,
|
|
"grad_norm": 0.8694828748703003,
|
|
"learning_rate": 0.00015362829261134344,
|
|
"loss": 4.380176086425781,
|
|
"step": 20450
|
|
},
|
|
{
|
|
"epoch": 0.49533359509498925,
|
|
"grad_norm": 0.8386253118515015,
|
|
"learning_rate": 0.000153261427837699,
|
|
"loss": 4.365638427734375,
|
|
"step": 20500
|
|
},
|
|
{
|
|
"epoch": 0.49654172581473316,
|
|
"grad_norm": 0.8944020867347717,
|
|
"learning_rate": 0.00015289456306405457,
|
|
"loss": 4.341180419921875,
|
|
"step": 20550
|
|
},
|
|
{
|
|
"epoch": 0.497749856534477,
|
|
"grad_norm": 0.8739315271377563,
|
|
"learning_rate": 0.00015252769829041015,
|
|
"loss": 4.378220520019531,
|
|
"step": 20600
|
|
},
|
|
{
|
|
"epoch": 0.4989579872542209,
|
|
"grad_norm": 0.8651403784751892,
|
|
"learning_rate": 0.00015216083351676573,
|
|
"loss": 4.367572937011719,
|
|
"step": 20650
|
|
},
|
|
{
|
|
"epoch": 0.5001661179739648,
|
|
"grad_norm": 0.9506304860115051,
|
|
"learning_rate": 0.00015179396874312126,
|
|
"loss": 4.372146911621094,
|
|
"step": 20700
|
|
},
|
|
{
|
|
"epoch": 0.5013742486937086,
|
|
"grad_norm": 0.8832495212554932,
|
|
"learning_rate": 0.00015142710396947684,
|
|
"loss": 4.365708312988281,
|
|
"step": 20750
|
|
},
|
|
{
|
|
"epoch": 0.5025823794134525,
|
|
"grad_norm": 0.8573395609855652,
|
|
"learning_rate": 0.00015106023919583242,
|
|
"loss": 4.3646456909179685,
|
|
"step": 20800
|
|
},
|
|
{
|
|
"epoch": 0.5037905101331964,
|
|
"grad_norm": 0.8642771244049072,
|
|
"learning_rate": 0.00015069337442218797,
|
|
"loss": 4.332890625,
|
|
"step": 20850
|
|
},
|
|
{
|
|
"epoch": 0.5049986408529403,
|
|
"grad_norm": 0.8693931698799133,
|
|
"learning_rate": 0.00015032650964854352,
|
|
"loss": 4.364405517578125,
|
|
"step": 20900
|
|
},
|
|
{
|
|
"epoch": 0.5062067715726841,
|
|
"grad_norm": 0.9043340086936951,
|
|
"learning_rate": 0.0001499596448748991,
|
|
"loss": 4.378132629394531,
|
|
"step": 20950
|
|
},
|
|
{
|
|
"epoch": 0.507414902292428,
|
|
"grad_norm": 0.8317884206771851,
|
|
"learning_rate": 0.00014959278010125469,
|
|
"loss": 4.356962585449219,
|
|
"step": 21000
|
|
},
|
|
{
|
|
"epoch": 0.5086230330121719,
|
|
"grad_norm": 0.8647122383117676,
|
|
"learning_rate": 0.00014922591532761024,
|
|
"loss": 4.366798706054688,
|
|
"step": 21050
|
|
},
|
|
{
|
|
"epoch": 0.5098311637319158,
|
|
"grad_norm": 0.8674430251121521,
|
|
"learning_rate": 0.0001488590505539658,
|
|
"loss": 4.357047424316407,
|
|
"step": 21100
|
|
},
|
|
{
|
|
"epoch": 0.5110392944516596,
|
|
"grad_norm": 0.8647886514663696,
|
|
"learning_rate": 0.00014849218578032137,
|
|
"loss": 4.377456970214844,
|
|
"step": 21150
|
|
},
|
|
{
|
|
"epoch": 0.5122474251714035,
|
|
"grad_norm": 0.8840771913528442,
|
|
"learning_rate": 0.00014812532100667692,
|
|
"loss": 4.363984069824219,
|
|
"step": 21200
|
|
},
|
|
{
|
|
"epoch": 0.5134555558911474,
|
|
"grad_norm": 0.8642849326133728,
|
|
"learning_rate": 0.0001477584562330325,
|
|
"loss": 4.369249877929687,
|
|
"step": 21250
|
|
},
|
|
{
|
|
"epoch": 0.5146636866108913,
|
|
"grad_norm": 0.8466240763664246,
|
|
"learning_rate": 0.00014739159145938806,
|
|
"loss": 4.38531005859375,
|
|
"step": 21300
|
|
},
|
|
{
|
|
"epoch": 0.5158718173306351,
|
|
"grad_norm": 0.8386222124099731,
|
|
"learning_rate": 0.0001470247266857436,
|
|
"loss": 4.360840759277344,
|
|
"step": 21350
|
|
},
|
|
{
|
|
"epoch": 0.517079948050379,
|
|
"grad_norm": 0.8661811351776123,
|
|
"learning_rate": 0.0001466578619120992,
|
|
"loss": 4.354701232910156,
|
|
"step": 21400
|
|
},
|
|
{
|
|
"epoch": 0.518288078770123,
|
|
"grad_norm": 0.8432431817054749,
|
|
"learning_rate": 0.00014629099713845474,
|
|
"loss": 4.383183898925782,
|
|
"step": 21450
|
|
},
|
|
{
|
|
"epoch": 0.5194962094898669,
|
|
"grad_norm": 0.9352067112922668,
|
|
"learning_rate": 0.00014592413236481032,
|
|
"loss": 4.379555053710938,
|
|
"step": 21500
|
|
},
|
|
{
|
|
"epoch": 0.5207043402096106,
|
|
"grad_norm": 0.8690420985221863,
|
|
"learning_rate": 0.00014555726759116588,
|
|
"loss": 4.354761047363281,
|
|
"step": 21550
|
|
},
|
|
{
|
|
"epoch": 0.5219124709293546,
|
|
"grad_norm": 0.8794584274291992,
|
|
"learning_rate": 0.00014519040281752146,
|
|
"loss": 4.359398498535156,
|
|
"step": 21600
|
|
},
|
|
{
|
|
"epoch": 0.5231206016490985,
|
|
"grad_norm": 0.8569353818893433,
|
|
"learning_rate": 0.000144823538043877,
|
|
"loss": 4.306293029785156,
|
|
"step": 21650
|
|
},
|
|
{
|
|
"epoch": 0.5243287323688423,
|
|
"grad_norm": 0.8656736016273499,
|
|
"learning_rate": 0.0001444566732702326,
|
|
"loss": 4.3668692016601565,
|
|
"step": 21700
|
|
},
|
|
{
|
|
"epoch": 0.5255368630885862,
|
|
"grad_norm": 0.9000532031059265,
|
|
"learning_rate": 0.00014408980849658814,
|
|
"loss": 4.354334106445313,
|
|
"step": 21750
|
|
},
|
|
{
|
|
"epoch": 0.5267449938083301,
|
|
"grad_norm": 0.8964462280273438,
|
|
"learning_rate": 0.00014372294372294372,
|
|
"loss": 4.371478576660156,
|
|
"step": 21800
|
|
},
|
|
{
|
|
"epoch": 0.527953124528074,
|
|
"grad_norm": 0.8937968611717224,
|
|
"learning_rate": 0.00014335607894929927,
|
|
"loss": 4.370023193359375,
|
|
"step": 21850
|
|
},
|
|
{
|
|
"epoch": 0.5291612552478178,
|
|
"grad_norm": 0.8516099452972412,
|
|
"learning_rate": 0.00014298921417565485,
|
|
"loss": 4.306471862792969,
|
|
"step": 21900
|
|
},
|
|
{
|
|
"epoch": 0.5303693859675617,
|
|
"grad_norm": 0.9718441963195801,
|
|
"learning_rate": 0.0001426223494020104,
|
|
"loss": 4.345325927734375,
|
|
"step": 21950
|
|
},
|
|
{
|
|
"epoch": 0.5315775166873056,
|
|
"grad_norm": 0.9068713784217834,
|
|
"learning_rate": 0.000142255484628366,
|
|
"loss": 4.349406127929687,
|
|
"step": 22000
|
|
},
|
|
{
|
|
"epoch": 0.5327856474070495,
|
|
"grad_norm": 0.8823951482772827,
|
|
"learning_rate": 0.00014188861985472154,
|
|
"loss": 4.273417663574219,
|
|
"step": 22050
|
|
},
|
|
{
|
|
"epoch": 0.5339937781267933,
|
|
"grad_norm": 0.8769415020942688,
|
|
"learning_rate": 0.00014152175508107712,
|
|
"loss": 4.353021850585938,
|
|
"step": 22100
|
|
},
|
|
{
|
|
"epoch": 0.5352019088465372,
|
|
"grad_norm": 0.8678697347640991,
|
|
"learning_rate": 0.00014115489030743267,
|
|
"loss": 4.307740173339844,
|
|
"step": 22150
|
|
},
|
|
{
|
|
"epoch": 0.5364100395662811,
|
|
"grad_norm": 0.8746253848075867,
|
|
"learning_rate": 0.00014078802553378825,
|
|
"loss": 4.313048400878906,
|
|
"step": 22200
|
|
},
|
|
{
|
|
"epoch": 0.537618170286025,
|
|
"grad_norm": 0.9007458686828613,
|
|
"learning_rate": 0.0001404211607601438,
|
|
"loss": 4.3306298828125,
|
|
"step": 22250
|
|
},
|
|
{
|
|
"epoch": 0.5388263010057688,
|
|
"grad_norm": 0.8988893628120422,
|
|
"learning_rate": 0.00014005429598649936,
|
|
"loss": 4.333839111328125,
|
|
"step": 22300
|
|
},
|
|
{
|
|
"epoch": 0.5400344317255127,
|
|
"grad_norm": 0.9225552082061768,
|
|
"learning_rate": 0.00013968743121285494,
|
|
"loss": 4.3047552490234375,
|
|
"step": 22350
|
|
},
|
|
{
|
|
"epoch": 0.5412425624452566,
|
|
"grad_norm": 0.9349094033241272,
|
|
"learning_rate": 0.0001393205664392105,
|
|
"loss": 4.318995361328125,
|
|
"step": 22400
|
|
},
|
|
{
|
|
"epoch": 0.5424506931650005,
|
|
"grad_norm": 0.860418438911438,
|
|
"learning_rate": 0.00013895370166556605,
|
|
"loss": 4.326046142578125,
|
|
"step": 22450
|
|
},
|
|
{
|
|
"epoch": 0.5436588238847443,
|
|
"grad_norm": 0.9154239892959595,
|
|
"learning_rate": 0.00013858683689192163,
|
|
"loss": 4.322186889648438,
|
|
"step": 22500
|
|
},
|
|
{
|
|
"epoch": 0.5448669546044882,
|
|
"grad_norm": 0.8727108836174011,
|
|
"learning_rate": 0.00013821997211827718,
|
|
"loss": 4.342572326660156,
|
|
"step": 22550
|
|
},
|
|
{
|
|
"epoch": 0.5460750853242321,
|
|
"grad_norm": 0.8912889361381531,
|
|
"learning_rate": 0.00013785310734463276,
|
|
"loss": 4.3360684204101565,
|
|
"step": 22600
|
|
},
|
|
{
|
|
"epoch": 0.547283216043976,
|
|
"grad_norm": 0.9072328805923462,
|
|
"learning_rate": 0.0001374862425709883,
|
|
"loss": 4.319748840332031,
|
|
"step": 22650
|
|
},
|
|
{
|
|
"epoch": 0.5484913467637198,
|
|
"grad_norm": 0.8966073393821716,
|
|
"learning_rate": 0.0001371193777973439,
|
|
"loss": 4.348955688476562,
|
|
"step": 22700
|
|
},
|
|
{
|
|
"epoch": 0.5496994774834637,
|
|
"grad_norm": 0.9064639210700989,
|
|
"learning_rate": 0.00013675251302369944,
|
|
"loss": 4.293034362792969,
|
|
"step": 22750
|
|
},
|
|
{
|
|
"epoch": 0.5509076082032076,
|
|
"grad_norm": 0.9258774518966675,
|
|
"learning_rate": 0.00013638564825005502,
|
|
"loss": 4.3505160522460935,
|
|
"step": 22800
|
|
},
|
|
{
|
|
"epoch": 0.5521157389229515,
|
|
"grad_norm": 0.8719062805175781,
|
|
"learning_rate": 0.00013601878347641058,
|
|
"loss": 4.332078857421875,
|
|
"step": 22850
|
|
},
|
|
{
|
|
"epoch": 0.5533238696426953,
|
|
"grad_norm": 0.9730004072189331,
|
|
"learning_rate": 0.00013565191870276616,
|
|
"loss": 4.349375305175781,
|
|
"step": 22900
|
|
},
|
|
{
|
|
"epoch": 0.5545320003624392,
|
|
"grad_norm": 0.8471688628196716,
|
|
"learning_rate": 0.0001352850539291217,
|
|
"loss": 4.327649536132813,
|
|
"step": 22950
|
|
},
|
|
{
|
|
"epoch": 0.5557401310821831,
|
|
"grad_norm": 0.8453298807144165,
|
|
"learning_rate": 0.0001349181891554773,
|
|
"loss": 4.337743225097657,
|
|
"step": 23000
|
|
},
|
|
{
|
|
"epoch": 0.5569482618019269,
|
|
"grad_norm": 0.9087938070297241,
|
|
"learning_rate": 0.00013455132438183284,
|
|
"loss": 4.318193054199218,
|
|
"step": 23050
|
|
},
|
|
{
|
|
"epoch": 0.5581563925216708,
|
|
"grad_norm": 0.8770619630813599,
|
|
"learning_rate": 0.00013418445960818842,
|
|
"loss": 4.321719970703125,
|
|
"step": 23100
|
|
},
|
|
{
|
|
"epoch": 0.5593645232414147,
|
|
"grad_norm": 0.9098190665245056,
|
|
"learning_rate": 0.00013381759483454398,
|
|
"loss": 4.297068786621094,
|
|
"step": 23150
|
|
},
|
|
{
|
|
"epoch": 0.5605726539611586,
|
|
"grad_norm": 0.8891416192054749,
|
|
"learning_rate": 0.00013345073006089956,
|
|
"loss": 4.331806335449219,
|
|
"step": 23200
|
|
},
|
|
{
|
|
"epoch": 0.5617807846809024,
|
|
"grad_norm": 0.8606537580490112,
|
|
"learning_rate": 0.0001330838652872551,
|
|
"loss": 4.327531433105468,
|
|
"step": 23250
|
|
},
|
|
{
|
|
"epoch": 0.5629889154006463,
|
|
"grad_norm": 0.8917016386985779,
|
|
"learning_rate": 0.0001327170005136107,
|
|
"loss": 4.336094665527344,
|
|
"step": 23300
|
|
},
|
|
{
|
|
"epoch": 0.5641970461203902,
|
|
"grad_norm": 0.8686886429786682,
|
|
"learning_rate": 0.00013235013573996624,
|
|
"loss": 4.316971130371094,
|
|
"step": 23350
|
|
},
|
|
{
|
|
"epoch": 0.5654051768401341,
|
|
"grad_norm": 0.9273053407669067,
|
|
"learning_rate": 0.0001319832709663218,
|
|
"loss": 4.301628723144531,
|
|
"step": 23400
|
|
},
|
|
{
|
|
"epoch": 0.5666133075598779,
|
|
"grad_norm": 0.897447943687439,
|
|
"learning_rate": 0.00013161640619267738,
|
|
"loss": 4.3230984497070315,
|
|
"step": 23450
|
|
},
|
|
{
|
|
"epoch": 0.5678214382796218,
|
|
"grad_norm": 0.8964062333106995,
|
|
"learning_rate": 0.00013124954141903293,
|
|
"loss": 4.295698852539062,
|
|
"step": 23500
|
|
},
|
|
{
|
|
"epoch": 0.5690295689993657,
|
|
"grad_norm": 0.8870056867599487,
|
|
"learning_rate": 0.0001308826766453885,
|
|
"loss": 4.306682739257813,
|
|
"step": 23550
|
|
},
|
|
{
|
|
"epoch": 0.5702376997191096,
|
|
"grad_norm": 0.8741028904914856,
|
|
"learning_rate": 0.00013051581187174406,
|
|
"loss": 4.333457641601562,
|
|
"step": 23600
|
|
},
|
|
{
|
|
"epoch": 0.5714458304388534,
|
|
"grad_norm": 0.8987818360328674,
|
|
"learning_rate": 0.00013014894709809961,
|
|
"loss": 4.318333435058594,
|
|
"step": 23650
|
|
},
|
|
{
|
|
"epoch": 0.5726539611585973,
|
|
"grad_norm": 0.9215242266654968,
|
|
"learning_rate": 0.0001297820823244552,
|
|
"loss": 4.304813537597656,
|
|
"step": 23700
|
|
},
|
|
{
|
|
"epoch": 0.5738620918783413,
|
|
"grad_norm": 0.8973007202148438,
|
|
"learning_rate": 0.00012941521755081075,
|
|
"loss": 4.286683044433594,
|
|
"step": 23750
|
|
},
|
|
{
|
|
"epoch": 0.5750702225980852,
|
|
"grad_norm": 0.9218378663063049,
|
|
"learning_rate": 0.00012904835277716633,
|
|
"loss": 4.300123596191407,
|
|
"step": 23800
|
|
},
|
|
{
|
|
"epoch": 0.576278353317829,
|
|
"grad_norm": 0.8990265130996704,
|
|
"learning_rate": 0.00012868148800352188,
|
|
"loss": 4.277065124511719,
|
|
"step": 23850
|
|
},
|
|
{
|
|
"epoch": 0.5774864840375729,
|
|
"grad_norm": 0.8685271739959717,
|
|
"learning_rate": 0.00012831462322987746,
|
|
"loss": 4.3058645629882815,
|
|
"step": 23900
|
|
},
|
|
{
|
|
"epoch": 0.5786946147573168,
|
|
"grad_norm": 0.8670499920845032,
|
|
"learning_rate": 0.000127947758456233,
|
|
"loss": 4.253737487792969,
|
|
"step": 23950
|
|
},
|
|
{
|
|
"epoch": 0.5799027454770607,
|
|
"grad_norm": 0.8900935053825378,
|
|
"learning_rate": 0.0001275808936825886,
|
|
"loss": 4.316374816894531,
|
|
"step": 24000
|
|
},
|
|
{
|
|
"epoch": 0.5811108761968045,
|
|
"grad_norm": 0.8673965334892273,
|
|
"learning_rate": 0.00012721402890894415,
|
|
"loss": 4.285259399414063,
|
|
"step": 24050
|
|
},
|
|
{
|
|
"epoch": 0.5823190069165484,
|
|
"grad_norm": 0.9063747525215149,
|
|
"learning_rate": 0.00012684716413529973,
|
|
"loss": 4.283208312988282,
|
|
"step": 24100
|
|
},
|
|
{
|
|
"epoch": 0.5835271376362923,
|
|
"grad_norm": 0.9064856171607971,
|
|
"learning_rate": 0.00012648029936165528,
|
|
"loss": 4.248049011230469,
|
|
"step": 24150
|
|
},
|
|
{
|
|
"epoch": 0.5847352683560362,
|
|
"grad_norm": 0.9232784509658813,
|
|
"learning_rate": 0.00012611343458801086,
|
|
"loss": 4.295502624511719,
|
|
"step": 24200
|
|
},
|
|
{
|
|
"epoch": 0.58594339907578,
|
|
"grad_norm": 0.8695572018623352,
|
|
"learning_rate": 0.0001257465698143664,
|
|
"loss": 4.2591073608398435,
|
|
"step": 24250
|
|
},
|
|
{
|
|
"epoch": 0.5871515297955239,
|
|
"grad_norm": 0.9018963575363159,
|
|
"learning_rate": 0.000125379705040722,
|
|
"loss": 4.319864807128906,
|
|
"step": 24300
|
|
},
|
|
{
|
|
"epoch": 0.5883596605152678,
|
|
"grad_norm": 0.9171856641769409,
|
|
"learning_rate": 0.00012501284026707754,
|
|
"loss": 4.265516967773437,
|
|
"step": 24350
|
|
},
|
|
{
|
|
"epoch": 0.5895677912350116,
|
|
"grad_norm": 0.9028427004814148,
|
|
"learning_rate": 0.00012464597549343312,
|
|
"loss": 4.275965270996093,
|
|
"step": 24400
|
|
},
|
|
{
|
|
"epoch": 0.5907759219547555,
|
|
"grad_norm": 0.9330050349235535,
|
|
"learning_rate": 0.00012427911071978868,
|
|
"loss": 4.2545404052734375,
|
|
"step": 24450
|
|
},
|
|
{
|
|
"epoch": 0.5919840526744994,
|
|
"grad_norm": 0.9791463017463684,
|
|
"learning_rate": 0.00012391224594614426,
|
|
"loss": 4.2765435791015625,
|
|
"step": 24500
|
|
},
|
|
{
|
|
"epoch": 0.5931921833942433,
|
|
"grad_norm": 0.8853760957717896,
|
|
"learning_rate": 0.0001235453811724998,
|
|
"loss": 4.308526916503906,
|
|
"step": 24550
|
|
},
|
|
{
|
|
"epoch": 0.5944003141139871,
|
|
"grad_norm": 0.9191492795944214,
|
|
"learning_rate": 0.00012317851639885536,
|
|
"loss": 4.285240173339844,
|
|
"step": 24600
|
|
},
|
|
{
|
|
"epoch": 0.595608444833731,
|
|
"grad_norm": 0.8623924851417542,
|
|
"learning_rate": 0.00012281165162521094,
|
|
"loss": 4.318269958496094,
|
|
"step": 24650
|
|
},
|
|
{
|
|
"epoch": 0.5968165755534749,
|
|
"grad_norm": 0.8917416930198669,
|
|
"learning_rate": 0.0001224447868515665,
|
|
"loss": 4.269252624511719,
|
|
"step": 24700
|
|
},
|
|
{
|
|
"epoch": 0.5980247062732188,
|
|
"grad_norm": 0.8966076374053955,
|
|
"learning_rate": 0.00012207792207792208,
|
|
"loss": 4.2773611450195315,
|
|
"step": 24750
|
|
},
|
|
{
|
|
"epoch": 0.5992328369929626,
|
|
"grad_norm": 0.8976031541824341,
|
|
"learning_rate": 0.00012171105730427764,
|
|
"loss": 4.257319946289062,
|
|
"step": 24800
|
|
},
|
|
{
|
|
"epoch": 0.6004409677127065,
|
|
"grad_norm": 0.8931077718734741,
|
|
"learning_rate": 0.0001213441925306332,
|
|
"loss": 4.29817626953125,
|
|
"step": 24850
|
|
},
|
|
{
|
|
"epoch": 0.6016490984324504,
|
|
"grad_norm": 0.8995993137359619,
|
|
"learning_rate": 0.00012097732775698876,
|
|
"loss": 4.291929931640625,
|
|
"step": 24900
|
|
},
|
|
{
|
|
"epoch": 0.6028572291521943,
|
|
"grad_norm": 0.9027631282806396,
|
|
"learning_rate": 0.00012061046298334433,
|
|
"loss": 4.288674926757812,
|
|
"step": 24950
|
|
},
|
|
{
|
|
"epoch": 0.6040653598719381,
|
|
"grad_norm": 0.8671455383300781,
|
|
"learning_rate": 0.0001202435982096999,
|
|
"loss": 4.288687133789063,
|
|
"step": 25000
|
|
},
|
|
{
|
|
"epoch": 0.605273490591682,
|
|
"grad_norm": 0.9251123070716858,
|
|
"learning_rate": 0.00011987673343605546,
|
|
"loss": 4.312415466308594,
|
|
"step": 25050
|
|
},
|
|
{
|
|
"epoch": 0.6064816213114259,
|
|
"grad_norm": 0.8921682238578796,
|
|
"learning_rate": 0.00011950986866241103,
|
|
"loss": 4.271250915527344,
|
|
"step": 25100
|
|
},
|
|
{
|
|
"epoch": 0.6076897520311698,
|
|
"grad_norm": 0.9173095226287842,
|
|
"learning_rate": 0.00011914300388876658,
|
|
"loss": 4.278268432617187,
|
|
"step": 25150
|
|
},
|
|
{
|
|
"epoch": 0.6088978827509136,
|
|
"grad_norm": 0.9297692775726318,
|
|
"learning_rate": 0.00011877613911512216,
|
|
"loss": 4.289117431640625,
|
|
"step": 25200
|
|
},
|
|
{
|
|
"epoch": 0.6101060134706575,
|
|
"grad_norm": 0.8938084840774536,
|
|
"learning_rate": 0.00011840927434147771,
|
|
"loss": 4.273968811035156,
|
|
"step": 25250
|
|
},
|
|
{
|
|
"epoch": 0.6113141441904014,
|
|
"grad_norm": 0.9352951049804688,
|
|
"learning_rate": 0.0001180424095678333,
|
|
"loss": 4.271760864257812,
|
|
"step": 25300
|
|
},
|
|
{
|
|
"epoch": 0.6125222749101453,
|
|
"grad_norm": 0.8771641850471497,
|
|
"learning_rate": 0.00011767554479418885,
|
|
"loss": 4.278330383300781,
|
|
"step": 25350
|
|
},
|
|
{
|
|
"epoch": 0.6137304056298891,
|
|
"grad_norm": 0.9419417977333069,
|
|
"learning_rate": 0.00011730868002054443,
|
|
"loss": 4.285042724609375,
|
|
"step": 25400
|
|
},
|
|
{
|
|
"epoch": 0.614938536349633,
|
|
"grad_norm": 0.874875545501709,
|
|
"learning_rate": 0.00011694181524689998,
|
|
"loss": 4.263815002441406,
|
|
"step": 25450
|
|
},
|
|
{
|
|
"epoch": 0.6161466670693769,
|
|
"grad_norm": 0.9196811318397522,
|
|
"learning_rate": 0.00011657495047325555,
|
|
"loss": 4.271156005859375,
|
|
"step": 25500
|
|
},
|
|
{
|
|
"epoch": 0.6173547977891208,
|
|
"grad_norm": 0.9265231490135193,
|
|
"learning_rate": 0.00011620808569961111,
|
|
"loss": 4.263125915527343,
|
|
"step": 25550
|
|
},
|
|
{
|
|
"epoch": 0.6185629285088646,
|
|
"grad_norm": 0.9503073692321777,
|
|
"learning_rate": 0.00011584122092596668,
|
|
"loss": 4.272619018554687,
|
|
"step": 25600
|
|
},
|
|
{
|
|
"epoch": 0.6197710592286085,
|
|
"grad_norm": 0.917907178401947,
|
|
"learning_rate": 0.00011547435615232223,
|
|
"loss": 4.2632080078125,
|
|
"step": 25650
|
|
},
|
|
{
|
|
"epoch": 0.6209791899483524,
|
|
"grad_norm": 1.0107134580612183,
|
|
"learning_rate": 0.00011510749137867781,
|
|
"loss": 4.285297241210937,
|
|
"step": 25700
|
|
},
|
|
{
|
|
"epoch": 0.6221873206680962,
|
|
"grad_norm": 0.8880563378334045,
|
|
"learning_rate": 0.00011474062660503337,
|
|
"loss": 4.268618469238281,
|
|
"step": 25750
|
|
},
|
|
{
|
|
"epoch": 0.6233954513878401,
|
|
"grad_norm": 0.8972634673118591,
|
|
"learning_rate": 0.00011437376183138895,
|
|
"loss": 4.260936889648438,
|
|
"step": 25800
|
|
},
|
|
{
|
|
"epoch": 0.624603582107584,
|
|
"grad_norm": 0.9134317636489868,
|
|
"learning_rate": 0.0001140068970577445,
|
|
"loss": 4.260354919433594,
|
|
"step": 25850
|
|
},
|
|
{
|
|
"epoch": 0.625811712827328,
|
|
"grad_norm": 0.8854179978370667,
|
|
"learning_rate": 0.00011364003228410008,
|
|
"loss": 4.266827392578125,
|
|
"step": 25900
|
|
},
|
|
{
|
|
"epoch": 0.6270198435470717,
|
|
"grad_norm": 0.9477384686470032,
|
|
"learning_rate": 0.00011327316751045563,
|
|
"loss": 4.264967651367187,
|
|
"step": 25950
|
|
},
|
|
{
|
|
"epoch": 0.6282279742668156,
|
|
"grad_norm": 0.9076700210571289,
|
|
"learning_rate": 0.0001129063027368112,
|
|
"loss": 4.2312619018554685,
|
|
"step": 26000
|
|
},
|
|
{
|
|
"epoch": 0.6294361049865596,
|
|
"grad_norm": 0.9770967364311218,
|
|
"learning_rate": 0.00011253943796316676,
|
|
"loss": 4.221799621582031,
|
|
"step": 26050
|
|
},
|
|
{
|
|
"epoch": 0.6306442357063035,
|
|
"grad_norm": 0.9270659685134888,
|
|
"learning_rate": 0.00011217257318952233,
|
|
"loss": 4.246094665527344,
|
|
"step": 26100
|
|
},
|
|
{
|
|
"epoch": 0.6318523664260473,
|
|
"grad_norm": 0.9425565004348755,
|
|
"learning_rate": 0.0001118057084158779,
|
|
"loss": 4.2824365234375,
|
|
"step": 26150
|
|
},
|
|
{
|
|
"epoch": 0.6330604971457912,
|
|
"grad_norm": 0.901681661605835,
|
|
"learning_rate": 0.00011143884364223346,
|
|
"loss": 4.247665710449219,
|
|
"step": 26200
|
|
},
|
|
{
|
|
"epoch": 0.6342686278655351,
|
|
"grad_norm": 0.9279155135154724,
|
|
"learning_rate": 0.00011107197886858902,
|
|
"loss": 4.291918640136719,
|
|
"step": 26250
|
|
},
|
|
{
|
|
"epoch": 0.635476758585279,
|
|
"grad_norm": 0.9004014730453491,
|
|
"learning_rate": 0.0001107051140949446,
|
|
"loss": 4.260052490234375,
|
|
"step": 26300
|
|
},
|
|
{
|
|
"epoch": 0.6366848893050228,
|
|
"grad_norm": 0.9324517846107483,
|
|
"learning_rate": 0.00011033824932130015,
|
|
"loss": 4.238099975585937,
|
|
"step": 26350
|
|
},
|
|
{
|
|
"epoch": 0.6378930200247667,
|
|
"grad_norm": 0.9364690780639648,
|
|
"learning_rate": 0.00010997138454765573,
|
|
"loss": 4.297799682617187,
|
|
"step": 26400
|
|
},
|
|
{
|
|
"epoch": 0.6391011507445106,
|
|
"grad_norm": 0.9201944470405579,
|
|
"learning_rate": 0.00010960451977401128,
|
|
"loss": 4.2686245727539065,
|
|
"step": 26450
|
|
},
|
|
{
|
|
"epoch": 0.6403092814642545,
|
|
"grad_norm": 0.9261684417724609,
|
|
"learning_rate": 0.00010923765500036686,
|
|
"loss": 4.273673095703125,
|
|
"step": 26500
|
|
},
|
|
{
|
|
"epoch": 0.6415174121839983,
|
|
"grad_norm": 0.9427759051322937,
|
|
"learning_rate": 0.00010887079022672242,
|
|
"loss": 4.257789916992188,
|
|
"step": 26550
|
|
},
|
|
{
|
|
"epoch": 0.6427255429037422,
|
|
"grad_norm": 0.9197338819503784,
|
|
"learning_rate": 0.00010850392545307798,
|
|
"loss": 4.258461608886718,
|
|
"step": 26600
|
|
},
|
|
{
|
|
"epoch": 0.6439336736234861,
|
|
"grad_norm": 0.9081806540489197,
|
|
"learning_rate": 0.00010813706067943355,
|
|
"loss": 4.234719848632812,
|
|
"step": 26650
|
|
},
|
|
{
|
|
"epoch": 0.64514180434323,
|
|
"grad_norm": 0.9609241485595703,
|
|
"learning_rate": 0.00010777019590578912,
|
|
"loss": 4.216001281738281,
|
|
"step": 26700
|
|
},
|
|
{
|
|
"epoch": 0.6463499350629738,
|
|
"grad_norm": 0.9191202521324158,
|
|
"learning_rate": 0.00010740333113214468,
|
|
"loss": 4.223638000488282,
|
|
"step": 26750
|
|
},
|
|
{
|
|
"epoch": 0.6475580657827177,
|
|
"grad_norm": 0.9228413701057434,
|
|
"learning_rate": 0.00010703646635850025,
|
|
"loss": 4.244529418945312,
|
|
"step": 26800
|
|
},
|
|
{
|
|
"epoch": 0.6487661965024616,
|
|
"grad_norm": 0.9351758360862732,
|
|
"learning_rate": 0.0001066696015848558,
|
|
"loss": 4.269735717773438,
|
|
"step": 26850
|
|
},
|
|
{
|
|
"epoch": 0.6499743272222055,
|
|
"grad_norm": 0.9101845026016235,
|
|
"learning_rate": 0.00010630273681121138,
|
|
"loss": 4.2333837890625,
|
|
"step": 26900
|
|
},
|
|
{
|
|
"epoch": 0.6511824579419493,
|
|
"grad_norm": 0.9198936223983765,
|
|
"learning_rate": 0.00010593587203756693,
|
|
"loss": 4.247688293457031,
|
|
"step": 26950
|
|
},
|
|
{
|
|
"epoch": 0.6523905886616932,
|
|
"grad_norm": 0.9287570714950562,
|
|
"learning_rate": 0.00010556900726392251,
|
|
"loss": 4.210073547363281,
|
|
"step": 27000
|
|
},
|
|
{
|
|
"epoch": 0.6535987193814371,
|
|
"grad_norm": 0.9351828694343567,
|
|
"learning_rate": 0.00010520214249027807,
|
|
"loss": 4.213340454101562,
|
|
"step": 27050
|
|
},
|
|
{
|
|
"epoch": 0.6548068501011809,
|
|
"grad_norm": 0.8970820307731628,
|
|
"learning_rate": 0.00010483527771663365,
|
|
"loss": 4.231409912109375,
|
|
"step": 27100
|
|
},
|
|
{
|
|
"epoch": 0.6560149808209248,
|
|
"grad_norm": 0.9209808707237244,
|
|
"learning_rate": 0.0001044684129429892,
|
|
"loss": 4.220360412597656,
|
|
"step": 27150
|
|
},
|
|
{
|
|
"epoch": 0.6572231115406687,
|
|
"grad_norm": 0.9852465987205505,
|
|
"learning_rate": 0.00010410154816934477,
|
|
"loss": 4.246997680664062,
|
|
"step": 27200
|
|
},
|
|
{
|
|
"epoch": 0.6584312422604126,
|
|
"grad_norm": 0.8992114663124084,
|
|
"learning_rate": 0.00010373468339570033,
|
|
"loss": 4.247727966308593,
|
|
"step": 27250
|
|
},
|
|
{
|
|
"epoch": 0.6596393729801564,
|
|
"grad_norm": 0.9355093836784363,
|
|
"learning_rate": 0.0001033678186220559,
|
|
"loss": 4.242572631835937,
|
|
"step": 27300
|
|
},
|
|
{
|
|
"epoch": 0.6608475036999003,
|
|
"grad_norm": 0.9295455813407898,
|
|
"learning_rate": 0.00010300095384841147,
|
|
"loss": 4.209480895996093,
|
|
"step": 27350
|
|
},
|
|
{
|
|
"epoch": 0.6620556344196442,
|
|
"grad_norm": 0.9523081183433533,
|
|
"learning_rate": 0.00010263408907476703,
|
|
"loss": 4.256694030761719,
|
|
"step": 27400
|
|
},
|
|
{
|
|
"epoch": 0.6632637651393881,
|
|
"grad_norm": 0.9379644393920898,
|
|
"learning_rate": 0.00010226722430112259,
|
|
"loss": 4.248100280761719,
|
|
"step": 27450
|
|
},
|
|
{
|
|
"epoch": 0.6644718958591319,
|
|
"grad_norm": 1.01943039894104,
|
|
"learning_rate": 0.00010190035952747817,
|
|
"loss": 4.224146728515625,
|
|
"step": 27500
|
|
},
|
|
{
|
|
"epoch": 0.6656800265788758,
|
|
"grad_norm": 0.9667420387268066,
|
|
"learning_rate": 0.00010153349475383372,
|
|
"loss": 4.240595092773438,
|
|
"step": 27550
|
|
},
|
|
{
|
|
"epoch": 0.6668881572986197,
|
|
"grad_norm": 0.9696133136749268,
|
|
"learning_rate": 0.0001011666299801893,
|
|
"loss": 4.215619506835938,
|
|
"step": 27600
|
|
},
|
|
{
|
|
"epoch": 0.6680962880183636,
|
|
"grad_norm": 0.9353596568107605,
|
|
"learning_rate": 0.00010079976520654485,
|
|
"loss": 4.216428527832031,
|
|
"step": 27650
|
|
},
|
|
{
|
|
"epoch": 0.6693044187381074,
|
|
"grad_norm": 0.9524815082550049,
|
|
"learning_rate": 0.00010043290043290043,
|
|
"loss": 4.189766845703125,
|
|
"step": 27700
|
|
},
|
|
{
|
|
"epoch": 0.6705125494578513,
|
|
"grad_norm": 0.912409245967865,
|
|
"learning_rate": 0.00010006603565925598,
|
|
"loss": 4.190501708984375,
|
|
"step": 27750
|
|
},
|
|
{
|
|
"epoch": 0.6717206801775952,
|
|
"grad_norm": 0.9484263062477112,
|
|
"learning_rate": 9.969917088561155e-05,
|
|
"loss": 4.253775939941407,
|
|
"step": 27800
|
|
},
|
|
{
|
|
"epoch": 0.6729288108973391,
|
|
"grad_norm": 0.9141276478767395,
|
|
"learning_rate": 9.933230611196712e-05,
|
|
"loss": 4.215238647460938,
|
|
"step": 27850
|
|
},
|
|
{
|
|
"epoch": 0.6741369416170829,
|
|
"grad_norm": 0.9494786858558655,
|
|
"learning_rate": 9.896544133832268e-05,
|
|
"loss": 4.268603820800781,
|
|
"step": 27900
|
|
},
|
|
{
|
|
"epoch": 0.6753450723368268,
|
|
"grad_norm": 1.0391219854354858,
|
|
"learning_rate": 9.859857656467825e-05,
|
|
"loss": 4.174599304199218,
|
|
"step": 27950
|
|
},
|
|
{
|
|
"epoch": 0.6765532030565707,
|
|
"grad_norm": 0.9204246401786804,
|
|
"learning_rate": 9.823171179103382e-05,
|
|
"loss": 4.2752001953125,
|
|
"step": 28000
|
|
},
|
|
{
|
|
"epoch": 0.6777613337763146,
|
|
"grad_norm": 0.9134758710861206,
|
|
"learning_rate": 9.786484701738937e-05,
|
|
"loss": 4.255004272460938,
|
|
"step": 28050
|
|
},
|
|
{
|
|
"epoch": 0.6789694644960584,
|
|
"grad_norm": 0.9489421844482422,
|
|
"learning_rate": 9.749798224374495e-05,
|
|
"loss": 4.211203002929688,
|
|
"step": 28100
|
|
},
|
|
{
|
|
"epoch": 0.6801775952158023,
|
|
"grad_norm": 0.9262958765029907,
|
|
"learning_rate": 9.71311174701005e-05,
|
|
"loss": 4.26359375,
|
|
"step": 28150
|
|
},
|
|
{
|
|
"epoch": 0.6813857259355462,
|
|
"grad_norm": 0.8936835527420044,
|
|
"learning_rate": 9.676425269645608e-05,
|
|
"loss": 4.22978271484375,
|
|
"step": 28200
|
|
},
|
|
{
|
|
"epoch": 0.6825938566552902,
|
|
"grad_norm": 0.8912099003791809,
|
|
"learning_rate": 9.639738792281164e-05,
|
|
"loss": 4.213511352539062,
|
|
"step": 28250
|
|
},
|
|
{
|
|
"epoch": 0.683801987375034,
|
|
"grad_norm": 0.9310536980628967,
|
|
"learning_rate": 9.603052314916722e-05,
|
|
"loss": 4.227381591796875,
|
|
"step": 28300
|
|
},
|
|
{
|
|
"epoch": 0.6850101180947779,
|
|
"grad_norm": 0.9319400787353516,
|
|
"learning_rate": 9.566365837552277e-05,
|
|
"loss": 4.246932678222656,
|
|
"step": 28350
|
|
},
|
|
{
|
|
"epoch": 0.6862182488145218,
|
|
"grad_norm": 0.9386299252510071,
|
|
"learning_rate": 9.529679360187834e-05,
|
|
"loss": 4.208887939453125,
|
|
"step": 28400
|
|
},
|
|
{
|
|
"epoch": 0.6874263795342656,
|
|
"grad_norm": 0.9500228762626648,
|
|
"learning_rate": 9.49299288282339e-05,
|
|
"loss": 4.23306640625,
|
|
"step": 28450
|
|
},
|
|
{
|
|
"epoch": 0.6886345102540095,
|
|
"grad_norm": 0.9140240550041199,
|
|
"learning_rate": 9.456306405458947e-05,
|
|
"loss": 4.227235412597656,
|
|
"step": 28500
|
|
},
|
|
{
|
|
"epoch": 0.6898426409737534,
|
|
"grad_norm": 0.9192743897438049,
|
|
"learning_rate": 9.419619928094503e-05,
|
|
"loss": 4.211682739257813,
|
|
"step": 28550
|
|
},
|
|
{
|
|
"epoch": 0.6910507716934973,
|
|
"grad_norm": 0.9977185130119324,
|
|
"learning_rate": 9.38293345073006e-05,
|
|
"loss": 4.194341735839844,
|
|
"step": 28600
|
|
},
|
|
{
|
|
"epoch": 0.6922589024132411,
|
|
"grad_norm": 0.9499483108520508,
|
|
"learning_rate": 9.346246973365615e-05,
|
|
"loss": 4.202852783203125,
|
|
"step": 28650
|
|
},
|
|
{
|
|
"epoch": 0.693467033132985,
|
|
"grad_norm": 1.0312954187393188,
|
|
"learning_rate": 9.309560496001173e-05,
|
|
"loss": 4.21665283203125,
|
|
"step": 28700
|
|
},
|
|
{
|
|
"epoch": 0.6946751638527289,
|
|
"grad_norm": 0.9412572979927063,
|
|
"learning_rate": 9.272874018636729e-05,
|
|
"loss": 4.199068908691406,
|
|
"step": 28750
|
|
},
|
|
{
|
|
"epoch": 0.6958832945724728,
|
|
"grad_norm": 0.9228193759918213,
|
|
"learning_rate": 9.236187541272287e-05,
|
|
"loss": 4.205174865722657,
|
|
"step": 28800
|
|
},
|
|
{
|
|
"epoch": 0.6970914252922166,
|
|
"grad_norm": 0.9229955673217773,
|
|
"learning_rate": 9.199501063907842e-05,
|
|
"loss": 4.192348022460937,
|
|
"step": 28850
|
|
},
|
|
{
|
|
"epoch": 0.6982995560119605,
|
|
"grad_norm": 0.9405125975608826,
|
|
"learning_rate": 9.1628145865434e-05,
|
|
"loss": 4.2276678466796875,
|
|
"step": 28900
|
|
},
|
|
{
|
|
"epoch": 0.6995076867317044,
|
|
"grad_norm": 0.9145158529281616,
|
|
"learning_rate": 9.126128109178955e-05,
|
|
"loss": 4.226159973144531,
|
|
"step": 28950
|
|
},
|
|
{
|
|
"epoch": 0.7007158174514483,
|
|
"grad_norm": 0.9723268151283264,
|
|
"learning_rate": 9.089441631814512e-05,
|
|
"loss": 4.23314208984375,
|
|
"step": 29000
|
|
},
|
|
{
|
|
"epoch": 0.7019239481711921,
|
|
"grad_norm": 0.9130745530128479,
|
|
"learning_rate": 9.052755154450069e-05,
|
|
"loss": 4.199472961425781,
|
|
"step": 29050
|
|
},
|
|
{
|
|
"epoch": 0.703132078890936,
|
|
"grad_norm": 0.9244306087493896,
|
|
"learning_rate": 9.016068677085625e-05,
|
|
"loss": 4.225984802246094,
|
|
"step": 29100
|
|
},
|
|
{
|
|
"epoch": 0.7043402096106799,
|
|
"grad_norm": 1.0370877981185913,
|
|
"learning_rate": 8.97938219972118e-05,
|
|
"loss": 4.185047607421875,
|
|
"step": 29150
|
|
},
|
|
{
|
|
"epoch": 0.7055483403304238,
|
|
"grad_norm": 1.0177369117736816,
|
|
"learning_rate": 8.942695722356739e-05,
|
|
"loss": 4.176769409179688,
|
|
"step": 29200
|
|
},
|
|
{
|
|
"epoch": 0.7067564710501676,
|
|
"grad_norm": 0.9620659947395325,
|
|
"learning_rate": 8.906009244992294e-05,
|
|
"loss": 4.223794555664062,
|
|
"step": 29250
|
|
},
|
|
{
|
|
"epoch": 0.7079646017699115,
|
|
"grad_norm": 0.9300894737243652,
|
|
"learning_rate": 8.869322767627852e-05,
|
|
"loss": 4.1740328979492185,
|
|
"step": 29300
|
|
},
|
|
{
|
|
"epoch": 0.7091727324896554,
|
|
"grad_norm": 0.9292963147163391,
|
|
"learning_rate": 8.832636290263407e-05,
|
|
"loss": 4.1931396484375,
|
|
"step": 29350
|
|
},
|
|
{
|
|
"epoch": 0.7103808632093993,
|
|
"grad_norm": 0.9343336224555969,
|
|
"learning_rate": 8.795949812898965e-05,
|
|
"loss": 4.19296630859375,
|
|
"step": 29400
|
|
},
|
|
{
|
|
"epoch": 0.7115889939291431,
|
|
"grad_norm": 0.9427083134651184,
|
|
"learning_rate": 8.75926333553452e-05,
|
|
"loss": 4.19119873046875,
|
|
"step": 29450
|
|
},
|
|
{
|
|
"epoch": 0.712797124648887,
|
|
"grad_norm": 0.931380569934845,
|
|
"learning_rate": 8.722576858170078e-05,
|
|
"loss": 4.181403503417969,
|
|
"step": 29500
|
|
},
|
|
{
|
|
"epoch": 0.7140052553686309,
|
|
"grad_norm": 0.9445347785949707,
|
|
"learning_rate": 8.685890380805634e-05,
|
|
"loss": 4.217647399902344,
|
|
"step": 29550
|
|
},
|
|
{
|
|
"epoch": 0.7152133860883748,
|
|
"grad_norm": 0.9495642185211182,
|
|
"learning_rate": 8.64920390344119e-05,
|
|
"loss": 4.191078796386718,
|
|
"step": 29600
|
|
},
|
|
{
|
|
"epoch": 0.7164215168081186,
|
|
"grad_norm": 0.914910614490509,
|
|
"learning_rate": 8.612517426076747e-05,
|
|
"loss": 4.20900146484375,
|
|
"step": 29650
|
|
},
|
|
{
|
|
"epoch": 0.7176296475278625,
|
|
"grad_norm": 0.9568190574645996,
|
|
"learning_rate": 8.575830948712304e-05,
|
|
"loss": 4.174463500976563,
|
|
"step": 29700
|
|
},
|
|
{
|
|
"epoch": 0.7188377782476064,
|
|
"grad_norm": 0.9742776155471802,
|
|
"learning_rate": 8.539144471347859e-05,
|
|
"loss": 4.226783142089844,
|
|
"step": 29750
|
|
},
|
|
{
|
|
"epoch": 0.7200459089673502,
|
|
"grad_norm": 0.9690802693367004,
|
|
"learning_rate": 8.502457993983417e-05,
|
|
"loss": 4.190617065429688,
|
|
"step": 29800
|
|
},
|
|
{
|
|
"epoch": 0.7212540396870941,
|
|
"grad_norm": 0.9639431834220886,
|
|
"learning_rate": 8.465771516618972e-05,
|
|
"loss": 4.173596496582031,
|
|
"step": 29850
|
|
},
|
|
{
|
|
"epoch": 0.722462170406838,
|
|
"grad_norm": 0.9556230306625366,
|
|
"learning_rate": 8.42908503925453e-05,
|
|
"loss": 4.185955505371094,
|
|
"step": 29900
|
|
},
|
|
{
|
|
"epoch": 0.7236703011265819,
|
|
"grad_norm": 0.9598275423049927,
|
|
"learning_rate": 8.392398561890086e-05,
|
|
"loss": 4.182140808105469,
|
|
"step": 29950
|
|
},
|
|
{
|
|
"epoch": 0.7248784318463257,
|
|
"grad_norm": 0.9849634170532227,
|
|
"learning_rate": 8.355712084525644e-05,
|
|
"loss": 4.184024658203125,
|
|
"step": 30000
|
|
},
|
|
{
|
|
"epoch": 0.7260865625660696,
|
|
"grad_norm": 0.9694328308105469,
|
|
"learning_rate": 8.3190256071612e-05,
|
|
"loss": 4.2082366943359375,
|
|
"step": 30050
|
|
},
|
|
{
|
|
"epoch": 0.7272946932858135,
|
|
"grad_norm": 0.9504693150520325,
|
|
"learning_rate": 8.282339129796756e-05,
|
|
"loss": 4.172368469238282,
|
|
"step": 30100
|
|
},
|
|
{
|
|
"epoch": 0.7285028240055574,
|
|
"grad_norm": 0.9747318029403687,
|
|
"learning_rate": 8.245652652432314e-05,
|
|
"loss": 4.211484375,
|
|
"step": 30150
|
|
},
|
|
{
|
|
"epoch": 0.7297109547253012,
|
|
"grad_norm": 0.941775918006897,
|
|
"learning_rate": 8.208966175067869e-05,
|
|
"loss": 4.200064697265625,
|
|
"step": 30200
|
|
},
|
|
{
|
|
"epoch": 0.7309190854450451,
|
|
"grad_norm": 0.9301289916038513,
|
|
"learning_rate": 8.172279697703427e-05,
|
|
"loss": 4.198236389160156,
|
|
"step": 30250
|
|
},
|
|
{
|
|
"epoch": 0.732127216164789,
|
|
"grad_norm": 0.9551920294761658,
|
|
"learning_rate": 8.135593220338982e-05,
|
|
"loss": 4.211250305175781,
|
|
"step": 30300
|
|
},
|
|
{
|
|
"epoch": 0.733335346884533,
|
|
"grad_norm": 0.925805389881134,
|
|
"learning_rate": 8.09890674297454e-05,
|
|
"loss": 4.180384521484375,
|
|
"step": 30350
|
|
},
|
|
{
|
|
"epoch": 0.7345434776042767,
|
|
"grad_norm": 0.9729126691818237,
|
|
"learning_rate": 8.062220265610095e-05,
|
|
"loss": 4.183777770996094,
|
|
"step": 30400
|
|
},
|
|
{
|
|
"epoch": 0.7357516083240206,
|
|
"grad_norm": 0.9727151393890381,
|
|
"learning_rate": 8.025533788245652e-05,
|
|
"loss": 4.210162658691406,
|
|
"step": 30450
|
|
},
|
|
{
|
|
"epoch": 0.7369597390437646,
|
|
"grad_norm": 0.9462403059005737,
|
|
"learning_rate": 7.988847310881209e-05,
|
|
"loss": 4.168313903808594,
|
|
"step": 30500
|
|
},
|
|
{
|
|
"epoch": 0.7381678697635085,
|
|
"grad_norm": 0.9376530051231384,
|
|
"learning_rate": 7.952160833516765e-05,
|
|
"loss": 4.186539306640625,
|
|
"step": 30550
|
|
},
|
|
{
|
|
"epoch": 0.7393760004832522,
|
|
"grad_norm": 0.9415252804756165,
|
|
"learning_rate": 7.915474356152322e-05,
|
|
"loss": 4.179319763183594,
|
|
"step": 30600
|
|
},
|
|
{
|
|
"epoch": 0.7405841312029962,
|
|
"grad_norm": 0.9394069910049438,
|
|
"learning_rate": 7.878787878787879e-05,
|
|
"loss": 4.16141357421875,
|
|
"step": 30650
|
|
},
|
|
{
|
|
"epoch": 0.7417922619227401,
|
|
"grad_norm": 0.9953026175498962,
|
|
"learning_rate": 7.842101401423434e-05,
|
|
"loss": 4.202671813964844,
|
|
"step": 30700
|
|
},
|
|
{
|
|
"epoch": 0.743000392642484,
|
|
"grad_norm": 0.9346957802772522,
|
|
"learning_rate": 7.805414924058992e-05,
|
|
"loss": 4.178117370605468,
|
|
"step": 30750
|
|
},
|
|
{
|
|
"epoch": 0.7442085233622278,
|
|
"grad_norm": 1.0032802820205688,
|
|
"learning_rate": 7.768728446694547e-05,
|
|
"loss": 4.1957550048828125,
|
|
"step": 30800
|
|
},
|
|
{
|
|
"epoch": 0.7454166540819717,
|
|
"grad_norm": 0.906671941280365,
|
|
"learning_rate": 7.732041969330105e-05,
|
|
"loss": 4.175614013671875,
|
|
"step": 30850
|
|
},
|
|
{
|
|
"epoch": 0.7466247848017156,
|
|
"grad_norm": 0.9167490601539612,
|
|
"learning_rate": 7.69535549196566e-05,
|
|
"loss": 4.1725070190429685,
|
|
"step": 30900
|
|
},
|
|
{
|
|
"epoch": 0.7478329155214595,
|
|
"grad_norm": 0.981493353843689,
|
|
"learning_rate": 7.658669014601219e-05,
|
|
"loss": 4.173250427246094,
|
|
"step": 30950
|
|
},
|
|
{
|
|
"epoch": 0.7490410462412033,
|
|
"grad_norm": 0.9785531759262085,
|
|
"learning_rate": 7.621982537236774e-05,
|
|
"loss": 4.168323364257812,
|
|
"step": 31000
|
|
},
|
|
{
|
|
"epoch": 0.7502491769609472,
|
|
"grad_norm": 0.9385384321212769,
|
|
"learning_rate": 7.58529605987233e-05,
|
|
"loss": 4.175681457519532,
|
|
"step": 31050
|
|
},
|
|
{
|
|
"epoch": 0.7514573076806911,
|
|
"grad_norm": 0.975518524646759,
|
|
"learning_rate": 7.548609582507887e-05,
|
|
"loss": 4.191498413085937,
|
|
"step": 31100
|
|
},
|
|
{
|
|
"epoch": 0.7526654384004349,
|
|
"grad_norm": 0.9347544312477112,
|
|
"learning_rate": 7.511923105143444e-05,
|
|
"loss": 4.206516418457031,
|
|
"step": 31150
|
|
},
|
|
{
|
|
"epoch": 0.7538735691201788,
|
|
"grad_norm": 0.9503827095031738,
|
|
"learning_rate": 7.475236627779e-05,
|
|
"loss": 4.166010131835938,
|
|
"step": 31200
|
|
},
|
|
{
|
|
"epoch": 0.7550816998399227,
|
|
"grad_norm": 1.0107334852218628,
|
|
"learning_rate": 7.438550150414557e-05,
|
|
"loss": 4.12983642578125,
|
|
"step": 31250
|
|
},
|
|
{
|
|
"epoch": 0.7562898305596666,
|
|
"grad_norm": 1.0273202657699585,
|
|
"learning_rate": 7.401863673050112e-05,
|
|
"loss": 4.160785827636719,
|
|
"step": 31300
|
|
},
|
|
{
|
|
"epoch": 0.7574979612794104,
|
|
"grad_norm": 0.9567047357559204,
|
|
"learning_rate": 7.365177195685669e-05,
|
|
"loss": 4.200793151855469,
|
|
"step": 31350
|
|
},
|
|
{
|
|
"epoch": 0.7587060919991543,
|
|
"grad_norm": 0.9638941884040833,
|
|
"learning_rate": 7.328490718321226e-05,
|
|
"loss": 4.171089782714843,
|
|
"step": 31400
|
|
},
|
|
{
|
|
"epoch": 0.7599142227188982,
|
|
"grad_norm": 0.9351734519004822,
|
|
"learning_rate": 7.291804240956782e-05,
|
|
"loss": 4.153325805664062,
|
|
"step": 31450
|
|
},
|
|
{
|
|
"epoch": 0.7611223534386421,
|
|
"grad_norm": 0.9753860235214233,
|
|
"learning_rate": 7.255117763592339e-05,
|
|
"loss": 4.165850524902344,
|
|
"step": 31500
|
|
},
|
|
{
|
|
"epoch": 0.7623304841583859,
|
|
"grad_norm": 0.9597043395042419,
|
|
"learning_rate": 7.218431286227896e-05,
|
|
"loss": 4.159142761230469,
|
|
"step": 31550
|
|
},
|
|
{
|
|
"epoch": 0.7635386148781298,
|
|
"grad_norm": 0.9583253264427185,
|
|
"learning_rate": 7.181744808863452e-05,
|
|
"loss": 4.168012084960938,
|
|
"step": 31600
|
|
},
|
|
{
|
|
"epoch": 0.7647467455978737,
|
|
"grad_norm": 1.0249325037002563,
|
|
"learning_rate": 7.145058331499009e-05,
|
|
"loss": 4.178051147460938,
|
|
"step": 31650
|
|
},
|
|
{
|
|
"epoch": 0.7659548763176176,
|
|
"grad_norm": 0.96359783411026,
|
|
"learning_rate": 7.108371854134566e-05,
|
|
"loss": 4.195538940429688,
|
|
"step": 31700
|
|
},
|
|
{
|
|
"epoch": 0.7671630070373614,
|
|
"grad_norm": 0.9502347707748413,
|
|
"learning_rate": 7.071685376770122e-05,
|
|
"loss": 4.153787536621094,
|
|
"step": 31750
|
|
},
|
|
{
|
|
"epoch": 0.7683711377571053,
|
|
"grad_norm": 0.9883692264556885,
|
|
"learning_rate": 7.034998899405679e-05,
|
|
"loss": 4.150211181640625,
|
|
"step": 31800
|
|
},
|
|
{
|
|
"epoch": 0.7695792684768492,
|
|
"grad_norm": 0.9689139127731323,
|
|
"learning_rate": 6.998312422041234e-05,
|
|
"loss": 4.193338012695312,
|
|
"step": 31850
|
|
},
|
|
{
|
|
"epoch": 0.7707873991965931,
|
|
"grad_norm": 0.9628708362579346,
|
|
"learning_rate": 6.961625944676791e-05,
|
|
"loss": 4.143995666503907,
|
|
"step": 31900
|
|
},
|
|
{
|
|
"epoch": 0.7719955299163369,
|
|
"grad_norm": 1.1675163507461548,
|
|
"learning_rate": 6.924939467312347e-05,
|
|
"loss": 4.174693603515625,
|
|
"step": 31950
|
|
},
|
|
{
|
|
"epoch": 0.7732036606360808,
|
|
"grad_norm": 0.9363202452659607,
|
|
"learning_rate": 6.888252989947904e-05,
|
|
"loss": 4.18224365234375,
|
|
"step": 32000
|
|
},
|
|
{
|
|
"epoch": 0.7744117913558247,
|
|
"grad_norm": 0.9869855046272278,
|
|
"learning_rate": 6.851566512583461e-05,
|
|
"loss": 4.189596252441406,
|
|
"step": 32050
|
|
},
|
|
{
|
|
"epoch": 0.7756199220755686,
|
|
"grad_norm": 0.9943952560424805,
|
|
"learning_rate": 6.814880035219017e-05,
|
|
"loss": 4.158417358398437,
|
|
"step": 32100
|
|
},
|
|
{
|
|
"epoch": 0.7768280527953124,
|
|
"grad_norm": 0.9464765787124634,
|
|
"learning_rate": 6.778193557854574e-05,
|
|
"loss": 4.1605908203125,
|
|
"step": 32150
|
|
},
|
|
{
|
|
"epoch": 0.7780361835150563,
|
|
"grad_norm": 0.9998800754547119,
|
|
"learning_rate": 6.741507080490131e-05,
|
|
"loss": 4.180458068847656,
|
|
"step": 32200
|
|
},
|
|
{
|
|
"epoch": 0.7792443142348002,
|
|
"grad_norm": 0.9495953321456909,
|
|
"learning_rate": 6.704820603125687e-05,
|
|
"loss": 4.177342529296875,
|
|
"step": 32250
|
|
},
|
|
{
|
|
"epoch": 0.7804524449545441,
|
|
"grad_norm": 0.9588845372200012,
|
|
"learning_rate": 6.668134125761244e-05,
|
|
"loss": 4.1812451171875,
|
|
"step": 32300
|
|
},
|
|
{
|
|
"epoch": 0.7816605756742879,
|
|
"grad_norm": 0.9747833013534546,
|
|
"learning_rate": 6.6314476483968e-05,
|
|
"loss": 4.142763061523437,
|
|
"step": 32350
|
|
},
|
|
{
|
|
"epoch": 0.7828687063940318,
|
|
"grad_norm": 1.0218557119369507,
|
|
"learning_rate": 6.594761171032357e-05,
|
|
"loss": 4.154402465820312,
|
|
"step": 32400
|
|
},
|
|
{
|
|
"epoch": 0.7840768371137757,
|
|
"grad_norm": 0.9641887545585632,
|
|
"learning_rate": 6.558074693667913e-05,
|
|
"loss": 4.1369412231445315,
|
|
"step": 32450
|
|
},
|
|
{
|
|
"epoch": 0.7852849678335195,
|
|
"grad_norm": 0.9768737554550171,
|
|
"learning_rate": 6.521388216303469e-05,
|
|
"loss": 4.162682189941406,
|
|
"step": 32500
|
|
},
|
|
{
|
|
"epoch": 0.7864930985532634,
|
|
"grad_norm": 0.9474012851715088,
|
|
"learning_rate": 6.484701738939026e-05,
|
|
"loss": 4.156160888671875,
|
|
"step": 32550
|
|
},
|
|
{
|
|
"epoch": 0.7877012292730073,
|
|
"grad_norm": 0.9589933753013611,
|
|
"learning_rate": 6.448015261574583e-05,
|
|
"loss": 4.144935913085938,
|
|
"step": 32600
|
|
},
|
|
{
|
|
"epoch": 0.7889093599927512,
|
|
"grad_norm": 0.9754806756973267,
|
|
"learning_rate": 6.411328784210139e-05,
|
|
"loss": 4.155699462890625,
|
|
"step": 32650
|
|
},
|
|
{
|
|
"epoch": 0.790117490712495,
|
|
"grad_norm": 0.9701508283615112,
|
|
"learning_rate": 6.374642306845696e-05,
|
|
"loss": 4.161666259765625,
|
|
"step": 32700
|
|
},
|
|
{
|
|
"epoch": 0.791325621432239,
|
|
"grad_norm": 1.0167360305786133,
|
|
"learning_rate": 6.337955829481252e-05,
|
|
"loss": 4.1516961669921875,
|
|
"step": 32750
|
|
},
|
|
{
|
|
"epoch": 0.7925337521519829,
|
|
"grad_norm": 0.9813135862350464,
|
|
"learning_rate": 6.301269352116809e-05,
|
|
"loss": 4.134502868652344,
|
|
"step": 32800
|
|
},
|
|
{
|
|
"epoch": 0.7937418828717268,
|
|
"grad_norm": 1.0000736713409424,
|
|
"learning_rate": 6.264582874752366e-05,
|
|
"loss": 4.175084228515625,
|
|
"step": 32850
|
|
},
|
|
{
|
|
"epoch": 0.7949500135914706,
|
|
"grad_norm": 0.9590751528739929,
|
|
"learning_rate": 6.227896397387922e-05,
|
|
"loss": 4.197709655761718,
|
|
"step": 32900
|
|
},
|
|
{
|
|
"epoch": 0.7961581443112145,
|
|
"grad_norm": 0.9502274990081787,
|
|
"learning_rate": 6.191209920023479e-05,
|
|
"loss": 4.1478402709960935,
|
|
"step": 32950
|
|
},
|
|
{
|
|
"epoch": 0.7973662750309584,
|
|
"grad_norm": 0.9672371745109558,
|
|
"learning_rate": 6.154523442659036e-05,
|
|
"loss": 4.179851379394531,
|
|
"step": 33000
|
|
},
|
|
{
|
|
"epoch": 0.7985744057507023,
|
|
"grad_norm": 0.9944890141487122,
|
|
"learning_rate": 6.117836965294591e-05,
|
|
"loss": 4.172831726074219,
|
|
"step": 33050
|
|
},
|
|
{
|
|
"epoch": 0.7997825364704461,
|
|
"grad_norm": 0.9638657569885254,
|
|
"learning_rate": 6.0811504879301484e-05,
|
|
"loss": 4.179300231933594,
|
|
"step": 33100
|
|
},
|
|
{
|
|
"epoch": 0.80099066719019,
|
|
"grad_norm": 1.0092177391052246,
|
|
"learning_rate": 6.044464010565705e-05,
|
|
"loss": 4.1206817626953125,
|
|
"step": 33150
|
|
},
|
|
{
|
|
"epoch": 0.8021987979099339,
|
|
"grad_norm": 0.9667877554893494,
|
|
"learning_rate": 6.007777533201261e-05,
|
|
"loss": 4.129392700195313,
|
|
"step": 33200
|
|
},
|
|
{
|
|
"epoch": 0.8034069286296778,
|
|
"grad_norm": 0.9979503750801086,
|
|
"learning_rate": 5.9710910558368176e-05,
|
|
"loss": 4.135091247558594,
|
|
"step": 33250
|
|
},
|
|
{
|
|
"epoch": 0.8046150593494216,
|
|
"grad_norm": 0.9955921769142151,
|
|
"learning_rate": 5.934404578472374e-05,
|
|
"loss": 4.1466259765625,
|
|
"step": 33300
|
|
},
|
|
{
|
|
"epoch": 0.8058231900691655,
|
|
"grad_norm": 0.9967898726463318,
|
|
"learning_rate": 5.897718101107931e-05,
|
|
"loss": 4.1172265625,
|
|
"step": 33350
|
|
},
|
|
{
|
|
"epoch": 0.8070313207889094,
|
|
"grad_norm": 0.9824782013893127,
|
|
"learning_rate": 5.8610316237434876e-05,
|
|
"loss": 4.183871154785156,
|
|
"step": 33400
|
|
},
|
|
{
|
|
"epoch": 0.8082394515086533,
|
|
"grad_norm": 0.9574515223503113,
|
|
"learning_rate": 5.8243451463790435e-05,
|
|
"loss": 4.141428527832031,
|
|
"step": 33450
|
|
},
|
|
{
|
|
"epoch": 0.8094475822283971,
|
|
"grad_norm": 0.948474645614624,
|
|
"learning_rate": 5.7876586690146e-05,
|
|
"loss": 4.155045776367188,
|
|
"step": 33500
|
|
},
|
|
{
|
|
"epoch": 0.810655712948141,
|
|
"grad_norm": 0.983756959438324,
|
|
"learning_rate": 5.750972191650157e-05,
|
|
"loss": 4.114388427734375,
|
|
"step": 33550
|
|
},
|
|
{
|
|
"epoch": 0.8118638436678849,
|
|
"grad_norm": 1.0394560098648071,
|
|
"learning_rate": 5.7142857142857135e-05,
|
|
"loss": 4.130142517089844,
|
|
"step": 33600
|
|
},
|
|
{
|
|
"epoch": 0.8130719743876288,
|
|
"grad_norm": 0.9778473973274231,
|
|
"learning_rate": 5.67759923692127e-05,
|
|
"loss": 4.118342590332031,
|
|
"step": 33650
|
|
},
|
|
{
|
|
"epoch": 0.8142801051073726,
|
|
"grad_norm": 0.9543645977973938,
|
|
"learning_rate": 5.640912759556827e-05,
|
|
"loss": 4.14258544921875,
|
|
"step": 33700
|
|
},
|
|
{
|
|
"epoch": 0.8154882358271165,
|
|
"grad_norm": 0.9755384922027588,
|
|
"learning_rate": 5.604226282192383e-05,
|
|
"loss": 4.172442932128906,
|
|
"step": 33750
|
|
},
|
|
{
|
|
"epoch": 0.8166963665468604,
|
|
"grad_norm": 0.9590539336204529,
|
|
"learning_rate": 5.5675398048279394e-05,
|
|
"loss": 4.129637451171875,
|
|
"step": 33800
|
|
},
|
|
{
|
|
"epoch": 0.8179044972666042,
|
|
"grad_norm": 0.9638984203338623,
|
|
"learning_rate": 5.530853327463496e-05,
|
|
"loss": 4.155792236328125,
|
|
"step": 33850
|
|
},
|
|
{
|
|
"epoch": 0.8191126279863481,
|
|
"grad_norm": 0.9844355583190918,
|
|
"learning_rate": 5.494166850099053e-05,
|
|
"loss": 4.122502136230469,
|
|
"step": 33900
|
|
},
|
|
{
|
|
"epoch": 0.820320758706092,
|
|
"grad_norm": 0.9721888899803162,
|
|
"learning_rate": 5.4574803727346094e-05,
|
|
"loss": 4.122838439941407,
|
|
"step": 33950
|
|
},
|
|
{
|
|
"epoch": 0.8215288894258359,
|
|
"grad_norm": 0.9714981317520142,
|
|
"learning_rate": 5.420793895370166e-05,
|
|
"loss": 4.1767581176757815,
|
|
"step": 34000
|
|
},
|
|
{
|
|
"epoch": 0.8227370201455797,
|
|
"grad_norm": 0.9962683320045471,
|
|
"learning_rate": 5.384107418005722e-05,
|
|
"loss": 4.127580261230468,
|
|
"step": 34050
|
|
},
|
|
{
|
|
"epoch": 0.8239451508653236,
|
|
"grad_norm": 0.9760364890098572,
|
|
"learning_rate": 5.3474209406412786e-05,
|
|
"loss": 4.136761779785156,
|
|
"step": 34100
|
|
},
|
|
{
|
|
"epoch": 0.8251532815850675,
|
|
"grad_norm": 0.9831131100654602,
|
|
"learning_rate": 5.310734463276835e-05,
|
|
"loss": 4.1412725830078125,
|
|
"step": 34150
|
|
},
|
|
{
|
|
"epoch": 0.8263614123048114,
|
|
"grad_norm": 0.9481918811798096,
|
|
"learning_rate": 5.274047985912392e-05,
|
|
"loss": 4.08984130859375,
|
|
"step": 34200
|
|
},
|
|
{
|
|
"epoch": 0.8275695430245552,
|
|
"grad_norm": 1.0539478063583374,
|
|
"learning_rate": 5.2373615085479486e-05,
|
|
"loss": 4.127510375976563,
|
|
"step": 34250
|
|
},
|
|
{
|
|
"epoch": 0.8287776737442991,
|
|
"grad_norm": 0.9744389653205872,
|
|
"learning_rate": 5.200675031183505e-05,
|
|
"loss": 4.149533081054687,
|
|
"step": 34300
|
|
},
|
|
{
|
|
"epoch": 0.829985804464043,
|
|
"grad_norm": 0.952286958694458,
|
|
"learning_rate": 5.163988553819061e-05,
|
|
"loss": 4.157025451660156,
|
|
"step": 34350
|
|
},
|
|
{
|
|
"epoch": 0.8311939351837869,
|
|
"grad_norm": 1.062190055847168,
|
|
"learning_rate": 5.127302076454618e-05,
|
|
"loss": 4.137975463867187,
|
|
"step": 34400
|
|
},
|
|
{
|
|
"epoch": 0.8324020659035307,
|
|
"grad_norm": 0.9755569696426392,
|
|
"learning_rate": 5.0906155990901745e-05,
|
|
"loss": 4.145784912109375,
|
|
"step": 34450
|
|
},
|
|
{
|
|
"epoch": 0.8336101966232746,
|
|
"grad_norm": 1.0148369073867798,
|
|
"learning_rate": 5.053929121725731e-05,
|
|
"loss": 4.11475830078125,
|
|
"step": 34500
|
|
},
|
|
{
|
|
"epoch": 0.8348183273430185,
|
|
"grad_norm": 1.028790831565857,
|
|
"learning_rate": 5.017242644361288e-05,
|
|
"loss": 4.156703796386719,
|
|
"step": 34550
|
|
},
|
|
{
|
|
"epoch": 0.8360264580627624,
|
|
"grad_norm": 1.038443922996521,
|
|
"learning_rate": 4.9805561669968444e-05,
|
|
"loss": 4.138312683105469,
|
|
"step": 34600
|
|
},
|
|
{
|
|
"epoch": 0.8372345887825062,
|
|
"grad_norm": 1.0102113485336304,
|
|
"learning_rate": 4.9438696896324004e-05,
|
|
"loss": 4.146728515625,
|
|
"step": 34650
|
|
},
|
|
{
|
|
"epoch": 0.8384427195022501,
|
|
"grad_norm": 0.9652780890464783,
|
|
"learning_rate": 4.907183212267957e-05,
|
|
"loss": 4.143882446289062,
|
|
"step": 34700
|
|
},
|
|
{
|
|
"epoch": 0.839650850221994,
|
|
"grad_norm": 1.0120545625686646,
|
|
"learning_rate": 4.8704967349035144e-05,
|
|
"loss": 4.131054992675781,
|
|
"step": 34750
|
|
},
|
|
{
|
|
"epoch": 0.8408589809417379,
|
|
"grad_norm": 0.9618927240371704,
|
|
"learning_rate": 4.833810257539071e-05,
|
|
"loss": 4.1066891479492185,
|
|
"step": 34800
|
|
},
|
|
{
|
|
"epoch": 0.8420671116614817,
|
|
"grad_norm": 0.976310670375824,
|
|
"learning_rate": 4.797123780174628e-05,
|
|
"loss": 4.1329037475585935,
|
|
"step": 34850
|
|
},
|
|
{
|
|
"epoch": 0.8432752423812256,
|
|
"grad_norm": 0.9385315179824829,
|
|
"learning_rate": 4.760437302810184e-05,
|
|
"loss": 4.14763427734375,
|
|
"step": 34900
|
|
},
|
|
{
|
|
"epoch": 0.8444833731009695,
|
|
"grad_norm": 1.0614820718765259,
|
|
"learning_rate": 4.723750825445741e-05,
|
|
"loss": 4.1223211669921875,
|
|
"step": 34950
|
|
},
|
|
{
|
|
"epoch": 0.8456915038207135,
|
|
"grad_norm": 1.0392005443572998,
|
|
"learning_rate": 4.687064348081297e-05,
|
|
"loss": 4.104436340332032,
|
|
"step": 35000
|
|
},
|
|
{
|
|
"epoch": 0.8468996345404572,
|
|
"grad_norm": 0.9826388955116272,
|
|
"learning_rate": 4.6503778707168536e-05,
|
|
"loss": 4.130885009765625,
|
|
"step": 35050
|
|
},
|
|
{
|
|
"epoch": 0.8481077652602012,
|
|
"grad_norm": 0.9898689389228821,
|
|
"learning_rate": 4.61369139335241e-05,
|
|
"loss": 4.113179626464844,
|
|
"step": 35100
|
|
},
|
|
{
|
|
"epoch": 0.8493158959799451,
|
|
"grad_norm": 0.9709085822105408,
|
|
"learning_rate": 4.577004915987967e-05,
|
|
"loss": 4.136431274414062,
|
|
"step": 35150
|
|
},
|
|
{
|
|
"epoch": 0.8505240266996889,
|
|
"grad_norm": 1.0114762783050537,
|
|
"learning_rate": 4.5403184386235235e-05,
|
|
"loss": 4.141319885253906,
|
|
"step": 35200
|
|
},
|
|
{
|
|
"epoch": 0.8517321574194328,
|
|
"grad_norm": 0.9931055307388306,
|
|
"learning_rate": 4.50363196125908e-05,
|
|
"loss": 4.1039950561523435,
|
|
"step": 35250
|
|
},
|
|
{
|
|
"epoch": 0.8529402881391767,
|
|
"grad_norm": 0.988318920135498,
|
|
"learning_rate": 4.466945483894636e-05,
|
|
"loss": 4.108782653808594,
|
|
"step": 35300
|
|
},
|
|
{
|
|
"epoch": 0.8541484188589206,
|
|
"grad_norm": 0.9901145696640015,
|
|
"learning_rate": 4.430259006530193e-05,
|
|
"loss": 4.1287109375,
|
|
"step": 35350
|
|
},
|
|
{
|
|
"epoch": 0.8553565495786644,
|
|
"grad_norm": 1.0645872354507446,
|
|
"learning_rate": 4.3935725291657495e-05,
|
|
"loss": 4.0877291870117185,
|
|
"step": 35400
|
|
},
|
|
{
|
|
"epoch": 0.8565646802984083,
|
|
"grad_norm": 0.9934980869293213,
|
|
"learning_rate": 4.356886051801306e-05,
|
|
"loss": 4.142991027832031,
|
|
"step": 35450
|
|
},
|
|
{
|
|
"epoch": 0.8577728110181522,
|
|
"grad_norm": 1.0430258512496948,
|
|
"learning_rate": 4.320199574436863e-05,
|
|
"loss": 4.068301086425781,
|
|
"step": 35500
|
|
},
|
|
{
|
|
"epoch": 0.8589809417378961,
|
|
"grad_norm": 0.9746304154396057,
|
|
"learning_rate": 4.2835130970724194e-05,
|
|
"loss": 4.128489685058594,
|
|
"step": 35550
|
|
},
|
|
{
|
|
"epoch": 0.8601890724576399,
|
|
"grad_norm": 0.9641109704971313,
|
|
"learning_rate": 4.2468266197079754e-05,
|
|
"loss": 4.121369018554687,
|
|
"step": 35600
|
|
},
|
|
{
|
|
"epoch": 0.8613972031773838,
|
|
"grad_norm": 0.9532524347305298,
|
|
"learning_rate": 4.210140142343532e-05,
|
|
"loss": 4.090971374511719,
|
|
"step": 35650
|
|
},
|
|
{
|
|
"epoch": 0.8626053338971277,
|
|
"grad_norm": 0.9789423942565918,
|
|
"learning_rate": 4.173453664979089e-05,
|
|
"loss": 4.1288214111328125,
|
|
"step": 35700
|
|
},
|
|
{
|
|
"epoch": 0.8638134646168716,
|
|
"grad_norm": 1.0037946701049805,
|
|
"learning_rate": 4.136767187614645e-05,
|
|
"loss": 4.139686889648438,
|
|
"step": 35750
|
|
},
|
|
{
|
|
"epoch": 0.8650215953366154,
|
|
"grad_norm": 1.01668119430542,
|
|
"learning_rate": 4.100080710250202e-05,
|
|
"loss": 4.092429809570312,
|
|
"step": 35800
|
|
},
|
|
{
|
|
"epoch": 0.8662297260563593,
|
|
"grad_norm": 0.9829847812652588,
|
|
"learning_rate": 4.063394232885758e-05,
|
|
"loss": 4.10031494140625,
|
|
"step": 35850
|
|
},
|
|
{
|
|
"epoch": 0.8674378567761032,
|
|
"grad_norm": 0.95753014087677,
|
|
"learning_rate": 4.0267077555213146e-05,
|
|
"loss": 4.117217407226563,
|
|
"step": 35900
|
|
},
|
|
{
|
|
"epoch": 0.8686459874958471,
|
|
"grad_norm": 1.0203341245651245,
|
|
"learning_rate": 3.990021278156871e-05,
|
|
"loss": 4.094928894042969,
|
|
"step": 35950
|
|
},
|
|
{
|
|
"epoch": 0.8698541182155909,
|
|
"grad_norm": 0.982297420501709,
|
|
"learning_rate": 3.953334800792428e-05,
|
|
"loss": 4.105053100585938,
|
|
"step": 36000
|
|
},
|
|
{
|
|
"epoch": 0.8710622489353348,
|
|
"grad_norm": 0.9894450902938843,
|
|
"learning_rate": 3.9166483234279845e-05,
|
|
"loss": 4.102446899414063,
|
|
"step": 36050
|
|
},
|
|
{
|
|
"epoch": 0.8722703796550787,
|
|
"grad_norm": 0.9681161046028137,
|
|
"learning_rate": 3.879961846063541e-05,
|
|
"loss": 4.127907409667968,
|
|
"step": 36100
|
|
},
|
|
{
|
|
"epoch": 0.8734785103748226,
|
|
"grad_norm": 1.0139074325561523,
|
|
"learning_rate": 3.843275368699097e-05,
|
|
"loss": 4.11950927734375,
|
|
"step": 36150
|
|
},
|
|
{
|
|
"epoch": 0.8746866410945664,
|
|
"grad_norm": 0.9912289381027222,
|
|
"learning_rate": 3.806588891334654e-05,
|
|
"loss": 4.113659057617188,
|
|
"step": 36200
|
|
},
|
|
{
|
|
"epoch": 0.8758947718143103,
|
|
"grad_norm": 1.002201795578003,
|
|
"learning_rate": 3.7699024139702105e-05,
|
|
"loss": 4.124761657714844,
|
|
"step": 36250
|
|
},
|
|
{
|
|
"epoch": 0.8771029025340542,
|
|
"grad_norm": 0.9588595628738403,
|
|
"learning_rate": 3.7332159366057664e-05,
|
|
"loss": 4.082340087890625,
|
|
"step": 36300
|
|
},
|
|
{
|
|
"epoch": 0.8783110332537981,
|
|
"grad_norm": 0.990828812122345,
|
|
"learning_rate": 3.696529459241323e-05,
|
|
"loss": 4.108609008789062,
|
|
"step": 36350
|
|
},
|
|
{
|
|
"epoch": 0.8795191639735419,
|
|
"grad_norm": 0.9968988299369812,
|
|
"learning_rate": 3.65984298187688e-05,
|
|
"loss": 4.090320434570312,
|
|
"step": 36400
|
|
},
|
|
{
|
|
"epoch": 0.8807272946932858,
|
|
"grad_norm": 0.9899400472640991,
|
|
"learning_rate": 3.6231565045124364e-05,
|
|
"loss": 4.083380432128906,
|
|
"step": 36450
|
|
},
|
|
{
|
|
"epoch": 0.8819354254130297,
|
|
"grad_norm": 0.9858762621879578,
|
|
"learning_rate": 3.586470027147993e-05,
|
|
"loss": 4.098477783203125,
|
|
"step": 36500
|
|
},
|
|
{
|
|
"epoch": 0.8831435561327735,
|
|
"grad_norm": 0.9726820588111877,
|
|
"learning_rate": 3.549783549783549e-05,
|
|
"loss": 4.107604064941406,
|
|
"step": 36550
|
|
},
|
|
{
|
|
"epoch": 0.8843516868525174,
|
|
"grad_norm": 1.0214866399765015,
|
|
"learning_rate": 3.5130970724191056e-05,
|
|
"loss": 4.104823303222656,
|
|
"step": 36600
|
|
},
|
|
{
|
|
"epoch": 0.8855598175722613,
|
|
"grad_norm": 1.0095114707946777,
|
|
"learning_rate": 3.476410595054662e-05,
|
|
"loss": 4.057843627929688,
|
|
"step": 36650
|
|
},
|
|
{
|
|
"epoch": 0.8867679482920052,
|
|
"grad_norm": 1.138928771018982,
|
|
"learning_rate": 3.439724117690219e-05,
|
|
"loss": 4.099917907714843,
|
|
"step": 36700
|
|
},
|
|
{
|
|
"epoch": 0.887976079011749,
|
|
"grad_norm": 1.0221952199935913,
|
|
"learning_rate": 3.4030376403257756e-05,
|
|
"loss": 4.100775146484375,
|
|
"step": 36750
|
|
},
|
|
{
|
|
"epoch": 0.8891842097314929,
|
|
"grad_norm": 1.0162906646728516,
|
|
"learning_rate": 3.366351162961332e-05,
|
|
"loss": 4.074209289550781,
|
|
"step": 36800
|
|
},
|
|
{
|
|
"epoch": 0.8903923404512368,
|
|
"grad_norm": 1.0013428926467896,
|
|
"learning_rate": 3.329664685596888e-05,
|
|
"loss": 4.1091915893554685,
|
|
"step": 36850
|
|
},
|
|
{
|
|
"epoch": 0.8916004711709807,
|
|
"grad_norm": 0.9851410984992981,
|
|
"learning_rate": 3.292978208232445e-05,
|
|
"loss": 4.087139587402344,
|
|
"step": 36900
|
|
},
|
|
{
|
|
"epoch": 0.8928086018907245,
|
|
"grad_norm": 1.0403225421905518,
|
|
"learning_rate": 3.2562917308680015e-05,
|
|
"loss": 4.0806448364257815,
|
|
"step": 36950
|
|
},
|
|
{
|
|
"epoch": 0.8940167326104684,
|
|
"grad_norm": 0.9999246597290039,
|
|
"learning_rate": 3.219605253503558e-05,
|
|
"loss": 4.085538940429688,
|
|
"step": 37000
|
|
},
|
|
{
|
|
"epoch": 0.8952248633302123,
|
|
"grad_norm": 1.0281506776809692,
|
|
"learning_rate": 3.182918776139115e-05,
|
|
"loss": 4.089646301269531,
|
|
"step": 37050
|
|
},
|
|
{
|
|
"epoch": 0.8964329940499562,
|
|
"grad_norm": 0.9889469742774963,
|
|
"learning_rate": 3.1462322987746715e-05,
|
|
"loss": 4.114851989746094,
|
|
"step": 37100
|
|
},
|
|
{
|
|
"epoch": 0.8976411247697,
|
|
"grad_norm": 1.0321831703186035,
|
|
"learning_rate": 3.109545821410228e-05,
|
|
"loss": 4.092791442871094,
|
|
"step": 37150
|
|
},
|
|
{
|
|
"epoch": 0.8988492554894439,
|
|
"grad_norm": 0.9642487168312073,
|
|
"learning_rate": 3.072859344045785e-05,
|
|
"loss": 4.125544128417968,
|
|
"step": 37200
|
|
},
|
|
{
|
|
"epoch": 0.9000573862091878,
|
|
"grad_norm": 0.9732397198677063,
|
|
"learning_rate": 3.036172866681341e-05,
|
|
"loss": 4.122996826171875,
|
|
"step": 37250
|
|
},
|
|
{
|
|
"epoch": 0.9012655169289318,
|
|
"grad_norm": 1.0595879554748535,
|
|
"learning_rate": 2.9994863893168977e-05,
|
|
"loss": 4.096632385253907,
|
|
"step": 37300
|
|
},
|
|
{
|
|
"epoch": 0.9024736476486755,
|
|
"grad_norm": 1.0211713314056396,
|
|
"learning_rate": 2.9627999119524544e-05,
|
|
"loss": 4.123179016113281,
|
|
"step": 37350
|
|
},
|
|
{
|
|
"epoch": 0.9036817783684195,
|
|
"grad_norm": 1.020198106765747,
|
|
"learning_rate": 2.9261134345880107e-05,
|
|
"loss": 4.076532287597656,
|
|
"step": 37400
|
|
},
|
|
{
|
|
"epoch": 0.9048899090881634,
|
|
"grad_norm": 1.010294795036316,
|
|
"learning_rate": 2.8894269572235673e-05,
|
|
"loss": 4.050249938964844,
|
|
"step": 37450
|
|
},
|
|
{
|
|
"epoch": 0.9060980398079073,
|
|
"grad_norm": 1.0190550088882446,
|
|
"learning_rate": 2.852740479859124e-05,
|
|
"loss": 4.101957092285156,
|
|
"step": 37500
|
|
},
|
|
{
|
|
"epoch": 0.9073061705276511,
|
|
"grad_norm": 0.9936062693595886,
|
|
"learning_rate": 2.8160540024946803e-05,
|
|
"loss": 4.103214111328125,
|
|
"step": 37550
|
|
},
|
|
{
|
|
"epoch": 0.908514301247395,
|
|
"grad_norm": 0.9958685636520386,
|
|
"learning_rate": 2.779367525130237e-05,
|
|
"loss": 4.139706726074219,
|
|
"step": 37600
|
|
},
|
|
{
|
|
"epoch": 0.9097224319671389,
|
|
"grad_norm": 1.0311979055404663,
|
|
"learning_rate": 2.7426810477657936e-05,
|
|
"loss": 4.103955078125,
|
|
"step": 37650
|
|
},
|
|
{
|
|
"epoch": 0.9109305626868828,
|
|
"grad_norm": 1.0025954246520996,
|
|
"learning_rate": 2.70599457040135e-05,
|
|
"loss": 4.091174926757812,
|
|
"step": 37700
|
|
},
|
|
{
|
|
"epoch": 0.9121386934066266,
|
|
"grad_norm": 0.9823068380355835,
|
|
"learning_rate": 2.6693080930369065e-05,
|
|
"loss": 4.085905456542969,
|
|
"step": 37750
|
|
},
|
|
{
|
|
"epoch": 0.9133468241263705,
|
|
"grad_norm": 1.0165550708770752,
|
|
"learning_rate": 2.6326216156724632e-05,
|
|
"loss": 4.102291259765625,
|
|
"step": 37800
|
|
},
|
|
{
|
|
"epoch": 0.9145549548461144,
|
|
"grad_norm": 0.9877409934997559,
|
|
"learning_rate": 2.5959351383080195e-05,
|
|
"loss": 4.085850524902344,
|
|
"step": 37850
|
|
},
|
|
{
|
|
"epoch": 0.9157630855658583,
|
|
"grad_norm": 1.037433385848999,
|
|
"learning_rate": 2.559248660943576e-05,
|
|
"loss": 4.140678405761719,
|
|
"step": 37900
|
|
},
|
|
{
|
|
"epoch": 0.9169712162856021,
|
|
"grad_norm": 1.0109459161758423,
|
|
"learning_rate": 2.5225621835791328e-05,
|
|
"loss": 4.086475830078125,
|
|
"step": 37950
|
|
},
|
|
{
|
|
"epoch": 0.918179347005346,
|
|
"grad_norm": 0.9636803865432739,
|
|
"learning_rate": 2.485875706214689e-05,
|
|
"loss": 4.078011169433593,
|
|
"step": 38000
|
|
},
|
|
{
|
|
"epoch": 0.9193874777250899,
|
|
"grad_norm": 1.0318667888641357,
|
|
"learning_rate": 2.4491892288502457e-05,
|
|
"loss": 4.090683898925781,
|
|
"step": 38050
|
|
},
|
|
{
|
|
"epoch": 0.9205956084448337,
|
|
"grad_norm": 1.012874960899353,
|
|
"learning_rate": 2.4125027514858024e-05,
|
|
"loss": 4.112925720214844,
|
|
"step": 38100
|
|
},
|
|
{
|
|
"epoch": 0.9218037391645776,
|
|
"grad_norm": 0.9845221042633057,
|
|
"learning_rate": 2.3758162741213587e-05,
|
|
"loss": 4.061522827148438,
|
|
"step": 38150
|
|
},
|
|
{
|
|
"epoch": 0.9230118698843215,
|
|
"grad_norm": 0.9903792142868042,
|
|
"learning_rate": 2.3391297967569154e-05,
|
|
"loss": 4.118177490234375,
|
|
"step": 38200
|
|
},
|
|
{
|
|
"epoch": 0.9242200006040654,
|
|
"grad_norm": 0.9599031209945679,
|
|
"learning_rate": 2.302443319392472e-05,
|
|
"loss": 4.081640014648437,
|
|
"step": 38250
|
|
},
|
|
{
|
|
"epoch": 0.9254281313238092,
|
|
"grad_norm": 1.003709316253662,
|
|
"learning_rate": 2.2657568420280283e-05,
|
|
"loss": 4.081379699707031,
|
|
"step": 38300
|
|
},
|
|
{
|
|
"epoch": 0.9266362620435531,
|
|
"grad_norm": 1.0040228366851807,
|
|
"learning_rate": 2.229070364663585e-05,
|
|
"loss": 4.043332214355469,
|
|
"step": 38350
|
|
},
|
|
{
|
|
"epoch": 0.927844392763297,
|
|
"grad_norm": 1.0042468309402466,
|
|
"learning_rate": 2.1923838872991413e-05,
|
|
"loss": 4.0926971435546875,
|
|
"step": 38400
|
|
},
|
|
{
|
|
"epoch": 0.9290525234830409,
|
|
"grad_norm": 1.0174452066421509,
|
|
"learning_rate": 2.155697409934698e-05,
|
|
"loss": 4.10265625,
|
|
"step": 38450
|
|
},
|
|
{
|
|
"epoch": 0.9302606542027847,
|
|
"grad_norm": 1.0567253828048706,
|
|
"learning_rate": 2.1190109325702546e-05,
|
|
"loss": 4.095572509765625,
|
|
"step": 38500
|
|
},
|
|
{
|
|
"epoch": 0.9314687849225286,
|
|
"grad_norm": 1.0051237344741821,
|
|
"learning_rate": 2.082324455205811e-05,
|
|
"loss": 4.063082580566406,
|
|
"step": 38550
|
|
},
|
|
{
|
|
"epoch": 0.9326769156422725,
|
|
"grad_norm": 1.0048378705978394,
|
|
"learning_rate": 2.0456379778413675e-05,
|
|
"loss": 4.085982360839844,
|
|
"step": 38600
|
|
},
|
|
{
|
|
"epoch": 0.9338850463620164,
|
|
"grad_norm": 0.9908283352851868,
|
|
"learning_rate": 2.0089515004769242e-05,
|
|
"loss": 4.082131958007812,
|
|
"step": 38650
|
|
},
|
|
{
|
|
"epoch": 0.9350931770817602,
|
|
"grad_norm": 1.0110317468643188,
|
|
"learning_rate": 1.9722650231124805e-05,
|
|
"loss": 4.047686157226562,
|
|
"step": 38700
|
|
},
|
|
{
|
|
"epoch": 0.9363013078015041,
|
|
"grad_norm": 0.9872307181358337,
|
|
"learning_rate": 1.935578545748037e-05,
|
|
"loss": 4.056953430175781,
|
|
"step": 38750
|
|
},
|
|
{
|
|
"epoch": 0.937509438521248,
|
|
"grad_norm": 0.9820250868797302,
|
|
"learning_rate": 1.8988920683835938e-05,
|
|
"loss": 4.067868041992187,
|
|
"step": 38800
|
|
},
|
|
{
|
|
"epoch": 0.9387175692409919,
|
|
"grad_norm": 1.0473401546478271,
|
|
"learning_rate": 1.86220559101915e-05,
|
|
"loss": 4.0692291259765625,
|
|
"step": 38850
|
|
},
|
|
{
|
|
"epoch": 0.9399256999607357,
|
|
"grad_norm": 0.9992564916610718,
|
|
"learning_rate": 1.8255191136547067e-05,
|
|
"loss": 4.076083984375,
|
|
"step": 38900
|
|
},
|
|
{
|
|
"epoch": 0.9411338306804796,
|
|
"grad_norm": 1.022905707359314,
|
|
"learning_rate": 1.7888326362902634e-05,
|
|
"loss": 4.084729309082031,
|
|
"step": 38950
|
|
},
|
|
{
|
|
"epoch": 0.9423419614002235,
|
|
"grad_norm": 1.004463791847229,
|
|
"learning_rate": 1.7521461589258197e-05,
|
|
"loss": 4.108402099609375,
|
|
"step": 39000
|
|
},
|
|
{
|
|
"epoch": 0.9435500921199674,
|
|
"grad_norm": 1.0129356384277344,
|
|
"learning_rate": 1.7154596815613763e-05,
|
|
"loss": 4.074634399414062,
|
|
"step": 39050
|
|
},
|
|
{
|
|
"epoch": 0.9447582228397112,
|
|
"grad_norm": 1.049232840538025,
|
|
"learning_rate": 1.678773204196933e-05,
|
|
"loss": 4.068507080078125,
|
|
"step": 39100
|
|
},
|
|
{
|
|
"epoch": 0.9459663535594551,
|
|
"grad_norm": 1.0615679025650024,
|
|
"learning_rate": 1.6420867268324893e-05,
|
|
"loss": 4.053023376464844,
|
|
"step": 39150
|
|
},
|
|
{
|
|
"epoch": 0.947174484279199,
|
|
"grad_norm": 1.0288054943084717,
|
|
"learning_rate": 1.605400249468046e-05,
|
|
"loss": 4.06638671875,
|
|
"step": 39200
|
|
},
|
|
{
|
|
"epoch": 0.9483826149989429,
|
|
"grad_norm": 1.0288102626800537,
|
|
"learning_rate": 1.5687137721036026e-05,
|
|
"loss": 4.061174011230468,
|
|
"step": 39250
|
|
},
|
|
{
|
|
"epoch": 0.9495907457186867,
|
|
"grad_norm": 0.9671359658241272,
|
|
"learning_rate": 1.532027294739159e-05,
|
|
"loss": 4.080897216796875,
|
|
"step": 39300
|
|
},
|
|
{
|
|
"epoch": 0.9507988764384306,
|
|
"grad_norm": 0.9935935735702515,
|
|
"learning_rate": 1.4953408173747156e-05,
|
|
"loss": 4.092217712402344,
|
|
"step": 39350
|
|
},
|
|
{
|
|
"epoch": 0.9520070071581745,
|
|
"grad_norm": 0.9811704158782959,
|
|
"learning_rate": 1.458654340010272e-05,
|
|
"loss": 4.102410888671875,
|
|
"step": 39400
|
|
},
|
|
{
|
|
"epoch": 0.9532151378779183,
|
|
"grad_norm": 1.0112156867980957,
|
|
"learning_rate": 1.4219678626458287e-05,
|
|
"loss": 4.043121337890625,
|
|
"step": 39450
|
|
},
|
|
{
|
|
"epoch": 0.9544232685976622,
|
|
"grad_norm": 0.9941301941871643,
|
|
"learning_rate": 1.3852813852813852e-05,
|
|
"loss": 4.0836181640625,
|
|
"step": 39500
|
|
},
|
|
{
|
|
"epoch": 0.9556313993174061,
|
|
"grad_norm": 1.0051082372665405,
|
|
"learning_rate": 1.3485949079169417e-05,
|
|
"loss": 4.0856561279296875,
|
|
"step": 39550
|
|
},
|
|
{
|
|
"epoch": 0.95683953003715,
|
|
"grad_norm": 0.9955536127090454,
|
|
"learning_rate": 1.3119084305524983e-05,
|
|
"loss": 4.072062683105469,
|
|
"step": 39600
|
|
},
|
|
{
|
|
"epoch": 0.9580476607568938,
|
|
"grad_norm": 0.9985010623931885,
|
|
"learning_rate": 1.2752219531880548e-05,
|
|
"loss": 4.084420776367187,
|
|
"step": 39650
|
|
},
|
|
{
|
|
"epoch": 0.9592557914766378,
|
|
"grad_norm": 0.9988077282905579,
|
|
"learning_rate": 1.2385354758236113e-05,
|
|
"loss": 4.090346374511719,
|
|
"step": 39700
|
|
},
|
|
{
|
|
"epoch": 0.9604639221963817,
|
|
"grad_norm": 0.9799109101295471,
|
|
"learning_rate": 1.2018489984591677e-05,
|
|
"loss": 4.089367980957031,
|
|
"step": 39750
|
|
},
|
|
{
|
|
"epoch": 0.9616720529161256,
|
|
"grad_norm": 1.001146912574768,
|
|
"learning_rate": 1.1651625210947244e-05,
|
|
"loss": 4.0670556640625,
|
|
"step": 39800
|
|
},
|
|
{
|
|
"epoch": 0.9628801836358694,
|
|
"grad_norm": 1.009992003440857,
|
|
"learning_rate": 1.1284760437302809e-05,
|
|
"loss": 4.115885925292969,
|
|
"step": 39850
|
|
},
|
|
{
|
|
"epoch": 0.9640883143556133,
|
|
"grad_norm": 0.9880353808403015,
|
|
"learning_rate": 1.0917895663658373e-05,
|
|
"loss": 4.062857971191407,
|
|
"step": 39900
|
|
},
|
|
{
|
|
"epoch": 0.9652964450753572,
|
|
"grad_norm": 0.9826756715774536,
|
|
"learning_rate": 1.055103089001394e-05,
|
|
"loss": 4.114837646484375,
|
|
"step": 39950
|
|
},
|
|
{
|
|
"epoch": 0.9665045757951011,
|
|
"grad_norm": 1.0152478218078613,
|
|
"learning_rate": 1.0184166116369505e-05,
|
|
"loss": 4.068152160644531,
|
|
"step": 40000
|
|
},
|
|
{
|
|
"epoch": 0.9677127065148449,
|
|
"grad_norm": 0.9987122416496277,
|
|
"learning_rate": 9.81730134272507e-06,
|
|
"loss": 4.095503234863282,
|
|
"step": 40050
|
|
},
|
|
{
|
|
"epoch": 0.9689208372345888,
|
|
"grad_norm": 0.9974833726882935,
|
|
"learning_rate": 9.450436569080636e-06,
|
|
"loss": 4.070238037109375,
|
|
"step": 40100
|
|
},
|
|
{
|
|
"epoch": 0.9701289679543327,
|
|
"grad_norm": 1.0077698230743408,
|
|
"learning_rate": 9.083571795436203e-06,
|
|
"loss": 4.094546203613281,
|
|
"step": 40150
|
|
},
|
|
{
|
|
"epoch": 0.9713370986740766,
|
|
"grad_norm": 1.018665075302124,
|
|
"learning_rate": 8.716707021791767e-06,
|
|
"loss": 4.067680053710937,
|
|
"step": 40200
|
|
},
|
|
{
|
|
"epoch": 0.9725452293938204,
|
|
"grad_norm": 1.073243260383606,
|
|
"learning_rate": 8.349842248147332e-06,
|
|
"loss": 4.066005859375,
|
|
"step": 40250
|
|
},
|
|
{
|
|
"epoch": 0.9737533601135643,
|
|
"grad_norm": 1.0599485635757446,
|
|
"learning_rate": 7.982977474502899e-06,
|
|
"loss": 4.073214111328125,
|
|
"step": 40300
|
|
},
|
|
{
|
|
"epoch": 0.9749614908333082,
|
|
"grad_norm": 1.0399075746536255,
|
|
"learning_rate": 7.616112700858463e-06,
|
|
"loss": 4.0739743041992185,
|
|
"step": 40350
|
|
},
|
|
{
|
|
"epoch": 0.9761696215530521,
|
|
"grad_norm": 1.0088541507720947,
|
|
"learning_rate": 7.249247927214028e-06,
|
|
"loss": 4.066875915527344,
|
|
"step": 40400
|
|
},
|
|
{
|
|
"epoch": 0.9773777522727959,
|
|
"grad_norm": 1.0096062421798706,
|
|
"learning_rate": 6.882383153569594e-06,
|
|
"loss": 4.093489990234375,
|
|
"step": 40450
|
|
},
|
|
{
|
|
"epoch": 0.9785858829925398,
|
|
"grad_norm": 1.022308349609375,
|
|
"learning_rate": 6.5155183799251594e-06,
|
|
"loss": 4.046855773925781,
|
|
"step": 40500
|
|
},
|
|
{
|
|
"epoch": 0.9797940137122837,
|
|
"grad_norm": 0.9825040698051453,
|
|
"learning_rate": 6.148653606280724e-06,
|
|
"loss": 4.074610595703125,
|
|
"step": 40550
|
|
},
|
|
{
|
|
"epoch": 0.9810021444320276,
|
|
"grad_norm": Infinity,
|
|
"learning_rate": 5.78178883263629e-06,
|
|
"loss": 4.078878784179688,
|
|
"step": 40600
|
|
},
|
|
{
|
|
"epoch": 0.9822102751517714,
|
|
"grad_norm": 1.0147684812545776,
|
|
"learning_rate": 5.4149240589918555e-06,
|
|
"loss": 4.105263366699218,
|
|
"step": 40650
|
|
},
|
|
{
|
|
"epoch": 0.9834184058715153,
|
|
"grad_norm": 0.9963952302932739,
|
|
"learning_rate": 5.04805928534742e-06,
|
|
"loss": 4.120052795410157,
|
|
"step": 40700
|
|
},
|
|
{
|
|
"epoch": 0.9846265365912592,
|
|
"grad_norm": 0.995857298374176,
|
|
"learning_rate": 4.681194511702986e-06,
|
|
"loss": 4.0579986572265625,
|
|
"step": 40750
|
|
},
|
|
{
|
|
"epoch": 0.985834667311003,
|
|
"grad_norm": 1.0292693376541138,
|
|
"learning_rate": 4.314329738058551e-06,
|
|
"loss": 4.134707946777343,
|
|
"step": 40800
|
|
},
|
|
{
|
|
"epoch": 0.9870427980307469,
|
|
"grad_norm": 0.9979900121688843,
|
|
"learning_rate": 3.947464964414116e-06,
|
|
"loss": 4.068620300292968,
|
|
"step": 40850
|
|
},
|
|
{
|
|
"epoch": 0.9882509287504908,
|
|
"grad_norm": 0.9745947122573853,
|
|
"learning_rate": 3.5806001907696816e-06,
|
|
"loss": 4.043538818359375,
|
|
"step": 40900
|
|
},
|
|
{
|
|
"epoch": 0.9894590594702347,
|
|
"grad_norm": 0.9747163653373718,
|
|
"learning_rate": 3.2137354171252472e-06,
|
|
"loss": 4.085929260253907,
|
|
"step": 40950
|
|
},
|
|
{
|
|
"epoch": 0.9906671901899785,
|
|
"grad_norm": 1.0071576833724976,
|
|
"learning_rate": 2.846870643480813e-06,
|
|
"loss": 4.030368041992188,
|
|
"step": 41000
|
|
},
|
|
{
|
|
"epoch": 0.9918753209097224,
|
|
"grad_norm": 1.0262352228164673,
|
|
"learning_rate": 2.480005869836378e-06,
|
|
"loss": 4.061216430664063,
|
|
"step": 41050
|
|
},
|
|
{
|
|
"epoch": 0.9930834516294663,
|
|
"grad_norm": 1.0081514120101929,
|
|
"learning_rate": 2.1131410961919433e-06,
|
|
"loss": 4.090030212402343,
|
|
"step": 41100
|
|
},
|
|
{
|
|
"epoch": 0.9942915823492102,
|
|
"grad_norm": 1.001246452331543,
|
|
"learning_rate": 1.746276322547509e-06,
|
|
"loss": 4.078215637207031,
|
|
"step": 41150
|
|
},
|
|
{
|
|
"epoch": 0.995499713068954,
|
|
"grad_norm": 0.9826595187187195,
|
|
"learning_rate": 1.3794115489030742e-06,
|
|
"loss": 4.048282470703125,
|
|
"step": 41200
|
|
},
|
|
{
|
|
"epoch": 0.9967078437886979,
|
|
"grad_norm": 1.0446892976760864,
|
|
"learning_rate": 1.0125467752586396e-06,
|
|
"loss": 4.058524169921875,
|
|
"step": 41250
|
|
},
|
|
{
|
|
"epoch": 0.9979159745084418,
|
|
"grad_norm": 1.0285199880599976,
|
|
"learning_rate": 6.456820016142049e-07,
|
|
"loss": 4.080808410644531,
|
|
"step": 41300
|
|
},
|
|
{
|
|
"epoch": 0.9991241052281857,
|
|
"grad_norm": 1.0168330669403076,
|
|
"learning_rate": 2.788172279697703e-07,
|
|
"loss": 4.036456298828125,
|
|
"step": 41350
|
|
}
|
|
],
|
|
"logging_steps": 50,
|
|
"max_steps": 41387,
|
|
"num_input_tokens_seen": 0,
|
|
"num_train_epochs": 1,
|
|
"save_steps": 500,
|
|
"stateful_callbacks": {
|
|
"TrainerControl": {
|
|
"args": {
|
|
"should_epoch_stop": false,
|
|
"should_evaluate": false,
|
|
"should_log": false,
|
|
"should_save": true,
|
|
"should_training_stop": true
|
|
},
|
|
"attributes": {}
|
|
}
|
|
},
|
|
"total_flos": 8.6510917582848e+16,
|
|
"train_batch_size": 2,
|
|
"trial_name": null,
|
|
"trial_params": null
|
|
}
|