13847 lines
340 KiB
JSON
13847 lines
340 KiB
JSON
{
|
|
"best_metric": 3.3043642044067383,
|
|
"best_model_checkpoint": "/scratch/cl5625/exceptions/models/100M_low_1000_6910/checkpoint-90000",
|
|
"epoch": 10.0,
|
|
"eval_steps": 1000,
|
|
"global_step": 92750,
|
|
"is_hyper_param_search": false,
|
|
"is_local_process_zero": true,
|
|
"is_world_process_zero": true,
|
|
"log_history": [
|
|
{
|
|
"epoch": 0.005390835579514825,
|
|
"grad_norm": 4.540576457977295,
|
|
"learning_rate": 0.000276,
|
|
"loss": 9.0234,
|
|
"step": 50
|
|
},
|
|
{
|
|
"epoch": 0.01078167115902965,
|
|
"grad_norm": 1.3573050498962402,
|
|
"learning_rate": 0.0005759999999999999,
|
|
"loss": 6.9351,
|
|
"step": 100
|
|
},
|
|
{
|
|
"epoch": 0.016172506738544475,
|
|
"grad_norm": 1.575430989265442,
|
|
"learning_rate": 0.000599702104695089,
|
|
"loss": 6.533,
|
|
"step": 150
|
|
},
|
|
{
|
|
"epoch": 0.0215633423180593,
|
|
"grad_norm": 1.919303297996521,
|
|
"learning_rate": 0.0005993783054506205,
|
|
"loss": 6.2466,
|
|
"step": 200
|
|
},
|
|
{
|
|
"epoch": 0.026954177897574125,
|
|
"grad_norm": 1.5167046785354614,
|
|
"learning_rate": 0.0005990545062061521,
|
|
"loss": 6.0902,
|
|
"step": 250
|
|
},
|
|
{
|
|
"epoch": 0.03234501347708895,
|
|
"grad_norm": 2.198723793029785,
|
|
"learning_rate": 0.0005987307069616836,
|
|
"loss": 5.9584,
|
|
"step": 300
|
|
},
|
|
{
|
|
"epoch": 0.03773584905660377,
|
|
"grad_norm": 1.1930028200149536,
|
|
"learning_rate": 0.0005984069077172153,
|
|
"loss": 5.8824,
|
|
"step": 350
|
|
},
|
|
{
|
|
"epoch": 0.0431266846361186,
|
|
"grad_norm": 1.5988584756851196,
|
|
"learning_rate": 0.0005980831084727469,
|
|
"loss": 5.8242,
|
|
"step": 400
|
|
},
|
|
{
|
|
"epoch": 0.04851752021563342,
|
|
"grad_norm": 1.7518678903579712,
|
|
"learning_rate": 0.0005977593092282784,
|
|
"loss": 5.7575,
|
|
"step": 450
|
|
},
|
|
{
|
|
"epoch": 0.05390835579514825,
|
|
"grad_norm": 1.542738914489746,
|
|
"learning_rate": 0.00059743550998381,
|
|
"loss": 5.65,
|
|
"step": 500
|
|
},
|
|
{
|
|
"epoch": 0.05929919137466307,
|
|
"grad_norm": 1.1888893842697144,
|
|
"learning_rate": 0.0005971117107393416,
|
|
"loss": 5.6048,
|
|
"step": 550
|
|
},
|
|
{
|
|
"epoch": 0.0646900269541779,
|
|
"grad_norm": 1.1427416801452637,
|
|
"learning_rate": 0.0005967879114948732,
|
|
"loss": 5.5294,
|
|
"step": 600
|
|
},
|
|
{
|
|
"epoch": 0.07008086253369272,
|
|
"grad_norm": 1.5147260427474976,
|
|
"learning_rate": 0.0005964641122504047,
|
|
"loss": 5.4641,
|
|
"step": 650
|
|
},
|
|
{
|
|
"epoch": 0.07547169811320754,
|
|
"grad_norm": 1.2342205047607422,
|
|
"learning_rate": 0.0005961403130059363,
|
|
"loss": 5.3932,
|
|
"step": 700
|
|
},
|
|
{
|
|
"epoch": 0.08086253369272237,
|
|
"grad_norm": 0.8510802388191223,
|
|
"learning_rate": 0.0005958165137614678,
|
|
"loss": 5.3301,
|
|
"step": 750
|
|
},
|
|
{
|
|
"epoch": 0.0862533692722372,
|
|
"grad_norm": 1.226401686668396,
|
|
"learning_rate": 0.0005954927145169995,
|
|
"loss": 5.2543,
|
|
"step": 800
|
|
},
|
|
{
|
|
"epoch": 0.09164420485175202,
|
|
"grad_norm": 1.0827720165252686,
|
|
"learning_rate": 0.0005951689152725309,
|
|
"loss": 5.2325,
|
|
"step": 850
|
|
},
|
|
{
|
|
"epoch": 0.09703504043126684,
|
|
"grad_norm": 1.071048378944397,
|
|
"learning_rate": 0.0005948451160280626,
|
|
"loss": 5.1791,
|
|
"step": 900
|
|
},
|
|
{
|
|
"epoch": 0.10242587601078167,
|
|
"grad_norm": 0.8528303503990173,
|
|
"learning_rate": 0.0005945213167835941,
|
|
"loss": 5.1133,
|
|
"step": 950
|
|
},
|
|
{
|
|
"epoch": 0.1078167115902965,
|
|
"grad_norm": 1.1848195791244507,
|
|
"learning_rate": 0.0005941975175391257,
|
|
"loss": 5.1184,
|
|
"step": 1000
|
|
},
|
|
{
|
|
"epoch": 0.1078167115902965,
|
|
"eval_accuracy": 0.22659494561977292,
|
|
"eval_loss": 5.030709743499756,
|
|
"eval_runtime": 186.5313,
|
|
"eval_samples_per_second": 96.558,
|
|
"eval_steps_per_second": 6.037,
|
|
"step": 1000
|
|
},
|
|
{
|
|
"epoch": 0.11320754716981132,
|
|
"grad_norm": 1.076619029045105,
|
|
"learning_rate": 0.0005938737182946572,
|
|
"loss": 5.052,
|
|
"step": 1050
|
|
},
|
|
{
|
|
"epoch": 0.11859838274932614,
|
|
"grad_norm": 1.5022995471954346,
|
|
"learning_rate": 0.0005935499190501888,
|
|
"loss": 5.0099,
|
|
"step": 1100
|
|
},
|
|
{
|
|
"epoch": 0.12398921832884097,
|
|
"grad_norm": 0.9214362502098083,
|
|
"learning_rate": 0.0005932261198057204,
|
|
"loss": 5.017,
|
|
"step": 1150
|
|
},
|
|
{
|
|
"epoch": 0.1293800539083558,
|
|
"grad_norm": 1.1205987930297852,
|
|
"learning_rate": 0.000592902320561252,
|
|
"loss": 4.9733,
|
|
"step": 1200
|
|
},
|
|
{
|
|
"epoch": 0.1347708894878706,
|
|
"grad_norm": 1.3065948486328125,
|
|
"learning_rate": 0.0005925785213167835,
|
|
"loss": 4.9494,
|
|
"step": 1250
|
|
},
|
|
{
|
|
"epoch": 0.14016172506738545,
|
|
"grad_norm": 1.0144490003585815,
|
|
"learning_rate": 0.0005922547220723151,
|
|
"loss": 4.9026,
|
|
"step": 1300
|
|
},
|
|
{
|
|
"epoch": 0.14555256064690028,
|
|
"grad_norm": 0.8630505204200745,
|
|
"learning_rate": 0.0005919309228278468,
|
|
"loss": 4.8527,
|
|
"step": 1350
|
|
},
|
|
{
|
|
"epoch": 0.1509433962264151,
|
|
"grad_norm": 0.9217053651809692,
|
|
"learning_rate": 0.0005916071235833783,
|
|
"loss": 4.8597,
|
|
"step": 1400
|
|
},
|
|
{
|
|
"epoch": 0.15633423180592992,
|
|
"grad_norm": 1.303423523902893,
|
|
"learning_rate": 0.0005912833243389097,
|
|
"loss": 4.816,
|
|
"step": 1450
|
|
},
|
|
{
|
|
"epoch": 0.16172506738544473,
|
|
"grad_norm": 0.9101192951202393,
|
|
"learning_rate": 0.0005909595250944414,
|
|
"loss": 4.8184,
|
|
"step": 1500
|
|
},
|
|
{
|
|
"epoch": 0.16711590296495957,
|
|
"grad_norm": 1.0290004014968872,
|
|
"learning_rate": 0.000590635725849973,
|
|
"loss": 4.7953,
|
|
"step": 1550
|
|
},
|
|
{
|
|
"epoch": 0.1725067385444744,
|
|
"grad_norm": 0.9769102334976196,
|
|
"learning_rate": 0.0005903119266055045,
|
|
"loss": 4.7756,
|
|
"step": 1600
|
|
},
|
|
{
|
|
"epoch": 0.1778975741239892,
|
|
"grad_norm": 1.380980134010315,
|
|
"learning_rate": 0.0005899881273610361,
|
|
"loss": 4.7469,
|
|
"step": 1650
|
|
},
|
|
{
|
|
"epoch": 0.18328840970350405,
|
|
"grad_norm": 1.0679956674575806,
|
|
"learning_rate": 0.0005896643281165677,
|
|
"loss": 4.728,
|
|
"step": 1700
|
|
},
|
|
{
|
|
"epoch": 0.18867924528301888,
|
|
"grad_norm": 0.9642156362533569,
|
|
"learning_rate": 0.0005893405288720993,
|
|
"loss": 4.6778,
|
|
"step": 1750
|
|
},
|
|
{
|
|
"epoch": 0.1940700808625337,
|
|
"grad_norm": 0.9266220927238464,
|
|
"learning_rate": 0.0005890167296276308,
|
|
"loss": 4.7051,
|
|
"step": 1800
|
|
},
|
|
{
|
|
"epoch": 0.19946091644204852,
|
|
"grad_norm": 1.5473623275756836,
|
|
"learning_rate": 0.0005886929303831624,
|
|
"loss": 4.6514,
|
|
"step": 1850
|
|
},
|
|
{
|
|
"epoch": 0.20485175202156333,
|
|
"grad_norm": 0.8920683860778809,
|
|
"learning_rate": 0.0005883691311386939,
|
|
"loss": 4.6281,
|
|
"step": 1900
|
|
},
|
|
{
|
|
"epoch": 0.21024258760107817,
|
|
"grad_norm": 0.6964493989944458,
|
|
"learning_rate": 0.0005880453318942256,
|
|
"loss": 4.6063,
|
|
"step": 1950
|
|
},
|
|
{
|
|
"epoch": 0.215633423180593,
|
|
"grad_norm": 0.9296350479125977,
|
|
"learning_rate": 0.0005877215326497571,
|
|
"loss": 4.5882,
|
|
"step": 2000
|
|
},
|
|
{
|
|
"epoch": 0.215633423180593,
|
|
"eval_accuracy": 0.2696204026654292,
|
|
"eval_loss": 4.511911392211914,
|
|
"eval_runtime": 186.0484,
|
|
"eval_samples_per_second": 96.808,
|
|
"eval_steps_per_second": 6.052,
|
|
"step": 2000
|
|
},
|
|
{
|
|
"epoch": 0.2210242587601078,
|
|
"grad_norm": 0.8285171389579773,
|
|
"learning_rate": 0.0005873977334052887,
|
|
"loss": 4.5739,
|
|
"step": 2050
|
|
},
|
|
{
|
|
"epoch": 0.22641509433962265,
|
|
"grad_norm": 1.025179386138916,
|
|
"learning_rate": 0.0005870739341608202,
|
|
"loss": 4.5558,
|
|
"step": 2100
|
|
},
|
|
{
|
|
"epoch": 0.23180592991913745,
|
|
"grad_norm": 0.9890318512916565,
|
|
"learning_rate": 0.0005867501349163519,
|
|
"loss": 4.53,
|
|
"step": 2150
|
|
},
|
|
{
|
|
"epoch": 0.2371967654986523,
|
|
"grad_norm": 1.0426075458526611,
|
|
"learning_rate": 0.0005864263356718833,
|
|
"loss": 4.5316,
|
|
"step": 2200
|
|
},
|
|
{
|
|
"epoch": 0.24258760107816713,
|
|
"grad_norm": 0.7025043964385986,
|
|
"learning_rate": 0.000586102536427415,
|
|
"loss": 4.5041,
|
|
"step": 2250
|
|
},
|
|
{
|
|
"epoch": 0.24797843665768193,
|
|
"grad_norm": 0.8847193717956543,
|
|
"learning_rate": 0.0005857787371829465,
|
|
"loss": 4.4971,
|
|
"step": 2300
|
|
},
|
|
{
|
|
"epoch": 0.25336927223719674,
|
|
"grad_norm": 0.9764680862426758,
|
|
"learning_rate": 0.0005854549379384781,
|
|
"loss": 4.4769,
|
|
"step": 2350
|
|
},
|
|
{
|
|
"epoch": 0.2587601078167116,
|
|
"grad_norm": 0.9064006805419922,
|
|
"learning_rate": 0.0005851311386940096,
|
|
"loss": 4.4604,
|
|
"step": 2400
|
|
},
|
|
{
|
|
"epoch": 0.2641509433962264,
|
|
"grad_norm": 0.8132376074790955,
|
|
"learning_rate": 0.0005848073394495412,
|
|
"loss": 4.4506,
|
|
"step": 2450
|
|
},
|
|
{
|
|
"epoch": 0.2695417789757412,
|
|
"grad_norm": 0.7548365592956543,
|
|
"learning_rate": 0.0005844835402050728,
|
|
"loss": 4.4258,
|
|
"step": 2500
|
|
},
|
|
{
|
|
"epoch": 0.2749326145552561,
|
|
"grad_norm": 0.824798047542572,
|
|
"learning_rate": 0.0005841597409606044,
|
|
"loss": 4.3996,
|
|
"step": 2550
|
|
},
|
|
{
|
|
"epoch": 0.2803234501347709,
|
|
"grad_norm": 0.9818605184555054,
|
|
"learning_rate": 0.000583835941716136,
|
|
"loss": 4.4099,
|
|
"step": 2600
|
|
},
|
|
{
|
|
"epoch": 0.2857142857142857,
|
|
"grad_norm": 0.8206386566162109,
|
|
"learning_rate": 0.0005835121424716675,
|
|
"loss": 4.3904,
|
|
"step": 2650
|
|
},
|
|
{
|
|
"epoch": 0.29110512129380056,
|
|
"grad_norm": 0.8314753770828247,
|
|
"learning_rate": 0.0005831883432271992,
|
|
"loss": 4.3802,
|
|
"step": 2700
|
|
},
|
|
{
|
|
"epoch": 0.29649595687331537,
|
|
"grad_norm": 0.8359651565551758,
|
|
"learning_rate": 0.0005828645439827307,
|
|
"loss": 4.3767,
|
|
"step": 2750
|
|
},
|
|
{
|
|
"epoch": 0.3018867924528302,
|
|
"grad_norm": 0.673989474773407,
|
|
"learning_rate": 0.0005825407447382622,
|
|
"loss": 4.3286,
|
|
"step": 2800
|
|
},
|
|
{
|
|
"epoch": 0.30727762803234504,
|
|
"grad_norm": 0.7831907868385315,
|
|
"learning_rate": 0.0005822169454937938,
|
|
"loss": 4.3547,
|
|
"step": 2850
|
|
},
|
|
{
|
|
"epoch": 0.31266846361185985,
|
|
"grad_norm": 0.8069139719009399,
|
|
"learning_rate": 0.0005818931462493254,
|
|
"loss": 4.3245,
|
|
"step": 2900
|
|
},
|
|
{
|
|
"epoch": 0.31805929919137466,
|
|
"grad_norm": 0.8398146033287048,
|
|
"learning_rate": 0.0005815693470048569,
|
|
"loss": 4.3271,
|
|
"step": 2950
|
|
},
|
|
{
|
|
"epoch": 0.32345013477088946,
|
|
"grad_norm": 0.7504966855049133,
|
|
"learning_rate": 0.0005812455477603885,
|
|
"loss": 4.3179,
|
|
"step": 3000
|
|
},
|
|
{
|
|
"epoch": 0.32345013477088946,
|
|
"eval_accuracy": 0.29801085898691393,
|
|
"eval_loss": 4.238383769989014,
|
|
"eval_runtime": 185.9371,
|
|
"eval_samples_per_second": 96.866,
|
|
"eval_steps_per_second": 6.056,
|
|
"step": 3000
|
|
},
|
|
{
|
|
"epoch": 0.3288409703504043,
|
|
"grad_norm": 0.7269638180732727,
|
|
"learning_rate": 0.0005809217485159201,
|
|
"loss": 4.3182,
|
|
"step": 3050
|
|
},
|
|
{
|
|
"epoch": 0.33423180592991913,
|
|
"grad_norm": 0.826326847076416,
|
|
"learning_rate": 0.0005805979492714517,
|
|
"loss": 4.2988,
|
|
"step": 3100
|
|
},
|
|
{
|
|
"epoch": 0.33962264150943394,
|
|
"grad_norm": 0.9023220539093018,
|
|
"learning_rate": 0.0005802741500269832,
|
|
"loss": 4.2764,
|
|
"step": 3150
|
|
},
|
|
{
|
|
"epoch": 0.3450134770889488,
|
|
"grad_norm": 0.7048584222793579,
|
|
"learning_rate": 0.0005799503507825148,
|
|
"loss": 4.2794,
|
|
"step": 3200
|
|
},
|
|
{
|
|
"epoch": 0.3504043126684636,
|
|
"grad_norm": 0.8540084362030029,
|
|
"learning_rate": 0.0005796265515380463,
|
|
"loss": 4.2674,
|
|
"step": 3250
|
|
},
|
|
{
|
|
"epoch": 0.3557951482479784,
|
|
"grad_norm": 0.9496080875396729,
|
|
"learning_rate": 0.000579302752293578,
|
|
"loss": 4.276,
|
|
"step": 3300
|
|
},
|
|
{
|
|
"epoch": 0.3611859838274933,
|
|
"grad_norm": 0.8834256529808044,
|
|
"learning_rate": 0.0005789789530491095,
|
|
"loss": 4.251,
|
|
"step": 3350
|
|
},
|
|
{
|
|
"epoch": 0.3665768194070081,
|
|
"grad_norm": 0.8843632340431213,
|
|
"learning_rate": 0.0005786551538046411,
|
|
"loss": 4.2396,
|
|
"step": 3400
|
|
},
|
|
{
|
|
"epoch": 0.3719676549865229,
|
|
"grad_norm": 0.6297584176063538,
|
|
"learning_rate": 0.0005783313545601726,
|
|
"loss": 4.2318,
|
|
"step": 3450
|
|
},
|
|
{
|
|
"epoch": 0.37735849056603776,
|
|
"grad_norm": 0.8427825570106506,
|
|
"learning_rate": 0.0005780075553157043,
|
|
"loss": 4.2304,
|
|
"step": 3500
|
|
},
|
|
{
|
|
"epoch": 0.38274932614555257,
|
|
"grad_norm": 0.6668996810913086,
|
|
"learning_rate": 0.0005776837560712357,
|
|
"loss": 4.2258,
|
|
"step": 3550
|
|
},
|
|
{
|
|
"epoch": 0.3881401617250674,
|
|
"grad_norm": 0.7428986430168152,
|
|
"learning_rate": 0.0005773599568267673,
|
|
"loss": 4.2192,
|
|
"step": 3600
|
|
},
|
|
{
|
|
"epoch": 0.3935309973045822,
|
|
"grad_norm": 0.7153974175453186,
|
|
"learning_rate": 0.0005770361575822989,
|
|
"loss": 4.205,
|
|
"step": 3650
|
|
},
|
|
{
|
|
"epoch": 0.39892183288409705,
|
|
"grad_norm": 0.7248367667198181,
|
|
"learning_rate": 0.0005767123583378305,
|
|
"loss": 4.1946,
|
|
"step": 3700
|
|
},
|
|
{
|
|
"epoch": 0.40431266846361186,
|
|
"grad_norm": 0.6670223474502563,
|
|
"learning_rate": 0.000576388559093362,
|
|
"loss": 4.1958,
|
|
"step": 3750
|
|
},
|
|
{
|
|
"epoch": 0.40970350404312667,
|
|
"grad_norm": 0.6554595232009888,
|
|
"learning_rate": 0.0005760647598488936,
|
|
"loss": 4.1611,
|
|
"step": 3800
|
|
},
|
|
{
|
|
"epoch": 0.41509433962264153,
|
|
"grad_norm": 0.6678674221038818,
|
|
"learning_rate": 0.0005757409606044253,
|
|
"loss": 4.1724,
|
|
"step": 3850
|
|
},
|
|
{
|
|
"epoch": 0.42048517520215634,
|
|
"grad_norm": 0.7696819305419922,
|
|
"learning_rate": 0.0005754171613599568,
|
|
"loss": 4.1913,
|
|
"step": 3900
|
|
},
|
|
{
|
|
"epoch": 0.42587601078167114,
|
|
"grad_norm": 1.3464781045913696,
|
|
"learning_rate": 0.0005750933621154884,
|
|
"loss": 4.1607,
|
|
"step": 3950
|
|
},
|
|
{
|
|
"epoch": 0.431266846361186,
|
|
"grad_norm": 0.7259769439697266,
|
|
"learning_rate": 0.0005747695628710199,
|
|
"loss": 4.1615,
|
|
"step": 4000
|
|
},
|
|
{
|
|
"epoch": 0.431266846361186,
|
|
"eval_accuracy": 0.3115824738980451,
|
|
"eval_loss": 4.0961432456970215,
|
|
"eval_runtime": 185.8978,
|
|
"eval_samples_per_second": 96.887,
|
|
"eval_steps_per_second": 6.057,
|
|
"step": 4000
|
|
},
|
|
{
|
|
"epoch": 0.4366576819407008,
|
|
"grad_norm": 0.7618716359138489,
|
|
"learning_rate": 0.0005744457636265515,
|
|
"loss": 4.1695,
|
|
"step": 4050
|
|
},
|
|
{
|
|
"epoch": 0.4420485175202156,
|
|
"grad_norm": 0.6841301321983337,
|
|
"learning_rate": 0.0005741219643820831,
|
|
"loss": 4.1634,
|
|
"step": 4100
|
|
},
|
|
{
|
|
"epoch": 0.4474393530997305,
|
|
"grad_norm": 0.591198205947876,
|
|
"learning_rate": 0.0005737981651376146,
|
|
"loss": 4.1427,
|
|
"step": 4150
|
|
},
|
|
{
|
|
"epoch": 0.4528301886792453,
|
|
"grad_norm": 0.6859827637672424,
|
|
"learning_rate": 0.0005734743658931462,
|
|
"loss": 4.1505,
|
|
"step": 4200
|
|
},
|
|
{
|
|
"epoch": 0.4582210242587601,
|
|
"grad_norm": 0.6032926440238953,
|
|
"learning_rate": 0.0005731505666486778,
|
|
"loss": 4.138,
|
|
"step": 4250
|
|
},
|
|
{
|
|
"epoch": 0.4636118598382749,
|
|
"grad_norm": 0.6650081872940063,
|
|
"learning_rate": 0.0005728267674042093,
|
|
"loss": 4.1412,
|
|
"step": 4300
|
|
},
|
|
{
|
|
"epoch": 0.46900269541778977,
|
|
"grad_norm": 0.8347264528274536,
|
|
"learning_rate": 0.0005725029681597409,
|
|
"loss": 4.1275,
|
|
"step": 4350
|
|
},
|
|
{
|
|
"epoch": 0.4743935309973046,
|
|
"grad_norm": 0.6658074855804443,
|
|
"learning_rate": 0.0005721791689152725,
|
|
"loss": 4.1125,
|
|
"step": 4400
|
|
},
|
|
{
|
|
"epoch": 0.4797843665768194,
|
|
"grad_norm": 0.6057379245758057,
|
|
"learning_rate": 0.0005718553696708041,
|
|
"loss": 4.1205,
|
|
"step": 4450
|
|
},
|
|
{
|
|
"epoch": 0.48517520215633425,
|
|
"grad_norm": 0.6311624050140381,
|
|
"learning_rate": 0.0005715315704263356,
|
|
"loss": 4.1149,
|
|
"step": 4500
|
|
},
|
|
{
|
|
"epoch": 0.49056603773584906,
|
|
"grad_norm": 0.7309545278549194,
|
|
"learning_rate": 0.0005712077711818672,
|
|
"loss": 4.125,
|
|
"step": 4550
|
|
},
|
|
{
|
|
"epoch": 0.49595687331536387,
|
|
"grad_norm": 0.8806862235069275,
|
|
"learning_rate": 0.0005708839719373987,
|
|
"loss": 4.1193,
|
|
"step": 4600
|
|
},
|
|
{
|
|
"epoch": 0.5013477088948787,
|
|
"grad_norm": 0.7140979170799255,
|
|
"learning_rate": 0.0005705601726929304,
|
|
"loss": 4.075,
|
|
"step": 4650
|
|
},
|
|
{
|
|
"epoch": 0.5067385444743935,
|
|
"grad_norm": 0.738926112651825,
|
|
"learning_rate": 0.0005702363734484619,
|
|
"loss": 4.0752,
|
|
"step": 4700
|
|
},
|
|
{
|
|
"epoch": 0.5121293800539084,
|
|
"grad_norm": 0.5916194319725037,
|
|
"learning_rate": 0.0005699125742039935,
|
|
"loss": 4.083,
|
|
"step": 4750
|
|
},
|
|
{
|
|
"epoch": 0.5175202156334232,
|
|
"grad_norm": 0.7595686912536621,
|
|
"learning_rate": 0.000569588774959525,
|
|
"loss": 4.0794,
|
|
"step": 4800
|
|
},
|
|
{
|
|
"epoch": 0.522911051212938,
|
|
"grad_norm": 0.6311149597167969,
|
|
"learning_rate": 0.0005692649757150567,
|
|
"loss": 4.0744,
|
|
"step": 4850
|
|
},
|
|
{
|
|
"epoch": 0.5283018867924528,
|
|
"grad_norm": 0.7534050941467285,
|
|
"learning_rate": 0.0005689411764705881,
|
|
"loss": 4.0754,
|
|
"step": 4900
|
|
},
|
|
{
|
|
"epoch": 0.5336927223719676,
|
|
"grad_norm": 0.7457841038703918,
|
|
"learning_rate": 0.0005686173772261197,
|
|
"loss": 4.0669,
|
|
"step": 4950
|
|
},
|
|
{
|
|
"epoch": 0.5390835579514824,
|
|
"grad_norm": 0.7841017842292786,
|
|
"learning_rate": 0.0005682935779816514,
|
|
"loss": 4.0664,
|
|
"step": 5000
|
|
},
|
|
{
|
|
"epoch": 0.5390835579514824,
|
|
"eval_accuracy": 0.32084295952647335,
|
|
"eval_loss": 3.998095750808716,
|
|
"eval_runtime": 185.8924,
|
|
"eval_samples_per_second": 96.889,
|
|
"eval_steps_per_second": 6.057,
|
|
"step": 5000
|
|
},
|
|
{
|
|
"epoch": 0.5444743935309974,
|
|
"grad_norm": 0.6891273856163025,
|
|
"learning_rate": 0.0005679697787371829,
|
|
"loss": 4.0733,
|
|
"step": 5050
|
|
},
|
|
{
|
|
"epoch": 0.5498652291105122,
|
|
"grad_norm": 0.5636075735092163,
|
|
"learning_rate": 0.0005676459794927145,
|
|
"loss": 4.0588,
|
|
"step": 5100
|
|
},
|
|
{
|
|
"epoch": 0.555256064690027,
|
|
"grad_norm": 0.7175034880638123,
|
|
"learning_rate": 0.000567322180248246,
|
|
"loss": 4.0517,
|
|
"step": 5150
|
|
},
|
|
{
|
|
"epoch": 0.5606469002695418,
|
|
"grad_norm": 0.7910956144332886,
|
|
"learning_rate": 0.0005669983810037777,
|
|
"loss": 4.0616,
|
|
"step": 5200
|
|
},
|
|
{
|
|
"epoch": 0.5660377358490566,
|
|
"grad_norm": 0.6039184331893921,
|
|
"learning_rate": 0.0005666745817593092,
|
|
"loss": 4.0371,
|
|
"step": 5250
|
|
},
|
|
{
|
|
"epoch": 0.5714285714285714,
|
|
"grad_norm": 0.5606033205986023,
|
|
"learning_rate": 0.0005663507825148408,
|
|
"loss": 4.039,
|
|
"step": 5300
|
|
},
|
|
{
|
|
"epoch": 0.5768194070080862,
|
|
"grad_norm": 0.7192058563232422,
|
|
"learning_rate": 0.0005660269832703723,
|
|
"loss": 4.0264,
|
|
"step": 5350
|
|
},
|
|
{
|
|
"epoch": 0.5822102425876011,
|
|
"grad_norm": 0.596314549446106,
|
|
"learning_rate": 0.0005657031840259039,
|
|
"loss": 4.0295,
|
|
"step": 5400
|
|
},
|
|
{
|
|
"epoch": 0.5876010781671159,
|
|
"grad_norm": 0.7095101475715637,
|
|
"learning_rate": 0.0005653793847814355,
|
|
"loss": 4.0314,
|
|
"step": 5450
|
|
},
|
|
{
|
|
"epoch": 0.5929919137466307,
|
|
"grad_norm": 0.688493013381958,
|
|
"learning_rate": 0.000565055585536967,
|
|
"loss": 4.0088,
|
|
"step": 5500
|
|
},
|
|
{
|
|
"epoch": 0.5983827493261455,
|
|
"grad_norm": 0.6665045619010925,
|
|
"learning_rate": 0.0005647317862924986,
|
|
"loss": 4.0332,
|
|
"step": 5550
|
|
},
|
|
{
|
|
"epoch": 0.6037735849056604,
|
|
"grad_norm": 0.6965456008911133,
|
|
"learning_rate": 0.0005644079870480302,
|
|
"loss": 3.9809,
|
|
"step": 5600
|
|
},
|
|
{
|
|
"epoch": 0.6091644204851752,
|
|
"grad_norm": 0.625882625579834,
|
|
"learning_rate": 0.0005640841878035617,
|
|
"loss": 4.0153,
|
|
"step": 5650
|
|
},
|
|
{
|
|
"epoch": 0.6145552560646901,
|
|
"grad_norm": 0.6585850715637207,
|
|
"learning_rate": 0.0005637603885590933,
|
|
"loss": 4.0181,
|
|
"step": 5700
|
|
},
|
|
{
|
|
"epoch": 0.6199460916442049,
|
|
"grad_norm": 0.6237135529518127,
|
|
"learning_rate": 0.0005634365893146248,
|
|
"loss": 4.0169,
|
|
"step": 5750
|
|
},
|
|
{
|
|
"epoch": 0.6253369272237197,
|
|
"grad_norm": 0.6779605150222778,
|
|
"learning_rate": 0.0005631127900701565,
|
|
"loss": 4.0086,
|
|
"step": 5800
|
|
},
|
|
{
|
|
"epoch": 0.6307277628032345,
|
|
"grad_norm": 0.6086890697479248,
|
|
"learning_rate": 0.000562788990825688,
|
|
"loss": 3.9814,
|
|
"step": 5850
|
|
},
|
|
{
|
|
"epoch": 0.6361185983827493,
|
|
"grad_norm": 0.6210436820983887,
|
|
"learning_rate": 0.0005624651915812196,
|
|
"loss": 3.9972,
|
|
"step": 5900
|
|
},
|
|
{
|
|
"epoch": 0.6415094339622641,
|
|
"grad_norm": 0.7014210820198059,
|
|
"learning_rate": 0.0005621413923367511,
|
|
"loss": 3.9997,
|
|
"step": 5950
|
|
},
|
|
{
|
|
"epoch": 0.6469002695417789,
|
|
"grad_norm": 0.6019284725189209,
|
|
"learning_rate": 0.0005618175930922828,
|
|
"loss": 4.0053,
|
|
"step": 6000
|
|
},
|
|
{
|
|
"epoch": 0.6469002695417789,
|
|
"eval_accuracy": 0.32752848036658616,
|
|
"eval_loss": 3.9227378368377686,
|
|
"eval_runtime": 185.8855,
|
|
"eval_samples_per_second": 96.893,
|
|
"eval_steps_per_second": 6.057,
|
|
"step": 6000
|
|
},
|
|
{
|
|
"epoch": 0.6522911051212938,
|
|
"grad_norm": 0.6057129502296448,
|
|
"learning_rate": 0.0005614937938478143,
|
|
"loss": 3.9961,
|
|
"step": 6050
|
|
},
|
|
{
|
|
"epoch": 0.6576819407008087,
|
|
"grad_norm": 0.6797792911529541,
|
|
"learning_rate": 0.0005611699946033459,
|
|
"loss": 3.9911,
|
|
"step": 6100
|
|
},
|
|
{
|
|
"epoch": 0.6630727762803235,
|
|
"grad_norm": 0.5967230200767517,
|
|
"learning_rate": 0.0005608461953588774,
|
|
"loss": 3.9835,
|
|
"step": 6150
|
|
},
|
|
{
|
|
"epoch": 0.6684636118598383,
|
|
"grad_norm": 0.6430239677429199,
|
|
"learning_rate": 0.000560522396114409,
|
|
"loss": 3.9776,
|
|
"step": 6200
|
|
},
|
|
{
|
|
"epoch": 0.6738544474393531,
|
|
"grad_norm": 0.6402201056480408,
|
|
"learning_rate": 0.0005601985968699405,
|
|
"loss": 3.9578,
|
|
"step": 6250
|
|
},
|
|
{
|
|
"epoch": 0.6792452830188679,
|
|
"grad_norm": 0.6837700009346008,
|
|
"learning_rate": 0.0005598747976254721,
|
|
"loss": 3.9743,
|
|
"step": 6300
|
|
},
|
|
{
|
|
"epoch": 0.6846361185983828,
|
|
"grad_norm": 0.5868032574653625,
|
|
"learning_rate": 0.0005595509983810038,
|
|
"loss": 3.9487,
|
|
"step": 6350
|
|
},
|
|
{
|
|
"epoch": 0.6900269541778976,
|
|
"grad_norm": 0.6631322503089905,
|
|
"learning_rate": 0.0005592271991365353,
|
|
"loss": 3.9597,
|
|
"step": 6400
|
|
},
|
|
{
|
|
"epoch": 0.6954177897574124,
|
|
"grad_norm": 0.6614171862602234,
|
|
"learning_rate": 0.0005589033998920669,
|
|
"loss": 3.976,
|
|
"step": 6450
|
|
},
|
|
{
|
|
"epoch": 0.7008086253369272,
|
|
"grad_norm": 0.6480840444564819,
|
|
"learning_rate": 0.0005585796006475984,
|
|
"loss": 3.9484,
|
|
"step": 6500
|
|
},
|
|
{
|
|
"epoch": 0.706199460916442,
|
|
"grad_norm": 0.6667515635490417,
|
|
"learning_rate": 0.0005582558014031301,
|
|
"loss": 3.9724,
|
|
"step": 6550
|
|
},
|
|
{
|
|
"epoch": 0.7115902964959568,
|
|
"grad_norm": 0.5956810116767883,
|
|
"learning_rate": 0.0005579320021586616,
|
|
"loss": 3.9531,
|
|
"step": 6600
|
|
},
|
|
{
|
|
"epoch": 0.7169811320754716,
|
|
"grad_norm": 0.7182953357696533,
|
|
"learning_rate": 0.0005576082029141932,
|
|
"loss": 3.9483,
|
|
"step": 6650
|
|
},
|
|
{
|
|
"epoch": 0.7223719676549866,
|
|
"grad_norm": 0.540218710899353,
|
|
"learning_rate": 0.0005572844036697247,
|
|
"loss": 3.9354,
|
|
"step": 6700
|
|
},
|
|
{
|
|
"epoch": 0.7277628032345014,
|
|
"grad_norm": 0.5549564957618713,
|
|
"learning_rate": 0.0005569606044252563,
|
|
"loss": 3.9416,
|
|
"step": 6750
|
|
},
|
|
{
|
|
"epoch": 0.7331536388140162,
|
|
"grad_norm": 0.955643355846405,
|
|
"learning_rate": 0.0005566368051807879,
|
|
"loss": 3.9594,
|
|
"step": 6800
|
|
},
|
|
{
|
|
"epoch": 0.738544474393531,
|
|
"grad_norm": 0.7693118453025818,
|
|
"learning_rate": 0.0005563130059363194,
|
|
"loss": 3.945,
|
|
"step": 6850
|
|
},
|
|
{
|
|
"epoch": 0.7439353099730458,
|
|
"grad_norm": 0.587993860244751,
|
|
"learning_rate": 0.000555989206691851,
|
|
"loss": 3.9435,
|
|
"step": 6900
|
|
},
|
|
{
|
|
"epoch": 0.7493261455525606,
|
|
"grad_norm": 0.5942090749740601,
|
|
"learning_rate": 0.0005556654074473826,
|
|
"loss": 3.9466,
|
|
"step": 6950
|
|
},
|
|
{
|
|
"epoch": 0.7547169811320755,
|
|
"grad_norm": 0.6959335207939148,
|
|
"learning_rate": 0.0005553416082029141,
|
|
"loss": 3.9311,
|
|
"step": 7000
|
|
},
|
|
{
|
|
"epoch": 0.7547169811320755,
|
|
"eval_accuracy": 0.3327442535932325,
|
|
"eval_loss": 3.868434190750122,
|
|
"eval_runtime": 185.8133,
|
|
"eval_samples_per_second": 96.931,
|
|
"eval_steps_per_second": 6.06,
|
|
"step": 7000
|
|
},
|
|
{
|
|
"epoch": 0.7601078167115903,
|
|
"grad_norm": 0.6941900253295898,
|
|
"learning_rate": 0.0005550178089584457,
|
|
"loss": 3.9224,
|
|
"step": 7050
|
|
},
|
|
{
|
|
"epoch": 0.7654986522911051,
|
|
"grad_norm": 0.5540989637374878,
|
|
"learning_rate": 0.0005546940097139772,
|
|
"loss": 3.9235,
|
|
"step": 7100
|
|
},
|
|
{
|
|
"epoch": 0.77088948787062,
|
|
"grad_norm": 0.6097570061683655,
|
|
"learning_rate": 0.0005543702104695089,
|
|
"loss": 3.9264,
|
|
"step": 7150
|
|
},
|
|
{
|
|
"epoch": 0.7762803234501348,
|
|
"grad_norm": 0.5658494830131531,
|
|
"learning_rate": 0.0005540464112250404,
|
|
"loss": 3.9229,
|
|
"step": 7200
|
|
},
|
|
{
|
|
"epoch": 0.7816711590296496,
|
|
"grad_norm": 0.6700815558433533,
|
|
"learning_rate": 0.000553722611980572,
|
|
"loss": 3.9357,
|
|
"step": 7250
|
|
},
|
|
{
|
|
"epoch": 0.7870619946091644,
|
|
"grad_norm": 0.5885155200958252,
|
|
"learning_rate": 0.0005533988127361035,
|
|
"loss": 3.9183,
|
|
"step": 7300
|
|
},
|
|
{
|
|
"epoch": 0.7924528301886793,
|
|
"grad_norm": 0.5735599398612976,
|
|
"learning_rate": 0.0005530750134916352,
|
|
"loss": 3.9369,
|
|
"step": 7350
|
|
},
|
|
{
|
|
"epoch": 0.7978436657681941,
|
|
"grad_norm": 0.6089330911636353,
|
|
"learning_rate": 0.0005527512142471668,
|
|
"loss": 3.9099,
|
|
"step": 7400
|
|
},
|
|
{
|
|
"epoch": 0.8032345013477089,
|
|
"grad_norm": 0.6232162714004517,
|
|
"learning_rate": 0.0005524274150026982,
|
|
"loss": 3.9112,
|
|
"step": 7450
|
|
},
|
|
{
|
|
"epoch": 0.8086253369272237,
|
|
"grad_norm": 0.606532096862793,
|
|
"learning_rate": 0.0005521036157582299,
|
|
"loss": 3.9004,
|
|
"step": 7500
|
|
},
|
|
{
|
|
"epoch": 0.8140161725067385,
|
|
"grad_norm": 0.7327796816825867,
|
|
"learning_rate": 0.0005517798165137614,
|
|
"loss": 3.9057,
|
|
"step": 7550
|
|
},
|
|
{
|
|
"epoch": 0.8194070080862533,
|
|
"grad_norm": 0.5931469202041626,
|
|
"learning_rate": 0.000551456017269293,
|
|
"loss": 3.881,
|
|
"step": 7600
|
|
},
|
|
{
|
|
"epoch": 0.8247978436657682,
|
|
"grad_norm": 0.6132405400276184,
|
|
"learning_rate": 0.0005511322180248245,
|
|
"loss": 3.8988,
|
|
"step": 7650
|
|
},
|
|
{
|
|
"epoch": 0.8301886792452831,
|
|
"grad_norm": 0.5921282172203064,
|
|
"learning_rate": 0.0005508084187803562,
|
|
"loss": 3.9097,
|
|
"step": 7700
|
|
},
|
|
{
|
|
"epoch": 0.8355795148247979,
|
|
"grad_norm": 0.6329267024993896,
|
|
"learning_rate": 0.0005504846195358877,
|
|
"loss": 3.9026,
|
|
"step": 7750
|
|
},
|
|
{
|
|
"epoch": 0.8409703504043127,
|
|
"grad_norm": 0.6082526445388794,
|
|
"learning_rate": 0.0005501608202914193,
|
|
"loss": 3.8919,
|
|
"step": 7800
|
|
},
|
|
{
|
|
"epoch": 0.8463611859838275,
|
|
"grad_norm": 0.5989628434181213,
|
|
"learning_rate": 0.0005498370210469508,
|
|
"loss": 3.895,
|
|
"step": 7850
|
|
},
|
|
{
|
|
"epoch": 0.8517520215633423,
|
|
"grad_norm": 0.592002809047699,
|
|
"learning_rate": 0.0005495132218024824,
|
|
"loss": 3.88,
|
|
"step": 7900
|
|
},
|
|
{
|
|
"epoch": 0.8571428571428571,
|
|
"grad_norm": 0.5714187026023865,
|
|
"learning_rate": 0.000549189422558014,
|
|
"loss": 3.8903,
|
|
"step": 7950
|
|
},
|
|
{
|
|
"epoch": 0.862533692722372,
|
|
"grad_norm": 0.6176041960716248,
|
|
"learning_rate": 0.0005488656233135456,
|
|
"loss": 3.8888,
|
|
"step": 8000
|
|
},
|
|
{
|
|
"epoch": 0.862533692722372,
|
|
"eval_accuracy": 0.3374015509765124,
|
|
"eval_loss": 3.820584535598755,
|
|
"eval_runtime": 185.9631,
|
|
"eval_samples_per_second": 96.853,
|
|
"eval_steps_per_second": 6.055,
|
|
"step": 8000
|
|
},
|
|
{
|
|
"epoch": 0.8679245283018868,
|
|
"grad_norm": 0.6291443109512329,
|
|
"learning_rate": 0.0005485418240690771,
|
|
"loss": 3.8699,
|
|
"step": 8050
|
|
},
|
|
{
|
|
"epoch": 0.8733153638814016,
|
|
"grad_norm": 0.6424714922904968,
|
|
"learning_rate": 0.0005482180248246087,
|
|
"loss": 3.8858,
|
|
"step": 8100
|
|
},
|
|
{
|
|
"epoch": 0.8787061994609164,
|
|
"grad_norm": 0.6014903783798218,
|
|
"learning_rate": 0.0005478942255801403,
|
|
"loss": 3.8827,
|
|
"step": 8150
|
|
},
|
|
{
|
|
"epoch": 0.8840970350404312,
|
|
"grad_norm": 0.5504648089408875,
|
|
"learning_rate": 0.0005475704263356718,
|
|
"loss": 3.8694,
|
|
"step": 8200
|
|
},
|
|
{
|
|
"epoch": 0.889487870619946,
|
|
"grad_norm": 0.5945785045623779,
|
|
"learning_rate": 0.0005472466270912034,
|
|
"loss": 3.8799,
|
|
"step": 8250
|
|
},
|
|
{
|
|
"epoch": 0.894878706199461,
|
|
"grad_norm": 0.5891640186309814,
|
|
"learning_rate": 0.000546922827846735,
|
|
"loss": 3.8689,
|
|
"step": 8300
|
|
},
|
|
{
|
|
"epoch": 0.9002695417789758,
|
|
"grad_norm": 0.5595161318778992,
|
|
"learning_rate": 0.0005465990286022665,
|
|
"loss": 3.8689,
|
|
"step": 8350
|
|
},
|
|
{
|
|
"epoch": 0.9056603773584906,
|
|
"grad_norm": 0.5921164155006409,
|
|
"learning_rate": 0.0005462752293577981,
|
|
"loss": 3.8853,
|
|
"step": 8400
|
|
},
|
|
{
|
|
"epoch": 0.9110512129380054,
|
|
"grad_norm": 0.5961281657218933,
|
|
"learning_rate": 0.0005459514301133296,
|
|
"loss": 3.8789,
|
|
"step": 8450
|
|
},
|
|
{
|
|
"epoch": 0.9164420485175202,
|
|
"grad_norm": 0.5500056147575378,
|
|
"learning_rate": 0.0005456276308688613,
|
|
"loss": 3.875,
|
|
"step": 8500
|
|
},
|
|
{
|
|
"epoch": 0.921832884097035,
|
|
"grad_norm": 0.5573350787162781,
|
|
"learning_rate": 0.0005453038316243929,
|
|
"loss": 3.868,
|
|
"step": 8550
|
|
},
|
|
{
|
|
"epoch": 0.9272237196765498,
|
|
"grad_norm": 0.5513932108879089,
|
|
"learning_rate": 0.0005449800323799244,
|
|
"loss": 3.8786,
|
|
"step": 8600
|
|
},
|
|
{
|
|
"epoch": 0.9326145552560647,
|
|
"grad_norm": 0.5722886323928833,
|
|
"learning_rate": 0.000544656233135456,
|
|
"loss": 3.8585,
|
|
"step": 8650
|
|
},
|
|
{
|
|
"epoch": 0.9380053908355795,
|
|
"grad_norm": 0.6074110269546509,
|
|
"learning_rate": 0.0005443324338909875,
|
|
"loss": 3.8613,
|
|
"step": 8700
|
|
},
|
|
{
|
|
"epoch": 0.9433962264150944,
|
|
"grad_norm": 0.5840967893600464,
|
|
"learning_rate": 0.0005440086346465192,
|
|
"loss": 3.8728,
|
|
"step": 8750
|
|
},
|
|
{
|
|
"epoch": 0.9487870619946092,
|
|
"grad_norm": 0.580897867679596,
|
|
"learning_rate": 0.0005436848354020506,
|
|
"loss": 3.8535,
|
|
"step": 8800
|
|
},
|
|
{
|
|
"epoch": 0.954177897574124,
|
|
"grad_norm": 0.5885988473892212,
|
|
"learning_rate": 0.0005433610361575823,
|
|
"loss": 3.8595,
|
|
"step": 8850
|
|
},
|
|
{
|
|
"epoch": 0.9595687331536388,
|
|
"grad_norm": 0.568071186542511,
|
|
"learning_rate": 0.0005430372369131138,
|
|
"loss": 3.8457,
|
|
"step": 8900
|
|
},
|
|
{
|
|
"epoch": 0.9649595687331537,
|
|
"grad_norm": 0.612762987613678,
|
|
"learning_rate": 0.0005427134376686454,
|
|
"loss": 3.857,
|
|
"step": 8950
|
|
},
|
|
{
|
|
"epoch": 0.9703504043126685,
|
|
"grad_norm": 0.6389222145080566,
|
|
"learning_rate": 0.0005423896384241769,
|
|
"loss": 3.8417,
|
|
"step": 9000
|
|
},
|
|
{
|
|
"epoch": 0.9703504043126685,
|
|
"eval_accuracy": 0.3407095967989121,
|
|
"eval_loss": 3.7826406955718994,
|
|
"eval_runtime": 185.8291,
|
|
"eval_samples_per_second": 96.922,
|
|
"eval_steps_per_second": 6.059,
|
|
"step": 9000
|
|
},
|
|
{
|
|
"epoch": 0.9757412398921833,
|
|
"grad_norm": 0.6433724761009216,
|
|
"learning_rate": 0.0005420658391797086,
|
|
"loss": 3.8386,
|
|
"step": 9050
|
|
},
|
|
{
|
|
"epoch": 0.9811320754716981,
|
|
"grad_norm": 0.616686999797821,
|
|
"learning_rate": 0.0005417420399352401,
|
|
"loss": 3.8486,
|
|
"step": 9100
|
|
},
|
|
{
|
|
"epoch": 0.9865229110512129,
|
|
"grad_norm": 0.6407685875892639,
|
|
"learning_rate": 0.0005414182406907717,
|
|
"loss": 3.8421,
|
|
"step": 9150
|
|
},
|
|
{
|
|
"epoch": 0.9919137466307277,
|
|
"grad_norm": 0.731094479560852,
|
|
"learning_rate": 0.0005410944414463032,
|
|
"loss": 3.8593,
|
|
"step": 9200
|
|
},
|
|
{
|
|
"epoch": 0.9973045822102425,
|
|
"grad_norm": 0.617189884185791,
|
|
"learning_rate": 0.0005407706422018348,
|
|
"loss": 3.8551,
|
|
"step": 9250
|
|
},
|
|
{
|
|
"epoch": 1.0026954177897573,
|
|
"grad_norm": 0.5850970149040222,
|
|
"learning_rate": 0.0005404468429573664,
|
|
"loss": 3.8018,
|
|
"step": 9300
|
|
},
|
|
{
|
|
"epoch": 1.0080862533692723,
|
|
"grad_norm": 0.6619550585746765,
|
|
"learning_rate": 0.000540123043712898,
|
|
"loss": 3.7742,
|
|
"step": 9350
|
|
},
|
|
{
|
|
"epoch": 1.013477088948787,
|
|
"grad_norm": 0.5740201473236084,
|
|
"learning_rate": 0.0005397992444684295,
|
|
"loss": 3.7547,
|
|
"step": 9400
|
|
},
|
|
{
|
|
"epoch": 1.0188679245283019,
|
|
"grad_norm": 0.6828320622444153,
|
|
"learning_rate": 0.0005394754452239611,
|
|
"loss": 3.7691,
|
|
"step": 9450
|
|
},
|
|
{
|
|
"epoch": 1.0242587601078168,
|
|
"grad_norm": 0.5637569427490234,
|
|
"learning_rate": 0.0005391516459794927,
|
|
"loss": 3.7799,
|
|
"step": 9500
|
|
},
|
|
{
|
|
"epoch": 1.0296495956873315,
|
|
"grad_norm": 0.5780271887779236,
|
|
"learning_rate": 0.0005388278467350242,
|
|
"loss": 3.7877,
|
|
"step": 9550
|
|
},
|
|
{
|
|
"epoch": 1.0350404312668464,
|
|
"grad_norm": 0.5565044283866882,
|
|
"learning_rate": 0.0005385040474905557,
|
|
"loss": 3.7821,
|
|
"step": 9600
|
|
},
|
|
{
|
|
"epoch": 1.0404312668463611,
|
|
"grad_norm": 0.6038862466812134,
|
|
"learning_rate": 0.0005381802482460874,
|
|
"loss": 3.7916,
|
|
"step": 9650
|
|
},
|
|
{
|
|
"epoch": 1.045822102425876,
|
|
"grad_norm": 0.5745878219604492,
|
|
"learning_rate": 0.000537856449001619,
|
|
"loss": 3.7901,
|
|
"step": 9700
|
|
},
|
|
{
|
|
"epoch": 1.0512129380053907,
|
|
"grad_norm": 0.5736984014511108,
|
|
"learning_rate": 0.0005375326497571505,
|
|
"loss": 3.763,
|
|
"step": 9750
|
|
},
|
|
{
|
|
"epoch": 1.0566037735849056,
|
|
"grad_norm": 0.6319218277931213,
|
|
"learning_rate": 0.000537208850512682,
|
|
"loss": 3.7697,
|
|
"step": 9800
|
|
},
|
|
{
|
|
"epoch": 1.0619946091644206,
|
|
"grad_norm": 0.5360982418060303,
|
|
"learning_rate": 0.0005368850512682137,
|
|
"loss": 3.7678,
|
|
"step": 9850
|
|
},
|
|
{
|
|
"epoch": 1.0673854447439353,
|
|
"grad_norm": 0.5352616906166077,
|
|
"learning_rate": 0.0005365612520237453,
|
|
"loss": 3.7801,
|
|
"step": 9900
|
|
},
|
|
{
|
|
"epoch": 1.0727762803234502,
|
|
"grad_norm": 0.6189696788787842,
|
|
"learning_rate": 0.0005362374527792768,
|
|
"loss": 3.7794,
|
|
"step": 9950
|
|
},
|
|
{
|
|
"epoch": 1.0781671159029649,
|
|
"grad_norm": 0.6562055945396423,
|
|
"learning_rate": 0.0005359136535348084,
|
|
"loss": 3.7812,
|
|
"step": 10000
|
|
},
|
|
{
|
|
"epoch": 1.0781671159029649,
|
|
"eval_accuracy": 0.34422147543885173,
|
|
"eval_loss": 3.759232521057129,
|
|
"eval_runtime": 185.6272,
|
|
"eval_samples_per_second": 97.028,
|
|
"eval_steps_per_second": 6.066,
|
|
"step": 10000
|
|
},
|
|
{
|
|
"epoch": 1.0835579514824798,
|
|
"grad_norm": 0.5553216338157654,
|
|
"learning_rate": 0.0005355898542903399,
|
|
"loss": 3.7574,
|
|
"step": 10050
|
|
},
|
|
{
|
|
"epoch": 1.0889487870619945,
|
|
"grad_norm": 0.603709876537323,
|
|
"learning_rate": 0.0005352660550458716,
|
|
"loss": 3.7606,
|
|
"step": 10100
|
|
},
|
|
{
|
|
"epoch": 1.0943396226415094,
|
|
"grad_norm": 0.6040270924568176,
|
|
"learning_rate": 0.000534942255801403,
|
|
"loss": 3.7491,
|
|
"step": 10150
|
|
},
|
|
{
|
|
"epoch": 1.0997304582210243,
|
|
"grad_norm": 0.6243166327476501,
|
|
"learning_rate": 0.0005346184565569347,
|
|
"loss": 3.7686,
|
|
"step": 10200
|
|
},
|
|
{
|
|
"epoch": 1.105121293800539,
|
|
"grad_norm": 0.5870617628097534,
|
|
"learning_rate": 0.0005342946573124662,
|
|
"loss": 3.7855,
|
|
"step": 10250
|
|
},
|
|
{
|
|
"epoch": 1.110512129380054,
|
|
"grad_norm": 0.6204577088356018,
|
|
"learning_rate": 0.0005339708580679978,
|
|
"loss": 3.786,
|
|
"step": 10300
|
|
},
|
|
{
|
|
"epoch": 1.1159029649595686,
|
|
"grad_norm": 0.5694855451583862,
|
|
"learning_rate": 0.0005336470588235293,
|
|
"loss": 3.7614,
|
|
"step": 10350
|
|
},
|
|
{
|
|
"epoch": 1.1212938005390836,
|
|
"grad_norm": 0.5424656271934509,
|
|
"learning_rate": 0.000533323259579061,
|
|
"loss": 3.7652,
|
|
"step": 10400
|
|
},
|
|
{
|
|
"epoch": 1.1266846361185983,
|
|
"grad_norm": 0.5861342549324036,
|
|
"learning_rate": 0.0005329994603345925,
|
|
"loss": 3.7618,
|
|
"step": 10450
|
|
},
|
|
{
|
|
"epoch": 1.1320754716981132,
|
|
"grad_norm": 0.5731029510498047,
|
|
"learning_rate": 0.0005326756610901241,
|
|
"loss": 3.7604,
|
|
"step": 10500
|
|
},
|
|
{
|
|
"epoch": 1.137466307277628,
|
|
"grad_norm": 0.5382975339889526,
|
|
"learning_rate": 0.0005323518618456556,
|
|
"loss": 3.7614,
|
|
"step": 10550
|
|
},
|
|
{
|
|
"epoch": 1.1428571428571428,
|
|
"grad_norm": 0.6149365901947021,
|
|
"learning_rate": 0.0005320280626011872,
|
|
"loss": 3.7718,
|
|
"step": 10600
|
|
},
|
|
{
|
|
"epoch": 1.1482479784366577,
|
|
"grad_norm": 0.5981982350349426,
|
|
"learning_rate": 0.0005317042633567188,
|
|
"loss": 3.7589,
|
|
"step": 10650
|
|
},
|
|
{
|
|
"epoch": 1.1536388140161726,
|
|
"grad_norm": 0.644930362701416,
|
|
"learning_rate": 0.0005313804641122504,
|
|
"loss": 3.7657,
|
|
"step": 10700
|
|
},
|
|
{
|
|
"epoch": 1.1590296495956873,
|
|
"grad_norm": 0.5735489130020142,
|
|
"learning_rate": 0.0005310566648677819,
|
|
"loss": 3.7608,
|
|
"step": 10750
|
|
},
|
|
{
|
|
"epoch": 1.1644204851752022,
|
|
"grad_norm": 0.6112673282623291,
|
|
"learning_rate": 0.0005307328656233135,
|
|
"loss": 3.7487,
|
|
"step": 10800
|
|
},
|
|
{
|
|
"epoch": 1.169811320754717,
|
|
"grad_norm": 0.5764835476875305,
|
|
"learning_rate": 0.000530409066378845,
|
|
"loss": 3.7451,
|
|
"step": 10850
|
|
},
|
|
{
|
|
"epoch": 1.1752021563342319,
|
|
"grad_norm": 1.4614336490631104,
|
|
"learning_rate": 0.0005300852671343766,
|
|
"loss": 3.7583,
|
|
"step": 10900
|
|
},
|
|
{
|
|
"epoch": 1.1805929919137466,
|
|
"grad_norm": 0.6848381161689758,
|
|
"learning_rate": 0.0005297614678899081,
|
|
"loss": 3.754,
|
|
"step": 10950
|
|
},
|
|
{
|
|
"epoch": 1.1859838274932615,
|
|
"grad_norm": 0.5512279272079468,
|
|
"learning_rate": 0.0005294376686454398,
|
|
"loss": 3.7435,
|
|
"step": 11000
|
|
},
|
|
{
|
|
"epoch": 1.1859838274932615,
|
|
"eval_accuracy": 0.3471423910219684,
|
|
"eval_loss": 3.725170612335205,
|
|
"eval_runtime": 185.7111,
|
|
"eval_samples_per_second": 96.984,
|
|
"eval_steps_per_second": 6.063,
|
|
"step": 11000
|
|
},
|
|
{
|
|
"epoch": 1.1913746630727764,
|
|
"grad_norm": 0.5805233120918274,
|
|
"learning_rate": 0.0005291138694009714,
|
|
"loss": 3.7513,
|
|
"step": 11050
|
|
},
|
|
{
|
|
"epoch": 1.196765498652291,
|
|
"grad_norm": 0.6513531804084778,
|
|
"learning_rate": 0.0005287900701565029,
|
|
"loss": 3.7442,
|
|
"step": 11100
|
|
},
|
|
{
|
|
"epoch": 1.202156334231806,
|
|
"grad_norm": 0.6177436113357544,
|
|
"learning_rate": 0.0005284662709120345,
|
|
"loss": 3.7456,
|
|
"step": 11150
|
|
},
|
|
{
|
|
"epoch": 1.2075471698113207,
|
|
"grad_norm": 0.6252652406692505,
|
|
"learning_rate": 0.0005281424716675661,
|
|
"loss": 3.7444,
|
|
"step": 11200
|
|
},
|
|
{
|
|
"epoch": 1.2129380053908356,
|
|
"grad_norm": 0.6261422634124756,
|
|
"learning_rate": 0.0005278186724230977,
|
|
"loss": 3.7377,
|
|
"step": 11250
|
|
},
|
|
{
|
|
"epoch": 1.2183288409703503,
|
|
"grad_norm": 0.5394766330718994,
|
|
"learning_rate": 0.0005274948731786292,
|
|
"loss": 3.7344,
|
|
"step": 11300
|
|
},
|
|
{
|
|
"epoch": 1.2237196765498652,
|
|
"grad_norm": 0.6933181285858154,
|
|
"learning_rate": 0.0005271710739341608,
|
|
"loss": 3.7523,
|
|
"step": 11350
|
|
},
|
|
{
|
|
"epoch": 1.2291105121293802,
|
|
"grad_norm": 0.6169976592063904,
|
|
"learning_rate": 0.0005268472746896923,
|
|
"loss": 3.7456,
|
|
"step": 11400
|
|
},
|
|
{
|
|
"epoch": 1.2345013477088949,
|
|
"grad_norm": 0.6621821522712708,
|
|
"learning_rate": 0.000526523475445224,
|
|
"loss": 3.7365,
|
|
"step": 11450
|
|
},
|
|
{
|
|
"epoch": 1.2398921832884098,
|
|
"grad_norm": 0.5416802763938904,
|
|
"learning_rate": 0.0005261996762007554,
|
|
"loss": 3.7232,
|
|
"step": 11500
|
|
},
|
|
{
|
|
"epoch": 1.2452830188679245,
|
|
"grad_norm": 0.5890310406684875,
|
|
"learning_rate": 0.0005258758769562871,
|
|
"loss": 3.7459,
|
|
"step": 11550
|
|
},
|
|
{
|
|
"epoch": 1.2506738544474394,
|
|
"grad_norm": 0.6583136916160583,
|
|
"learning_rate": 0.0005255520777118186,
|
|
"loss": 3.7463,
|
|
"step": 11600
|
|
},
|
|
{
|
|
"epoch": 1.256064690026954,
|
|
"grad_norm": 0.531416118144989,
|
|
"learning_rate": 0.0005252282784673502,
|
|
"loss": 3.7356,
|
|
"step": 11650
|
|
},
|
|
{
|
|
"epoch": 1.261455525606469,
|
|
"grad_norm": 0.562391996383667,
|
|
"learning_rate": 0.0005249044792228817,
|
|
"loss": 3.7385,
|
|
"step": 11700
|
|
},
|
|
{
|
|
"epoch": 1.266846361185984,
|
|
"grad_norm": 0.5567585229873657,
|
|
"learning_rate": 0.0005245806799784133,
|
|
"loss": 3.7339,
|
|
"step": 11750
|
|
},
|
|
{
|
|
"epoch": 1.2722371967654986,
|
|
"grad_norm": 0.6060622930526733,
|
|
"learning_rate": 0.0005242568807339449,
|
|
"loss": 3.73,
|
|
"step": 11800
|
|
},
|
|
{
|
|
"epoch": 1.2776280323450135,
|
|
"grad_norm": 0.6515873670578003,
|
|
"learning_rate": 0.0005239330814894765,
|
|
"loss": 3.7276,
|
|
"step": 11850
|
|
},
|
|
{
|
|
"epoch": 1.2830188679245282,
|
|
"grad_norm": 0.5297693610191345,
|
|
"learning_rate": 0.000523609282245008,
|
|
"loss": 3.7483,
|
|
"step": 11900
|
|
},
|
|
{
|
|
"epoch": 1.2884097035040432,
|
|
"grad_norm": 0.6324127316474915,
|
|
"learning_rate": 0.0005232854830005396,
|
|
"loss": 3.7445,
|
|
"step": 11950
|
|
},
|
|
{
|
|
"epoch": 1.2938005390835579,
|
|
"grad_norm": 0.5799328088760376,
|
|
"learning_rate": 0.0005229616837560712,
|
|
"loss": 3.7391,
|
|
"step": 12000
|
|
},
|
|
{
|
|
"epoch": 1.2938005390835579,
|
|
"eval_accuracy": 0.3490961872506484,
|
|
"eval_loss": 3.7054829597473145,
|
|
"eval_runtime": 185.967,
|
|
"eval_samples_per_second": 96.851,
|
|
"eval_steps_per_second": 6.055,
|
|
"step": 12000
|
|
},
|
|
{
|
|
"epoch": 1.2991913746630728,
|
|
"grad_norm": 0.5518076419830322,
|
|
"learning_rate": 0.0005226378845116028,
|
|
"loss": 3.7192,
|
|
"step": 12050
|
|
},
|
|
{
|
|
"epoch": 1.3045822102425877,
|
|
"grad_norm": 0.6213856339454651,
|
|
"learning_rate": 0.0005223140852671344,
|
|
"loss": 3.7319,
|
|
"step": 12100
|
|
},
|
|
{
|
|
"epoch": 1.3099730458221024,
|
|
"grad_norm": 0.7218828201293945,
|
|
"learning_rate": 0.0005219902860226659,
|
|
"loss": 3.7434,
|
|
"step": 12150
|
|
},
|
|
{
|
|
"epoch": 1.3153638814016173,
|
|
"grad_norm": 0.563077986240387,
|
|
"learning_rate": 0.0005216664867781975,
|
|
"loss": 3.7417,
|
|
"step": 12200
|
|
},
|
|
{
|
|
"epoch": 1.320754716981132,
|
|
"grad_norm": 0.6648295521736145,
|
|
"learning_rate": 0.000521342687533729,
|
|
"loss": 3.7238,
|
|
"step": 12250
|
|
},
|
|
{
|
|
"epoch": 1.326145552560647,
|
|
"grad_norm": 0.5917858481407166,
|
|
"learning_rate": 0.0005210188882892606,
|
|
"loss": 3.7323,
|
|
"step": 12300
|
|
},
|
|
{
|
|
"epoch": 1.3315363881401616,
|
|
"grad_norm": 0.5561532378196716,
|
|
"learning_rate": 0.0005206950890447922,
|
|
"loss": 3.7224,
|
|
"step": 12350
|
|
},
|
|
{
|
|
"epoch": 1.3369272237196765,
|
|
"grad_norm": 0.5533449053764343,
|
|
"learning_rate": 0.0005203712898003238,
|
|
"loss": 3.7372,
|
|
"step": 12400
|
|
},
|
|
{
|
|
"epoch": 1.3423180592991915,
|
|
"grad_norm": 0.6743930578231812,
|
|
"learning_rate": 0.0005200474905558553,
|
|
"loss": 3.7268,
|
|
"step": 12450
|
|
},
|
|
{
|
|
"epoch": 1.3477088948787062,
|
|
"grad_norm": 0.6915057897567749,
|
|
"learning_rate": 0.0005197236913113869,
|
|
"loss": 3.7267,
|
|
"step": 12500
|
|
},
|
|
{
|
|
"epoch": 1.353099730458221,
|
|
"grad_norm": 0.5675690174102783,
|
|
"learning_rate": 0.0005193998920669184,
|
|
"loss": 3.7359,
|
|
"step": 12550
|
|
},
|
|
{
|
|
"epoch": 1.3584905660377358,
|
|
"grad_norm": 0.5956441164016724,
|
|
"learning_rate": 0.0005190760928224501,
|
|
"loss": 3.718,
|
|
"step": 12600
|
|
},
|
|
{
|
|
"epoch": 1.3638814016172507,
|
|
"grad_norm": 0.5554563403129578,
|
|
"learning_rate": 0.0005187522935779816,
|
|
"loss": 3.7277,
|
|
"step": 12650
|
|
},
|
|
{
|
|
"epoch": 1.3692722371967654,
|
|
"grad_norm": 0.5844613909721375,
|
|
"learning_rate": 0.0005184284943335132,
|
|
"loss": 3.7423,
|
|
"step": 12700
|
|
},
|
|
{
|
|
"epoch": 1.3746630727762803,
|
|
"grad_norm": 0.5583260655403137,
|
|
"learning_rate": 0.0005181046950890447,
|
|
"loss": 3.7263,
|
|
"step": 12750
|
|
},
|
|
{
|
|
"epoch": 1.3800539083557952,
|
|
"grad_norm": 0.5783796310424805,
|
|
"learning_rate": 0.0005177808958445764,
|
|
"loss": 3.7188,
|
|
"step": 12800
|
|
},
|
|
{
|
|
"epoch": 1.38544474393531,
|
|
"grad_norm": 0.5987197160720825,
|
|
"learning_rate": 0.0005174570966001078,
|
|
"loss": 3.7124,
|
|
"step": 12850
|
|
},
|
|
{
|
|
"epoch": 1.3908355795148248,
|
|
"grad_norm": 0.5812613368034363,
|
|
"learning_rate": 0.0005171332973556395,
|
|
"loss": 3.7193,
|
|
"step": 12900
|
|
},
|
|
{
|
|
"epoch": 1.3962264150943398,
|
|
"grad_norm": 0.5962573885917664,
|
|
"learning_rate": 0.000516809498111171,
|
|
"loss": 3.7173,
|
|
"step": 12950
|
|
},
|
|
{
|
|
"epoch": 1.4016172506738545,
|
|
"grad_norm": 0.5796558260917664,
|
|
"learning_rate": 0.0005164856988667026,
|
|
"loss": 3.7123,
|
|
"step": 13000
|
|
},
|
|
{
|
|
"epoch": 1.4016172506738545,
|
|
"eval_accuracy": 0.35139039297685115,
|
|
"eval_loss": 3.679816722869873,
|
|
"eval_runtime": 185.9335,
|
|
"eval_samples_per_second": 96.868,
|
|
"eval_steps_per_second": 6.056,
|
|
"step": 13000
|
|
},
|
|
{
|
|
"epoch": 1.4070080862533692,
|
|
"grad_norm": 0.6270114779472351,
|
|
"learning_rate": 0.0005161618996222341,
|
|
"loss": 3.7239,
|
|
"step": 13050
|
|
},
|
|
{
|
|
"epoch": 1.412398921832884,
|
|
"grad_norm": 0.5918281674385071,
|
|
"learning_rate": 0.0005158381003777657,
|
|
"loss": 3.7342,
|
|
"step": 13100
|
|
},
|
|
{
|
|
"epoch": 1.417789757412399,
|
|
"grad_norm": 0.6168618202209473,
|
|
"learning_rate": 0.0005155143011332973,
|
|
"loss": 3.7145,
|
|
"step": 13150
|
|
},
|
|
{
|
|
"epoch": 1.4231805929919137,
|
|
"grad_norm": 0.5616515278816223,
|
|
"learning_rate": 0.0005151905018888289,
|
|
"loss": 3.7179,
|
|
"step": 13200
|
|
},
|
|
{
|
|
"epoch": 1.4285714285714286,
|
|
"grad_norm": 0.5521336793899536,
|
|
"learning_rate": 0.0005148667026443604,
|
|
"loss": 3.7139,
|
|
"step": 13250
|
|
},
|
|
{
|
|
"epoch": 1.4339622641509435,
|
|
"grad_norm": 0.5330696105957031,
|
|
"learning_rate": 0.000514542903399892,
|
|
"loss": 3.7103,
|
|
"step": 13300
|
|
},
|
|
{
|
|
"epoch": 1.4393530997304582,
|
|
"grad_norm": 0.6266703009605408,
|
|
"learning_rate": 0.0005142191041554237,
|
|
"loss": 3.6965,
|
|
"step": 13350
|
|
},
|
|
{
|
|
"epoch": 1.444743935309973,
|
|
"grad_norm": 0.620352566242218,
|
|
"learning_rate": 0.0005138953049109552,
|
|
"loss": 3.7071,
|
|
"step": 13400
|
|
},
|
|
{
|
|
"epoch": 1.4501347708894878,
|
|
"grad_norm": 0.6346424221992493,
|
|
"learning_rate": 0.0005135715056664868,
|
|
"loss": 3.7169,
|
|
"step": 13450
|
|
},
|
|
{
|
|
"epoch": 1.4555256064690028,
|
|
"grad_norm": 0.5509406328201294,
|
|
"learning_rate": 0.0005132477064220183,
|
|
"loss": 3.7026,
|
|
"step": 13500
|
|
},
|
|
{
|
|
"epoch": 1.4609164420485174,
|
|
"grad_norm": 0.6062074303627014,
|
|
"learning_rate": 0.0005129239071775499,
|
|
"loss": 3.7131,
|
|
"step": 13550
|
|
},
|
|
{
|
|
"epoch": 1.4663072776280324,
|
|
"grad_norm": 0.617310643196106,
|
|
"learning_rate": 0.0005126001079330814,
|
|
"loss": 3.7147,
|
|
"step": 13600
|
|
},
|
|
{
|
|
"epoch": 1.4716981132075473,
|
|
"grad_norm": 0.6272128224372864,
|
|
"learning_rate": 0.000512276308688613,
|
|
"loss": 3.6887,
|
|
"step": 13650
|
|
},
|
|
{
|
|
"epoch": 1.477088948787062,
|
|
"grad_norm": 0.5724652409553528,
|
|
"learning_rate": 0.0005119525094441446,
|
|
"loss": 3.6875,
|
|
"step": 13700
|
|
},
|
|
{
|
|
"epoch": 1.482479784366577,
|
|
"grad_norm": 0.5527543425559998,
|
|
"learning_rate": 0.0005116287101996762,
|
|
"loss": 3.7039,
|
|
"step": 13750
|
|
},
|
|
{
|
|
"epoch": 1.4878706199460916,
|
|
"grad_norm": 0.6792011857032776,
|
|
"learning_rate": 0.0005113049109552077,
|
|
"loss": 3.7191,
|
|
"step": 13800
|
|
},
|
|
{
|
|
"epoch": 1.4932614555256065,
|
|
"grad_norm": 0.6160116791725159,
|
|
"learning_rate": 0.0005109811117107393,
|
|
"loss": 3.7143,
|
|
"step": 13850
|
|
},
|
|
{
|
|
"epoch": 1.4986522911051212,
|
|
"grad_norm": 0.5848609209060669,
|
|
"learning_rate": 0.0005106573124662708,
|
|
"loss": 3.728,
|
|
"step": 13900
|
|
},
|
|
{
|
|
"epoch": 1.5040431266846361,
|
|
"grad_norm": 0.5350325107574463,
|
|
"learning_rate": 0.0005103335132218025,
|
|
"loss": 3.7018,
|
|
"step": 13950
|
|
},
|
|
{
|
|
"epoch": 1.509433962264151,
|
|
"grad_norm": 0.5794714689254761,
|
|
"learning_rate": 0.000510009713977334,
|
|
"loss": 3.7017,
|
|
"step": 14000
|
|
},
|
|
{
|
|
"epoch": 1.509433962264151,
|
|
"eval_accuracy": 0.35348728505878285,
|
|
"eval_loss": 3.6589605808258057,
|
|
"eval_runtime": 186.0,
|
|
"eval_samples_per_second": 96.833,
|
|
"eval_steps_per_second": 6.054,
|
|
"step": 14000
|
|
},
|
|
{
|
|
"epoch": 1.5148247978436657,
|
|
"grad_norm": 0.5505036115646362,
|
|
"learning_rate": 0.0005096859147328656,
|
|
"loss": 3.6933,
|
|
"step": 14050
|
|
},
|
|
{
|
|
"epoch": 1.5202156334231804,
|
|
"grad_norm": 0.7258388996124268,
|
|
"learning_rate": 0.0005093685914732865,
|
|
"loss": 3.6907,
|
|
"step": 14100
|
|
},
|
|
{
|
|
"epoch": 1.5256064690026954,
|
|
"grad_norm": 0.5728726387023926,
|
|
"learning_rate": 0.0005090447922288181,
|
|
"loss": 3.6884,
|
|
"step": 14150
|
|
},
|
|
{
|
|
"epoch": 1.5309973045822103,
|
|
"grad_norm": 0.5695355534553528,
|
|
"learning_rate": 0.0005087209929843496,
|
|
"loss": 3.7208,
|
|
"step": 14200
|
|
},
|
|
{
|
|
"epoch": 1.536388140161725,
|
|
"grad_norm": 0.5693349242210388,
|
|
"learning_rate": 0.0005083971937398812,
|
|
"loss": 3.6952,
|
|
"step": 14250
|
|
},
|
|
{
|
|
"epoch": 1.54177897574124,
|
|
"grad_norm": 0.6146219968795776,
|
|
"learning_rate": 0.0005080733944954127,
|
|
"loss": 3.6983,
|
|
"step": 14300
|
|
},
|
|
{
|
|
"epoch": 1.5471698113207548,
|
|
"grad_norm": 0.5958489775657654,
|
|
"learning_rate": 0.0005077495952509444,
|
|
"loss": 3.6792,
|
|
"step": 14350
|
|
},
|
|
{
|
|
"epoch": 1.5525606469002695,
|
|
"grad_norm": 0.5772738456726074,
|
|
"learning_rate": 0.0005074257960064759,
|
|
"loss": 3.6917,
|
|
"step": 14400
|
|
},
|
|
{
|
|
"epoch": 1.5579514824797842,
|
|
"grad_norm": 0.6064009070396423,
|
|
"learning_rate": 0.0005071019967620075,
|
|
"loss": 3.6984,
|
|
"step": 14450
|
|
},
|
|
{
|
|
"epoch": 1.5633423180592994,
|
|
"grad_norm": 0.5335804224014282,
|
|
"learning_rate": 0.000506778197517539,
|
|
"loss": 3.6907,
|
|
"step": 14500
|
|
},
|
|
{
|
|
"epoch": 1.568733153638814,
|
|
"grad_norm": 0.6177234053611755,
|
|
"learning_rate": 0.0005064543982730707,
|
|
"loss": 3.7017,
|
|
"step": 14550
|
|
},
|
|
{
|
|
"epoch": 1.5741239892183287,
|
|
"grad_norm": 0.6319202780723572,
|
|
"learning_rate": 0.0005061305990286023,
|
|
"loss": 3.6945,
|
|
"step": 14600
|
|
},
|
|
{
|
|
"epoch": 1.5795148247978437,
|
|
"grad_norm": 0.626189112663269,
|
|
"learning_rate": 0.0005058067997841338,
|
|
"loss": 3.7006,
|
|
"step": 14650
|
|
},
|
|
{
|
|
"epoch": 1.5849056603773586,
|
|
"grad_norm": 0.5782404541969299,
|
|
"learning_rate": 0.0005054830005396654,
|
|
"loss": 3.6892,
|
|
"step": 14700
|
|
},
|
|
{
|
|
"epoch": 1.5902964959568733,
|
|
"grad_norm": 0.6475991010665894,
|
|
"learning_rate": 0.0005051592012951969,
|
|
"loss": 3.6788,
|
|
"step": 14750
|
|
},
|
|
{
|
|
"epoch": 1.595687331536388,
|
|
"grad_norm": 0.6086334586143494,
|
|
"learning_rate": 0.0005048354020507286,
|
|
"loss": 3.7018,
|
|
"step": 14800
|
|
},
|
|
{
|
|
"epoch": 1.6010781671159031,
|
|
"grad_norm": 0.582402229309082,
|
|
"learning_rate": 0.00050451160280626,
|
|
"loss": 3.7014,
|
|
"step": 14850
|
|
},
|
|
{
|
|
"epoch": 1.6064690026954178,
|
|
"grad_norm": 0.5852870941162109,
|
|
"learning_rate": 0.0005041878035617917,
|
|
"loss": 3.6901,
|
|
"step": 14900
|
|
},
|
|
{
|
|
"epoch": 1.6118598382749325,
|
|
"grad_norm": 0.5692827701568604,
|
|
"learning_rate": 0.0005038640043173232,
|
|
"loss": 3.6855,
|
|
"step": 14950
|
|
},
|
|
{
|
|
"epoch": 1.6172506738544474,
|
|
"grad_norm": 0.6348862051963806,
|
|
"learning_rate": 0.0005035402050728548,
|
|
"loss": 3.6819,
|
|
"step": 15000
|
|
},
|
|
{
|
|
"epoch": 1.6172506738544474,
|
|
"eval_accuracy": 0.35549605964869696,
|
|
"eval_loss": 3.6405038833618164,
|
|
"eval_runtime": 185.8619,
|
|
"eval_samples_per_second": 96.905,
|
|
"eval_steps_per_second": 6.058,
|
|
"step": 15000
|
|
},
|
|
{
|
|
"epoch": 1.6226415094339623,
|
|
"grad_norm": 0.520592987537384,
|
|
"learning_rate": 0.0005032164058283863,
|
|
"loss": 3.6832,
|
|
"step": 15050
|
|
},
|
|
{
|
|
"epoch": 1.628032345013477,
|
|
"grad_norm": 0.6037412285804749,
|
|
"learning_rate": 0.0005028926065839179,
|
|
"loss": 3.6782,
|
|
"step": 15100
|
|
},
|
|
{
|
|
"epoch": 1.633423180592992,
|
|
"grad_norm": 0.5562775135040283,
|
|
"learning_rate": 0.0005025688073394495,
|
|
"loss": 3.68,
|
|
"step": 15150
|
|
},
|
|
{
|
|
"epoch": 1.6388140161725069,
|
|
"grad_norm": 0.5715218186378479,
|
|
"learning_rate": 0.0005022450080949811,
|
|
"loss": 3.6867,
|
|
"step": 15200
|
|
},
|
|
{
|
|
"epoch": 1.6442048517520216,
|
|
"grad_norm": 0.5829628109931946,
|
|
"learning_rate": 0.0005019212088505126,
|
|
"loss": 3.6872,
|
|
"step": 15250
|
|
},
|
|
{
|
|
"epoch": 1.6495956873315363,
|
|
"grad_norm": 0.5366255044937134,
|
|
"learning_rate": 0.0005015974096060442,
|
|
"loss": 3.6895,
|
|
"step": 15300
|
|
},
|
|
{
|
|
"epoch": 1.6549865229110512,
|
|
"grad_norm": 0.5752381682395935,
|
|
"learning_rate": 0.0005012736103615758,
|
|
"loss": 3.6725,
|
|
"step": 15350
|
|
},
|
|
{
|
|
"epoch": 1.6603773584905661,
|
|
"grad_norm": 0.6247972846031189,
|
|
"learning_rate": 0.0005009498111171074,
|
|
"loss": 3.6772,
|
|
"step": 15400
|
|
},
|
|
{
|
|
"epoch": 1.6657681940700808,
|
|
"grad_norm": 0.5819849371910095,
|
|
"learning_rate": 0.0005006260118726389,
|
|
"loss": 3.6774,
|
|
"step": 15450
|
|
},
|
|
{
|
|
"epoch": 1.6711590296495957,
|
|
"grad_norm": 0.5812469124794006,
|
|
"learning_rate": 0.0005003022126281705,
|
|
"loss": 3.6797,
|
|
"step": 15500
|
|
},
|
|
{
|
|
"epoch": 1.6765498652291106,
|
|
"grad_norm": 0.6708167195320129,
|
|
"learning_rate": 0.000499978413383702,
|
|
"loss": 3.6718,
|
|
"step": 15550
|
|
},
|
|
{
|
|
"epoch": 1.6819407008086253,
|
|
"grad_norm": 0.6221471428871155,
|
|
"learning_rate": 0.0004996546141392336,
|
|
"loss": 3.6679,
|
|
"step": 15600
|
|
},
|
|
{
|
|
"epoch": 1.68733153638814,
|
|
"grad_norm": 0.5361509323120117,
|
|
"learning_rate": 0.0004993308148947651,
|
|
"loss": 3.677,
|
|
"step": 15650
|
|
},
|
|
{
|
|
"epoch": 1.692722371967655,
|
|
"grad_norm": 0.5450946688652039,
|
|
"learning_rate": 0.0004990070156502968,
|
|
"loss": 3.6676,
|
|
"step": 15700
|
|
},
|
|
{
|
|
"epoch": 1.6981132075471699,
|
|
"grad_norm": 0.5308447480201721,
|
|
"learning_rate": 0.0004986832164058284,
|
|
"loss": 3.6624,
|
|
"step": 15750
|
|
},
|
|
{
|
|
"epoch": 1.7035040431266846,
|
|
"grad_norm": 0.6182087659835815,
|
|
"learning_rate": 0.0004983594171613599,
|
|
"loss": 3.6766,
|
|
"step": 15800
|
|
},
|
|
{
|
|
"epoch": 1.7088948787061995,
|
|
"grad_norm": 0.6142793297767639,
|
|
"learning_rate": 0.0004980356179168915,
|
|
"loss": 3.6822,
|
|
"step": 15850
|
|
},
|
|
{
|
|
"epoch": 1.7142857142857144,
|
|
"grad_norm": 0.6230039000511169,
|
|
"learning_rate": 0.000497711818672423,
|
|
"loss": 3.7059,
|
|
"step": 15900
|
|
},
|
|
{
|
|
"epoch": 1.719676549865229,
|
|
"grad_norm": 0.5526073575019836,
|
|
"learning_rate": 0.0004973880194279547,
|
|
"loss": 3.6721,
|
|
"step": 15950
|
|
},
|
|
{
|
|
"epoch": 1.7250673854447438,
|
|
"grad_norm": 0.6014766693115234,
|
|
"learning_rate": 0.0004970642201834862,
|
|
"loss": 3.6808,
|
|
"step": 16000
|
|
},
|
|
{
|
|
"epoch": 1.7250673854447438,
|
|
"eval_accuracy": 0.35676077926285754,
|
|
"eval_loss": 3.621253490447998,
|
|
"eval_runtime": 185.5708,
|
|
"eval_samples_per_second": 97.057,
|
|
"eval_steps_per_second": 6.068,
|
|
"step": 16000
|
|
},
|
|
{
|
|
"epoch": 1.7304582210242587,
|
|
"grad_norm": 0.5674132108688354,
|
|
"learning_rate": 0.0004967404209390178,
|
|
"loss": 3.6468,
|
|
"step": 16050
|
|
},
|
|
{
|
|
"epoch": 1.7358490566037736,
|
|
"grad_norm": 0.5384870767593384,
|
|
"learning_rate": 0.0004964230976794387,
|
|
"loss": 3.6563,
|
|
"step": 16100
|
|
},
|
|
{
|
|
"epoch": 1.7412398921832883,
|
|
"grad_norm": 0.6142412424087524,
|
|
"learning_rate": 0.0004960992984349703,
|
|
"loss": 3.6694,
|
|
"step": 16150
|
|
},
|
|
{
|
|
"epoch": 1.7466307277628033,
|
|
"grad_norm": 0.5819224119186401,
|
|
"learning_rate": 0.0004957754991905018,
|
|
"loss": 3.6593,
|
|
"step": 16200
|
|
},
|
|
{
|
|
"epoch": 1.7520215633423182,
|
|
"grad_norm": 0.5680378675460815,
|
|
"learning_rate": 0.0004954516999460334,
|
|
"loss": 3.6677,
|
|
"step": 16250
|
|
},
|
|
{
|
|
"epoch": 1.7574123989218329,
|
|
"grad_norm": 0.5487083196640015,
|
|
"learning_rate": 0.0004951279007015649,
|
|
"loss": 3.659,
|
|
"step": 16300
|
|
},
|
|
{
|
|
"epoch": 1.7628032345013476,
|
|
"grad_norm": 0.5697620511054993,
|
|
"learning_rate": 0.0004948041014570966,
|
|
"loss": 3.6536,
|
|
"step": 16350
|
|
},
|
|
{
|
|
"epoch": 1.7681940700808625,
|
|
"grad_norm": 0.6107510328292847,
|
|
"learning_rate": 0.0004944803022126281,
|
|
"loss": 3.6661,
|
|
"step": 16400
|
|
},
|
|
{
|
|
"epoch": 1.7735849056603774,
|
|
"grad_norm": 0.5611395835876465,
|
|
"learning_rate": 0.0004941565029681597,
|
|
"loss": 3.6655,
|
|
"step": 16450
|
|
},
|
|
{
|
|
"epoch": 1.778975741239892,
|
|
"grad_norm": 0.5468912124633789,
|
|
"learning_rate": 0.0004938327037236912,
|
|
"loss": 3.6518,
|
|
"step": 16500
|
|
},
|
|
{
|
|
"epoch": 1.784366576819407,
|
|
"grad_norm": 0.5951088666915894,
|
|
"learning_rate": 0.0004935089044792229,
|
|
"loss": 3.6503,
|
|
"step": 16550
|
|
},
|
|
{
|
|
"epoch": 1.789757412398922,
|
|
"grad_norm": 0.5842005610466003,
|
|
"learning_rate": 0.0004931851052347544,
|
|
"loss": 3.6569,
|
|
"step": 16600
|
|
},
|
|
{
|
|
"epoch": 1.7951482479784366,
|
|
"grad_norm": 0.5568435192108154,
|
|
"learning_rate": 0.000492861305990286,
|
|
"loss": 3.6647,
|
|
"step": 16650
|
|
},
|
|
{
|
|
"epoch": 1.8005390835579513,
|
|
"grad_norm": 0.5812478065490723,
|
|
"learning_rate": 0.0004925375067458175,
|
|
"loss": 3.6551,
|
|
"step": 16700
|
|
},
|
|
{
|
|
"epoch": 1.8059299191374663,
|
|
"grad_norm": 0.5109179615974426,
|
|
"learning_rate": 0.0004922137075013491,
|
|
"loss": 3.649,
|
|
"step": 16750
|
|
},
|
|
{
|
|
"epoch": 1.8113207547169812,
|
|
"grad_norm": 0.5683979392051697,
|
|
"learning_rate": 0.0004918899082568807,
|
|
"loss": 3.6546,
|
|
"step": 16800
|
|
},
|
|
{
|
|
"epoch": 1.8167115902964959,
|
|
"grad_norm": 0.5695392489433289,
|
|
"learning_rate": 0.0004915661090124123,
|
|
"loss": 3.6442,
|
|
"step": 16850
|
|
},
|
|
{
|
|
"epoch": 1.8221024258760108,
|
|
"grad_norm": 0.5891880989074707,
|
|
"learning_rate": 0.0004912423097679439,
|
|
"loss": 3.6499,
|
|
"step": 16900
|
|
},
|
|
{
|
|
"epoch": 1.8274932614555257,
|
|
"grad_norm": 0.5595072507858276,
|
|
"learning_rate": 0.0004909185105234754,
|
|
"loss": 3.6561,
|
|
"step": 16950
|
|
},
|
|
{
|
|
"epoch": 1.8328840970350404,
|
|
"grad_norm": 0.5379965305328369,
|
|
"learning_rate": 0.000490594711279007,
|
|
"loss": 3.6642,
|
|
"step": 17000
|
|
},
|
|
{
|
|
"epoch": 1.8328840970350404,
|
|
"eval_accuracy": 0.35826377465999526,
|
|
"eval_loss": 3.608161211013794,
|
|
"eval_runtime": 186.0988,
|
|
"eval_samples_per_second": 96.782,
|
|
"eval_steps_per_second": 6.051,
|
|
"step": 17000
|
|
},
|
|
{
|
|
"epoch": 1.838274932614555,
|
|
"grad_norm": 0.6132093667984009,
|
|
"learning_rate": 0.0004902709120345385,
|
|
"loss": 3.6563,
|
|
"step": 17050
|
|
},
|
|
{
|
|
"epoch": 1.8436657681940702,
|
|
"grad_norm": 0.5843748450279236,
|
|
"learning_rate": 0.00048994711279007,
|
|
"loss": 3.6496,
|
|
"step": 17100
|
|
},
|
|
{
|
|
"epoch": 1.849056603773585,
|
|
"grad_norm": 0.581844687461853,
|
|
"learning_rate": 0.0004896233135456017,
|
|
"loss": 3.6445,
|
|
"step": 17150
|
|
},
|
|
{
|
|
"epoch": 1.8544474393530996,
|
|
"grad_norm": 0.5657000541687012,
|
|
"learning_rate": 0.0004892995143011333,
|
|
"loss": 3.644,
|
|
"step": 17200
|
|
},
|
|
{
|
|
"epoch": 1.8598382749326146,
|
|
"grad_norm": 0.5997892618179321,
|
|
"learning_rate": 0.0004889757150566648,
|
|
"loss": 3.6407,
|
|
"step": 17250
|
|
},
|
|
{
|
|
"epoch": 1.8652291105121295,
|
|
"grad_norm": 0.5654188990592957,
|
|
"learning_rate": 0.0004886519158121964,
|
|
"loss": 3.6647,
|
|
"step": 17300
|
|
},
|
|
{
|
|
"epoch": 1.8706199460916442,
|
|
"grad_norm": 0.6340252757072449,
|
|
"learning_rate": 0.000488328116567728,
|
|
"loss": 3.6677,
|
|
"step": 17350
|
|
},
|
|
{
|
|
"epoch": 1.8760107816711589,
|
|
"grad_norm": 0.5622780323028564,
|
|
"learning_rate": 0.0004880043173232595,
|
|
"loss": 3.6476,
|
|
"step": 17400
|
|
},
|
|
{
|
|
"epoch": 1.881401617250674,
|
|
"grad_norm": 0.5995896458625793,
|
|
"learning_rate": 0.0004876805180787911,
|
|
"loss": 3.657,
|
|
"step": 17450
|
|
},
|
|
{
|
|
"epoch": 1.8867924528301887,
|
|
"grad_norm": 0.6025211811065674,
|
|
"learning_rate": 0.000487363194819212,
|
|
"loss": 3.642,
|
|
"step": 17500
|
|
},
|
|
{
|
|
"epoch": 1.8921832884097034,
|
|
"grad_norm": 0.6041113138198853,
|
|
"learning_rate": 0.0004870393955747436,
|
|
"loss": 3.6554,
|
|
"step": 17550
|
|
},
|
|
{
|
|
"epoch": 1.8975741239892183,
|
|
"grad_norm": 0.5311667919158936,
|
|
"learning_rate": 0.0004867155963302752,
|
|
"loss": 3.641,
|
|
"step": 17600
|
|
},
|
|
{
|
|
"epoch": 1.9029649595687332,
|
|
"grad_norm": 0.5440093874931335,
|
|
"learning_rate": 0.0004863917970858068,
|
|
"loss": 3.64,
|
|
"step": 17650
|
|
},
|
|
{
|
|
"epoch": 1.908355795148248,
|
|
"grad_norm": 0.5968238711357117,
|
|
"learning_rate": 0.00048606799784133833,
|
|
"loss": 3.6522,
|
|
"step": 17700
|
|
},
|
|
{
|
|
"epoch": 1.9137466307277629,
|
|
"grad_norm": 0.604533851146698,
|
|
"learning_rate": 0.00048574419859686994,
|
|
"loss": 3.6414,
|
|
"step": 17750
|
|
},
|
|
{
|
|
"epoch": 1.9191374663072778,
|
|
"grad_norm": 0.605301558971405,
|
|
"learning_rate": 0.0004854203993524015,
|
|
"loss": 3.6572,
|
|
"step": 17800
|
|
},
|
|
{
|
|
"epoch": 1.9245283018867925,
|
|
"grad_norm": 0.5855521559715271,
|
|
"learning_rate": 0.000485096600107933,
|
|
"loss": 3.6647,
|
|
"step": 17850
|
|
},
|
|
{
|
|
"epoch": 1.9299191374663072,
|
|
"grad_norm": 0.5575717091560364,
|
|
"learning_rate": 0.00048477280086346464,
|
|
"loss": 3.6396,
|
|
"step": 17900
|
|
},
|
|
{
|
|
"epoch": 1.935309973045822,
|
|
"grad_norm": 0.5737566351890564,
|
|
"learning_rate": 0.00048444900161899614,
|
|
"loss": 3.6505,
|
|
"step": 17950
|
|
},
|
|
{
|
|
"epoch": 1.940700808625337,
|
|
"grad_norm": 0.5678514838218689,
|
|
"learning_rate": 0.00048412520237452774,
|
|
"loss": 3.6455,
|
|
"step": 18000
|
|
},
|
|
{
|
|
"epoch": 1.940700808625337,
|
|
"eval_accuracy": 0.3600217783848335,
|
|
"eval_loss": 3.5910346508026123,
|
|
"eval_runtime": 185.5537,
|
|
"eval_samples_per_second": 97.066,
|
|
"eval_steps_per_second": 6.068,
|
|
"step": 18000
|
|
},
|
|
{
|
|
"epoch": 1.9460916442048517,
|
|
"grad_norm": 0.5508000254631042,
|
|
"learning_rate": 0.0004838014031300593,
|
|
"loss": 3.6286,
|
|
"step": 18050
|
|
},
|
|
{
|
|
"epoch": 1.9514824797843666,
|
|
"grad_norm": 0.5589747428894043,
|
|
"learning_rate": 0.0004834776038855909,
|
|
"loss": 3.6585,
|
|
"step": 18100
|
|
},
|
|
{
|
|
"epoch": 1.9568733153638815,
|
|
"grad_norm": 0.5658039450645447,
|
|
"learning_rate": 0.00048315380464112245,
|
|
"loss": 3.6593,
|
|
"step": 18150
|
|
},
|
|
{
|
|
"epoch": 1.9622641509433962,
|
|
"grad_norm": 0.5849958658218384,
|
|
"learning_rate": 0.00048283000539665405,
|
|
"loss": 3.6465,
|
|
"step": 18200
|
|
},
|
|
{
|
|
"epoch": 1.967654986522911,
|
|
"grad_norm": 0.6154955625534058,
|
|
"learning_rate": 0.0004825062061521856,
|
|
"loss": 3.6483,
|
|
"step": 18250
|
|
},
|
|
{
|
|
"epoch": 1.9730458221024259,
|
|
"grad_norm": 0.556688666343689,
|
|
"learning_rate": 0.00048218240690771716,
|
|
"loss": 3.6273,
|
|
"step": 18300
|
|
},
|
|
{
|
|
"epoch": 1.9784366576819408,
|
|
"grad_norm": 0.6788551211357117,
|
|
"learning_rate": 0.00048185860766324876,
|
|
"loss": 3.6541,
|
|
"step": 18350
|
|
},
|
|
{
|
|
"epoch": 1.9838274932614555,
|
|
"grad_norm": 0.5126660466194153,
|
|
"learning_rate": 0.0004815348084187803,
|
|
"loss": 3.6298,
|
|
"step": 18400
|
|
},
|
|
{
|
|
"epoch": 1.9892183288409704,
|
|
"grad_norm": 0.5663277506828308,
|
|
"learning_rate": 0.0004812110091743119,
|
|
"loss": 3.6338,
|
|
"step": 18450
|
|
},
|
|
{
|
|
"epoch": 1.9946091644204853,
|
|
"grad_norm": 0.6142022013664246,
|
|
"learning_rate": 0.00048088720992984347,
|
|
"loss": 3.6218,
|
|
"step": 18500
|
|
},
|
|
{
|
|
"epoch": 2.0,
|
|
"grad_norm": 1.1090173721313477,
|
|
"learning_rate": 0.00048056341068537507,
|
|
"loss": 3.6398,
|
|
"step": 18550
|
|
},
|
|
{
|
|
"epoch": 2.0053908355795147,
|
|
"grad_norm": 0.5922869443893433,
|
|
"learning_rate": 0.00048023961144090657,
|
|
"loss": 3.5547,
|
|
"step": 18600
|
|
},
|
|
{
|
|
"epoch": 2.01078167115903,
|
|
"grad_norm": 0.5729225277900696,
|
|
"learning_rate": 0.00047991581219643817,
|
|
"loss": 3.5452,
|
|
"step": 18650
|
|
},
|
|
{
|
|
"epoch": 2.0161725067385445,
|
|
"grad_norm": 0.6253648400306702,
|
|
"learning_rate": 0.0004795920129519697,
|
|
"loss": 3.5539,
|
|
"step": 18700
|
|
},
|
|
{
|
|
"epoch": 2.0215633423180592,
|
|
"grad_norm": 0.5972828269004822,
|
|
"learning_rate": 0.0004792682137075013,
|
|
"loss": 3.5445,
|
|
"step": 18750
|
|
},
|
|
{
|
|
"epoch": 2.026954177897574,
|
|
"grad_norm": 0.6110801100730896,
|
|
"learning_rate": 0.0004789444144630329,
|
|
"loss": 3.5542,
|
|
"step": 18800
|
|
},
|
|
{
|
|
"epoch": 2.032345013477089,
|
|
"grad_norm": 0.5777032971382141,
|
|
"learning_rate": 0.00047862061521856443,
|
|
"loss": 3.5513,
|
|
"step": 18850
|
|
},
|
|
{
|
|
"epoch": 2.0377358490566038,
|
|
"grad_norm": 0.5737757086753845,
|
|
"learning_rate": 0.00047829681597409603,
|
|
"loss": 3.5633,
|
|
"step": 18900
|
|
},
|
|
{
|
|
"epoch": 2.0431266846361185,
|
|
"grad_norm": 0.5594393014907837,
|
|
"learning_rate": 0.0004779730167296276,
|
|
"loss": 3.5611,
|
|
"step": 18950
|
|
},
|
|
{
|
|
"epoch": 2.0485175202156336,
|
|
"grad_norm": 0.6480301022529602,
|
|
"learning_rate": 0.0004776492174851592,
|
|
"loss": 3.5613,
|
|
"step": 19000
|
|
},
|
|
{
|
|
"epoch": 2.0485175202156336,
|
|
"eval_accuracy": 0.36164266216525,
|
|
"eval_loss": 3.581942558288574,
|
|
"eval_runtime": 185.9777,
|
|
"eval_samples_per_second": 96.845,
|
|
"eval_steps_per_second": 6.054,
|
|
"step": 19000
|
|
},
|
|
{
|
|
"epoch": 2.0539083557951483,
|
|
"grad_norm": 0.5580395460128784,
|
|
"learning_rate": 0.00047732541824069074,
|
|
"loss": 3.5699,
|
|
"step": 19050
|
|
},
|
|
{
|
|
"epoch": 2.059299191374663,
|
|
"grad_norm": 0.6071756482124329,
|
|
"learning_rate": 0.0004770016189962223,
|
|
"loss": 3.5623,
|
|
"step": 19100
|
|
},
|
|
{
|
|
"epoch": 2.0646900269541777,
|
|
"grad_norm": 0.5564524531364441,
|
|
"learning_rate": 0.0004766778197517539,
|
|
"loss": 3.5577,
|
|
"step": 19150
|
|
},
|
|
{
|
|
"epoch": 2.070080862533693,
|
|
"grad_norm": 0.550567626953125,
|
|
"learning_rate": 0.0004763540205072854,
|
|
"loss": 3.5784,
|
|
"step": 19200
|
|
},
|
|
{
|
|
"epoch": 2.0754716981132075,
|
|
"grad_norm": 0.5679172873497009,
|
|
"learning_rate": 0.00047603022126281705,
|
|
"loss": 3.5672,
|
|
"step": 19250
|
|
},
|
|
{
|
|
"epoch": 2.0808625336927222,
|
|
"grad_norm": 0.583683967590332,
|
|
"learning_rate": 0.00047570642201834855,
|
|
"loss": 3.5566,
|
|
"step": 19300
|
|
},
|
|
{
|
|
"epoch": 2.0862533692722374,
|
|
"grad_norm": 0.6317183971405029,
|
|
"learning_rate": 0.00047538262277388015,
|
|
"loss": 3.5737,
|
|
"step": 19350
|
|
},
|
|
{
|
|
"epoch": 2.091644204851752,
|
|
"grad_norm": 0.5760337710380554,
|
|
"learning_rate": 0.0004750588235294117,
|
|
"loss": 3.566,
|
|
"step": 19400
|
|
},
|
|
{
|
|
"epoch": 2.0970350404312668,
|
|
"grad_norm": 0.7079157829284668,
|
|
"learning_rate": 0.0004747350242849433,
|
|
"loss": 3.5478,
|
|
"step": 19450
|
|
},
|
|
{
|
|
"epoch": 2.1024258760107815,
|
|
"grad_norm": 0.5852265954017639,
|
|
"learning_rate": 0.00047441122504047486,
|
|
"loss": 3.5721,
|
|
"step": 19500
|
|
},
|
|
{
|
|
"epoch": 2.1078167115902966,
|
|
"grad_norm": 0.6242895126342773,
|
|
"learning_rate": 0.0004740874257960064,
|
|
"loss": 3.564,
|
|
"step": 19550
|
|
},
|
|
{
|
|
"epoch": 2.1132075471698113,
|
|
"grad_norm": 0.5763869285583496,
|
|
"learning_rate": 0.000473763626551538,
|
|
"loss": 3.5606,
|
|
"step": 19600
|
|
},
|
|
{
|
|
"epoch": 2.118598382749326,
|
|
"grad_norm": 0.568956196308136,
|
|
"learning_rate": 0.00047343982730706956,
|
|
"loss": 3.5628,
|
|
"step": 19650
|
|
},
|
|
{
|
|
"epoch": 2.123989218328841,
|
|
"grad_norm": 0.5798338651657104,
|
|
"learning_rate": 0.00047311602806260117,
|
|
"loss": 3.5561,
|
|
"step": 19700
|
|
},
|
|
{
|
|
"epoch": 2.129380053908356,
|
|
"grad_norm": 0.6521062254905701,
|
|
"learning_rate": 0.0004727922288181327,
|
|
"loss": 3.5471,
|
|
"step": 19750
|
|
},
|
|
{
|
|
"epoch": 2.1347708894878705,
|
|
"grad_norm": 0.5969342589378357,
|
|
"learning_rate": 0.0004724684295736643,
|
|
"loss": 3.569,
|
|
"step": 19800
|
|
},
|
|
{
|
|
"epoch": 2.1401617250673857,
|
|
"grad_norm": 0.585344672203064,
|
|
"learning_rate": 0.0004721446303291959,
|
|
"loss": 3.56,
|
|
"step": 19850
|
|
},
|
|
{
|
|
"epoch": 2.1455525606469004,
|
|
"grad_norm": 0.5696685314178467,
|
|
"learning_rate": 0.0004718208310847275,
|
|
"loss": 3.5634,
|
|
"step": 19900
|
|
},
|
|
{
|
|
"epoch": 2.150943396226415,
|
|
"grad_norm": 0.5736604928970337,
|
|
"learning_rate": 0.000471497031840259,
|
|
"loss": 3.5546,
|
|
"step": 19950
|
|
},
|
|
{
|
|
"epoch": 2.1563342318059298,
|
|
"grad_norm": 0.5983167290687561,
|
|
"learning_rate": 0.0004711732325957905,
|
|
"loss": 3.5589,
|
|
"step": 20000
|
|
},
|
|
{
|
|
"epoch": 2.1563342318059298,
|
|
"eval_accuracy": 0.36254372056389544,
|
|
"eval_loss": 3.573596715927124,
|
|
"eval_runtime": 185.5769,
|
|
"eval_samples_per_second": 97.054,
|
|
"eval_steps_per_second": 6.068,
|
|
"step": 20000
|
|
},
|
|
{
|
|
"epoch": 2.161725067385445,
|
|
"grad_norm": 0.5717964768409729,
|
|
"learning_rate": 0.00047084943335132213,
|
|
"loss": 3.5619,
|
|
"step": 20050
|
|
},
|
|
{
|
|
"epoch": 2.1671159029649596,
|
|
"grad_norm": 0.6264322996139526,
|
|
"learning_rate": 0.0004705256341068537,
|
|
"loss": 3.5579,
|
|
"step": 20100
|
|
},
|
|
{
|
|
"epoch": 2.1725067385444743,
|
|
"grad_norm": 0.5710529088973999,
|
|
"learning_rate": 0.0004702018348623853,
|
|
"loss": 3.5685,
|
|
"step": 20150
|
|
},
|
|
{
|
|
"epoch": 2.177897574123989,
|
|
"grad_norm": 0.5462448000907898,
|
|
"learning_rate": 0.00046987803561791684,
|
|
"loss": 3.5703,
|
|
"step": 20200
|
|
},
|
|
{
|
|
"epoch": 2.183288409703504,
|
|
"grad_norm": 0.5277117490768433,
|
|
"learning_rate": 0.00046955423637344844,
|
|
"loss": 3.5762,
|
|
"step": 20250
|
|
},
|
|
{
|
|
"epoch": 2.188679245283019,
|
|
"grad_norm": 0.6546245217323303,
|
|
"learning_rate": 0.00046923043712898,
|
|
"loss": 3.5575,
|
|
"step": 20300
|
|
},
|
|
{
|
|
"epoch": 2.1940700808625335,
|
|
"grad_norm": 0.5462058782577515,
|
|
"learning_rate": 0.0004689066378845116,
|
|
"loss": 3.5511,
|
|
"step": 20350
|
|
},
|
|
{
|
|
"epoch": 2.1994609164420487,
|
|
"grad_norm": 0.5982887744903564,
|
|
"learning_rate": 0.00046858283864004315,
|
|
"loss": 3.5645,
|
|
"step": 20400
|
|
},
|
|
{
|
|
"epoch": 2.2048517520215634,
|
|
"grad_norm": 0.7412492036819458,
|
|
"learning_rate": 0.0004682590393955747,
|
|
"loss": 3.5573,
|
|
"step": 20450
|
|
},
|
|
{
|
|
"epoch": 2.210242587601078,
|
|
"grad_norm": 0.5417401790618896,
|
|
"learning_rate": 0.0004679352401511063,
|
|
"loss": 3.5739,
|
|
"step": 20500
|
|
},
|
|
{
|
|
"epoch": 2.215633423180593,
|
|
"grad_norm": 0.5726649761199951,
|
|
"learning_rate": 0.0004676114409066378,
|
|
"loss": 3.5713,
|
|
"step": 20550
|
|
},
|
|
{
|
|
"epoch": 2.221024258760108,
|
|
"grad_norm": 0.6224658489227295,
|
|
"learning_rate": 0.00046728764166216946,
|
|
"loss": 3.5665,
|
|
"step": 20600
|
|
},
|
|
{
|
|
"epoch": 2.2264150943396226,
|
|
"grad_norm": 0.6279109120368958,
|
|
"learning_rate": 0.00046696384241770095,
|
|
"loss": 3.576,
|
|
"step": 20650
|
|
},
|
|
{
|
|
"epoch": 2.2318059299191373,
|
|
"grad_norm": 0.6470381617546082,
|
|
"learning_rate": 0.00046664004317323256,
|
|
"loss": 3.5569,
|
|
"step": 20700
|
|
},
|
|
{
|
|
"epoch": 2.2371967654986524,
|
|
"grad_norm": 0.5726243853569031,
|
|
"learning_rate": 0.0004663162439287641,
|
|
"loss": 3.5754,
|
|
"step": 20750
|
|
},
|
|
{
|
|
"epoch": 2.242587601078167,
|
|
"grad_norm": 0.5811974406242371,
|
|
"learning_rate": 0.00046599244468429566,
|
|
"loss": 3.5715,
|
|
"step": 20800
|
|
},
|
|
{
|
|
"epoch": 2.247978436657682,
|
|
"grad_norm": 0.5972831845283508,
|
|
"learning_rate": 0.00046566864543982726,
|
|
"loss": 3.5719,
|
|
"step": 20850
|
|
},
|
|
{
|
|
"epoch": 2.2533692722371965,
|
|
"grad_norm": 0.5632637739181519,
|
|
"learning_rate": 0.0004653448461953588,
|
|
"loss": 3.5633,
|
|
"step": 20900
|
|
},
|
|
{
|
|
"epoch": 2.2587601078167117,
|
|
"grad_norm": 0.6027004718780518,
|
|
"learning_rate": 0.0004650210469508904,
|
|
"loss": 3.5614,
|
|
"step": 20950
|
|
},
|
|
{
|
|
"epoch": 2.2641509433962264,
|
|
"grad_norm": 0.5686562061309814,
|
|
"learning_rate": 0.00046469724770642197,
|
|
"loss": 3.5597,
|
|
"step": 21000
|
|
},
|
|
{
|
|
"epoch": 2.2641509433962264,
|
|
"eval_accuracy": 0.36353789448739793,
|
|
"eval_loss": 3.5626556873321533,
|
|
"eval_runtime": 185.9797,
|
|
"eval_samples_per_second": 96.844,
|
|
"eval_steps_per_second": 6.054,
|
|
"step": 21000
|
|
},
|
|
{
|
|
"epoch": 2.269541778975741,
|
|
"grad_norm": 0.6364426016807556,
|
|
"learning_rate": 0.0004643734484619536,
|
|
"loss": 3.5565,
|
|
"step": 21050
|
|
},
|
|
{
|
|
"epoch": 2.274932614555256,
|
|
"grad_norm": 0.5865249037742615,
|
|
"learning_rate": 0.0004640496492174851,
|
|
"loss": 3.5483,
|
|
"step": 21100
|
|
},
|
|
{
|
|
"epoch": 2.280323450134771,
|
|
"grad_norm": 0.5965092778205872,
|
|
"learning_rate": 0.00046372584997301673,
|
|
"loss": 3.5742,
|
|
"step": 21150
|
|
},
|
|
{
|
|
"epoch": 2.2857142857142856,
|
|
"grad_norm": 0.5928227305412292,
|
|
"learning_rate": 0.0004634020507285483,
|
|
"loss": 3.5535,
|
|
"step": 21200
|
|
},
|
|
{
|
|
"epoch": 2.2911051212938007,
|
|
"grad_norm": 0.5737338662147522,
|
|
"learning_rate": 0.0004630782514840798,
|
|
"loss": 3.5516,
|
|
"step": 21250
|
|
},
|
|
{
|
|
"epoch": 2.2964959568733154,
|
|
"grad_norm": 0.6345467567443848,
|
|
"learning_rate": 0.0004627544522396114,
|
|
"loss": 3.5598,
|
|
"step": 21300
|
|
},
|
|
{
|
|
"epoch": 2.30188679245283,
|
|
"grad_norm": 0.5607115030288696,
|
|
"learning_rate": 0.00046243065299514293,
|
|
"loss": 3.5408,
|
|
"step": 21350
|
|
},
|
|
{
|
|
"epoch": 2.3072776280323453,
|
|
"grad_norm": 0.5754068493843079,
|
|
"learning_rate": 0.00046210685375067454,
|
|
"loss": 3.5766,
|
|
"step": 21400
|
|
},
|
|
{
|
|
"epoch": 2.31266846361186,
|
|
"grad_norm": 0.6035879254341125,
|
|
"learning_rate": 0.0004617830545062061,
|
|
"loss": 3.536,
|
|
"step": 21450
|
|
},
|
|
{
|
|
"epoch": 2.3180592991913747,
|
|
"grad_norm": 0.6164117455482483,
|
|
"learning_rate": 0.00046146573124662704,
|
|
"loss": 3.5671,
|
|
"step": 21500
|
|
},
|
|
{
|
|
"epoch": 2.3234501347708894,
|
|
"grad_norm": 0.5974962115287781,
|
|
"learning_rate": 0.00046114193200215864,
|
|
"loss": 3.5658,
|
|
"step": 21550
|
|
},
|
|
{
|
|
"epoch": 2.3288409703504045,
|
|
"grad_norm": 0.6097601652145386,
|
|
"learning_rate": 0.0004608181327576902,
|
|
"loss": 3.5402,
|
|
"step": 21600
|
|
},
|
|
{
|
|
"epoch": 2.334231805929919,
|
|
"grad_norm": 0.5905078053474426,
|
|
"learning_rate": 0.00046049433351322175,
|
|
"loss": 3.5607,
|
|
"step": 21650
|
|
},
|
|
{
|
|
"epoch": 2.339622641509434,
|
|
"grad_norm": 0.557483971118927,
|
|
"learning_rate": 0.00046017053426875335,
|
|
"loss": 3.5734,
|
|
"step": 21700
|
|
},
|
|
{
|
|
"epoch": 2.3450134770889486,
|
|
"grad_norm": 0.6139761805534363,
|
|
"learning_rate": 0.0004598467350242849,
|
|
"loss": 3.5557,
|
|
"step": 21750
|
|
},
|
|
{
|
|
"epoch": 2.3504043126684637,
|
|
"grad_norm": 0.5611399412155151,
|
|
"learning_rate": 0.0004595229357798165,
|
|
"loss": 3.5681,
|
|
"step": 21800
|
|
},
|
|
{
|
|
"epoch": 2.3557951482479784,
|
|
"grad_norm": 0.605839192867279,
|
|
"learning_rate": 0.00045919913653534806,
|
|
"loss": 3.5671,
|
|
"step": 21850
|
|
},
|
|
{
|
|
"epoch": 2.361185983827493,
|
|
"grad_norm": 0.5682869553565979,
|
|
"learning_rate": 0.00045887533729087966,
|
|
"loss": 3.5595,
|
|
"step": 21900
|
|
},
|
|
{
|
|
"epoch": 2.3665768194070083,
|
|
"grad_norm": 0.5689018368721008,
|
|
"learning_rate": 0.00045855153804641116,
|
|
"loss": 3.5521,
|
|
"step": 21950
|
|
},
|
|
{
|
|
"epoch": 2.371967654986523,
|
|
"grad_norm": 0.5656780004501343,
|
|
"learning_rate": 0.0004582277388019427,
|
|
"loss": 3.5455,
|
|
"step": 22000
|
|
},
|
|
{
|
|
"epoch": 2.371967654986523,
|
|
"eval_accuracy": 0.36478490368084476,
|
|
"eval_loss": 3.5518763065338135,
|
|
"eval_runtime": 185.6801,
|
|
"eval_samples_per_second": 97.0,
|
|
"eval_steps_per_second": 6.064,
|
|
"step": 22000
|
|
},
|
|
{
|
|
"epoch": 2.3773584905660377,
|
|
"grad_norm": 0.5644449591636658,
|
|
"learning_rate": 0.0004579039395574743,
|
|
"loss": 3.547,
|
|
"step": 22050
|
|
},
|
|
{
|
|
"epoch": 2.382749326145553,
|
|
"grad_norm": 0.5704251527786255,
|
|
"learning_rate": 0.00045758014031300586,
|
|
"loss": 3.5652,
|
|
"step": 22100
|
|
},
|
|
{
|
|
"epoch": 2.3881401617250675,
|
|
"grad_norm": 0.5917501449584961,
|
|
"learning_rate": 0.00045725634106853747,
|
|
"loss": 3.5594,
|
|
"step": 22150
|
|
},
|
|
{
|
|
"epoch": 2.393530997304582,
|
|
"grad_norm": 0.552393913269043,
|
|
"learning_rate": 0.000456932541824069,
|
|
"loss": 3.5463,
|
|
"step": 22200
|
|
},
|
|
{
|
|
"epoch": 2.398921832884097,
|
|
"grad_norm": 0.6430604457855225,
|
|
"learning_rate": 0.0004566087425796006,
|
|
"loss": 3.5386,
|
|
"step": 22250
|
|
},
|
|
{
|
|
"epoch": 2.404312668463612,
|
|
"grad_norm": 0.6215885281562805,
|
|
"learning_rate": 0.0004562849433351322,
|
|
"loss": 3.5672,
|
|
"step": 22300
|
|
},
|
|
{
|
|
"epoch": 2.4097035040431267,
|
|
"grad_norm": 0.5455368161201477,
|
|
"learning_rate": 0.0004559611440906638,
|
|
"loss": 3.5753,
|
|
"step": 22350
|
|
},
|
|
{
|
|
"epoch": 2.4150943396226414,
|
|
"grad_norm": 0.6595668792724609,
|
|
"learning_rate": 0.00045563734484619533,
|
|
"loss": 3.5592,
|
|
"step": 22400
|
|
},
|
|
{
|
|
"epoch": 2.420485175202156,
|
|
"grad_norm": 0.575469970703125,
|
|
"learning_rate": 0.0004553135456017269,
|
|
"loss": 3.5671,
|
|
"step": 22450
|
|
},
|
|
{
|
|
"epoch": 2.4258760107816713,
|
|
"grad_norm": 0.6219996213912964,
|
|
"learning_rate": 0.0004549897463572585,
|
|
"loss": 3.5634,
|
|
"step": 22500
|
|
},
|
|
{
|
|
"epoch": 2.431266846361186,
|
|
"grad_norm": 0.564261257648468,
|
|
"learning_rate": 0.00045466594711279,
|
|
"loss": 3.5432,
|
|
"step": 22550
|
|
},
|
|
{
|
|
"epoch": 2.4366576819407006,
|
|
"grad_norm": 0.649264395236969,
|
|
"learning_rate": 0.00045434214786832164,
|
|
"loss": 3.5624,
|
|
"step": 22600
|
|
},
|
|
{
|
|
"epoch": 2.442048517520216,
|
|
"grad_norm": 0.5878944396972656,
|
|
"learning_rate": 0.00045401834862385314,
|
|
"loss": 3.5565,
|
|
"step": 22650
|
|
},
|
|
{
|
|
"epoch": 2.4474393530997305,
|
|
"grad_norm": 0.6890021562576294,
|
|
"learning_rate": 0.00045369454937938474,
|
|
"loss": 3.5634,
|
|
"step": 22700
|
|
},
|
|
{
|
|
"epoch": 2.452830188679245,
|
|
"grad_norm": 0.6277121305465698,
|
|
"learning_rate": 0.0004533707501349163,
|
|
"loss": 3.5508,
|
|
"step": 22750
|
|
},
|
|
{
|
|
"epoch": 2.4582210242587603,
|
|
"grad_norm": 0.5444703698158264,
|
|
"learning_rate": 0.0004530469508904479,
|
|
"loss": 3.5509,
|
|
"step": 22800
|
|
},
|
|
{
|
|
"epoch": 2.463611859838275,
|
|
"grad_norm": 0.5967130661010742,
|
|
"learning_rate": 0.00045272315164597945,
|
|
"loss": 3.5403,
|
|
"step": 22850
|
|
},
|
|
{
|
|
"epoch": 2.4690026954177897,
|
|
"grad_norm": 0.5967291593551636,
|
|
"learning_rate": 0.000452399352401511,
|
|
"loss": 3.5545,
|
|
"step": 22900
|
|
},
|
|
{
|
|
"epoch": 2.4743935309973044,
|
|
"grad_norm": 0.5806335210800171,
|
|
"learning_rate": 0.0004520755531570426,
|
|
"loss": 3.5388,
|
|
"step": 22950
|
|
},
|
|
{
|
|
"epoch": 2.4797843665768196,
|
|
"grad_norm": 0.610866904258728,
|
|
"learning_rate": 0.00045175175391257415,
|
|
"loss": 3.5547,
|
|
"step": 23000
|
|
},
|
|
{
|
|
"epoch": 2.4797843665768196,
|
|
"eval_accuracy": 0.365600560909668,
|
|
"eval_loss": 3.542806625366211,
|
|
"eval_runtime": 186.022,
|
|
"eval_samples_per_second": 96.822,
|
|
"eval_steps_per_second": 6.053,
|
|
"step": 23000
|
|
},
|
|
{
|
|
"epoch": 2.4851752021563343,
|
|
"grad_norm": 0.620668351650238,
|
|
"learning_rate": 0.00045142795466810576,
|
|
"loss": 3.5601,
|
|
"step": 23050
|
|
},
|
|
{
|
|
"epoch": 2.490566037735849,
|
|
"grad_norm": 0.593329131603241,
|
|
"learning_rate": 0.0004511041554236373,
|
|
"loss": 3.5578,
|
|
"step": 23100
|
|
},
|
|
{
|
|
"epoch": 2.4959568733153636,
|
|
"grad_norm": 0.6220084428787231,
|
|
"learning_rate": 0.0004507803561791689,
|
|
"loss": 3.5704,
|
|
"step": 23150
|
|
},
|
|
{
|
|
"epoch": 2.501347708894879,
|
|
"grad_norm": 0.5983256101608276,
|
|
"learning_rate": 0.00045045655693470046,
|
|
"loss": 3.5619,
|
|
"step": 23200
|
|
},
|
|
{
|
|
"epoch": 2.5067385444743935,
|
|
"grad_norm": 0.6088994741439819,
|
|
"learning_rate": 0.00045013275769023207,
|
|
"loss": 3.5623,
|
|
"step": 23250
|
|
},
|
|
{
|
|
"epoch": 2.512129380053908,
|
|
"grad_norm": 0.5717225670814514,
|
|
"learning_rate": 0.00044980895844576356,
|
|
"loss": 3.5584,
|
|
"step": 23300
|
|
},
|
|
{
|
|
"epoch": 2.5175202156334233,
|
|
"grad_norm": 0.5791255235671997,
|
|
"learning_rate": 0.0004494851592012951,
|
|
"loss": 3.5562,
|
|
"step": 23350
|
|
},
|
|
{
|
|
"epoch": 2.522911051212938,
|
|
"grad_norm": 0.5934580564498901,
|
|
"learning_rate": 0.00044916783594171607,
|
|
"loss": 3.5359,
|
|
"step": 23400
|
|
},
|
|
{
|
|
"epoch": 2.5283018867924527,
|
|
"grad_norm": 0.5999855995178223,
|
|
"learning_rate": 0.00044884403669724767,
|
|
"loss": 3.5516,
|
|
"step": 23450
|
|
},
|
|
{
|
|
"epoch": 2.533692722371968,
|
|
"grad_norm": 0.5984418988227844,
|
|
"learning_rate": 0.0004485202374527792,
|
|
"loss": 3.5462,
|
|
"step": 23500
|
|
},
|
|
{
|
|
"epoch": 2.5390835579514826,
|
|
"grad_norm": 0.558322548866272,
|
|
"learning_rate": 0.00044819643820831083,
|
|
"loss": 3.5491,
|
|
"step": 23550
|
|
},
|
|
{
|
|
"epoch": 2.5444743935309972,
|
|
"grad_norm": 0.6213822960853577,
|
|
"learning_rate": 0.0004478726389638424,
|
|
"loss": 3.5522,
|
|
"step": 23600
|
|
},
|
|
{
|
|
"epoch": 2.5498652291105124,
|
|
"grad_norm": 0.5522050261497498,
|
|
"learning_rate": 0.00044754883971937393,
|
|
"loss": 3.5409,
|
|
"step": 23650
|
|
},
|
|
{
|
|
"epoch": 2.555256064690027,
|
|
"grad_norm": 0.5763940811157227,
|
|
"learning_rate": 0.00044722504047490553,
|
|
"loss": 3.5296,
|
|
"step": 23700
|
|
},
|
|
{
|
|
"epoch": 2.560646900269542,
|
|
"grad_norm": 0.6493868231773376,
|
|
"learning_rate": 0.0004469012412304371,
|
|
"loss": 3.5384,
|
|
"step": 23750
|
|
},
|
|
{
|
|
"epoch": 2.5660377358490565,
|
|
"grad_norm": 0.5779409408569336,
|
|
"learning_rate": 0.0004465774419859687,
|
|
"loss": 3.5574,
|
|
"step": 23800
|
|
},
|
|
{
|
|
"epoch": 2.571428571428571,
|
|
"grad_norm": 0.5564289689064026,
|
|
"learning_rate": 0.00044625364274150024,
|
|
"loss": 3.5447,
|
|
"step": 23850
|
|
},
|
|
{
|
|
"epoch": 2.5768194070080863,
|
|
"grad_norm": 0.5602936148643494,
|
|
"learning_rate": 0.00044592984349703184,
|
|
"loss": 3.5445,
|
|
"step": 23900
|
|
},
|
|
{
|
|
"epoch": 2.582210242587601,
|
|
"grad_norm": 0.635210394859314,
|
|
"learning_rate": 0.00044560604425256334,
|
|
"loss": 3.5371,
|
|
"step": 23950
|
|
},
|
|
{
|
|
"epoch": 2.5876010781671157,
|
|
"grad_norm": 0.5645261406898499,
|
|
"learning_rate": 0.000445282245008095,
|
|
"loss": 3.5427,
|
|
"step": 24000
|
|
},
|
|
{
|
|
"epoch": 2.5876010781671157,
|
|
"eval_accuracy": 0.366985124659088,
|
|
"eval_loss": 3.5324132442474365,
|
|
"eval_runtime": 185.6401,
|
|
"eval_samples_per_second": 97.021,
|
|
"eval_steps_per_second": 6.065,
|
|
"step": 24000
|
|
},
|
|
{
|
|
"epoch": 2.592991913746631,
|
|
"grad_norm": 0.5728445053100586,
|
|
"learning_rate": 0.0004449584457636265,
|
|
"loss": 3.5657,
|
|
"step": 24050
|
|
},
|
|
{
|
|
"epoch": 2.5983827493261455,
|
|
"grad_norm": 0.6249076724052429,
|
|
"learning_rate": 0.00044463464651915805,
|
|
"loss": 3.5435,
|
|
"step": 24100
|
|
},
|
|
{
|
|
"epoch": 2.6037735849056602,
|
|
"grad_norm": 0.5713481903076172,
|
|
"learning_rate": 0.00044431084727468965,
|
|
"loss": 3.5558,
|
|
"step": 24150
|
|
},
|
|
{
|
|
"epoch": 2.6091644204851754,
|
|
"grad_norm": 0.6012597680091858,
|
|
"learning_rate": 0.0004439870480302212,
|
|
"loss": 3.5396,
|
|
"step": 24200
|
|
},
|
|
{
|
|
"epoch": 2.61455525606469,
|
|
"grad_norm": 0.6245263814926147,
|
|
"learning_rate": 0.0004436632487857528,
|
|
"loss": 3.5574,
|
|
"step": 24250
|
|
},
|
|
{
|
|
"epoch": 2.6199460916442048,
|
|
"grad_norm": 0.6450279951095581,
|
|
"learning_rate": 0.00044333944954128436,
|
|
"loss": 3.5498,
|
|
"step": 24300
|
|
},
|
|
{
|
|
"epoch": 2.62533692722372,
|
|
"grad_norm": 0.5852833986282349,
|
|
"learning_rate": 0.00044301565029681596,
|
|
"loss": 3.5417,
|
|
"step": 24350
|
|
},
|
|
{
|
|
"epoch": 2.6307277628032346,
|
|
"grad_norm": 0.6017525792121887,
|
|
"learning_rate": 0.0004426918510523475,
|
|
"loss": 3.545,
|
|
"step": 24400
|
|
},
|
|
{
|
|
"epoch": 2.6361185983827493,
|
|
"grad_norm": 0.5775270462036133,
|
|
"learning_rate": 0.0004423680518078791,
|
|
"loss": 3.5449,
|
|
"step": 24450
|
|
},
|
|
{
|
|
"epoch": 2.641509433962264,
|
|
"grad_norm": 0.5868250131607056,
|
|
"learning_rate": 0.00044204425256341067,
|
|
"loss": 3.5523,
|
|
"step": 24500
|
|
},
|
|
{
|
|
"epoch": 2.6469002695417787,
|
|
"grad_norm": 0.6670169234275818,
|
|
"learning_rate": 0.0004417204533189422,
|
|
"loss": 3.5373,
|
|
"step": 24550
|
|
},
|
|
{
|
|
"epoch": 2.652291105121294,
|
|
"grad_norm": 0.6082099676132202,
|
|
"learning_rate": 0.0004413966540744738,
|
|
"loss": 3.5459,
|
|
"step": 24600
|
|
},
|
|
{
|
|
"epoch": 2.6576819407008085,
|
|
"grad_norm": 0.5733329653739929,
|
|
"learning_rate": 0.0004410728548300053,
|
|
"loss": 3.5421,
|
|
"step": 24650
|
|
},
|
|
{
|
|
"epoch": 2.6630727762803232,
|
|
"grad_norm": 0.5629079937934875,
|
|
"learning_rate": 0.0004407490555855369,
|
|
"loss": 3.548,
|
|
"step": 24700
|
|
},
|
|
{
|
|
"epoch": 2.6684636118598384,
|
|
"grad_norm": 0.6059092283248901,
|
|
"learning_rate": 0.0004404252563410685,
|
|
"loss": 3.5628,
|
|
"step": 24750
|
|
},
|
|
{
|
|
"epoch": 2.673854447439353,
|
|
"grad_norm": 0.5731385946273804,
|
|
"learning_rate": 0.0004401014570966001,
|
|
"loss": 3.5559,
|
|
"step": 24800
|
|
},
|
|
{
|
|
"epoch": 2.6792452830188678,
|
|
"grad_norm": 0.577727198600769,
|
|
"learning_rate": 0.00043977765785213163,
|
|
"loss": 3.5576,
|
|
"step": 24850
|
|
},
|
|
{
|
|
"epoch": 2.684636118598383,
|
|
"grad_norm": 0.6294382214546204,
|
|
"learning_rate": 0.0004394538586076632,
|
|
"loss": 3.529,
|
|
"step": 24900
|
|
},
|
|
{
|
|
"epoch": 2.6900269541778976,
|
|
"grad_norm": 0.5616303086280823,
|
|
"learning_rate": 0.0004391300593631948,
|
|
"loss": 3.5487,
|
|
"step": 24950
|
|
},
|
|
{
|
|
"epoch": 2.6954177897574123,
|
|
"grad_norm": 0.5719131231307983,
|
|
"learning_rate": 0.00043880626011872634,
|
|
"loss": 3.5285,
|
|
"step": 25000
|
|
},
|
|
{
|
|
"epoch": 2.6954177897574123,
|
|
"eval_accuracy": 0.3679841879625421,
|
|
"eval_loss": 3.5216171741485596,
|
|
"eval_runtime": 186.3995,
|
|
"eval_samples_per_second": 96.626,
|
|
"eval_steps_per_second": 6.041,
|
|
"step": 25000
|
|
},
|
|
{
|
|
"epoch": 2.7008086253369274,
|
|
"grad_norm": 0.5909615159034729,
|
|
"learning_rate": 0.00043848246087425794,
|
|
"loss": 3.5423,
|
|
"step": 25050
|
|
},
|
|
{
|
|
"epoch": 2.706199460916442,
|
|
"grad_norm": 0.5884896516799927,
|
|
"learning_rate": 0.0004381586616297895,
|
|
"loss": 3.5422,
|
|
"step": 25100
|
|
},
|
|
{
|
|
"epoch": 2.711590296495957,
|
|
"grad_norm": 0.6020126938819885,
|
|
"learning_rate": 0.0004378348623853211,
|
|
"loss": 3.5438,
|
|
"step": 25150
|
|
},
|
|
{
|
|
"epoch": 2.7169811320754715,
|
|
"grad_norm": 0.6269355416297913,
|
|
"learning_rate": 0.00043751106314085265,
|
|
"loss": 3.546,
|
|
"step": 25200
|
|
},
|
|
{
|
|
"epoch": 2.7223719676549867,
|
|
"grad_norm": 0.6308701634407043,
|
|
"learning_rate": 0.00043718726389638425,
|
|
"loss": 3.5375,
|
|
"step": 25250
|
|
},
|
|
{
|
|
"epoch": 2.7277628032345014,
|
|
"grad_norm": 0.6092113852500916,
|
|
"learning_rate": 0.00043686346465191575,
|
|
"loss": 3.5448,
|
|
"step": 25300
|
|
},
|
|
{
|
|
"epoch": 2.733153638814016,
|
|
"grad_norm": 0.6175215244293213,
|
|
"learning_rate": 0.0004365396654074473,
|
|
"loss": 3.5399,
|
|
"step": 25350
|
|
},
|
|
{
|
|
"epoch": 2.7385444743935308,
|
|
"grad_norm": 0.5836145877838135,
|
|
"learning_rate": 0.0004362158661629789,
|
|
"loss": 3.5344,
|
|
"step": 25400
|
|
},
|
|
{
|
|
"epoch": 2.743935309973046,
|
|
"grad_norm": 0.6724771857261658,
|
|
"learning_rate": 0.00043589206691851045,
|
|
"loss": 3.5503,
|
|
"step": 25450
|
|
},
|
|
{
|
|
"epoch": 2.7493261455525606,
|
|
"grad_norm": 0.5822784304618835,
|
|
"learning_rate": 0.00043556826767404206,
|
|
"loss": 3.5273,
|
|
"step": 25500
|
|
},
|
|
{
|
|
"epoch": 2.7547169811320753,
|
|
"grad_norm": 0.6363187432289124,
|
|
"learning_rate": 0.0004352444684295736,
|
|
"loss": 3.5201,
|
|
"step": 25550
|
|
},
|
|
{
|
|
"epoch": 2.7601078167115904,
|
|
"grad_norm": 0.5680950880050659,
|
|
"learning_rate": 0.0004349206691851052,
|
|
"loss": 3.5242,
|
|
"step": 25600
|
|
},
|
|
{
|
|
"epoch": 2.765498652291105,
|
|
"grad_norm": 0.5622973442077637,
|
|
"learning_rate": 0.00043459686994063676,
|
|
"loss": 3.5318,
|
|
"step": 25650
|
|
},
|
|
{
|
|
"epoch": 2.77088948787062,
|
|
"grad_norm": 0.5824505090713501,
|
|
"learning_rate": 0.00043427307069616837,
|
|
"loss": 3.5197,
|
|
"step": 25700
|
|
},
|
|
{
|
|
"epoch": 2.776280323450135,
|
|
"grad_norm": 0.6137266159057617,
|
|
"learning_rate": 0.0004339492714516999,
|
|
"loss": 3.5221,
|
|
"step": 25750
|
|
},
|
|
{
|
|
"epoch": 2.7816711590296497,
|
|
"grad_norm": 0.6163187026977539,
|
|
"learning_rate": 0.00043362547220723147,
|
|
"loss": 3.5376,
|
|
"step": 25800
|
|
},
|
|
{
|
|
"epoch": 2.7870619946091644,
|
|
"grad_norm": 0.6002925038337708,
|
|
"learning_rate": 0.0004333016729627631,
|
|
"loss": 3.5233,
|
|
"step": 25850
|
|
},
|
|
{
|
|
"epoch": 2.7924528301886795,
|
|
"grad_norm": 0.5682194828987122,
|
|
"learning_rate": 0.0004329778737182946,
|
|
"loss": 3.5258,
|
|
"step": 25900
|
|
},
|
|
{
|
|
"epoch": 2.797843665768194,
|
|
"grad_norm": 0.5632787942886353,
|
|
"learning_rate": 0.00043265407447382623,
|
|
"loss": 3.5361,
|
|
"step": 25950
|
|
},
|
|
{
|
|
"epoch": 2.803234501347709,
|
|
"grad_norm": 0.6110450029373169,
|
|
"learning_rate": 0.0004323302752293577,
|
|
"loss": 3.5395,
|
|
"step": 26000
|
|
},
|
|
{
|
|
"epoch": 2.803234501347709,
|
|
"eval_accuracy": 0.3686300207277114,
|
|
"eval_loss": 3.513617992401123,
|
|
"eval_runtime": 185.827,
|
|
"eval_samples_per_second": 96.924,
|
|
"eval_steps_per_second": 6.059,
|
|
"step": 26000
|
|
},
|
|
{
|
|
"epoch": 2.8086253369272236,
|
|
"grad_norm": 0.6710889339447021,
|
|
"learning_rate": 0.00043200647598488933,
|
|
"loss": 3.5389,
|
|
"step": 26050
|
|
},
|
|
{
|
|
"epoch": 2.8140161725067383,
|
|
"grad_norm": 0.6085184812545776,
|
|
"learning_rate": 0.0004316826767404209,
|
|
"loss": 3.5215,
|
|
"step": 26100
|
|
},
|
|
{
|
|
"epoch": 2.8194070080862534,
|
|
"grad_norm": 0.5876900553703308,
|
|
"learning_rate": 0.0004313588774959525,
|
|
"loss": 3.5307,
|
|
"step": 26150
|
|
},
|
|
{
|
|
"epoch": 2.824797843665768,
|
|
"grad_norm": 0.6706977486610413,
|
|
"learning_rate": 0.00043103507825148404,
|
|
"loss": 3.5284,
|
|
"step": 26200
|
|
},
|
|
{
|
|
"epoch": 2.830188679245283,
|
|
"grad_norm": 0.6303845047950745,
|
|
"learning_rate": 0.0004307112790070156,
|
|
"loss": 3.5225,
|
|
"step": 26250
|
|
},
|
|
{
|
|
"epoch": 2.835579514824798,
|
|
"grad_norm": 0.6239638328552246,
|
|
"learning_rate": 0.0004303874797625472,
|
|
"loss": 3.5361,
|
|
"step": 26300
|
|
},
|
|
{
|
|
"epoch": 2.8409703504043127,
|
|
"grad_norm": 0.6235447525978088,
|
|
"learning_rate": 0.00043006368051807874,
|
|
"loss": 3.5407,
|
|
"step": 26350
|
|
},
|
|
{
|
|
"epoch": 2.8463611859838274,
|
|
"grad_norm": 0.6071142554283142,
|
|
"learning_rate": 0.00042973988127361035,
|
|
"loss": 3.5293,
|
|
"step": 26400
|
|
},
|
|
{
|
|
"epoch": 2.8517520215633425,
|
|
"grad_norm": 0.5975500345230103,
|
|
"learning_rate": 0.0004294160820291419,
|
|
"loss": 3.5295,
|
|
"step": 26450
|
|
},
|
|
{
|
|
"epoch": 2.857142857142857,
|
|
"grad_norm": 0.6414698362350464,
|
|
"learning_rate": 0.0004290922827846735,
|
|
"loss": 3.5255,
|
|
"step": 26500
|
|
},
|
|
{
|
|
"epoch": 2.862533692722372,
|
|
"grad_norm": 0.6065353155136108,
|
|
"learning_rate": 0.00042876848354020505,
|
|
"loss": 3.5175,
|
|
"step": 26550
|
|
},
|
|
{
|
|
"epoch": 2.867924528301887,
|
|
"grad_norm": 0.618472158908844,
|
|
"learning_rate": 0.00042844468429573655,
|
|
"loss": 3.5289,
|
|
"step": 26600
|
|
},
|
|
{
|
|
"epoch": 2.8733153638814017,
|
|
"grad_norm": 0.6460848450660706,
|
|
"learning_rate": 0.00042812088505126815,
|
|
"loss": 3.5247,
|
|
"step": 26650
|
|
},
|
|
{
|
|
"epoch": 2.8787061994609164,
|
|
"grad_norm": 0.5703945159912109,
|
|
"learning_rate": 0.0004277970858067997,
|
|
"loss": 3.5233,
|
|
"step": 26700
|
|
},
|
|
{
|
|
"epoch": 2.884097035040431,
|
|
"grad_norm": 0.5636091828346252,
|
|
"learning_rate": 0.0004274732865623313,
|
|
"loss": 3.5415,
|
|
"step": 26750
|
|
},
|
|
{
|
|
"epoch": 2.889487870619946,
|
|
"grad_norm": 0.6512492895126343,
|
|
"learning_rate": 0.00042714948731786286,
|
|
"loss": 3.5292,
|
|
"step": 26800
|
|
},
|
|
{
|
|
"epoch": 2.894878706199461,
|
|
"grad_norm": 0.5482248067855835,
|
|
"learning_rate": 0.00042682568807339447,
|
|
"loss": 3.5223,
|
|
"step": 26850
|
|
},
|
|
{
|
|
"epoch": 2.9002695417789757,
|
|
"grad_norm": 0.6073907017707825,
|
|
"learning_rate": 0.000426501888828926,
|
|
"loss": 3.5464,
|
|
"step": 26900
|
|
},
|
|
{
|
|
"epoch": 2.9056603773584904,
|
|
"grad_norm": 0.5725634098052979,
|
|
"learning_rate": 0.0004261780895844576,
|
|
"loss": 3.5388,
|
|
"step": 26950
|
|
},
|
|
{
|
|
"epoch": 2.9110512129380055,
|
|
"grad_norm": 0.5964205861091614,
|
|
"learning_rate": 0.00042585429033998917,
|
|
"loss": 3.523,
|
|
"step": 27000
|
|
},
|
|
{
|
|
"epoch": 2.9110512129380055,
|
|
"eval_accuracy": 0.3692841111123546,
|
|
"eval_loss": 3.5060484409332275,
|
|
"eval_runtime": 186.1917,
|
|
"eval_samples_per_second": 96.734,
|
|
"eval_steps_per_second": 6.048,
|
|
"step": 27000
|
|
},
|
|
{
|
|
"epoch": 2.91644204851752,
|
|
"grad_norm": 0.6369139552116394,
|
|
"learning_rate": 0.0004255304910955207,
|
|
"loss": 3.5417,
|
|
"step": 27050
|
|
},
|
|
{
|
|
"epoch": 2.921832884097035,
|
|
"grad_norm": 0.5514616966247559,
|
|
"learning_rate": 0.0004252066918510523,
|
|
"loss": 3.5463,
|
|
"step": 27100
|
|
},
|
|
{
|
|
"epoch": 2.92722371967655,
|
|
"grad_norm": 0.6309407353401184,
|
|
"learning_rate": 0.0004248828926065839,
|
|
"loss": 3.5301,
|
|
"step": 27150
|
|
},
|
|
{
|
|
"epoch": 2.9326145552560647,
|
|
"grad_norm": 0.5894890427589417,
|
|
"learning_rate": 0.0004245590933621155,
|
|
"loss": 3.52,
|
|
"step": 27200
|
|
},
|
|
{
|
|
"epoch": 2.9380053908355794,
|
|
"grad_norm": 0.5637946724891663,
|
|
"learning_rate": 0.00042423529411764703,
|
|
"loss": 3.5323,
|
|
"step": 27250
|
|
},
|
|
{
|
|
"epoch": 2.9433962264150946,
|
|
"grad_norm": 0.6292248964309692,
|
|
"learning_rate": 0.00042391149487317864,
|
|
"loss": 3.5295,
|
|
"step": 27300
|
|
},
|
|
{
|
|
"epoch": 2.9487870619946093,
|
|
"grad_norm": 0.6090145707130432,
|
|
"learning_rate": 0.00042358769562871013,
|
|
"loss": 3.5224,
|
|
"step": 27350
|
|
},
|
|
{
|
|
"epoch": 2.954177897574124,
|
|
"grad_norm": 0.6164013147354126,
|
|
"learning_rate": 0.0004232703723691311,
|
|
"loss": 3.5252,
|
|
"step": 27400
|
|
},
|
|
{
|
|
"epoch": 2.9595687331536387,
|
|
"grad_norm": 0.5353987812995911,
|
|
"learning_rate": 0.00042295304910955204,
|
|
"loss": 3.5225,
|
|
"step": 27450
|
|
},
|
|
{
|
|
"epoch": 2.964959568733154,
|
|
"grad_norm": 0.5768761038780212,
|
|
"learning_rate": 0.0004226292498650836,
|
|
"loss": 3.5289,
|
|
"step": 27500
|
|
},
|
|
{
|
|
"epoch": 2.9703504043126685,
|
|
"grad_norm": 0.5933774709701538,
|
|
"learning_rate": 0.0004223054506206152,
|
|
"loss": 3.5313,
|
|
"step": 27550
|
|
},
|
|
{
|
|
"epoch": 2.975741239892183,
|
|
"grad_norm": 0.5720575451850891,
|
|
"learning_rate": 0.00042198165137614674,
|
|
"loss": 3.5331,
|
|
"step": 27600
|
|
},
|
|
{
|
|
"epoch": 2.981132075471698,
|
|
"grad_norm": 0.5767709016799927,
|
|
"learning_rate": 0.00042165785213167835,
|
|
"loss": 3.5353,
|
|
"step": 27650
|
|
},
|
|
{
|
|
"epoch": 2.986522911051213,
|
|
"grad_norm": 0.6661293506622314,
|
|
"learning_rate": 0.0004213340528872099,
|
|
"loss": 3.5243,
|
|
"step": 27700
|
|
},
|
|
{
|
|
"epoch": 2.9919137466307277,
|
|
"grad_norm": 0.5878481864929199,
|
|
"learning_rate": 0.00042101025364274145,
|
|
"loss": 3.537,
|
|
"step": 27750
|
|
},
|
|
{
|
|
"epoch": 2.9973045822102424,
|
|
"grad_norm": 0.641791582107544,
|
|
"learning_rate": 0.00042068645439827305,
|
|
"loss": 3.5329,
|
|
"step": 27800
|
|
},
|
|
{
|
|
"epoch": 3.0026954177897576,
|
|
"grad_norm": 0.5974509119987488,
|
|
"learning_rate": 0.0004203626551538046,
|
|
"loss": 3.4783,
|
|
"step": 27850
|
|
},
|
|
{
|
|
"epoch": 3.0080862533692723,
|
|
"grad_norm": 0.6066641807556152,
|
|
"learning_rate": 0.0004200388559093362,
|
|
"loss": 3.4297,
|
|
"step": 27900
|
|
},
|
|
{
|
|
"epoch": 3.013477088948787,
|
|
"grad_norm": 0.6649867296218872,
|
|
"learning_rate": 0.0004197150566648677,
|
|
"loss": 3.4268,
|
|
"step": 27950
|
|
},
|
|
{
|
|
"epoch": 3.018867924528302,
|
|
"grad_norm": 0.5743685960769653,
|
|
"learning_rate": 0.00041939125742039936,
|
|
"loss": 3.4475,
|
|
"step": 28000
|
|
},
|
|
{
|
|
"epoch": 3.018867924528302,
|
|
"eval_accuracy": 0.37044593644175483,
|
|
"eval_loss": 3.5023696422576904,
|
|
"eval_runtime": 185.967,
|
|
"eval_samples_per_second": 96.851,
|
|
"eval_steps_per_second": 6.055,
|
|
"step": 28000
|
|
},
|
|
{
|
|
"epoch": 3.024258760107817,
|
|
"grad_norm": 0.6364364624023438,
|
|
"learning_rate": 0.00041906745817593086,
|
|
"loss": 3.4426,
|
|
"step": 28050
|
|
},
|
|
{
|
|
"epoch": 3.0296495956873315,
|
|
"grad_norm": 0.6206678748130798,
|
|
"learning_rate": 0.00041874365893146247,
|
|
"loss": 3.449,
|
|
"step": 28100
|
|
},
|
|
{
|
|
"epoch": 3.035040431266846,
|
|
"grad_norm": 0.6234203577041626,
|
|
"learning_rate": 0.000418419859686994,
|
|
"loss": 3.4393,
|
|
"step": 28150
|
|
},
|
|
{
|
|
"epoch": 3.0404312668463613,
|
|
"grad_norm": 0.6210460066795349,
|
|
"learning_rate": 0.00041809606044252557,
|
|
"loss": 3.4433,
|
|
"step": 28200
|
|
},
|
|
{
|
|
"epoch": 3.045822102425876,
|
|
"grad_norm": 0.5988819599151611,
|
|
"learning_rate": 0.00041777226119805717,
|
|
"loss": 3.426,
|
|
"step": 28250
|
|
},
|
|
{
|
|
"epoch": 3.0512129380053907,
|
|
"grad_norm": 0.575577974319458,
|
|
"learning_rate": 0.0004174484619535887,
|
|
"loss": 3.4469,
|
|
"step": 28300
|
|
},
|
|
{
|
|
"epoch": 3.056603773584906,
|
|
"grad_norm": 0.6115937829017639,
|
|
"learning_rate": 0.00041712466270912033,
|
|
"loss": 3.4201,
|
|
"step": 28350
|
|
},
|
|
{
|
|
"epoch": 3.0619946091644206,
|
|
"grad_norm": 0.6175453066825867,
|
|
"learning_rate": 0.0004168008634646519,
|
|
"loss": 3.45,
|
|
"step": 28400
|
|
},
|
|
{
|
|
"epoch": 3.0673854447439353,
|
|
"grad_norm": 0.6189521551132202,
|
|
"learning_rate": 0.0004164770642201835,
|
|
"loss": 3.4192,
|
|
"step": 28450
|
|
},
|
|
{
|
|
"epoch": 3.07277628032345,
|
|
"grad_norm": 0.6038718223571777,
|
|
"learning_rate": 0.00041615326497571503,
|
|
"loss": 3.4449,
|
|
"step": 28500
|
|
},
|
|
{
|
|
"epoch": 3.078167115902965,
|
|
"grad_norm": 0.6216437816619873,
|
|
"learning_rate": 0.0004158294657312466,
|
|
"loss": 3.4561,
|
|
"step": 28550
|
|
},
|
|
{
|
|
"epoch": 3.08355795148248,
|
|
"grad_norm": 0.6171916723251343,
|
|
"learning_rate": 0.0004155056664867782,
|
|
"loss": 3.4401,
|
|
"step": 28600
|
|
},
|
|
{
|
|
"epoch": 3.0889487870619945,
|
|
"grad_norm": 0.6580452919006348,
|
|
"learning_rate": 0.0004151818672423097,
|
|
"loss": 3.4528,
|
|
"step": 28650
|
|
},
|
|
{
|
|
"epoch": 3.0943396226415096,
|
|
"grad_norm": 0.5904680490493774,
|
|
"learning_rate": 0.0004148580679978413,
|
|
"loss": 3.4483,
|
|
"step": 28700
|
|
},
|
|
{
|
|
"epoch": 3.0997304582210243,
|
|
"grad_norm": 0.6261874437332153,
|
|
"learning_rate": 0.00041453426875337284,
|
|
"loss": 3.4755,
|
|
"step": 28750
|
|
},
|
|
{
|
|
"epoch": 3.105121293800539,
|
|
"grad_norm": 0.618054986000061,
|
|
"learning_rate": 0.00041421046950890445,
|
|
"loss": 3.4339,
|
|
"step": 28800
|
|
},
|
|
{
|
|
"epoch": 3.1105121293800537,
|
|
"grad_norm": 0.6256803274154663,
|
|
"learning_rate": 0.000413886670264436,
|
|
"loss": 3.4433,
|
|
"step": 28850
|
|
},
|
|
{
|
|
"epoch": 3.115902964959569,
|
|
"grad_norm": 0.5824188590049744,
|
|
"learning_rate": 0.0004135628710199676,
|
|
"loss": 3.4396,
|
|
"step": 28900
|
|
},
|
|
{
|
|
"epoch": 3.1212938005390836,
|
|
"grad_norm": 0.6012649536132812,
|
|
"learning_rate": 0.00041323907177549915,
|
|
"loss": 3.4695,
|
|
"step": 28950
|
|
},
|
|
{
|
|
"epoch": 3.1266846361185983,
|
|
"grad_norm": 0.6452707648277283,
|
|
"learning_rate": 0.0004129152725310307,
|
|
"loss": 3.4418,
|
|
"step": 29000
|
|
},
|
|
{
|
|
"epoch": 3.1266846361185983,
|
|
"eval_accuracy": 0.37053557507420176,
|
|
"eval_loss": 3.497108221054077,
|
|
"eval_runtime": 185.6539,
|
|
"eval_samples_per_second": 97.014,
|
|
"eval_steps_per_second": 6.065,
|
|
"step": 29000
|
|
},
|
|
{
|
|
"epoch": 3.1320754716981134,
|
|
"grad_norm": 0.6206106543540955,
|
|
"learning_rate": 0.0004125914732865623,
|
|
"loss": 3.4605,
|
|
"step": 29050
|
|
},
|
|
{
|
|
"epoch": 3.137466307277628,
|
|
"grad_norm": 0.5886445045471191,
|
|
"learning_rate": 0.00041226767404209386,
|
|
"loss": 3.4591,
|
|
"step": 29100
|
|
},
|
|
{
|
|
"epoch": 3.142857142857143,
|
|
"grad_norm": 0.6129039525985718,
|
|
"learning_rate": 0.00041194387479762546,
|
|
"loss": 3.4516,
|
|
"step": 29150
|
|
},
|
|
{
|
|
"epoch": 3.1482479784366575,
|
|
"grad_norm": 0.6028342247009277,
|
|
"learning_rate": 0.000411620075553157,
|
|
"loss": 3.46,
|
|
"step": 29200
|
|
},
|
|
{
|
|
"epoch": 3.1536388140161726,
|
|
"grad_norm": 0.5974977612495422,
|
|
"learning_rate": 0.0004112962763086886,
|
|
"loss": 3.4634,
|
|
"step": 29250
|
|
},
|
|
{
|
|
"epoch": 3.1590296495956873,
|
|
"grad_norm": 0.6546943783760071,
|
|
"learning_rate": 0.0004109724770642201,
|
|
"loss": 3.4667,
|
|
"step": 29300
|
|
},
|
|
{
|
|
"epoch": 3.164420485175202,
|
|
"grad_norm": 0.7015277743339539,
|
|
"learning_rate": 0.00041064867781975177,
|
|
"loss": 3.4572,
|
|
"step": 29350
|
|
},
|
|
{
|
|
"epoch": 3.169811320754717,
|
|
"grad_norm": 0.6459450721740723,
|
|
"learning_rate": 0.00041032487857528327,
|
|
"loss": 3.4515,
|
|
"step": 29400
|
|
},
|
|
{
|
|
"epoch": 3.175202156334232,
|
|
"grad_norm": 0.6202012300491333,
|
|
"learning_rate": 0.0004100010793308148,
|
|
"loss": 3.4346,
|
|
"step": 29450
|
|
},
|
|
{
|
|
"epoch": 3.1805929919137466,
|
|
"grad_norm": 0.6145125031471252,
|
|
"learning_rate": 0.0004096772800863464,
|
|
"loss": 3.4599,
|
|
"step": 29500
|
|
},
|
|
{
|
|
"epoch": 3.1859838274932613,
|
|
"grad_norm": 0.6208085417747498,
|
|
"learning_rate": 0.0004093599568267674,
|
|
"loss": 3.4478,
|
|
"step": 29550
|
|
},
|
|
{
|
|
"epoch": 3.1913746630727764,
|
|
"grad_norm": 0.6099492907524109,
|
|
"learning_rate": 0.0004090361575822989,
|
|
"loss": 3.4527,
|
|
"step": 29600
|
|
},
|
|
{
|
|
"epoch": 3.196765498652291,
|
|
"grad_norm": 0.6475285291671753,
|
|
"learning_rate": 0.00040871235833783053,
|
|
"loss": 3.4711,
|
|
"step": 29650
|
|
},
|
|
{
|
|
"epoch": 3.202156334231806,
|
|
"grad_norm": 0.6295750737190247,
|
|
"learning_rate": 0.0004083885590933621,
|
|
"loss": 3.4526,
|
|
"step": 29700
|
|
},
|
|
{
|
|
"epoch": 3.207547169811321,
|
|
"grad_norm": 0.6257476806640625,
|
|
"learning_rate": 0.00040806475984889363,
|
|
"loss": 3.4639,
|
|
"step": 29750
|
|
},
|
|
{
|
|
"epoch": 3.2129380053908356,
|
|
"grad_norm": 0.6265885829925537,
|
|
"learning_rate": 0.00040774096060442524,
|
|
"loss": 3.4713,
|
|
"step": 29800
|
|
},
|
|
{
|
|
"epoch": 3.2183288409703503,
|
|
"grad_norm": 0.6368427872657776,
|
|
"learning_rate": 0.0004074171613599568,
|
|
"loss": 3.4778,
|
|
"step": 29850
|
|
},
|
|
{
|
|
"epoch": 3.223719676549865,
|
|
"grad_norm": 0.6148289442062378,
|
|
"learning_rate": 0.0004070933621154884,
|
|
"loss": 3.4449,
|
|
"step": 29900
|
|
},
|
|
{
|
|
"epoch": 3.22911051212938,
|
|
"grad_norm": 0.6030235290527344,
|
|
"learning_rate": 0.00040676956287101994,
|
|
"loss": 3.4455,
|
|
"step": 29950
|
|
},
|
|
{
|
|
"epoch": 3.234501347708895,
|
|
"grad_norm": 0.6139891147613525,
|
|
"learning_rate": 0.00040644576362655155,
|
|
"loss": 3.47,
|
|
"step": 30000
|
|
},
|
|
{
|
|
"epoch": 3.234501347708895,
|
|
"eval_accuracy": 0.37173064818727325,
|
|
"eval_loss": 3.490469455718994,
|
|
"eval_runtime": 186.1537,
|
|
"eval_samples_per_second": 96.753,
|
|
"eval_steps_per_second": 6.049,
|
|
"step": 30000
|
|
},
|
|
{
|
|
"epoch": 3.2398921832884096,
|
|
"grad_norm": 0.6158934235572815,
|
|
"learning_rate": 0.00040612196438208304,
|
|
"loss": 3.4574,
|
|
"step": 30050
|
|
},
|
|
{
|
|
"epoch": 3.2452830188679247,
|
|
"grad_norm": 0.6587799191474915,
|
|
"learning_rate": 0.00040579816513761465,
|
|
"loss": 3.4634,
|
|
"step": 30100
|
|
},
|
|
{
|
|
"epoch": 3.2506738544474394,
|
|
"grad_norm": 0.5982083082199097,
|
|
"learning_rate": 0.0004054743658931462,
|
|
"loss": 3.4684,
|
|
"step": 30150
|
|
},
|
|
{
|
|
"epoch": 3.256064690026954,
|
|
"grad_norm": 0.6240605115890503,
|
|
"learning_rate": 0.00040515056664867775,
|
|
"loss": 3.4522,
|
|
"step": 30200
|
|
},
|
|
{
|
|
"epoch": 3.2614555256064692,
|
|
"grad_norm": 0.6786925792694092,
|
|
"learning_rate": 0.00040482676740420935,
|
|
"loss": 3.458,
|
|
"step": 30250
|
|
},
|
|
{
|
|
"epoch": 3.266846361185984,
|
|
"grad_norm": 0.6130402088165283,
|
|
"learning_rate": 0.0004045029681597409,
|
|
"loss": 3.4428,
|
|
"step": 30300
|
|
},
|
|
{
|
|
"epoch": 3.2722371967654986,
|
|
"grad_norm": 0.6382995843887329,
|
|
"learning_rate": 0.0004041791689152725,
|
|
"loss": 3.4597,
|
|
"step": 30350
|
|
},
|
|
{
|
|
"epoch": 3.2776280323450133,
|
|
"grad_norm": 0.6383445262908936,
|
|
"learning_rate": 0.00040385536967080406,
|
|
"loss": 3.4696,
|
|
"step": 30400
|
|
},
|
|
{
|
|
"epoch": 3.2830188679245285,
|
|
"grad_norm": 0.6179215908050537,
|
|
"learning_rate": 0.00040353157042633567,
|
|
"loss": 3.4591,
|
|
"step": 30450
|
|
},
|
|
{
|
|
"epoch": 3.288409703504043,
|
|
"grad_norm": 0.6441600918769836,
|
|
"learning_rate": 0.0004032077711818672,
|
|
"loss": 3.4795,
|
|
"step": 30500
|
|
},
|
|
{
|
|
"epoch": 3.293800539083558,
|
|
"grad_norm": 0.603977620601654,
|
|
"learning_rate": 0.0004028839719373988,
|
|
"loss": 3.47,
|
|
"step": 30550
|
|
},
|
|
{
|
|
"epoch": 3.2991913746630726,
|
|
"grad_norm": 0.5777272582054138,
|
|
"learning_rate": 0.00040256017269293037,
|
|
"loss": 3.4623,
|
|
"step": 30600
|
|
},
|
|
{
|
|
"epoch": 3.3045822102425877,
|
|
"grad_norm": 0.7024667859077454,
|
|
"learning_rate": 0.00040223637344846187,
|
|
"loss": 3.4629,
|
|
"step": 30650
|
|
},
|
|
{
|
|
"epoch": 3.3099730458221024,
|
|
"grad_norm": 0.6607717871665955,
|
|
"learning_rate": 0.00040191257420399347,
|
|
"loss": 3.4535,
|
|
"step": 30700
|
|
},
|
|
{
|
|
"epoch": 3.315363881401617,
|
|
"grad_norm": 0.6349992752075195,
|
|
"learning_rate": 0.000401588774959525,
|
|
"loss": 3.459,
|
|
"step": 30750
|
|
},
|
|
{
|
|
"epoch": 3.3207547169811322,
|
|
"grad_norm": 0.6338915228843689,
|
|
"learning_rate": 0.00040126497571505663,
|
|
"loss": 3.4629,
|
|
"step": 30800
|
|
},
|
|
{
|
|
"epoch": 3.326145552560647,
|
|
"grad_norm": 0.5931634902954102,
|
|
"learning_rate": 0.0004009411764705882,
|
|
"loss": 3.4538,
|
|
"step": 30850
|
|
},
|
|
{
|
|
"epoch": 3.3315363881401616,
|
|
"grad_norm": 0.6514967083930969,
|
|
"learning_rate": 0.0004006173772261198,
|
|
"loss": 3.4761,
|
|
"step": 30900
|
|
},
|
|
{
|
|
"epoch": 3.3369272237196768,
|
|
"grad_norm": 0.6070339679718018,
|
|
"learning_rate": 0.00040029357798165133,
|
|
"loss": 3.4592,
|
|
"step": 30950
|
|
},
|
|
{
|
|
"epoch": 3.3423180592991915,
|
|
"grad_norm": 0.5832754969596863,
|
|
"learning_rate": 0.00039996977873718294,
|
|
"loss": 3.4761,
|
|
"step": 31000
|
|
},
|
|
{
|
|
"epoch": 3.3423180592991915,
|
|
"eval_accuracy": 0.37260769429771173,
|
|
"eval_loss": 3.483612298965454,
|
|
"eval_runtime": 186.2865,
|
|
"eval_samples_per_second": 96.684,
|
|
"eval_steps_per_second": 6.044,
|
|
"step": 31000
|
|
},
|
|
{
|
|
"epoch": 3.347708894878706,
|
|
"grad_norm": 0.6117115616798401,
|
|
"learning_rate": 0.0003996459794927145,
|
|
"loss": 3.4521,
|
|
"step": 31050
|
|
},
|
|
{
|
|
"epoch": 3.353099730458221,
|
|
"grad_norm": 0.585542619228363,
|
|
"learning_rate": 0.00039932218024824604,
|
|
"loss": 3.4714,
|
|
"step": 31100
|
|
},
|
|
{
|
|
"epoch": 3.358490566037736,
|
|
"grad_norm": 0.6312812566757202,
|
|
"learning_rate": 0.00039899838100377764,
|
|
"loss": 3.4496,
|
|
"step": 31150
|
|
},
|
|
{
|
|
"epoch": 3.3638814016172507,
|
|
"grad_norm": 0.5648176670074463,
|
|
"learning_rate": 0.0003986745817593092,
|
|
"loss": 3.4531,
|
|
"step": 31200
|
|
},
|
|
{
|
|
"epoch": 3.3692722371967654,
|
|
"grad_norm": 0.6473795771598816,
|
|
"learning_rate": 0.0003983507825148408,
|
|
"loss": 3.4693,
|
|
"step": 31250
|
|
},
|
|
{
|
|
"epoch": 3.37466307277628,
|
|
"grad_norm": 0.606723964214325,
|
|
"learning_rate": 0.00039802698327037235,
|
|
"loss": 3.4553,
|
|
"step": 31300
|
|
},
|
|
{
|
|
"epoch": 3.3800539083557952,
|
|
"grad_norm": 0.6226693391799927,
|
|
"learning_rate": 0.00039770318402590396,
|
|
"loss": 3.4419,
|
|
"step": 31350
|
|
},
|
|
{
|
|
"epoch": 3.38544474393531,
|
|
"grad_norm": 0.6616231799125671,
|
|
"learning_rate": 0.00039737938478143545,
|
|
"loss": 3.4517,
|
|
"step": 31400
|
|
},
|
|
{
|
|
"epoch": 3.3908355795148246,
|
|
"grad_norm": 0.5993637442588806,
|
|
"learning_rate": 0.000397055585536967,
|
|
"loss": 3.4709,
|
|
"step": 31450
|
|
},
|
|
{
|
|
"epoch": 3.3962264150943398,
|
|
"grad_norm": 0.6602583527565002,
|
|
"learning_rate": 0.0003967317862924986,
|
|
"loss": 3.4721,
|
|
"step": 31500
|
|
},
|
|
{
|
|
"epoch": 3.4016172506738545,
|
|
"grad_norm": 0.6435751914978027,
|
|
"learning_rate": 0.00039640798704803016,
|
|
"loss": 3.4573,
|
|
"step": 31550
|
|
},
|
|
{
|
|
"epoch": 3.407008086253369,
|
|
"grad_norm": 0.5985782742500305,
|
|
"learning_rate": 0.00039608418780356176,
|
|
"loss": 3.4437,
|
|
"step": 31600
|
|
},
|
|
{
|
|
"epoch": 3.4123989218328843,
|
|
"grad_norm": 0.6137441396713257,
|
|
"learning_rate": 0.0003957603885590933,
|
|
"loss": 3.4644,
|
|
"step": 31650
|
|
},
|
|
{
|
|
"epoch": 3.417789757412399,
|
|
"grad_norm": 0.6449898481369019,
|
|
"learning_rate": 0.0003954365893146249,
|
|
"loss": 3.469,
|
|
"step": 31700
|
|
},
|
|
{
|
|
"epoch": 3.4231805929919137,
|
|
"grad_norm": 0.6611258387565613,
|
|
"learning_rate": 0.00039511279007015647,
|
|
"loss": 3.4661,
|
|
"step": 31750
|
|
},
|
|
{
|
|
"epoch": 3.4285714285714284,
|
|
"grad_norm": 0.726662278175354,
|
|
"learning_rate": 0.0003947954668105774,
|
|
"loss": 3.4528,
|
|
"step": 31800
|
|
},
|
|
{
|
|
"epoch": 3.4339622641509435,
|
|
"grad_norm": 0.6143780946731567,
|
|
"learning_rate": 0.00039447166756610897,
|
|
"loss": 3.4565,
|
|
"step": 31850
|
|
},
|
|
{
|
|
"epoch": 3.439353099730458,
|
|
"grad_norm": 0.622866153717041,
|
|
"learning_rate": 0.0003941478683216406,
|
|
"loss": 3.4671,
|
|
"step": 31900
|
|
},
|
|
{
|
|
"epoch": 3.444743935309973,
|
|
"grad_norm": 0.6208969354629517,
|
|
"learning_rate": 0.0003938240690771721,
|
|
"loss": 3.4502,
|
|
"step": 31950
|
|
},
|
|
{
|
|
"epoch": 3.450134770889488,
|
|
"grad_norm": 0.6072452664375305,
|
|
"learning_rate": 0.00039350026983270373,
|
|
"loss": 3.4649,
|
|
"step": 32000
|
|
},
|
|
{
|
|
"epoch": 3.450134770889488,
|
|
"eval_accuracy": 0.3730710988642405,
|
|
"eval_loss": 3.4763433933258057,
|
|
"eval_runtime": 186.4885,
|
|
"eval_samples_per_second": 96.58,
|
|
"eval_steps_per_second": 6.038,
|
|
"step": 32000
|
|
},
|
|
{
|
|
"epoch": 3.4555256064690028,
|
|
"grad_norm": 0.6111364960670471,
|
|
"learning_rate": 0.00039317647058823523,
|
|
"loss": 3.4865,
|
|
"step": 32050
|
|
},
|
|
{
|
|
"epoch": 3.4609164420485174,
|
|
"grad_norm": 0.6374538540840149,
|
|
"learning_rate": 0.00039285267134376683,
|
|
"loss": 3.4763,
|
|
"step": 32100
|
|
},
|
|
{
|
|
"epoch": 3.466307277628032,
|
|
"grad_norm": 0.661354660987854,
|
|
"learning_rate": 0.0003925288720992984,
|
|
"loss": 3.4483,
|
|
"step": 32150
|
|
},
|
|
{
|
|
"epoch": 3.4716981132075473,
|
|
"grad_norm": 0.6084034442901611,
|
|
"learning_rate": 0.00039220507285482993,
|
|
"loss": 3.462,
|
|
"step": 32200
|
|
},
|
|
{
|
|
"epoch": 3.477088948787062,
|
|
"grad_norm": 0.6169175505638123,
|
|
"learning_rate": 0.00039188127361036154,
|
|
"loss": 3.4514,
|
|
"step": 32250
|
|
},
|
|
{
|
|
"epoch": 3.4824797843665767,
|
|
"grad_norm": 0.6797444224357605,
|
|
"learning_rate": 0.0003915574743658931,
|
|
"loss": 3.4557,
|
|
"step": 32300
|
|
},
|
|
{
|
|
"epoch": 3.487870619946092,
|
|
"grad_norm": 0.6499859094619751,
|
|
"learning_rate": 0.0003912336751214247,
|
|
"loss": 3.4477,
|
|
"step": 32350
|
|
},
|
|
{
|
|
"epoch": 3.4932614555256065,
|
|
"grad_norm": 0.6400001049041748,
|
|
"learning_rate": 0.00039090987587695624,
|
|
"loss": 3.453,
|
|
"step": 32400
|
|
},
|
|
{
|
|
"epoch": 3.498652291105121,
|
|
"grad_norm": 0.5897339582443237,
|
|
"learning_rate": 0.00039058607663248785,
|
|
"loss": 3.4623,
|
|
"step": 32450
|
|
},
|
|
{
|
|
"epoch": 3.5040431266846364,
|
|
"grad_norm": 0.6736600399017334,
|
|
"learning_rate": 0.0003902622773880194,
|
|
"loss": 3.4705,
|
|
"step": 32500
|
|
},
|
|
{
|
|
"epoch": 3.509433962264151,
|
|
"grad_norm": 0.6231984496116638,
|
|
"learning_rate": 0.000389938478143551,
|
|
"loss": 3.4694,
|
|
"step": 32550
|
|
},
|
|
{
|
|
"epoch": 3.5148247978436657,
|
|
"grad_norm": 0.630050539970398,
|
|
"learning_rate": 0.00038961467889908255,
|
|
"loss": 3.4581,
|
|
"step": 32600
|
|
},
|
|
{
|
|
"epoch": 3.5202156334231804,
|
|
"grad_norm": 0.6342304348945618,
|
|
"learning_rate": 0.00038929087965461405,
|
|
"loss": 3.4617,
|
|
"step": 32650
|
|
},
|
|
{
|
|
"epoch": 3.525606469002695,
|
|
"grad_norm": 0.6055838465690613,
|
|
"learning_rate": 0.00038896708041014566,
|
|
"loss": 3.4754,
|
|
"step": 32700
|
|
},
|
|
{
|
|
"epoch": 3.5309973045822103,
|
|
"grad_norm": 0.6358813047409058,
|
|
"learning_rate": 0.0003886432811656772,
|
|
"loss": 3.4524,
|
|
"step": 32750
|
|
},
|
|
{
|
|
"epoch": 3.536388140161725,
|
|
"grad_norm": 0.615064263343811,
|
|
"learning_rate": 0.0003883194819212088,
|
|
"loss": 3.4788,
|
|
"step": 32800
|
|
},
|
|
{
|
|
"epoch": 3.5417789757412397,
|
|
"grad_norm": 0.6038545370101929,
|
|
"learning_rate": 0.00038799568267674036,
|
|
"loss": 3.4807,
|
|
"step": 32850
|
|
},
|
|
{
|
|
"epoch": 3.547169811320755,
|
|
"grad_norm": 0.6157904267311096,
|
|
"learning_rate": 0.00038767188343227197,
|
|
"loss": 3.4717,
|
|
"step": 32900
|
|
},
|
|
{
|
|
"epoch": 3.5525606469002695,
|
|
"grad_norm": 0.6286138296127319,
|
|
"learning_rate": 0.0003873480841878035,
|
|
"loss": 3.4596,
|
|
"step": 32950
|
|
},
|
|
{
|
|
"epoch": 3.557951482479784,
|
|
"grad_norm": 0.621459424495697,
|
|
"learning_rate": 0.0003870242849433351,
|
|
"loss": 3.456,
|
|
"step": 33000
|
|
},
|
|
{
|
|
"epoch": 3.557951482479784,
|
|
"eval_accuracy": 0.37320006984207627,
|
|
"eval_loss": 3.4715840816497803,
|
|
"eval_runtime": 186.603,
|
|
"eval_samples_per_second": 96.52,
|
|
"eval_steps_per_second": 6.034,
|
|
"step": 33000
|
|
},
|
|
{
|
|
"epoch": 3.5633423180592994,
|
|
"grad_norm": 0.619020402431488,
|
|
"learning_rate": 0.00038670048569886667,
|
|
"loss": 3.4662,
|
|
"step": 33050
|
|
},
|
|
{
|
|
"epoch": 3.568733153638814,
|
|
"grad_norm": 0.6311852335929871,
|
|
"learning_rate": 0.0003863766864543982,
|
|
"loss": 3.4676,
|
|
"step": 33100
|
|
},
|
|
{
|
|
"epoch": 3.5741239892183287,
|
|
"grad_norm": 0.6569680571556091,
|
|
"learning_rate": 0.00038605288720992983,
|
|
"loss": 3.4707,
|
|
"step": 33150
|
|
},
|
|
{
|
|
"epoch": 3.579514824797844,
|
|
"grad_norm": 0.652968168258667,
|
|
"learning_rate": 0.0003857290879654614,
|
|
"loss": 3.4672,
|
|
"step": 33200
|
|
},
|
|
{
|
|
"epoch": 3.5849056603773586,
|
|
"grad_norm": 0.5941240191459656,
|
|
"learning_rate": 0.000385405288720993,
|
|
"loss": 3.4523,
|
|
"step": 33250
|
|
},
|
|
{
|
|
"epoch": 3.5902964959568733,
|
|
"grad_norm": 0.6448426246643066,
|
|
"learning_rate": 0.00038508148947652453,
|
|
"loss": 3.4765,
|
|
"step": 33300
|
|
},
|
|
{
|
|
"epoch": 3.595687331536388,
|
|
"grad_norm": 0.623894453048706,
|
|
"learning_rate": 0.00038475769023205614,
|
|
"loss": 3.4635,
|
|
"step": 33350
|
|
},
|
|
{
|
|
"epoch": 3.601078167115903,
|
|
"grad_norm": 0.6404545307159424,
|
|
"learning_rate": 0.00038443389098758763,
|
|
"loss": 3.4621,
|
|
"step": 33400
|
|
},
|
|
{
|
|
"epoch": 3.606469002695418,
|
|
"grad_norm": 0.6643368005752563,
|
|
"learning_rate": 0.00038411009174311924,
|
|
"loss": 3.4779,
|
|
"step": 33450
|
|
},
|
|
{
|
|
"epoch": 3.6118598382749325,
|
|
"grad_norm": 0.5894840955734253,
|
|
"learning_rate": 0.0003837862924986508,
|
|
"loss": 3.4547,
|
|
"step": 33500
|
|
},
|
|
{
|
|
"epoch": 3.617250673854447,
|
|
"grad_norm": 0.6586086750030518,
|
|
"learning_rate": 0.00038346249325418234,
|
|
"loss": 3.4542,
|
|
"step": 33550
|
|
},
|
|
{
|
|
"epoch": 3.6226415094339623,
|
|
"grad_norm": 0.667512059211731,
|
|
"learning_rate": 0.00038313869400971395,
|
|
"loss": 3.4488,
|
|
"step": 33600
|
|
},
|
|
{
|
|
"epoch": 3.628032345013477,
|
|
"grad_norm": 0.6525899171829224,
|
|
"learning_rate": 0.0003828148947652455,
|
|
"loss": 3.4643,
|
|
"step": 33650
|
|
},
|
|
{
|
|
"epoch": 3.6334231805929917,
|
|
"grad_norm": 0.6395457983016968,
|
|
"learning_rate": 0.0003824910955207771,
|
|
"loss": 3.4696,
|
|
"step": 33700
|
|
},
|
|
{
|
|
"epoch": 3.638814016172507,
|
|
"grad_norm": 0.6152315735816956,
|
|
"learning_rate": 0.00038216729627630865,
|
|
"loss": 3.4498,
|
|
"step": 33750
|
|
},
|
|
{
|
|
"epoch": 3.6442048517520216,
|
|
"grad_norm": 0.6241964101791382,
|
|
"learning_rate": 0.00038184349703184026,
|
|
"loss": 3.4541,
|
|
"step": 33800
|
|
},
|
|
{
|
|
"epoch": 3.6495956873315363,
|
|
"grad_norm": 0.6240250468254089,
|
|
"learning_rate": 0.0003815196977873718,
|
|
"loss": 3.4388,
|
|
"step": 33850
|
|
},
|
|
{
|
|
"epoch": 3.6549865229110514,
|
|
"grad_norm": 0.6336662173271179,
|
|
"learning_rate": 0.0003811958985429034,
|
|
"loss": 3.4326,
|
|
"step": 33900
|
|
},
|
|
{
|
|
"epoch": 3.660377358490566,
|
|
"grad_norm": 0.6259089112281799,
|
|
"learning_rate": 0.00038087209929843496,
|
|
"loss": 3.458,
|
|
"step": 33950
|
|
},
|
|
{
|
|
"epoch": 3.665768194070081,
|
|
"grad_norm": 0.6685935854911804,
|
|
"learning_rate": 0.00038054830005396646,
|
|
"loss": 3.4552,
|
|
"step": 34000
|
|
},
|
|
{
|
|
"epoch": 3.665768194070081,
|
|
"eval_accuracy": 0.3743405992054649,
|
|
"eval_loss": 3.4655990600585938,
|
|
"eval_runtime": 185.5692,
|
|
"eval_samples_per_second": 97.058,
|
|
"eval_steps_per_second": 6.068,
|
|
"step": 34000
|
|
},
|
|
{
|
|
"epoch": 3.671159029649596,
|
|
"grad_norm": 0.7009271383285522,
|
|
"learning_rate": 0.00038022450080949806,
|
|
"loss": 3.456,
|
|
"step": 34050
|
|
},
|
|
{
|
|
"epoch": 3.6765498652291106,
|
|
"grad_norm": 0.6516711711883545,
|
|
"learning_rate": 0.0003799007015650296,
|
|
"loss": 3.4562,
|
|
"step": 34100
|
|
},
|
|
{
|
|
"epoch": 3.6819407008086253,
|
|
"grad_norm": 0.6520816087722778,
|
|
"learning_rate": 0.0003795769023205612,
|
|
"loss": 3.4495,
|
|
"step": 34150
|
|
},
|
|
{
|
|
"epoch": 3.68733153638814,
|
|
"grad_norm": 0.6681199669837952,
|
|
"learning_rate": 0.00037925310307609277,
|
|
"loss": 3.4625,
|
|
"step": 34200
|
|
},
|
|
{
|
|
"epoch": 3.6927223719676547,
|
|
"grad_norm": 0.6544855237007141,
|
|
"learning_rate": 0.0003789293038316244,
|
|
"loss": 3.4528,
|
|
"step": 34250
|
|
},
|
|
{
|
|
"epoch": 3.69811320754717,
|
|
"grad_norm": 0.6212813258171082,
|
|
"learning_rate": 0.0003786055045871559,
|
|
"loss": 3.4579,
|
|
"step": 34300
|
|
},
|
|
{
|
|
"epoch": 3.7035040431266846,
|
|
"grad_norm": 0.673931896686554,
|
|
"learning_rate": 0.0003782817053426875,
|
|
"loss": 3.4549,
|
|
"step": 34350
|
|
},
|
|
{
|
|
"epoch": 3.7088948787061993,
|
|
"grad_norm": 0.6321856379508972,
|
|
"learning_rate": 0.0003779579060982191,
|
|
"loss": 3.4634,
|
|
"step": 34400
|
|
},
|
|
{
|
|
"epoch": 3.7142857142857144,
|
|
"grad_norm": 0.635897696018219,
|
|
"learning_rate": 0.00037764058283864003,
|
|
"loss": 3.4341,
|
|
"step": 34450
|
|
},
|
|
{
|
|
"epoch": 3.719676549865229,
|
|
"grad_norm": 0.6528010964393616,
|
|
"learning_rate": 0.0003773167835941716,
|
|
"loss": 3.4754,
|
|
"step": 34500
|
|
},
|
|
{
|
|
"epoch": 3.725067385444744,
|
|
"grad_norm": 0.6384183168411255,
|
|
"learning_rate": 0.0003769929843497032,
|
|
"loss": 3.4525,
|
|
"step": 34550
|
|
},
|
|
{
|
|
"epoch": 3.730458221024259,
|
|
"grad_norm": 0.6027995347976685,
|
|
"learning_rate": 0.00037666918510523474,
|
|
"loss": 3.4561,
|
|
"step": 34600
|
|
},
|
|
{
|
|
"epoch": 3.7358490566037736,
|
|
"grad_norm": 0.6157944798469543,
|
|
"learning_rate": 0.00037634538586076634,
|
|
"loss": 3.4602,
|
|
"step": 34650
|
|
},
|
|
{
|
|
"epoch": 3.7412398921832883,
|
|
"grad_norm": 0.6281530857086182,
|
|
"learning_rate": 0.00037602158661629784,
|
|
"loss": 3.4652,
|
|
"step": 34700
|
|
},
|
|
{
|
|
"epoch": 3.7466307277628035,
|
|
"grad_norm": 0.6518787145614624,
|
|
"learning_rate": 0.0003756977873718294,
|
|
"loss": 3.4708,
|
|
"step": 34750
|
|
},
|
|
{
|
|
"epoch": 3.752021563342318,
|
|
"grad_norm": 0.602342426776886,
|
|
"learning_rate": 0.000375373988127361,
|
|
"loss": 3.4545,
|
|
"step": 34800
|
|
},
|
|
{
|
|
"epoch": 3.757412398921833,
|
|
"grad_norm": 0.6385865211486816,
|
|
"learning_rate": 0.00037505018888289254,
|
|
"loss": 3.4642,
|
|
"step": 34850
|
|
},
|
|
{
|
|
"epoch": 3.7628032345013476,
|
|
"grad_norm": 0.6197490692138672,
|
|
"learning_rate": 0.00037472638963842415,
|
|
"loss": 3.4549,
|
|
"step": 34900
|
|
},
|
|
{
|
|
"epoch": 3.7681940700808623,
|
|
"grad_norm": 0.6509697437286377,
|
|
"learning_rate": 0.0003744025903939557,
|
|
"loss": 3.4502,
|
|
"step": 34950
|
|
},
|
|
{
|
|
"epoch": 3.7735849056603774,
|
|
"grad_norm": 0.6715763807296753,
|
|
"learning_rate": 0.0003740787911494873,
|
|
"loss": 3.4719,
|
|
"step": 35000
|
|
},
|
|
{
|
|
"epoch": 3.7735849056603774,
|
|
"eval_accuracy": 0.3748824511569957,
|
|
"eval_loss": 3.459099292755127,
|
|
"eval_runtime": 186.0396,
|
|
"eval_samples_per_second": 96.813,
|
|
"eval_steps_per_second": 6.052,
|
|
"step": 35000
|
|
},
|
|
{
|
|
"epoch": 3.778975741239892,
|
|
"grad_norm": 0.6326753497123718,
|
|
"learning_rate": 0.00037375499190501885,
|
|
"loss": 3.4577,
|
|
"step": 35050
|
|
},
|
|
{
|
|
"epoch": 3.784366576819407,
|
|
"grad_norm": 0.6375369429588318,
|
|
"learning_rate": 0.0003734311926605504,
|
|
"loss": 3.4588,
|
|
"step": 35100
|
|
},
|
|
{
|
|
"epoch": 3.789757412398922,
|
|
"grad_norm": 0.6651833653450012,
|
|
"learning_rate": 0.000373107393416082,
|
|
"loss": 3.4441,
|
|
"step": 35150
|
|
},
|
|
{
|
|
"epoch": 3.7951482479784366,
|
|
"grad_norm": 0.6140313744544983,
|
|
"learning_rate": 0.00037278359417161356,
|
|
"loss": 3.4485,
|
|
"step": 35200
|
|
},
|
|
{
|
|
"epoch": 3.8005390835579513,
|
|
"grad_norm": 0.6524780988693237,
|
|
"learning_rate": 0.00037245979492714517,
|
|
"loss": 3.4576,
|
|
"step": 35250
|
|
},
|
|
{
|
|
"epoch": 3.8059299191374665,
|
|
"grad_norm": 0.642940104007721,
|
|
"learning_rate": 0.0003721359956826767,
|
|
"loss": 3.4505,
|
|
"step": 35300
|
|
},
|
|
{
|
|
"epoch": 3.811320754716981,
|
|
"grad_norm": 0.6456888914108276,
|
|
"learning_rate": 0.0003718121964382083,
|
|
"loss": 3.4707,
|
|
"step": 35350
|
|
},
|
|
{
|
|
"epoch": 3.816711590296496,
|
|
"grad_norm": 0.5969304442405701,
|
|
"learning_rate": 0.0003714883971937398,
|
|
"loss": 3.4509,
|
|
"step": 35400
|
|
},
|
|
{
|
|
"epoch": 3.822102425876011,
|
|
"grad_norm": 0.6570595502853394,
|
|
"learning_rate": 0.0003711645979492714,
|
|
"loss": 3.4573,
|
|
"step": 35450
|
|
},
|
|
{
|
|
"epoch": 3.8274932614555257,
|
|
"grad_norm": 0.6479651927947998,
|
|
"learning_rate": 0.00037084079870480297,
|
|
"loss": 3.4496,
|
|
"step": 35500
|
|
},
|
|
{
|
|
"epoch": 3.8328840970350404,
|
|
"grad_norm": 0.6049849987030029,
|
|
"learning_rate": 0.0003705169994603345,
|
|
"loss": 3.4529,
|
|
"step": 35550
|
|
},
|
|
{
|
|
"epoch": 3.838274932614555,
|
|
"grad_norm": 0.6642239093780518,
|
|
"learning_rate": 0.00037019320021586613,
|
|
"loss": 3.4626,
|
|
"step": 35600
|
|
},
|
|
{
|
|
"epoch": 3.8436657681940702,
|
|
"grad_norm": 0.6449977159500122,
|
|
"learning_rate": 0.0003698694009713977,
|
|
"loss": 3.4487,
|
|
"step": 35650
|
|
},
|
|
{
|
|
"epoch": 3.849056603773585,
|
|
"grad_norm": 0.6435646414756775,
|
|
"learning_rate": 0.0003695456017269293,
|
|
"loss": 3.4493,
|
|
"step": 35700
|
|
},
|
|
{
|
|
"epoch": 3.8544474393530996,
|
|
"grad_norm": 0.5950155258178711,
|
|
"learning_rate": 0.00036922180248246083,
|
|
"loss": 3.4587,
|
|
"step": 35750
|
|
},
|
|
{
|
|
"epoch": 3.8598382749326143,
|
|
"grad_norm": 0.6295285224914551,
|
|
"learning_rate": 0.00036889800323799244,
|
|
"loss": 3.4448,
|
|
"step": 35800
|
|
},
|
|
{
|
|
"epoch": 3.8652291105121295,
|
|
"grad_norm": 0.6502915620803833,
|
|
"learning_rate": 0.000368574203993524,
|
|
"loss": 3.4552,
|
|
"step": 35850
|
|
},
|
|
{
|
|
"epoch": 3.870619946091644,
|
|
"grad_norm": 0.6561721563339233,
|
|
"learning_rate": 0.0003682504047490556,
|
|
"loss": 3.4666,
|
|
"step": 35900
|
|
},
|
|
{
|
|
"epoch": 3.876010781671159,
|
|
"grad_norm": 0.6062862277030945,
|
|
"learning_rate": 0.00036792660550458714,
|
|
"loss": 3.4686,
|
|
"step": 35950
|
|
},
|
|
{
|
|
"epoch": 3.881401617250674,
|
|
"grad_norm": 0.6284040212631226,
|
|
"learning_rate": 0.00036760280626011864,
|
|
"loss": 3.4387,
|
|
"step": 36000
|
|
},
|
|
{
|
|
"epoch": 3.881401617250674,
|
|
"eval_accuracy": 0.3754272367364975,
|
|
"eval_loss": 3.4520866870880127,
|
|
"eval_runtime": 185.7016,
|
|
"eval_samples_per_second": 96.989,
|
|
"eval_steps_per_second": 6.063,
|
|
"step": 36000
|
|
},
|
|
{
|
|
"epoch": 3.8867924528301887,
|
|
"grad_norm": 0.6462699770927429,
|
|
"learning_rate": 0.0003672790070156503,
|
|
"loss": 3.4757,
|
|
"step": 36050
|
|
},
|
|
{
|
|
"epoch": 3.8921832884097034,
|
|
"grad_norm": 0.6437435746192932,
|
|
"learning_rate": 0.0003669552077711818,
|
|
"loss": 3.4396,
|
|
"step": 36100
|
|
},
|
|
{
|
|
"epoch": 3.8975741239892185,
|
|
"grad_norm": 0.6968255043029785,
|
|
"learning_rate": 0.0003666314085267134,
|
|
"loss": 3.4475,
|
|
"step": 36150
|
|
},
|
|
{
|
|
"epoch": 3.9029649595687332,
|
|
"grad_norm": 0.6313275694847107,
|
|
"learning_rate": 0.00036630760928224495,
|
|
"loss": 3.4507,
|
|
"step": 36200
|
|
},
|
|
{
|
|
"epoch": 3.908355795148248,
|
|
"grad_norm": 0.6161664724349976,
|
|
"learning_rate": 0.00036598381003777656,
|
|
"loss": 3.4589,
|
|
"step": 36250
|
|
},
|
|
{
|
|
"epoch": 3.913746630727763,
|
|
"grad_norm": 0.6281296610832214,
|
|
"learning_rate": 0.0003656600107933081,
|
|
"loss": 3.4604,
|
|
"step": 36300
|
|
},
|
|
{
|
|
"epoch": 3.9191374663072778,
|
|
"grad_norm": 0.6347154974937439,
|
|
"learning_rate": 0.0003653362115488397,
|
|
"loss": 3.4742,
|
|
"step": 36350
|
|
},
|
|
{
|
|
"epoch": 3.9245283018867925,
|
|
"grad_norm": 0.6264120936393738,
|
|
"learning_rate": 0.00036501241230437126,
|
|
"loss": 3.4417,
|
|
"step": 36400
|
|
},
|
|
{
|
|
"epoch": 3.929919137466307,
|
|
"grad_norm": 0.6858906745910645,
|
|
"learning_rate": 0.0003646886130599028,
|
|
"loss": 3.4477,
|
|
"step": 36450
|
|
},
|
|
{
|
|
"epoch": 3.935309973045822,
|
|
"grad_norm": 0.6262073516845703,
|
|
"learning_rate": 0.0003643648138154344,
|
|
"loss": 3.4607,
|
|
"step": 36500
|
|
},
|
|
{
|
|
"epoch": 3.940700808625337,
|
|
"grad_norm": 0.6087321043014526,
|
|
"learning_rate": 0.00036404101457096597,
|
|
"loss": 3.4752,
|
|
"step": 36550
|
|
},
|
|
{
|
|
"epoch": 3.9460916442048517,
|
|
"grad_norm": 0.6700966954231262,
|
|
"learning_rate": 0.00036371721532649757,
|
|
"loss": 3.4274,
|
|
"step": 36600
|
|
},
|
|
{
|
|
"epoch": 3.9514824797843664,
|
|
"grad_norm": 0.6734328866004944,
|
|
"learning_rate": 0.0003633934160820291,
|
|
"loss": 3.4459,
|
|
"step": 36650
|
|
},
|
|
{
|
|
"epoch": 3.9568733153638815,
|
|
"grad_norm": 0.7123139500617981,
|
|
"learning_rate": 0.00036306961683756073,
|
|
"loss": 3.4517,
|
|
"step": 36700
|
|
},
|
|
{
|
|
"epoch": 3.9622641509433962,
|
|
"grad_norm": 0.6552482843399048,
|
|
"learning_rate": 0.0003627458175930922,
|
|
"loss": 3.4328,
|
|
"step": 36750
|
|
},
|
|
{
|
|
"epoch": 3.967654986522911,
|
|
"grad_norm": 0.5720398426055908,
|
|
"learning_rate": 0.0003624220183486238,
|
|
"loss": 3.4444,
|
|
"step": 36800
|
|
},
|
|
{
|
|
"epoch": 3.973045822102426,
|
|
"grad_norm": 0.621894359588623,
|
|
"learning_rate": 0.0003620982191041554,
|
|
"loss": 3.4538,
|
|
"step": 36850
|
|
},
|
|
{
|
|
"epoch": 3.9784366576819408,
|
|
"grad_norm": 0.6294187307357788,
|
|
"learning_rate": 0.00036177441985968693,
|
|
"loss": 3.4514,
|
|
"step": 36900
|
|
},
|
|
{
|
|
"epoch": 3.9838274932614555,
|
|
"grad_norm": 0.598534882068634,
|
|
"learning_rate": 0.00036145062061521854,
|
|
"loss": 3.432,
|
|
"step": 36950
|
|
},
|
|
{
|
|
"epoch": 3.9892183288409706,
|
|
"grad_norm": 0.6319286227226257,
|
|
"learning_rate": 0.0003611268213707501,
|
|
"loss": 3.4191,
|
|
"step": 37000
|
|
},
|
|
{
|
|
"epoch": 3.9892183288409706,
|
|
"eval_accuracy": 0.3759199775827362,
|
|
"eval_loss": 3.4474434852600098,
|
|
"eval_runtime": 185.7735,
|
|
"eval_samples_per_second": 96.951,
|
|
"eval_steps_per_second": 6.061,
|
|
"step": 37000
|
|
},
|
|
{
|
|
"epoch": 3.9946091644204853,
|
|
"grad_norm": 0.6325300335884094,
|
|
"learning_rate": 0.0003608030221262817,
|
|
"loss": 3.4729,
|
|
"step": 37050
|
|
},
|
|
{
|
|
"epoch": 4.0,
|
|
"grad_norm": 1.3337475061416626,
|
|
"learning_rate": 0.00036047922288181324,
|
|
"loss": 3.4358,
|
|
"step": 37100
|
|
},
|
|
{
|
|
"epoch": 4.005390835579515,
|
|
"grad_norm": 0.6611919403076172,
|
|
"learning_rate": 0.00036015542363734485,
|
|
"loss": 3.3648,
|
|
"step": 37150
|
|
},
|
|
{
|
|
"epoch": 4.010781671159029,
|
|
"grad_norm": 0.6550231575965881,
|
|
"learning_rate": 0.0003598316243928764,
|
|
"loss": 3.3604,
|
|
"step": 37200
|
|
},
|
|
{
|
|
"epoch": 4.0161725067385445,
|
|
"grad_norm": 0.6367225646972656,
|
|
"learning_rate": 0.00035950782514840795,
|
|
"loss": 3.3585,
|
|
"step": 37250
|
|
},
|
|
{
|
|
"epoch": 4.02156334231806,
|
|
"grad_norm": 0.6150023341178894,
|
|
"learning_rate": 0.00035918402590393955,
|
|
"loss": 3.3617,
|
|
"step": 37300
|
|
},
|
|
{
|
|
"epoch": 4.026954177897574,
|
|
"grad_norm": 0.6218328475952148,
|
|
"learning_rate": 0.00035886022665947105,
|
|
"loss": 3.3433,
|
|
"step": 37350
|
|
},
|
|
{
|
|
"epoch": 4.032345013477089,
|
|
"grad_norm": 0.5891315937042236,
|
|
"learning_rate": 0.0003585364274150027,
|
|
"loss": 3.3488,
|
|
"step": 37400
|
|
},
|
|
{
|
|
"epoch": 4.037735849056604,
|
|
"grad_norm": 0.6458793878555298,
|
|
"learning_rate": 0.0003582126281705342,
|
|
"loss": 3.3586,
|
|
"step": 37450
|
|
},
|
|
{
|
|
"epoch": 4.0431266846361185,
|
|
"grad_norm": 0.6779893040657043,
|
|
"learning_rate": 0.0003578888289260658,
|
|
"loss": 3.3562,
|
|
"step": 37500
|
|
},
|
|
{
|
|
"epoch": 4.048517520215634,
|
|
"grad_norm": 1.0542553663253784,
|
|
"learning_rate": 0.00035756502968159736,
|
|
"loss": 3.3662,
|
|
"step": 37550
|
|
},
|
|
{
|
|
"epoch": 4.053908355795148,
|
|
"grad_norm": 0.7193336486816406,
|
|
"learning_rate": 0.00035724123043712896,
|
|
"loss": 3.3626,
|
|
"step": 37600
|
|
},
|
|
{
|
|
"epoch": 4.059299191374663,
|
|
"grad_norm": 0.6875600218772888,
|
|
"learning_rate": 0.0003569174311926605,
|
|
"loss": 3.3683,
|
|
"step": 37650
|
|
},
|
|
{
|
|
"epoch": 4.064690026954178,
|
|
"grad_norm": 0.6467178463935852,
|
|
"learning_rate": 0.00035659363194819206,
|
|
"loss": 3.3686,
|
|
"step": 37700
|
|
},
|
|
{
|
|
"epoch": 4.070080862533692,
|
|
"grad_norm": 0.5828800797462463,
|
|
"learning_rate": 0.00035626983270372367,
|
|
"loss": 3.3742,
|
|
"step": 37750
|
|
},
|
|
{
|
|
"epoch": 4.0754716981132075,
|
|
"grad_norm": 0.6709010601043701,
|
|
"learning_rate": 0.0003559460334592552,
|
|
"loss": 3.3674,
|
|
"step": 37800
|
|
},
|
|
{
|
|
"epoch": 4.080862533692723,
|
|
"grad_norm": 0.6646392941474915,
|
|
"learning_rate": 0.0003556222342147868,
|
|
"loss": 3.3727,
|
|
"step": 37850
|
|
},
|
|
{
|
|
"epoch": 4.086253369272237,
|
|
"grad_norm": 0.6608548760414124,
|
|
"learning_rate": 0.0003552984349703184,
|
|
"loss": 3.3827,
|
|
"step": 37900
|
|
},
|
|
{
|
|
"epoch": 4.091644204851752,
|
|
"grad_norm": 0.6172977089881897,
|
|
"learning_rate": 0.00035497463572585,
|
|
"loss": 3.3811,
|
|
"step": 37950
|
|
},
|
|
{
|
|
"epoch": 4.097035040431267,
|
|
"grad_norm": 0.6528482437133789,
|
|
"learning_rate": 0.00035465083648138153,
|
|
"loss": 3.3624,
|
|
"step": 38000
|
|
},
|
|
{
|
|
"epoch": 4.097035040431267,
|
|
"eval_accuracy": 0.3762181211068991,
|
|
"eval_loss": 3.4528567790985107,
|
|
"eval_runtime": 185.7274,
|
|
"eval_samples_per_second": 96.975,
|
|
"eval_steps_per_second": 6.063,
|
|
"step": 38000
|
|
},
|
|
{
|
|
"epoch": 4.1024258760107815,
|
|
"grad_norm": 0.6787949204444885,
|
|
"learning_rate": 0.00035432703723691314,
|
|
"loss": 3.3806,
|
|
"step": 38050
|
|
},
|
|
{
|
|
"epoch": 4.107816711590297,
|
|
"grad_norm": 0.6272634863853455,
|
|
"learning_rate": 0.00035400323799244463,
|
|
"loss": 3.3655,
|
|
"step": 38100
|
|
},
|
|
{
|
|
"epoch": 4.113207547169812,
|
|
"grad_norm": 0.6547327637672424,
|
|
"learning_rate": 0.0003536794387479762,
|
|
"loss": 3.3788,
|
|
"step": 38150
|
|
},
|
|
{
|
|
"epoch": 4.118598382749326,
|
|
"grad_norm": 0.6879836320877075,
|
|
"learning_rate": 0.0003533556395035078,
|
|
"loss": 3.3821,
|
|
"step": 38200
|
|
},
|
|
{
|
|
"epoch": 4.123989218328841,
|
|
"grad_norm": 0.6509316563606262,
|
|
"learning_rate": 0.00035303184025903934,
|
|
"loss": 3.3707,
|
|
"step": 38250
|
|
},
|
|
{
|
|
"epoch": 4.129380053908355,
|
|
"grad_norm": 0.6268203258514404,
|
|
"learning_rate": 0.00035270804101457094,
|
|
"loss": 3.3752,
|
|
"step": 38300
|
|
},
|
|
{
|
|
"epoch": 4.1347708894878705,
|
|
"grad_norm": 0.6729905605316162,
|
|
"learning_rate": 0.0003523842417701025,
|
|
"loss": 3.3579,
|
|
"step": 38350
|
|
},
|
|
{
|
|
"epoch": 4.140161725067386,
|
|
"grad_norm": 0.6678585410118103,
|
|
"learning_rate": 0.0003520604425256341,
|
|
"loss": 3.3793,
|
|
"step": 38400
|
|
},
|
|
{
|
|
"epoch": 4.1455525606469,
|
|
"grad_norm": 0.630298912525177,
|
|
"learning_rate": 0.00035173664328116565,
|
|
"loss": 3.378,
|
|
"step": 38450
|
|
},
|
|
{
|
|
"epoch": 4.150943396226415,
|
|
"grad_norm": 0.6240480542182922,
|
|
"learning_rate": 0.00035141284403669725,
|
|
"loss": 3.3717,
|
|
"step": 38500
|
|
},
|
|
{
|
|
"epoch": 4.15633423180593,
|
|
"grad_norm": 0.6326809525489807,
|
|
"learning_rate": 0.00035109552077711815,
|
|
"loss": 3.3701,
|
|
"step": 38550
|
|
},
|
|
{
|
|
"epoch": 4.1617250673854445,
|
|
"grad_norm": 0.6675199866294861,
|
|
"learning_rate": 0.00035077172153264976,
|
|
"loss": 3.3688,
|
|
"step": 38600
|
|
},
|
|
{
|
|
"epoch": 4.16711590296496,
|
|
"grad_norm": 0.6258735656738281,
|
|
"learning_rate": 0.0003504479222881813,
|
|
"loss": 3.3733,
|
|
"step": 38650
|
|
},
|
|
{
|
|
"epoch": 4.172506738544475,
|
|
"grad_norm": 0.6700466871261597,
|
|
"learning_rate": 0.0003501241230437129,
|
|
"loss": 3.3901,
|
|
"step": 38700
|
|
},
|
|
{
|
|
"epoch": 4.177897574123989,
|
|
"grad_norm": 0.6353086829185486,
|
|
"learning_rate": 0.0003498003237992444,
|
|
"loss": 3.3659,
|
|
"step": 38750
|
|
},
|
|
{
|
|
"epoch": 4.183288409703504,
|
|
"grad_norm": 0.6454593539237976,
|
|
"learning_rate": 0.000349476524554776,
|
|
"loss": 3.3805,
|
|
"step": 38800
|
|
},
|
|
{
|
|
"epoch": 4.188679245283019,
|
|
"grad_norm": 0.6273381114006042,
|
|
"learning_rate": 0.00034915272531030756,
|
|
"loss": 3.3904,
|
|
"step": 38850
|
|
},
|
|
{
|
|
"epoch": 4.1940700808625335,
|
|
"grad_norm": 0.628691554069519,
|
|
"learning_rate": 0.0003488289260658391,
|
|
"loss": 3.4075,
|
|
"step": 38900
|
|
},
|
|
{
|
|
"epoch": 4.199460916442049,
|
|
"grad_norm": 0.689763069152832,
|
|
"learning_rate": 0.0003485051268213707,
|
|
"loss": 3.3711,
|
|
"step": 38950
|
|
},
|
|
{
|
|
"epoch": 4.204851752021563,
|
|
"grad_norm": 1.091294527053833,
|
|
"learning_rate": 0.00034818132757690227,
|
|
"loss": 3.3861,
|
|
"step": 39000
|
|
},
|
|
{
|
|
"epoch": 4.204851752021563,
|
|
"eval_accuracy": 0.3769242562248054,
|
|
"eval_loss": 3.447742462158203,
|
|
"eval_runtime": 186.0302,
|
|
"eval_samples_per_second": 96.818,
|
|
"eval_steps_per_second": 6.053,
|
|
"step": 39000
|
|
},
|
|
{
|
|
"epoch": 4.210242587601078,
|
|
"grad_norm": 0.6612212657928467,
|
|
"learning_rate": 0.0003478575283324339,
|
|
"loss": 3.3949,
|
|
"step": 39050
|
|
},
|
|
{
|
|
"epoch": 4.215633423180593,
|
|
"grad_norm": 0.7378313541412354,
|
|
"learning_rate": 0.0003475337290879654,
|
|
"loss": 3.3936,
|
|
"step": 39100
|
|
},
|
|
{
|
|
"epoch": 4.2210242587601075,
|
|
"grad_norm": 0.6191502809524536,
|
|
"learning_rate": 0.00034720992984349703,
|
|
"loss": 3.3829,
|
|
"step": 39150
|
|
},
|
|
{
|
|
"epoch": 4.226415094339623,
|
|
"grad_norm": 0.7121553421020508,
|
|
"learning_rate": 0.0003468861305990286,
|
|
"loss": 3.3724,
|
|
"step": 39200
|
|
},
|
|
{
|
|
"epoch": 4.231805929919138,
|
|
"grad_norm": 0.6000710129737854,
|
|
"learning_rate": 0.0003465623313545602,
|
|
"loss": 3.3759,
|
|
"step": 39250
|
|
},
|
|
{
|
|
"epoch": 4.237196765498652,
|
|
"grad_norm": 0.6634258031845093,
|
|
"learning_rate": 0.00034623853211009173,
|
|
"loss": 3.3785,
|
|
"step": 39300
|
|
},
|
|
{
|
|
"epoch": 4.242587601078167,
|
|
"grad_norm": 0.6099295020103455,
|
|
"learning_rate": 0.0003459212088505127,
|
|
"loss": 3.3904,
|
|
"step": 39350
|
|
},
|
|
{
|
|
"epoch": 4.247978436657682,
|
|
"grad_norm": 0.7189794182777405,
|
|
"learning_rate": 0.0003455974096060442,
|
|
"loss": 3.3855,
|
|
"step": 39400
|
|
},
|
|
{
|
|
"epoch": 4.2533692722371965,
|
|
"grad_norm": 0.6642246842384338,
|
|
"learning_rate": 0.0003452736103615758,
|
|
"loss": 3.3947,
|
|
"step": 39450
|
|
},
|
|
{
|
|
"epoch": 4.258760107816712,
|
|
"grad_norm": 0.6335538625717163,
|
|
"learning_rate": 0.00034494981111710734,
|
|
"loss": 3.382,
|
|
"step": 39500
|
|
},
|
|
{
|
|
"epoch": 4.264150943396227,
|
|
"grad_norm": 0.6120173335075378,
|
|
"learning_rate": 0.00034462601187263894,
|
|
"loss": 3.3705,
|
|
"step": 39550
|
|
},
|
|
{
|
|
"epoch": 4.269541778975741,
|
|
"grad_norm": 0.6543063521385193,
|
|
"learning_rate": 0.0003443022126281705,
|
|
"loss": 3.3853,
|
|
"step": 39600
|
|
},
|
|
{
|
|
"epoch": 4.274932614555256,
|
|
"grad_norm": 0.6222617030143738,
|
|
"learning_rate": 0.00034397841338370204,
|
|
"loss": 3.3943,
|
|
"step": 39650
|
|
},
|
|
{
|
|
"epoch": 4.280323450134771,
|
|
"grad_norm": 0.6919296979904175,
|
|
"learning_rate": 0.00034365461413923365,
|
|
"loss": 3.3755,
|
|
"step": 39700
|
|
},
|
|
{
|
|
"epoch": 4.285714285714286,
|
|
"grad_norm": 0.6370746493339539,
|
|
"learning_rate": 0.0003433308148947652,
|
|
"loss": 3.3996,
|
|
"step": 39750
|
|
},
|
|
{
|
|
"epoch": 4.291105121293801,
|
|
"grad_norm": 0.6165392398834229,
|
|
"learning_rate": 0.0003430070156502968,
|
|
"loss": 3.3853,
|
|
"step": 39800
|
|
},
|
|
{
|
|
"epoch": 4.296495956873315,
|
|
"grad_norm": 0.6337375044822693,
|
|
"learning_rate": 0.00034268321640582835,
|
|
"loss": 3.3893,
|
|
"step": 39850
|
|
},
|
|
{
|
|
"epoch": 4.30188679245283,
|
|
"grad_norm": 0.6721922159194946,
|
|
"learning_rate": 0.00034235941716135996,
|
|
"loss": 3.3897,
|
|
"step": 39900
|
|
},
|
|
{
|
|
"epoch": 4.307277628032345,
|
|
"grad_norm": 0.7578305006027222,
|
|
"learning_rate": 0.0003420356179168915,
|
|
"loss": 3.3968,
|
|
"step": 39950
|
|
},
|
|
{
|
|
"epoch": 4.3126684636118595,
|
|
"grad_norm": 0.6459212899208069,
|
|
"learning_rate": 0.0003417118186724231,
|
|
"loss": 3.4024,
|
|
"step": 40000
|
|
},
|
|
{
|
|
"epoch": 4.3126684636118595,
|
|
"eval_accuracy": 0.37721848824500703,
|
|
"eval_loss": 3.4408767223358154,
|
|
"eval_runtime": 185.5969,
|
|
"eval_samples_per_second": 97.044,
|
|
"eval_steps_per_second": 6.067,
|
|
"step": 40000
|
|
},
|
|
{
|
|
"epoch": 4.318059299191375,
|
|
"grad_norm": 0.657331109046936,
|
|
"learning_rate": 0.00034138801942795467,
|
|
"loss": 3.392,
|
|
"step": 40050
|
|
},
|
|
{
|
|
"epoch": 4.32345013477089,
|
|
"grad_norm": 0.6498540639877319,
|
|
"learning_rate": 0.00034106422018348616,
|
|
"loss": 3.3961,
|
|
"step": 40100
|
|
},
|
|
{
|
|
"epoch": 4.328840970350404,
|
|
"grad_norm": 0.6471863985061646,
|
|
"learning_rate": 0.00034074042093901777,
|
|
"loss": 3.3775,
|
|
"step": 40150
|
|
},
|
|
{
|
|
"epoch": 4.334231805929919,
|
|
"grad_norm": 0.7094457149505615,
|
|
"learning_rate": 0.0003404166216945493,
|
|
"loss": 3.4093,
|
|
"step": 40200
|
|
},
|
|
{
|
|
"epoch": 4.339622641509434,
|
|
"grad_norm": 0.6766677498817444,
|
|
"learning_rate": 0.0003400928224500809,
|
|
"loss": 3.4135,
|
|
"step": 40250
|
|
},
|
|
{
|
|
"epoch": 4.345013477088949,
|
|
"grad_norm": 0.6640786528587341,
|
|
"learning_rate": 0.00033976902320561247,
|
|
"loss": 3.3851,
|
|
"step": 40300
|
|
},
|
|
{
|
|
"epoch": 4.350404312668464,
|
|
"grad_norm": 0.6713639497756958,
|
|
"learning_rate": 0.0003394452239611441,
|
|
"loss": 3.3955,
|
|
"step": 40350
|
|
},
|
|
{
|
|
"epoch": 4.355795148247978,
|
|
"grad_norm": 0.6328970789909363,
|
|
"learning_rate": 0.00033912142471667563,
|
|
"loss": 3.3922,
|
|
"step": 40400
|
|
},
|
|
{
|
|
"epoch": 4.361185983827493,
|
|
"grad_norm": 0.6276170015335083,
|
|
"learning_rate": 0.00033879762547220723,
|
|
"loss": 3.3925,
|
|
"step": 40450
|
|
},
|
|
{
|
|
"epoch": 4.366576819407008,
|
|
"grad_norm": 0.635523796081543,
|
|
"learning_rate": 0.0003384738262277388,
|
|
"loss": 3.3872,
|
|
"step": 40500
|
|
},
|
|
{
|
|
"epoch": 4.3719676549865225,
|
|
"grad_norm": 0.6842252612113953,
|
|
"learning_rate": 0.00033815002698327033,
|
|
"loss": 3.3925,
|
|
"step": 40550
|
|
},
|
|
{
|
|
"epoch": 4.377358490566038,
|
|
"grad_norm": 0.6140785217285156,
|
|
"learning_rate": 0.00033782622773880194,
|
|
"loss": 3.3996,
|
|
"step": 40600
|
|
},
|
|
{
|
|
"epoch": 4.382749326145553,
|
|
"grad_norm": 0.6568261981010437,
|
|
"learning_rate": 0.0003375024284943335,
|
|
"loss": 3.3897,
|
|
"step": 40650
|
|
},
|
|
{
|
|
"epoch": 4.388140161725067,
|
|
"grad_norm": 0.6496375203132629,
|
|
"learning_rate": 0.0003371786292498651,
|
|
"loss": 3.4032,
|
|
"step": 40700
|
|
},
|
|
{
|
|
"epoch": 4.393530997304582,
|
|
"grad_norm": 0.6419959664344788,
|
|
"learning_rate": 0.0003368548300053966,
|
|
"loss": 3.4055,
|
|
"step": 40750
|
|
},
|
|
{
|
|
"epoch": 4.398921832884097,
|
|
"grad_norm": 0.6286714673042297,
|
|
"learning_rate": 0.0003365310307609282,
|
|
"loss": 3.3953,
|
|
"step": 40800
|
|
},
|
|
{
|
|
"epoch": 4.404312668463612,
|
|
"grad_norm": 0.6490269899368286,
|
|
"learning_rate": 0.00033620723151645975,
|
|
"loss": 3.3847,
|
|
"step": 40850
|
|
},
|
|
{
|
|
"epoch": 4.409703504043127,
|
|
"grad_norm": 0.6473988890647888,
|
|
"learning_rate": 0.0003358834322719913,
|
|
"loss": 3.3871,
|
|
"step": 40900
|
|
},
|
|
{
|
|
"epoch": 4.415094339622642,
|
|
"grad_norm": 1.02328360080719,
|
|
"learning_rate": 0.0003355596330275229,
|
|
"loss": 3.3821,
|
|
"step": 40950
|
|
},
|
|
{
|
|
"epoch": 4.420485175202156,
|
|
"grad_norm": 0.6579186320304871,
|
|
"learning_rate": 0.00033523583378305445,
|
|
"loss": 3.4166,
|
|
"step": 41000
|
|
},
|
|
{
|
|
"epoch": 4.420485175202156,
|
|
"eval_accuracy": 0.3781423637500936,
|
|
"eval_loss": 3.436255693435669,
|
|
"eval_runtime": 186.065,
|
|
"eval_samples_per_second": 96.799,
|
|
"eval_steps_per_second": 6.052,
|
|
"step": 41000
|
|
},
|
|
{
|
|
"epoch": 4.425876010781671,
|
|
"grad_norm": 0.6483289003372192,
|
|
"learning_rate": 0.00033491203453858606,
|
|
"loss": 3.3908,
|
|
"step": 41050
|
|
},
|
|
{
|
|
"epoch": 4.431266846361186,
|
|
"grad_norm": 0.6217507123947144,
|
|
"learning_rate": 0.0003345882352941176,
|
|
"loss": 3.4032,
|
|
"step": 41100
|
|
},
|
|
{
|
|
"epoch": 4.436657681940701,
|
|
"grad_norm": 0.6861178278923035,
|
|
"learning_rate": 0.0003342644360496492,
|
|
"loss": 3.4073,
|
|
"step": 41150
|
|
},
|
|
{
|
|
"epoch": 4.442048517520216,
|
|
"grad_norm": 0.6271932721138,
|
|
"learning_rate": 0.00033394063680518076,
|
|
"loss": 3.3925,
|
|
"step": 41200
|
|
},
|
|
{
|
|
"epoch": 4.44743935309973,
|
|
"grad_norm": 0.6429998278617859,
|
|
"learning_rate": 0.00033361683756071237,
|
|
"loss": 3.4088,
|
|
"step": 41250
|
|
},
|
|
{
|
|
"epoch": 4.452830188679245,
|
|
"grad_norm": 0.6183855533599854,
|
|
"learning_rate": 0.0003332930383162439,
|
|
"loss": 3.3812,
|
|
"step": 41300
|
|
},
|
|
{
|
|
"epoch": 4.45822102425876,
|
|
"grad_norm": 0.7102989554405212,
|
|
"learning_rate": 0.0003329692390717754,
|
|
"loss": 3.3843,
|
|
"step": 41350
|
|
},
|
|
{
|
|
"epoch": 4.463611859838275,
|
|
"grad_norm": 0.6040611863136292,
|
|
"learning_rate": 0.0003326454398273071,
|
|
"loss": 3.4108,
|
|
"step": 41400
|
|
},
|
|
{
|
|
"epoch": 4.46900269541779,
|
|
"grad_norm": 0.6328422427177429,
|
|
"learning_rate": 0.00033232164058283857,
|
|
"loss": 3.3853,
|
|
"step": 41450
|
|
},
|
|
{
|
|
"epoch": 4.474393530997305,
|
|
"grad_norm": 0.8820673823356628,
|
|
"learning_rate": 0.0003319978413383702,
|
|
"loss": 3.3963,
|
|
"step": 41500
|
|
},
|
|
{
|
|
"epoch": 4.479784366576819,
|
|
"grad_norm": 0.6841994524002075,
|
|
"learning_rate": 0.0003316740420939017,
|
|
"loss": 3.3909,
|
|
"step": 41550
|
|
},
|
|
{
|
|
"epoch": 4.485175202156334,
|
|
"grad_norm": 0.6437907814979553,
|
|
"learning_rate": 0.00033135024284943333,
|
|
"loss": 3.4003,
|
|
"step": 41600
|
|
},
|
|
{
|
|
"epoch": 4.490566037735849,
|
|
"grad_norm": 0.6212756037712097,
|
|
"learning_rate": 0.0003310264436049649,
|
|
"loss": 3.3846,
|
|
"step": 41650
|
|
},
|
|
{
|
|
"epoch": 4.495956873315364,
|
|
"grad_norm": 0.6324958205223083,
|
|
"learning_rate": 0.0003307026443604965,
|
|
"loss": 3.4093,
|
|
"step": 41700
|
|
},
|
|
{
|
|
"epoch": 4.501347708894879,
|
|
"grad_norm": 0.6635296940803528,
|
|
"learning_rate": 0.00033037884511602804,
|
|
"loss": 3.3911,
|
|
"step": 41750
|
|
},
|
|
{
|
|
"epoch": 4.506738544474393,
|
|
"grad_norm": 0.6678271293640137,
|
|
"learning_rate": 0.0003300550458715596,
|
|
"loss": 3.3953,
|
|
"step": 41800
|
|
},
|
|
{
|
|
"epoch": 4.512129380053908,
|
|
"grad_norm": 0.6286041736602783,
|
|
"learning_rate": 0.0003297312466270912,
|
|
"loss": 3.3836,
|
|
"step": 41850
|
|
},
|
|
{
|
|
"epoch": 4.517520215633423,
|
|
"grad_norm": 0.673690676689148,
|
|
"learning_rate": 0.00032940744738262274,
|
|
"loss": 3.3952,
|
|
"step": 41900
|
|
},
|
|
{
|
|
"epoch": 4.5229110512129385,
|
|
"grad_norm": 0.6567463278770447,
|
|
"learning_rate": 0.00032908364813815435,
|
|
"loss": 3.3778,
|
|
"step": 41950
|
|
},
|
|
{
|
|
"epoch": 4.528301886792453,
|
|
"grad_norm": 0.6061834096908569,
|
|
"learning_rate": 0.0003287598488936859,
|
|
"loss": 3.3894,
|
|
"step": 42000
|
|
},
|
|
{
|
|
"epoch": 4.528301886792453,
|
|
"eval_accuracy": 0.3786933425442008,
|
|
"eval_loss": 3.43032169342041,
|
|
"eval_runtime": 185.6628,
|
|
"eval_samples_per_second": 97.009,
|
|
"eval_steps_per_second": 6.065,
|
|
"step": 42000
|
|
},
|
|
{
|
|
"epoch": 4.533692722371968,
|
|
"grad_norm": 0.6940606236457825,
|
|
"learning_rate": 0.0003284360496492175,
|
|
"loss": 3.3864,
|
|
"step": 42050
|
|
},
|
|
{
|
|
"epoch": 4.539083557951482,
|
|
"grad_norm": 0.6596304178237915,
|
|
"learning_rate": 0.000328112250404749,
|
|
"loss": 3.3959,
|
|
"step": 42100
|
|
},
|
|
{
|
|
"epoch": 4.544474393530997,
|
|
"grad_norm": 0.6963589787483215,
|
|
"learning_rate": 0.00032778845116028066,
|
|
"loss": 3.424,
|
|
"step": 42150
|
|
},
|
|
{
|
|
"epoch": 4.549865229110512,
|
|
"grad_norm": 0.6160943508148193,
|
|
"learning_rate": 0.00032746465191581215,
|
|
"loss": 3.3906,
|
|
"step": 42200
|
|
},
|
|
{
|
|
"epoch": 4.555256064690027,
|
|
"grad_norm": 0.6481534838676453,
|
|
"learning_rate": 0.0003271408526713437,
|
|
"loss": 3.3886,
|
|
"step": 42250
|
|
},
|
|
{
|
|
"epoch": 4.560646900269542,
|
|
"grad_norm": 0.679362416267395,
|
|
"learning_rate": 0.0003268170534268753,
|
|
"loss": 3.3911,
|
|
"step": 42300
|
|
},
|
|
{
|
|
"epoch": 4.566037735849057,
|
|
"grad_norm": 0.6187580227851868,
|
|
"learning_rate": 0.00032649325418240686,
|
|
"loss": 3.3938,
|
|
"step": 42350
|
|
},
|
|
{
|
|
"epoch": 4.571428571428571,
|
|
"grad_norm": 0.6500274538993835,
|
|
"learning_rate": 0.00032616945493793846,
|
|
"loss": 3.3814,
|
|
"step": 42400
|
|
},
|
|
{
|
|
"epoch": 4.576819407008086,
|
|
"grad_norm": 0.6628860831260681,
|
|
"learning_rate": 0.00032584565569347,
|
|
"loss": 3.3945,
|
|
"step": 42450
|
|
},
|
|
{
|
|
"epoch": 4.5822102425876015,
|
|
"grad_norm": 0.6612868905067444,
|
|
"learning_rate": 0.0003255218564490016,
|
|
"loss": 3.3915,
|
|
"step": 42500
|
|
},
|
|
{
|
|
"epoch": 4.587601078167116,
|
|
"grad_norm": 0.667056679725647,
|
|
"learning_rate": 0.00032519805720453317,
|
|
"loss": 3.3909,
|
|
"step": 42550
|
|
},
|
|
{
|
|
"epoch": 4.592991913746631,
|
|
"grad_norm": 0.6132708787918091,
|
|
"learning_rate": 0.0003248742579600647,
|
|
"loss": 3.3779,
|
|
"step": 42600
|
|
},
|
|
{
|
|
"epoch": 4.598382749326145,
|
|
"grad_norm": 0.6799318790435791,
|
|
"learning_rate": 0.0003245504587155963,
|
|
"loss": 3.3762,
|
|
"step": 42650
|
|
},
|
|
{
|
|
"epoch": 4.60377358490566,
|
|
"grad_norm": 0.6527820229530334,
|
|
"learning_rate": 0.0003242266594711278,
|
|
"loss": 3.3875,
|
|
"step": 42700
|
|
},
|
|
{
|
|
"epoch": 4.609164420485175,
|
|
"grad_norm": 0.6374729871749878,
|
|
"learning_rate": 0.0003239028602266595,
|
|
"loss": 3.4062,
|
|
"step": 42750
|
|
},
|
|
{
|
|
"epoch": 4.6145552560646905,
|
|
"grad_norm": 0.6966556906700134,
|
|
"learning_rate": 0.000323579060982191,
|
|
"loss": 3.3757,
|
|
"step": 42800
|
|
},
|
|
{
|
|
"epoch": 4.619946091644205,
|
|
"grad_norm": 0.6557804346084595,
|
|
"learning_rate": 0.0003232552617377226,
|
|
"loss": 3.3821,
|
|
"step": 42850
|
|
},
|
|
{
|
|
"epoch": 4.62533692722372,
|
|
"grad_norm": 0.6958948373794556,
|
|
"learning_rate": 0.00032293146249325413,
|
|
"loss": 3.3807,
|
|
"step": 42900
|
|
},
|
|
{
|
|
"epoch": 4.630727762803234,
|
|
"grad_norm": 0.6812641024589539,
|
|
"learning_rate": 0.00032260766324878574,
|
|
"loss": 3.4045,
|
|
"step": 42950
|
|
},
|
|
{
|
|
"epoch": 4.636118598382749,
|
|
"grad_norm": 0.6774125099182129,
|
|
"learning_rate": 0.0003222838640043173,
|
|
"loss": 3.4099,
|
|
"step": 43000
|
|
},
|
|
{
|
|
"epoch": 4.636118598382749,
|
|
"eval_accuracy": 0.3789619324828782,
|
|
"eval_loss": 3.4253671169281006,
|
|
"eval_runtime": 185.9813,
|
|
"eval_samples_per_second": 96.843,
|
|
"eval_steps_per_second": 6.054,
|
|
"step": 43000
|
|
},
|
|
{
|
|
"epoch": 4.6415094339622645,
|
|
"grad_norm": 0.645148515701294,
|
|
"learning_rate": 0.00032196006475984884,
|
|
"loss": 3.3937,
|
|
"step": 43050
|
|
},
|
|
{
|
|
"epoch": 4.646900269541779,
|
|
"grad_norm": 0.6425662636756897,
|
|
"learning_rate": 0.00032163626551538044,
|
|
"loss": 3.3986,
|
|
"step": 43100
|
|
},
|
|
{
|
|
"epoch": 4.652291105121294,
|
|
"grad_norm": 0.6535872220993042,
|
|
"learning_rate": 0.000321312466270912,
|
|
"loss": 3.4114,
|
|
"step": 43150
|
|
},
|
|
{
|
|
"epoch": 4.657681940700809,
|
|
"grad_norm": 0.6497802138328552,
|
|
"learning_rate": 0.0003209886670264436,
|
|
"loss": 3.384,
|
|
"step": 43200
|
|
},
|
|
{
|
|
"epoch": 4.663072776280323,
|
|
"grad_norm": 0.6782341599464417,
|
|
"learning_rate": 0.00032066486778197515,
|
|
"loss": 3.3852,
|
|
"step": 43250
|
|
},
|
|
{
|
|
"epoch": 4.668463611859838,
|
|
"grad_norm": 0.6216369271278381,
|
|
"learning_rate": 0.00032034106853750675,
|
|
"loss": 3.3954,
|
|
"step": 43300
|
|
},
|
|
{
|
|
"epoch": 4.6738544474393535,
|
|
"grad_norm": 0.7134407758712769,
|
|
"learning_rate": 0.0003200172692930383,
|
|
"loss": 3.3935,
|
|
"step": 43350
|
|
},
|
|
{
|
|
"epoch": 4.679245283018868,
|
|
"grad_norm": 0.6627039313316345,
|
|
"learning_rate": 0.0003196934700485699,
|
|
"loss": 3.4067,
|
|
"step": 43400
|
|
},
|
|
{
|
|
"epoch": 4.684636118598383,
|
|
"grad_norm": 0.6435436606407166,
|
|
"learning_rate": 0.00031937614678899075,
|
|
"loss": 3.3927,
|
|
"step": 43450
|
|
},
|
|
{
|
|
"epoch": 4.690026954177897,
|
|
"grad_norm": 0.6934523582458496,
|
|
"learning_rate": 0.00031905234754452236,
|
|
"loss": 3.4048,
|
|
"step": 43500
|
|
},
|
|
{
|
|
"epoch": 4.695417789757412,
|
|
"grad_norm": 0.6323173642158508,
|
|
"learning_rate": 0.0003187285483000539,
|
|
"loss": 3.3899,
|
|
"step": 43550
|
|
},
|
|
{
|
|
"epoch": 4.7008086253369274,
|
|
"grad_norm": 0.6426661610603333,
|
|
"learning_rate": 0.0003184047490555855,
|
|
"loss": 3.38,
|
|
"step": 43600
|
|
},
|
|
{
|
|
"epoch": 4.706199460916442,
|
|
"grad_norm": 0.6576948165893555,
|
|
"learning_rate": 0.00031808094981111706,
|
|
"loss": 3.395,
|
|
"step": 43650
|
|
},
|
|
{
|
|
"epoch": 4.711590296495957,
|
|
"grad_norm": 0.6655939817428589,
|
|
"learning_rate": 0.00031775715056664867,
|
|
"loss": 3.3817,
|
|
"step": 43700
|
|
},
|
|
{
|
|
"epoch": 4.716981132075472,
|
|
"grad_norm": 0.6703423857688904,
|
|
"learning_rate": 0.0003174333513221802,
|
|
"loss": 3.4011,
|
|
"step": 43750
|
|
},
|
|
{
|
|
"epoch": 4.722371967654986,
|
|
"grad_norm": 0.6500503420829773,
|
|
"learning_rate": 0.00031710955207771177,
|
|
"loss": 3.3935,
|
|
"step": 43800
|
|
},
|
|
{
|
|
"epoch": 4.727762803234501,
|
|
"grad_norm": 0.6890571713447571,
|
|
"learning_rate": 0.0003167857528332434,
|
|
"loss": 3.3969,
|
|
"step": 43850
|
|
},
|
|
{
|
|
"epoch": 4.7331536388140165,
|
|
"grad_norm": 0.6388615965843201,
|
|
"learning_rate": 0.0003164619535887749,
|
|
"loss": 3.3989,
|
|
"step": 43900
|
|
},
|
|
{
|
|
"epoch": 4.738544474393531,
|
|
"grad_norm": 0.6616122722625732,
|
|
"learning_rate": 0.00031613815434430653,
|
|
"loss": 3.3913,
|
|
"step": 43950
|
|
},
|
|
{
|
|
"epoch": 4.743935309973046,
|
|
"grad_norm": 0.6788794994354248,
|
|
"learning_rate": 0.0003158143550998381,
|
|
"loss": 3.394,
|
|
"step": 44000
|
|
},
|
|
{
|
|
"epoch": 4.743935309973046,
|
|
"eval_accuracy": 0.37943750617284216,
|
|
"eval_loss": 3.420639991760254,
|
|
"eval_runtime": 185.6455,
|
|
"eval_samples_per_second": 97.018,
|
|
"eval_steps_per_second": 6.065,
|
|
"step": 44000
|
|
},
|
|
{
|
|
"epoch": 4.74932614555256,
|
|
"grad_norm": 0.6794061660766602,
|
|
"learning_rate": 0.0003154905558553697,
|
|
"loss": 3.4033,
|
|
"step": 44050
|
|
},
|
|
{
|
|
"epoch": 4.754716981132075,
|
|
"grad_norm": 0.647976815700531,
|
|
"learning_rate": 0.0003151667566109012,
|
|
"loss": 3.3977,
|
|
"step": 44100
|
|
},
|
|
{
|
|
"epoch": 4.7601078167115904,
|
|
"grad_norm": 0.6735478043556213,
|
|
"learning_rate": 0.00031484295736643284,
|
|
"loss": 3.4053,
|
|
"step": 44150
|
|
},
|
|
{
|
|
"epoch": 4.765498652291106,
|
|
"grad_norm": 0.6607238054275513,
|
|
"learning_rate": 0.00031451915812196434,
|
|
"loss": 3.4027,
|
|
"step": 44200
|
|
},
|
|
{
|
|
"epoch": 4.77088948787062,
|
|
"grad_norm": 0.6526245474815369,
|
|
"learning_rate": 0.0003141953588774959,
|
|
"loss": 3.3664,
|
|
"step": 44250
|
|
},
|
|
{
|
|
"epoch": 4.776280323450135,
|
|
"grad_norm": 0.6855231523513794,
|
|
"learning_rate": 0.0003138715596330275,
|
|
"loss": 3.3922,
|
|
"step": 44300
|
|
},
|
|
{
|
|
"epoch": 4.781671159029649,
|
|
"grad_norm": 0.6453476548194885,
|
|
"learning_rate": 0.00031354776038855904,
|
|
"loss": 3.3969,
|
|
"step": 44350
|
|
},
|
|
{
|
|
"epoch": 4.787061994609164,
|
|
"grad_norm": 0.6397038698196411,
|
|
"learning_rate": 0.00031322396114409065,
|
|
"loss": 3.379,
|
|
"step": 44400
|
|
},
|
|
{
|
|
"epoch": 4.7924528301886795,
|
|
"grad_norm": 0.647201418876648,
|
|
"learning_rate": 0.0003129001618996222,
|
|
"loss": 3.4032,
|
|
"step": 44450
|
|
},
|
|
{
|
|
"epoch": 4.797843665768194,
|
|
"grad_norm": 0.7080320715904236,
|
|
"learning_rate": 0.0003125763626551538,
|
|
"loss": 3.4005,
|
|
"step": 44500
|
|
},
|
|
{
|
|
"epoch": 4.803234501347709,
|
|
"grad_norm": 0.671252429485321,
|
|
"learning_rate": 0.00031225256341068535,
|
|
"loss": 3.3731,
|
|
"step": 44550
|
|
},
|
|
{
|
|
"epoch": 4.808625336927224,
|
|
"grad_norm": 0.629242479801178,
|
|
"learning_rate": 0.00031192876416621696,
|
|
"loss": 3.3895,
|
|
"step": 44600
|
|
},
|
|
{
|
|
"epoch": 4.814016172506738,
|
|
"grad_norm": 0.6404706835746765,
|
|
"learning_rate": 0.0003116049649217485,
|
|
"loss": 3.3896,
|
|
"step": 44650
|
|
},
|
|
{
|
|
"epoch": 4.819407008086253,
|
|
"grad_norm": 0.6559966802597046,
|
|
"learning_rate": 0.00031128116567728,
|
|
"loss": 3.3901,
|
|
"step": 44700
|
|
},
|
|
{
|
|
"epoch": 4.824797843665769,
|
|
"grad_norm": 0.6780306696891785,
|
|
"learning_rate": 0.00031095736643281166,
|
|
"loss": 3.4038,
|
|
"step": 44750
|
|
},
|
|
{
|
|
"epoch": 4.830188679245283,
|
|
"grad_norm": 0.7120614647865295,
|
|
"learning_rate": 0.00031063356718834316,
|
|
"loss": 3.3745,
|
|
"step": 44800
|
|
},
|
|
{
|
|
"epoch": 4.835579514824798,
|
|
"grad_norm": 0.7121293544769287,
|
|
"learning_rate": 0.00031030976794387476,
|
|
"loss": 3.3884,
|
|
"step": 44850
|
|
},
|
|
{
|
|
"epoch": 4.840970350404312,
|
|
"grad_norm": 0.6712042093276978,
|
|
"learning_rate": 0.0003099859686994063,
|
|
"loss": 3.3661,
|
|
"step": 44900
|
|
},
|
|
{
|
|
"epoch": 4.846361185983827,
|
|
"grad_norm": 0.6693791747093201,
|
|
"learning_rate": 0.0003096621694549379,
|
|
"loss": 3.4043,
|
|
"step": 44950
|
|
},
|
|
{
|
|
"epoch": 4.8517520215633425,
|
|
"grad_norm": 0.6564407348632812,
|
|
"learning_rate": 0.00030933837021046947,
|
|
"loss": 3.3911,
|
|
"step": 45000
|
|
},
|
|
{
|
|
"epoch": 4.8517520215633425,
|
|
"eval_accuracy": 0.38019286104892847,
|
|
"eval_loss": 3.4142839908599854,
|
|
"eval_runtime": 185.9757,
|
|
"eval_samples_per_second": 96.846,
|
|
"eval_steps_per_second": 6.055,
|
|
"step": 45000
|
|
},
|
|
{
|
|
"epoch": 4.857142857142857,
|
|
"grad_norm": 0.7000845074653625,
|
|
"learning_rate": 0.0003090145709660011,
|
|
"loss": 3.4015,
|
|
"step": 45050
|
|
},
|
|
{
|
|
"epoch": 4.862533692722372,
|
|
"grad_norm": 0.677314817905426,
|
|
"learning_rate": 0.0003086907717215326,
|
|
"loss": 3.4031,
|
|
"step": 45100
|
|
},
|
|
{
|
|
"epoch": 4.867924528301887,
|
|
"grad_norm": 0.6674935221672058,
|
|
"learning_rate": 0.0003083669724770642,
|
|
"loss": 3.3757,
|
|
"step": 45150
|
|
},
|
|
{
|
|
"epoch": 4.873315363881401,
|
|
"grad_norm": 0.648146390914917,
|
|
"learning_rate": 0.0003080431732325958,
|
|
"loss": 3.3836,
|
|
"step": 45200
|
|
},
|
|
{
|
|
"epoch": 4.878706199460916,
|
|
"grad_norm": 0.7028703689575195,
|
|
"learning_rate": 0.00030771937398812733,
|
|
"loss": 3.397,
|
|
"step": 45250
|
|
},
|
|
{
|
|
"epoch": 4.884097035040432,
|
|
"grad_norm": 0.7062541246414185,
|
|
"learning_rate": 0.00030739557474365894,
|
|
"loss": 3.41,
|
|
"step": 45300
|
|
},
|
|
{
|
|
"epoch": 4.889487870619946,
|
|
"grad_norm": 0.6916707158088684,
|
|
"learning_rate": 0.0003070717754991905,
|
|
"loss": 3.3866,
|
|
"step": 45350
|
|
},
|
|
{
|
|
"epoch": 4.894878706199461,
|
|
"grad_norm": 0.6750026941299438,
|
|
"learning_rate": 0.0003067479762547221,
|
|
"loss": 3.3979,
|
|
"step": 45400
|
|
},
|
|
{
|
|
"epoch": 4.900269541778976,
|
|
"grad_norm": 0.692939817905426,
|
|
"learning_rate": 0.0003064241770102536,
|
|
"loss": 3.3949,
|
|
"step": 45450
|
|
},
|
|
{
|
|
"epoch": 4.90566037735849,
|
|
"grad_norm": 0.6936289072036743,
|
|
"learning_rate": 0.00030610685375067454,
|
|
"loss": 3.3928,
|
|
"step": 45500
|
|
},
|
|
{
|
|
"epoch": 4.9110512129380055,
|
|
"grad_norm": 0.644259512424469,
|
|
"learning_rate": 0.0003057830545062061,
|
|
"loss": 3.3953,
|
|
"step": 45550
|
|
},
|
|
{
|
|
"epoch": 4.916442048517521,
|
|
"grad_norm": 0.6677688956260681,
|
|
"learning_rate": 0.0003054592552617377,
|
|
"loss": 3.3918,
|
|
"step": 45600
|
|
},
|
|
{
|
|
"epoch": 4.921832884097035,
|
|
"grad_norm": 0.67544025182724,
|
|
"learning_rate": 0.00030513545601726925,
|
|
"loss": 3.3931,
|
|
"step": 45650
|
|
},
|
|
{
|
|
"epoch": 4.92722371967655,
|
|
"grad_norm": 0.7237557768821716,
|
|
"learning_rate": 0.00030481165677280085,
|
|
"loss": 3.3688,
|
|
"step": 45700
|
|
},
|
|
{
|
|
"epoch": 4.932614555256064,
|
|
"grad_norm": 0.6832906603813171,
|
|
"learning_rate": 0.0003044878575283324,
|
|
"loss": 3.3853,
|
|
"step": 45750
|
|
},
|
|
{
|
|
"epoch": 4.938005390835579,
|
|
"grad_norm": 0.6936277151107788,
|
|
"learning_rate": 0.000304164058283864,
|
|
"loss": 3.4031,
|
|
"step": 45800
|
|
},
|
|
{
|
|
"epoch": 4.943396226415095,
|
|
"grad_norm": 0.7701738476753235,
|
|
"learning_rate": 0.00030384025903939556,
|
|
"loss": 3.3826,
|
|
"step": 45850
|
|
},
|
|
{
|
|
"epoch": 4.948787061994609,
|
|
"grad_norm": 0.7006645202636719,
|
|
"learning_rate": 0.0003035164597949271,
|
|
"loss": 3.3909,
|
|
"step": 45900
|
|
},
|
|
{
|
|
"epoch": 4.954177897574124,
|
|
"grad_norm": 0.6456968784332275,
|
|
"learning_rate": 0.0003031926605504587,
|
|
"loss": 3.3829,
|
|
"step": 45950
|
|
},
|
|
{
|
|
"epoch": 4.959568733153639,
|
|
"grad_norm": 0.6779404282569885,
|
|
"learning_rate": 0.00030286886130599026,
|
|
"loss": 3.3895,
|
|
"step": 46000
|
|
},
|
|
{
|
|
"epoch": 4.959568733153639,
|
|
"eval_accuracy": 0.3803657277934413,
|
|
"eval_loss": 3.412320613861084,
|
|
"eval_runtime": 185.6422,
|
|
"eval_samples_per_second": 97.02,
|
|
"eval_steps_per_second": 6.065,
|
|
"step": 46000
|
|
},
|
|
{
|
|
"epoch": 4.964959568733153,
|
|
"grad_norm": 0.6509115695953369,
|
|
"learning_rate": 0.00030254506206152187,
|
|
"loss": 3.3996,
|
|
"step": 46050
|
|
},
|
|
{
|
|
"epoch": 4.9703504043126685,
|
|
"grad_norm": 0.6767949461936951,
|
|
"learning_rate": 0.00030222126281705336,
|
|
"loss": 3.37,
|
|
"step": 46100
|
|
},
|
|
{
|
|
"epoch": 4.975741239892184,
|
|
"grad_norm": 0.6898249983787537,
|
|
"learning_rate": 0.000301897463572585,
|
|
"loss": 3.3785,
|
|
"step": 46150
|
|
},
|
|
{
|
|
"epoch": 4.981132075471698,
|
|
"grad_norm": 0.6971909999847412,
|
|
"learning_rate": 0.0003015736643281165,
|
|
"loss": 3.3889,
|
|
"step": 46200
|
|
},
|
|
{
|
|
"epoch": 4.986522911051213,
|
|
"grad_norm": 0.6647460460662842,
|
|
"learning_rate": 0.00030124986508364807,
|
|
"loss": 3.4046,
|
|
"step": 46250
|
|
},
|
|
{
|
|
"epoch": 4.991913746630727,
|
|
"grad_norm": 0.7090450525283813,
|
|
"learning_rate": 0.0003009260658391797,
|
|
"loss": 3.4012,
|
|
"step": 46300
|
|
},
|
|
{
|
|
"epoch": 4.997304582210242,
|
|
"grad_norm": 0.6889514923095703,
|
|
"learning_rate": 0.0003006022665947112,
|
|
"loss": 3.38,
|
|
"step": 46350
|
|
},
|
|
{
|
|
"epoch": 5.002695417789758,
|
|
"grad_norm": 0.7108016610145569,
|
|
"learning_rate": 0.0003002849433351322,
|
|
"loss": 3.3304,
|
|
"step": 46400
|
|
},
|
|
{
|
|
"epoch": 5.008086253369272,
|
|
"grad_norm": 0.7022523283958435,
|
|
"learning_rate": 0.00029996114409066373,
|
|
"loss": 3.307,
|
|
"step": 46450
|
|
},
|
|
{
|
|
"epoch": 5.013477088948787,
|
|
"grad_norm": 0.6547349095344543,
|
|
"learning_rate": 0.00029963734484619533,
|
|
"loss": 3.308,
|
|
"step": 46500
|
|
},
|
|
{
|
|
"epoch": 5.018867924528302,
|
|
"grad_norm": 0.6726942658424377,
|
|
"learning_rate": 0.0002993135456017269,
|
|
"loss": 3.3086,
|
|
"step": 46550
|
|
},
|
|
{
|
|
"epoch": 5.024258760107816,
|
|
"grad_norm": 0.7436577081680298,
|
|
"learning_rate": 0.0002989897463572585,
|
|
"loss": 3.2948,
|
|
"step": 46600
|
|
},
|
|
{
|
|
"epoch": 5.0296495956873315,
|
|
"grad_norm": 0.6777979135513306,
|
|
"learning_rate": 0.00029866594711279004,
|
|
"loss": 3.2978,
|
|
"step": 46650
|
|
},
|
|
{
|
|
"epoch": 5.035040431266847,
|
|
"grad_norm": 0.631757915019989,
|
|
"learning_rate": 0.00029834214786832164,
|
|
"loss": 3.2994,
|
|
"step": 46700
|
|
},
|
|
{
|
|
"epoch": 5.040431266846361,
|
|
"grad_norm": 0.7041708827018738,
|
|
"learning_rate": 0.0002980183486238532,
|
|
"loss": 3.3067,
|
|
"step": 46750
|
|
},
|
|
{
|
|
"epoch": 5.045822102425876,
|
|
"grad_norm": 0.7136049270629883,
|
|
"learning_rate": 0.00029769454937938474,
|
|
"loss": 3.3136,
|
|
"step": 46800
|
|
},
|
|
{
|
|
"epoch": 5.051212938005391,
|
|
"grad_norm": 0.6903507113456726,
|
|
"learning_rate": 0.0002973707501349163,
|
|
"loss": 3.3131,
|
|
"step": 46850
|
|
},
|
|
{
|
|
"epoch": 5.056603773584905,
|
|
"grad_norm": 0.6528865694999695,
|
|
"learning_rate": 0.0002970469508904479,
|
|
"loss": 3.3083,
|
|
"step": 46900
|
|
},
|
|
{
|
|
"epoch": 5.061994609164421,
|
|
"grad_norm": 0.6465704441070557,
|
|
"learning_rate": 0.00029672315164597945,
|
|
"loss": 3.3043,
|
|
"step": 46950
|
|
},
|
|
{
|
|
"epoch": 5.067385444743936,
|
|
"grad_norm": 0.6875566840171814,
|
|
"learning_rate": 0.00029639935240151105,
|
|
"loss": 3.3172,
|
|
"step": 47000
|
|
},
|
|
{
|
|
"epoch": 5.067385444743936,
|
|
"eval_accuracy": 0.3807791520315754,
|
|
"eval_loss": 3.4136013984680176,
|
|
"eval_runtime": 185.8217,
|
|
"eval_samples_per_second": 96.926,
|
|
"eval_steps_per_second": 6.06,
|
|
"step": 47000
|
|
},
|
|
{
|
|
"epoch": 5.07277628032345,
|
|
"grad_norm": 0.6770495772361755,
|
|
"learning_rate": 0.0002960755531570426,
|
|
"loss": 3.3086,
|
|
"step": 47050
|
|
},
|
|
{
|
|
"epoch": 5.078167115902965,
|
|
"grad_norm": 0.653408944606781,
|
|
"learning_rate": 0.0002957517539125742,
|
|
"loss": 3.3042,
|
|
"step": 47100
|
|
},
|
|
{
|
|
"epoch": 5.083557951482479,
|
|
"grad_norm": 0.6441423892974854,
|
|
"learning_rate": 0.00029542795466810576,
|
|
"loss": 3.3167,
|
|
"step": 47150
|
|
},
|
|
{
|
|
"epoch": 5.0889487870619945,
|
|
"grad_norm": 0.7373535633087158,
|
|
"learning_rate": 0.0002951041554236373,
|
|
"loss": 3.3153,
|
|
"step": 47200
|
|
},
|
|
{
|
|
"epoch": 5.09433962264151,
|
|
"grad_norm": 0.6754732131958008,
|
|
"learning_rate": 0.00029478035617916886,
|
|
"loss": 3.2995,
|
|
"step": 47250
|
|
},
|
|
{
|
|
"epoch": 5.099730458221024,
|
|
"grad_norm": 0.7163408398628235,
|
|
"learning_rate": 0.00029445655693470047,
|
|
"loss": 3.3243,
|
|
"step": 47300
|
|
},
|
|
{
|
|
"epoch": 5.105121293800539,
|
|
"grad_norm": 0.687530517578125,
|
|
"learning_rate": 0.000294132757690232,
|
|
"loss": 3.3238,
|
|
"step": 47350
|
|
},
|
|
{
|
|
"epoch": 5.110512129380054,
|
|
"grad_norm": 0.7048543691635132,
|
|
"learning_rate": 0.0002938089584457636,
|
|
"loss": 3.3061,
|
|
"step": 47400
|
|
},
|
|
{
|
|
"epoch": 5.115902964959568,
|
|
"grad_norm": 0.685954749584198,
|
|
"learning_rate": 0.00029348515920129517,
|
|
"loss": 3.3085,
|
|
"step": 47450
|
|
},
|
|
{
|
|
"epoch": 5.121293800539084,
|
|
"grad_norm": 0.6953642964363098,
|
|
"learning_rate": 0.0002931613599568267,
|
|
"loss": 3.3002,
|
|
"step": 47500
|
|
},
|
|
{
|
|
"epoch": 5.126684636118599,
|
|
"grad_norm": 0.7000135183334351,
|
|
"learning_rate": 0.00029283756071235833,
|
|
"loss": 3.3071,
|
|
"step": 47550
|
|
},
|
|
{
|
|
"epoch": 5.132075471698113,
|
|
"grad_norm": 0.7474935054779053,
|
|
"learning_rate": 0.0002925137614678899,
|
|
"loss": 3.2975,
|
|
"step": 47600
|
|
},
|
|
{
|
|
"epoch": 5.137466307277628,
|
|
"grad_norm": 0.7319786548614502,
|
|
"learning_rate": 0.00029218996222342143,
|
|
"loss": 3.3112,
|
|
"step": 47650
|
|
},
|
|
{
|
|
"epoch": 5.142857142857143,
|
|
"grad_norm": 0.6966590285301208,
|
|
"learning_rate": 0.00029186616297895303,
|
|
"loss": 3.3274,
|
|
"step": 47700
|
|
},
|
|
{
|
|
"epoch": 5.1482479784366575,
|
|
"grad_norm": 0.7087751030921936,
|
|
"learning_rate": 0.0002915423637344846,
|
|
"loss": 3.3152,
|
|
"step": 47750
|
|
},
|
|
{
|
|
"epoch": 5.153638814016173,
|
|
"grad_norm": 0.6489375829696655,
|
|
"learning_rate": 0.00029121856449001613,
|
|
"loss": 3.3014,
|
|
"step": 47800
|
|
},
|
|
{
|
|
"epoch": 5.159029649595688,
|
|
"grad_norm": 0.758202850818634,
|
|
"learning_rate": 0.00029089476524554774,
|
|
"loss": 3.3085,
|
|
"step": 47850
|
|
},
|
|
{
|
|
"epoch": 5.164420485175202,
|
|
"grad_norm": 0.7097154259681702,
|
|
"learning_rate": 0.0002905709660010793,
|
|
"loss": 3.3348,
|
|
"step": 47900
|
|
},
|
|
{
|
|
"epoch": 5.169811320754717,
|
|
"grad_norm": 0.6762253642082214,
|
|
"learning_rate": 0.0002902471667566109,
|
|
"loss": 3.3162,
|
|
"step": 47950
|
|
},
|
|
{
|
|
"epoch": 5.175202156334231,
|
|
"grad_norm": 0.7108802199363708,
|
|
"learning_rate": 0.00028992336751214245,
|
|
"loss": 3.3081,
|
|
"step": 48000
|
|
},
|
|
{
|
|
"epoch": 5.175202156334231,
|
|
"eval_accuracy": 0.38113672868537285,
|
|
"eval_loss": 3.413485050201416,
|
|
"eval_runtime": 185.7955,
|
|
"eval_samples_per_second": 96.94,
|
|
"eval_steps_per_second": 6.06,
|
|
"step": 48000
|
|
},
|
|
{
|
|
"epoch": 5.180592991913747,
|
|
"grad_norm": 0.7265114188194275,
|
|
"learning_rate": 0.00028959956826767405,
|
|
"loss": 3.3156,
|
|
"step": 48050
|
|
},
|
|
{
|
|
"epoch": 5.185983827493262,
|
|
"grad_norm": 0.7274196743965149,
|
|
"learning_rate": 0.00028927576902320555,
|
|
"loss": 3.3061,
|
|
"step": 48100
|
|
},
|
|
{
|
|
"epoch": 5.191374663072776,
|
|
"grad_norm": 0.6963728666305542,
|
|
"learning_rate": 0.00028895196977873715,
|
|
"loss": 3.3143,
|
|
"step": 48150
|
|
},
|
|
{
|
|
"epoch": 5.196765498652291,
|
|
"grad_norm": 0.6876513361930847,
|
|
"learning_rate": 0.0002886281705342687,
|
|
"loss": 3.3305,
|
|
"step": 48200
|
|
},
|
|
{
|
|
"epoch": 5.202156334231806,
|
|
"grad_norm": 0.6809853911399841,
|
|
"learning_rate": 0.0002883043712898003,
|
|
"loss": 3.3199,
|
|
"step": 48250
|
|
},
|
|
{
|
|
"epoch": 5.2075471698113205,
|
|
"grad_norm": 0.732555091381073,
|
|
"learning_rate": 0.00028798057204533186,
|
|
"loss": 3.3221,
|
|
"step": 48300
|
|
},
|
|
{
|
|
"epoch": 5.212938005390836,
|
|
"grad_norm": 0.6806653738021851,
|
|
"learning_rate": 0.00028765677280086346,
|
|
"loss": 3.3311,
|
|
"step": 48350
|
|
},
|
|
{
|
|
"epoch": 5.218328840970351,
|
|
"grad_norm": 0.7018359303474426,
|
|
"learning_rate": 0.000287332973556395,
|
|
"loss": 3.3253,
|
|
"step": 48400
|
|
},
|
|
{
|
|
"epoch": 5.223719676549865,
|
|
"grad_norm": 0.6526600122451782,
|
|
"learning_rate": 0.0002870091743119266,
|
|
"loss": 3.3147,
|
|
"step": 48450
|
|
},
|
|
{
|
|
"epoch": 5.22911051212938,
|
|
"grad_norm": 0.7238554358482361,
|
|
"learning_rate": 0.00028668537506745817,
|
|
"loss": 3.3508,
|
|
"step": 48500
|
|
},
|
|
{
|
|
"epoch": 5.234501347708895,
|
|
"grad_norm": 0.6613460779190063,
|
|
"learning_rate": 0.00028636805180787907,
|
|
"loss": 3.3241,
|
|
"step": 48550
|
|
},
|
|
{
|
|
"epoch": 5.2398921832884096,
|
|
"grad_norm": 0.6736835837364197,
|
|
"learning_rate": 0.00028604425256341067,
|
|
"loss": 3.3236,
|
|
"step": 48600
|
|
},
|
|
{
|
|
"epoch": 5.245283018867925,
|
|
"grad_norm": 0.673402726650238,
|
|
"learning_rate": 0.0002857204533189422,
|
|
"loss": 3.3202,
|
|
"step": 48650
|
|
},
|
|
{
|
|
"epoch": 5.250673854447439,
|
|
"grad_norm": 0.7747454643249512,
|
|
"learning_rate": 0.0002853966540744738,
|
|
"loss": 3.3255,
|
|
"step": 48700
|
|
},
|
|
{
|
|
"epoch": 5.256064690026954,
|
|
"grad_norm": 0.7251445651054382,
|
|
"learning_rate": 0.0002850728548300054,
|
|
"loss": 3.3448,
|
|
"step": 48750
|
|
},
|
|
{
|
|
"epoch": 5.261455525606469,
|
|
"grad_norm": 0.7283511757850647,
|
|
"learning_rate": 0.000284749055585537,
|
|
"loss": 3.3433,
|
|
"step": 48800
|
|
},
|
|
{
|
|
"epoch": 5.2668463611859835,
|
|
"grad_norm": 0.6696532964706421,
|
|
"learning_rate": 0.0002844252563410685,
|
|
"loss": 3.3203,
|
|
"step": 48850
|
|
},
|
|
{
|
|
"epoch": 5.272237196765499,
|
|
"grad_norm": 0.7012091279029846,
|
|
"learning_rate": 0.0002841014570966001,
|
|
"loss": 3.3177,
|
|
"step": 48900
|
|
},
|
|
{
|
|
"epoch": 5.277628032345014,
|
|
"grad_norm": 0.6956168413162231,
|
|
"learning_rate": 0.00028377765785213163,
|
|
"loss": 3.3418,
|
|
"step": 48950
|
|
},
|
|
{
|
|
"epoch": 5.283018867924528,
|
|
"grad_norm": 0.6931188702583313,
|
|
"learning_rate": 0.00028345385860766324,
|
|
"loss": 3.3303,
|
|
"step": 49000
|
|
},
|
|
{
|
|
"epoch": 5.283018867924528,
|
|
"eval_accuracy": 0.38129547055446983,
|
|
"eval_loss": 3.409533739089966,
|
|
"eval_runtime": 185.7197,
|
|
"eval_samples_per_second": 96.979,
|
|
"eval_steps_per_second": 6.063,
|
|
"step": 49000
|
|
},
|
|
{
|
|
"epoch": 5.288409703504043,
|
|
"grad_norm": 0.6653761863708496,
|
|
"learning_rate": 0.0002831300593631948,
|
|
"loss": 3.3371,
|
|
"step": 49050
|
|
},
|
|
{
|
|
"epoch": 5.293800539083558,
|
|
"grad_norm": 0.6915003657341003,
|
|
"learning_rate": 0.0002828062601187264,
|
|
"loss": 3.3361,
|
|
"step": 49100
|
|
},
|
|
{
|
|
"epoch": 5.2991913746630726,
|
|
"grad_norm": 0.7016165256500244,
|
|
"learning_rate": 0.00028248246087425794,
|
|
"loss": 3.3325,
|
|
"step": 49150
|
|
},
|
|
{
|
|
"epoch": 5.304582210242588,
|
|
"grad_norm": 0.7358221411705017,
|
|
"learning_rate": 0.0002821586616297895,
|
|
"loss": 3.3425,
|
|
"step": 49200
|
|
},
|
|
{
|
|
"epoch": 5.309973045822103,
|
|
"grad_norm": 0.6913664937019348,
|
|
"learning_rate": 0.0002818348623853211,
|
|
"loss": 3.33,
|
|
"step": 49250
|
|
},
|
|
{
|
|
"epoch": 5.315363881401617,
|
|
"grad_norm": 0.7239240407943726,
|
|
"learning_rate": 0.00028151106314085265,
|
|
"loss": 3.3312,
|
|
"step": 49300
|
|
},
|
|
{
|
|
"epoch": 5.320754716981132,
|
|
"grad_norm": 0.7812799215316772,
|
|
"learning_rate": 0.0002811872638963842,
|
|
"loss": 3.3402,
|
|
"step": 49350
|
|
},
|
|
{
|
|
"epoch": 5.3261455525606465,
|
|
"grad_norm": 0.7674820423126221,
|
|
"learning_rate": 0.0002808634646519158,
|
|
"loss": 3.3257,
|
|
"step": 49400
|
|
},
|
|
{
|
|
"epoch": 5.331536388140162,
|
|
"grad_norm": 0.7212967276573181,
|
|
"learning_rate": 0.00028053966540744736,
|
|
"loss": 3.3203,
|
|
"step": 49450
|
|
},
|
|
{
|
|
"epoch": 5.336927223719677,
|
|
"grad_norm": 0.6737924814224243,
|
|
"learning_rate": 0.0002802158661629789,
|
|
"loss": 3.3458,
|
|
"step": 49500
|
|
},
|
|
{
|
|
"epoch": 5.342318059299191,
|
|
"grad_norm": 0.6718380451202393,
|
|
"learning_rate": 0.0002798920669185105,
|
|
"loss": 3.3189,
|
|
"step": 49550
|
|
},
|
|
{
|
|
"epoch": 5.347708894878706,
|
|
"grad_norm": 0.7067411541938782,
|
|
"learning_rate": 0.00027956826767404206,
|
|
"loss": 3.3356,
|
|
"step": 49600
|
|
},
|
|
{
|
|
"epoch": 5.353099730458221,
|
|
"grad_norm": 0.7057352066040039,
|
|
"learning_rate": 0.00027924446842957367,
|
|
"loss": 3.3341,
|
|
"step": 49650
|
|
},
|
|
{
|
|
"epoch": 5.3584905660377355,
|
|
"grad_norm": 0.6885291934013367,
|
|
"learning_rate": 0.0002789206691851052,
|
|
"loss": 3.3415,
|
|
"step": 49700
|
|
},
|
|
{
|
|
"epoch": 5.363881401617251,
|
|
"grad_norm": 0.726730465888977,
|
|
"learning_rate": 0.00027859686994063677,
|
|
"loss": 3.3249,
|
|
"step": 49750
|
|
},
|
|
{
|
|
"epoch": 5.369272237196766,
|
|
"grad_norm": 0.6784741878509521,
|
|
"learning_rate": 0.0002782730706961683,
|
|
"loss": 3.3283,
|
|
"step": 49800
|
|
},
|
|
{
|
|
"epoch": 5.37466307277628,
|
|
"grad_norm": 0.6588570475578308,
|
|
"learning_rate": 0.0002779492714516999,
|
|
"loss": 3.3439,
|
|
"step": 49850
|
|
},
|
|
{
|
|
"epoch": 5.380053908355795,
|
|
"grad_norm": 0.7119171619415283,
|
|
"learning_rate": 0.00027762547220723147,
|
|
"loss": 3.3377,
|
|
"step": 49900
|
|
},
|
|
{
|
|
"epoch": 5.38544474393531,
|
|
"grad_norm": 0.7177592515945435,
|
|
"learning_rate": 0.0002773016729627631,
|
|
"loss": 3.3225,
|
|
"step": 49950
|
|
},
|
|
{
|
|
"epoch": 5.390835579514825,
|
|
"grad_norm": 0.7267214059829712,
|
|
"learning_rate": 0.00027697787371829463,
|
|
"loss": 3.3431,
|
|
"step": 50000
|
|
},
|
|
{
|
|
"epoch": 5.390835579514825,
|
|
"eval_accuracy": 0.3818675280088131,
|
|
"eval_loss": 3.4026875495910645,
|
|
"eval_runtime": 185.6774,
|
|
"eval_samples_per_second": 97.002,
|
|
"eval_steps_per_second": 6.064,
|
|
"step": 50000
|
|
},
|
|
{
|
|
"epoch": 5.39622641509434,
|
|
"grad_norm": 0.7234626412391663,
|
|
"learning_rate": 0.00027665407447382623,
|
|
"loss": 3.3532,
|
|
"step": 50050
|
|
},
|
|
{
|
|
"epoch": 5.401617250673855,
|
|
"grad_norm": 0.6787304282188416,
|
|
"learning_rate": 0.0002763302752293578,
|
|
"loss": 3.3447,
|
|
"step": 50100
|
|
},
|
|
{
|
|
"epoch": 5.407008086253369,
|
|
"grad_norm": 0.6963769793510437,
|
|
"learning_rate": 0.00027600647598488933,
|
|
"loss": 3.3344,
|
|
"step": 50150
|
|
},
|
|
{
|
|
"epoch": 5.412398921832884,
|
|
"grad_norm": 0.713175356388092,
|
|
"learning_rate": 0.0002756826767404209,
|
|
"loss": 3.3166,
|
|
"step": 50200
|
|
},
|
|
{
|
|
"epoch": 5.4177897574123985,
|
|
"grad_norm": 0.6939723491668701,
|
|
"learning_rate": 0.0002753588774959525,
|
|
"loss": 3.3458,
|
|
"step": 50250
|
|
},
|
|
{
|
|
"epoch": 5.423180592991914,
|
|
"grad_norm": 0.6652595400810242,
|
|
"learning_rate": 0.00027503507825148404,
|
|
"loss": 3.34,
|
|
"step": 50300
|
|
},
|
|
{
|
|
"epoch": 5.428571428571429,
|
|
"grad_norm": 0.701531708240509,
|
|
"learning_rate": 0.00027471127900701564,
|
|
"loss": 3.33,
|
|
"step": 50350
|
|
},
|
|
{
|
|
"epoch": 5.433962264150943,
|
|
"grad_norm": 0.7839871644973755,
|
|
"learning_rate": 0.0002743874797625472,
|
|
"loss": 3.349,
|
|
"step": 50400
|
|
},
|
|
{
|
|
"epoch": 5.439353099730458,
|
|
"grad_norm": 0.6936997175216675,
|
|
"learning_rate": 0.0002740636805180788,
|
|
"loss": 3.3484,
|
|
"step": 50450
|
|
},
|
|
{
|
|
"epoch": 5.444743935309973,
|
|
"grad_norm": 0.6726544499397278,
|
|
"learning_rate": 0.00027373988127361035,
|
|
"loss": 3.3308,
|
|
"step": 50500
|
|
},
|
|
{
|
|
"epoch": 5.450134770889488,
|
|
"grad_norm": 0.6938395500183105,
|
|
"learning_rate": 0.0002734160820291419,
|
|
"loss": 3.3279,
|
|
"step": 50550
|
|
},
|
|
{
|
|
"epoch": 5.455525606469003,
|
|
"grad_norm": 0.7164644598960876,
|
|
"learning_rate": 0.00027309228278467345,
|
|
"loss": 3.3457,
|
|
"step": 50600
|
|
},
|
|
{
|
|
"epoch": 5.460916442048518,
|
|
"grad_norm": 0.8540942668914795,
|
|
"learning_rate": 0.00027276848354020506,
|
|
"loss": 3.3383,
|
|
"step": 50650
|
|
},
|
|
{
|
|
"epoch": 5.466307277628032,
|
|
"grad_norm": 0.6981081366539001,
|
|
"learning_rate": 0.0002724446842957366,
|
|
"loss": 3.3289,
|
|
"step": 50700
|
|
},
|
|
{
|
|
"epoch": 5.471698113207547,
|
|
"grad_norm": 0.7105036377906799,
|
|
"learning_rate": 0.0002721208850512682,
|
|
"loss": 3.3156,
|
|
"step": 50750
|
|
},
|
|
{
|
|
"epoch": 5.4770889487870615,
|
|
"grad_norm": 0.7173371315002441,
|
|
"learning_rate": 0.00027179708580679976,
|
|
"loss": 3.344,
|
|
"step": 50800
|
|
},
|
|
{
|
|
"epoch": 5.482479784366577,
|
|
"grad_norm": 0.7141790390014648,
|
|
"learning_rate": 0.0002714732865623313,
|
|
"loss": 3.3296,
|
|
"step": 50850
|
|
},
|
|
{
|
|
"epoch": 5.487870619946092,
|
|
"grad_norm": 0.7207962274551392,
|
|
"learning_rate": 0.0002711494873178629,
|
|
"loss": 3.3397,
|
|
"step": 50900
|
|
},
|
|
{
|
|
"epoch": 5.493261455525606,
|
|
"grad_norm": 0.7189425826072693,
|
|
"learning_rate": 0.00027082568807339447,
|
|
"loss": 3.3551,
|
|
"step": 50950
|
|
},
|
|
{
|
|
"epoch": 5.498652291105121,
|
|
"grad_norm": 0.7464522123336792,
|
|
"learning_rate": 0.000270501888828926,
|
|
"loss": 3.3191,
|
|
"step": 51000
|
|
},
|
|
{
|
|
"epoch": 5.498652291105121,
|
|
"eval_accuracy": 0.3822488996450419,
|
|
"eval_loss": 3.398327112197876,
|
|
"eval_runtime": 185.8418,
|
|
"eval_samples_per_second": 96.916,
|
|
"eval_steps_per_second": 6.059,
|
|
"step": 51000
|
|
},
|
|
{
|
|
"epoch": 5.504043126684636,
|
|
"grad_norm": 0.7124148011207581,
|
|
"learning_rate": 0.0002701780895844576,
|
|
"loss": 3.3256,
|
|
"step": 51050
|
|
},
|
|
{
|
|
"epoch": 5.509433962264151,
|
|
"grad_norm": 0.6717941164970398,
|
|
"learning_rate": 0.0002698542903399892,
|
|
"loss": 3.3365,
|
|
"step": 51100
|
|
},
|
|
{
|
|
"epoch": 5.514824797843666,
|
|
"grad_norm": 0.7076376080513,
|
|
"learning_rate": 0.0002695304910955207,
|
|
"loss": 3.3542,
|
|
"step": 51150
|
|
},
|
|
{
|
|
"epoch": 5.520215633423181,
|
|
"grad_norm": 0.7077974677085876,
|
|
"learning_rate": 0.00026920669185105233,
|
|
"loss": 3.3283,
|
|
"step": 51200
|
|
},
|
|
{
|
|
"epoch": 5.525606469002695,
|
|
"grad_norm": 0.7852863073348999,
|
|
"learning_rate": 0.0002688828926065839,
|
|
"loss": 3.3325,
|
|
"step": 51250
|
|
},
|
|
{
|
|
"epoch": 5.53099730458221,
|
|
"grad_norm": 0.7158094644546509,
|
|
"learning_rate": 0.0002685590933621155,
|
|
"loss": 3.3463,
|
|
"step": 51300
|
|
},
|
|
{
|
|
"epoch": 5.536388140161725,
|
|
"grad_norm": 0.6459639668464661,
|
|
"learning_rate": 0.00026823529411764704,
|
|
"loss": 3.325,
|
|
"step": 51350
|
|
},
|
|
{
|
|
"epoch": 5.54177897574124,
|
|
"grad_norm": 0.7445498704910278,
|
|
"learning_rate": 0.0002679114948731786,
|
|
"loss": 3.3326,
|
|
"step": 51400
|
|
},
|
|
{
|
|
"epoch": 5.547169811320755,
|
|
"grad_norm": 0.7553749084472656,
|
|
"learning_rate": 0.0002675876956287102,
|
|
"loss": 3.3502,
|
|
"step": 51450
|
|
},
|
|
{
|
|
"epoch": 5.55256064690027,
|
|
"grad_norm": 0.6957367062568665,
|
|
"learning_rate": 0.00026726389638424174,
|
|
"loss": 3.3368,
|
|
"step": 51500
|
|
},
|
|
{
|
|
"epoch": 5.557951482479784,
|
|
"grad_norm": 0.7060222029685974,
|
|
"learning_rate": 0.0002669400971397733,
|
|
"loss": 3.3293,
|
|
"step": 51550
|
|
},
|
|
{
|
|
"epoch": 5.563342318059299,
|
|
"grad_norm": 0.6961554288864136,
|
|
"learning_rate": 0.0002666162978953049,
|
|
"loss": 3.3544,
|
|
"step": 51600
|
|
},
|
|
{
|
|
"epoch": 5.568733153638814,
|
|
"grad_norm": 0.6615328192710876,
|
|
"learning_rate": 0.00026629249865083645,
|
|
"loss": 3.352,
|
|
"step": 51650
|
|
},
|
|
{
|
|
"epoch": 5.574123989218329,
|
|
"grad_norm": 0.7559927701950073,
|
|
"learning_rate": 0.00026596869940636805,
|
|
"loss": 3.3349,
|
|
"step": 51700
|
|
},
|
|
{
|
|
"epoch": 5.579514824797844,
|
|
"grad_norm": 0.7154596447944641,
|
|
"learning_rate": 0.0002656449001618996,
|
|
"loss": 3.3307,
|
|
"step": 51750
|
|
},
|
|
{
|
|
"epoch": 5.584905660377358,
|
|
"grad_norm": 0.7314494848251343,
|
|
"learning_rate": 0.0002653211009174312,
|
|
"loss": 3.3404,
|
|
"step": 51800
|
|
},
|
|
{
|
|
"epoch": 5.590296495956873,
|
|
"grad_norm": 0.74732905626297,
|
|
"learning_rate": 0.0002649973016729627,
|
|
"loss": 3.3388,
|
|
"step": 51850
|
|
},
|
|
{
|
|
"epoch": 5.595687331536388,
|
|
"grad_norm": 0.7163643836975098,
|
|
"learning_rate": 0.0002646735024284943,
|
|
"loss": 3.3457,
|
|
"step": 51900
|
|
},
|
|
{
|
|
"epoch": 5.601078167115903,
|
|
"grad_norm": 0.6982842087745667,
|
|
"learning_rate": 0.00026434970318402586,
|
|
"loss": 3.3345,
|
|
"step": 51950
|
|
},
|
|
{
|
|
"epoch": 5.606469002695418,
|
|
"grad_norm": 0.7073917984962463,
|
|
"learning_rate": 0.00026402590393955746,
|
|
"loss": 3.3286,
|
|
"step": 52000
|
|
},
|
|
{
|
|
"epoch": 5.606469002695418,
|
|
"eval_accuracy": 0.38262396941377746,
|
|
"eval_loss": 3.3952009677886963,
|
|
"eval_runtime": 185.6792,
|
|
"eval_samples_per_second": 97.001,
|
|
"eval_steps_per_second": 6.064,
|
|
"step": 52000
|
|
},
|
|
{
|
|
"epoch": 5.611859838274933,
|
|
"grad_norm": 0.6641416549682617,
|
|
"learning_rate": 0.000263702104695089,
|
|
"loss": 3.354,
|
|
"step": 52050
|
|
},
|
|
{
|
|
"epoch": 5.617250673854447,
|
|
"grad_norm": 0.7105046510696411,
|
|
"learning_rate": 0.0002633783054506206,
|
|
"loss": 3.3312,
|
|
"step": 52100
|
|
},
|
|
{
|
|
"epoch": 5.622641509433962,
|
|
"grad_norm": 0.8043460845947266,
|
|
"learning_rate": 0.00026305450620615217,
|
|
"loss": 3.3345,
|
|
"step": 52150
|
|
},
|
|
{
|
|
"epoch": 5.628032345013477,
|
|
"grad_norm": 0.7421858310699463,
|
|
"learning_rate": 0.0002627307069616837,
|
|
"loss": 3.3314,
|
|
"step": 52200
|
|
},
|
|
{
|
|
"epoch": 5.633423180592992,
|
|
"grad_norm": 0.7282386422157288,
|
|
"learning_rate": 0.0002624069077172153,
|
|
"loss": 3.3334,
|
|
"step": 52250
|
|
},
|
|
{
|
|
"epoch": 5.638814016172507,
|
|
"grad_norm": 0.7184789776802063,
|
|
"learning_rate": 0.0002620831084727469,
|
|
"loss": 3.335,
|
|
"step": 52300
|
|
},
|
|
{
|
|
"epoch": 5.644204851752022,
|
|
"grad_norm": 0.7404215335845947,
|
|
"learning_rate": 0.0002617593092282784,
|
|
"loss": 3.3426,
|
|
"step": 52350
|
|
},
|
|
{
|
|
"epoch": 5.649595687331536,
|
|
"grad_norm": 0.7050512433052063,
|
|
"learning_rate": 0.00026143550998381003,
|
|
"loss": 3.3302,
|
|
"step": 52400
|
|
},
|
|
{
|
|
"epoch": 5.654986522911051,
|
|
"grad_norm": 0.708562433719635,
|
|
"learning_rate": 0.0002611117107393416,
|
|
"loss": 3.359,
|
|
"step": 52450
|
|
},
|
|
{
|
|
"epoch": 5.660377358490566,
|
|
"grad_norm": 0.7091869711875916,
|
|
"learning_rate": 0.00026078791149487313,
|
|
"loss": 3.3327,
|
|
"step": 52500
|
|
},
|
|
{
|
|
"epoch": 5.665768194070081,
|
|
"grad_norm": 0.7526550889015198,
|
|
"learning_rate": 0.0002604705882352941,
|
|
"loss": 3.3493,
|
|
"step": 52550
|
|
},
|
|
{
|
|
"epoch": 5.671159029649596,
|
|
"grad_norm": 0.7109392881393433,
|
|
"learning_rate": 0.00026014678899082563,
|
|
"loss": 3.3633,
|
|
"step": 52600
|
|
},
|
|
{
|
|
"epoch": 5.67654986522911,
|
|
"grad_norm": 0.7918757200241089,
|
|
"learning_rate": 0.00025982298974635724,
|
|
"loss": 3.3348,
|
|
"step": 52650
|
|
},
|
|
{
|
|
"epoch": 5.681940700808625,
|
|
"grad_norm": 0.6995682120323181,
|
|
"learning_rate": 0.0002594991905018888,
|
|
"loss": 3.3254,
|
|
"step": 52700
|
|
},
|
|
{
|
|
"epoch": 5.6873315363881405,
|
|
"grad_norm": 0.749407947063446,
|
|
"learning_rate": 0.0002591753912574204,
|
|
"loss": 3.342,
|
|
"step": 52750
|
|
},
|
|
{
|
|
"epoch": 5.692722371967655,
|
|
"grad_norm": 0.6701259613037109,
|
|
"learning_rate": 0.00025885159201295195,
|
|
"loss": 3.3255,
|
|
"step": 52800
|
|
},
|
|
{
|
|
"epoch": 5.69811320754717,
|
|
"grad_norm": 0.7033412456512451,
|
|
"learning_rate": 0.0002585277927684835,
|
|
"loss": 3.3212,
|
|
"step": 52850
|
|
},
|
|
{
|
|
"epoch": 5.703504043126685,
|
|
"grad_norm": 0.7061142921447754,
|
|
"learning_rate": 0.0002582039935240151,
|
|
"loss": 3.3243,
|
|
"step": 52900
|
|
},
|
|
{
|
|
"epoch": 5.708894878706199,
|
|
"grad_norm": 0.7420711517333984,
|
|
"learning_rate": 0.00025788019427954665,
|
|
"loss": 3.3301,
|
|
"step": 52950
|
|
},
|
|
{
|
|
"epoch": 5.714285714285714,
|
|
"grad_norm": 0.7125579118728638,
|
|
"learning_rate": 0.00025755639503507826,
|
|
"loss": 3.3427,
|
|
"step": 53000
|
|
},
|
|
{
|
|
"epoch": 5.714285714285714,
|
|
"eval_accuracy": 0.38295101460609904,
|
|
"eval_loss": 3.3901145458221436,
|
|
"eval_runtime": 186.5625,
|
|
"eval_samples_per_second": 96.541,
|
|
"eval_steps_per_second": 6.036,
|
|
"step": 53000
|
|
},
|
|
{
|
|
"epoch": 5.719676549865229,
|
|
"grad_norm": 0.7086030840873718,
|
|
"learning_rate": 0.00025723907177549915,
|
|
"loss": 3.3343,
|
|
"step": 53050
|
|
},
|
|
{
|
|
"epoch": 5.725067385444744,
|
|
"grad_norm": 0.7787637710571289,
|
|
"learning_rate": 0.00025691527253103076,
|
|
"loss": 3.343,
|
|
"step": 53100
|
|
},
|
|
{
|
|
"epoch": 5.730458221024259,
|
|
"grad_norm": 0.6649724841117859,
|
|
"learning_rate": 0.0002565914732865623,
|
|
"loss": 3.3357,
|
|
"step": 53150
|
|
},
|
|
{
|
|
"epoch": 5.735849056603773,
|
|
"grad_norm": 0.7049210667610168,
|
|
"learning_rate": 0.00025626767404209386,
|
|
"loss": 3.3468,
|
|
"step": 53200
|
|
},
|
|
{
|
|
"epoch": 5.741239892183288,
|
|
"grad_norm": 0.6813149452209473,
|
|
"learning_rate": 0.00025594387479762546,
|
|
"loss": 3.3183,
|
|
"step": 53250
|
|
},
|
|
{
|
|
"epoch": 5.7466307277628035,
|
|
"grad_norm": 0.753976583480835,
|
|
"learning_rate": 0.000255620075553157,
|
|
"loss": 3.3618,
|
|
"step": 53300
|
|
},
|
|
{
|
|
"epoch": 5.752021563342318,
|
|
"grad_norm": 0.7155981063842773,
|
|
"learning_rate": 0.00025529627630868857,
|
|
"loss": 3.3427,
|
|
"step": 53350
|
|
},
|
|
{
|
|
"epoch": 5.757412398921833,
|
|
"grad_norm": 0.7739768624305725,
|
|
"learning_rate": 0.00025497247706422017,
|
|
"loss": 3.3479,
|
|
"step": 53400
|
|
},
|
|
{
|
|
"epoch": 5.762803234501348,
|
|
"grad_norm": 0.6855412721633911,
|
|
"learning_rate": 0.0002546486778197517,
|
|
"loss": 3.3431,
|
|
"step": 53450
|
|
},
|
|
{
|
|
"epoch": 5.768194070080862,
|
|
"grad_norm": 0.7113777995109558,
|
|
"learning_rate": 0.00025432487857528327,
|
|
"loss": 3.3278,
|
|
"step": 53500
|
|
},
|
|
{
|
|
"epoch": 5.773584905660377,
|
|
"grad_norm": 0.7380174994468689,
|
|
"learning_rate": 0.0002540010793308149,
|
|
"loss": 3.3268,
|
|
"step": 53550
|
|
},
|
|
{
|
|
"epoch": 5.7789757412398925,
|
|
"grad_norm": 0.7673078179359436,
|
|
"learning_rate": 0.0002536772800863464,
|
|
"loss": 3.3465,
|
|
"step": 53600
|
|
},
|
|
{
|
|
"epoch": 5.784366576819407,
|
|
"grad_norm": 0.6763390302658081,
|
|
"learning_rate": 0.00025335348084187803,
|
|
"loss": 3.3291,
|
|
"step": 53650
|
|
},
|
|
{
|
|
"epoch": 5.789757412398922,
|
|
"grad_norm": 0.6864061951637268,
|
|
"learning_rate": 0.0002530296815974096,
|
|
"loss": 3.3506,
|
|
"step": 53700
|
|
},
|
|
{
|
|
"epoch": 5.795148247978437,
|
|
"grad_norm": 0.6713850498199463,
|
|
"learning_rate": 0.0002527058823529412,
|
|
"loss": 3.3387,
|
|
"step": 53750
|
|
},
|
|
{
|
|
"epoch": 5.800539083557951,
|
|
"grad_norm": 0.700480580329895,
|
|
"learning_rate": 0.0002523820831084727,
|
|
"loss": 3.3267,
|
|
"step": 53800
|
|
},
|
|
{
|
|
"epoch": 5.8059299191374665,
|
|
"grad_norm": 0.7623244524002075,
|
|
"learning_rate": 0.0002520582838640043,
|
|
"loss": 3.3318,
|
|
"step": 53850
|
|
},
|
|
{
|
|
"epoch": 5.811320754716981,
|
|
"grad_norm": 0.711775541305542,
|
|
"learning_rate": 0.00025173448461953584,
|
|
"loss": 3.3326,
|
|
"step": 53900
|
|
},
|
|
{
|
|
"epoch": 5.816711590296496,
|
|
"grad_norm": 0.7507492303848267,
|
|
"learning_rate": 0.00025141068537506744,
|
|
"loss": 3.3312,
|
|
"step": 53950
|
|
},
|
|
{
|
|
"epoch": 5.822102425876011,
|
|
"grad_norm": 0.7418644428253174,
|
|
"learning_rate": 0.000251086886130599,
|
|
"loss": 3.3263,
|
|
"step": 54000
|
|
},
|
|
{
|
|
"epoch": 5.822102425876011,
|
|
"eval_accuracy": 0.3834891723594442,
|
|
"eval_loss": 3.3863141536712646,
|
|
"eval_runtime": 186.0535,
|
|
"eval_samples_per_second": 96.806,
|
|
"eval_steps_per_second": 6.052,
|
|
"step": 54000
|
|
},
|
|
{
|
|
"epoch": 5.827493261455525,
|
|
"grad_norm": 0.665481448173523,
|
|
"learning_rate": 0.0002507630868861306,
|
|
"loss": 3.3368,
|
|
"step": 54050
|
|
},
|
|
{
|
|
"epoch": 5.83288409703504,
|
|
"grad_norm": 0.6829763054847717,
|
|
"learning_rate": 0.00025043928764166215,
|
|
"loss": 3.3263,
|
|
"step": 54100
|
|
},
|
|
{
|
|
"epoch": 5.8382749326145555,
|
|
"grad_norm": 0.7759435176849365,
|
|
"learning_rate": 0.00025011548839719375,
|
|
"loss": 3.3402,
|
|
"step": 54150
|
|
},
|
|
{
|
|
"epoch": 5.84366576819407,
|
|
"grad_norm": 0.720077395439148,
|
|
"learning_rate": 0.0002497916891527253,
|
|
"loss": 3.3298,
|
|
"step": 54200
|
|
},
|
|
{
|
|
"epoch": 5.849056603773585,
|
|
"grad_norm": 0.699575662612915,
|
|
"learning_rate": 0.00024946788990825686,
|
|
"loss": 3.3299,
|
|
"step": 54250
|
|
},
|
|
{
|
|
"epoch": 5.8544474393531,
|
|
"grad_norm": 0.7666447758674622,
|
|
"learning_rate": 0.0002491440906637884,
|
|
"loss": 3.3295,
|
|
"step": 54300
|
|
},
|
|
{
|
|
"epoch": 5.859838274932614,
|
|
"grad_norm": 0.7442516684532166,
|
|
"learning_rate": 0.00024882029141932,
|
|
"loss": 3.3416,
|
|
"step": 54350
|
|
},
|
|
{
|
|
"epoch": 5.8652291105121295,
|
|
"grad_norm": 0.71200031042099,
|
|
"learning_rate": 0.00024849649217485156,
|
|
"loss": 3.3285,
|
|
"step": 54400
|
|
},
|
|
{
|
|
"epoch": 5.870619946091644,
|
|
"grad_norm": 0.779427170753479,
|
|
"learning_rate": 0.00024817269293038317,
|
|
"loss": 3.3461,
|
|
"step": 54450
|
|
},
|
|
{
|
|
"epoch": 5.876010781671159,
|
|
"grad_norm": 0.6942343711853027,
|
|
"learning_rate": 0.0002478488936859147,
|
|
"loss": 3.3471,
|
|
"step": 54500
|
|
},
|
|
{
|
|
"epoch": 5.881401617250674,
|
|
"grad_norm": 0.7461671829223633,
|
|
"learning_rate": 0.00024752509444144627,
|
|
"loss": 3.3178,
|
|
"step": 54550
|
|
},
|
|
{
|
|
"epoch": 5.886792452830189,
|
|
"grad_norm": 0.7111161351203918,
|
|
"learning_rate": 0.00024720129519697787,
|
|
"loss": 3.3465,
|
|
"step": 54600
|
|
},
|
|
{
|
|
"epoch": 5.892183288409703,
|
|
"grad_norm": 0.6841058731079102,
|
|
"learning_rate": 0.0002468774959525094,
|
|
"loss": 3.3287,
|
|
"step": 54650
|
|
},
|
|
{
|
|
"epoch": 5.8975741239892185,
|
|
"grad_norm": 0.7127097845077515,
|
|
"learning_rate": 0.00024655369670804097,
|
|
"loss": 3.3326,
|
|
"step": 54700
|
|
},
|
|
{
|
|
"epoch": 5.902964959568733,
|
|
"grad_norm": 0.6874078512191772,
|
|
"learning_rate": 0.0002462298974635726,
|
|
"loss": 3.3425,
|
|
"step": 54750
|
|
},
|
|
{
|
|
"epoch": 5.908355795148248,
|
|
"grad_norm": 0.7430708408355713,
|
|
"learning_rate": 0.00024590609821910413,
|
|
"loss": 3.3372,
|
|
"step": 54800
|
|
},
|
|
{
|
|
"epoch": 5.913746630727763,
|
|
"grad_norm": 0.755914032459259,
|
|
"learning_rate": 0.0002455822989746357,
|
|
"loss": 3.3433,
|
|
"step": 54850
|
|
},
|
|
{
|
|
"epoch": 5.919137466307277,
|
|
"grad_norm": 0.7354787588119507,
|
|
"learning_rate": 0.0002452584997301673,
|
|
"loss": 3.3434,
|
|
"step": 54900
|
|
},
|
|
{
|
|
"epoch": 5.9245283018867925,
|
|
"grad_norm": 0.7316792607307434,
|
|
"learning_rate": 0.00024493470048569883,
|
|
"loss": 3.3458,
|
|
"step": 54950
|
|
},
|
|
{
|
|
"epoch": 5.929919137466308,
|
|
"grad_norm": 0.761431097984314,
|
|
"learning_rate": 0.00024461090124123044,
|
|
"loss": 3.3294,
|
|
"step": 55000
|
|
},
|
|
{
|
|
"epoch": 5.929919137466308,
|
|
"eval_accuracy": 0.3840333060216191,
|
|
"eval_loss": 3.3816659450531006,
|
|
"eval_runtime": 187.071,
|
|
"eval_samples_per_second": 96.279,
|
|
"eval_steps_per_second": 6.019,
|
|
"step": 55000
|
|
},
|
|
{
|
|
"epoch": 5.935309973045822,
|
|
"grad_norm": 0.710059642791748,
|
|
"learning_rate": 0.000244287101996762,
|
|
"loss": 3.3592,
|
|
"step": 55050
|
|
},
|
|
{
|
|
"epoch": 5.940700808625337,
|
|
"grad_norm": 0.7140824198722839,
|
|
"learning_rate": 0.00024396330275229354,
|
|
"loss": 3.3215,
|
|
"step": 55100
|
|
},
|
|
{
|
|
"epoch": 5.946091644204852,
|
|
"grad_norm": 0.7100274562835693,
|
|
"learning_rate": 0.00024363950350782512,
|
|
"loss": 3.329,
|
|
"step": 55150
|
|
},
|
|
{
|
|
"epoch": 5.951482479784366,
|
|
"grad_norm": 0.7320206165313721,
|
|
"learning_rate": 0.0002433157042633567,
|
|
"loss": 3.3261,
|
|
"step": 55200
|
|
},
|
|
{
|
|
"epoch": 5.9568733153638815,
|
|
"grad_norm": 0.7415310144424438,
|
|
"learning_rate": 0.00024299190501888827,
|
|
"loss": 3.333,
|
|
"step": 55250
|
|
},
|
|
{
|
|
"epoch": 5.962264150943396,
|
|
"grad_norm": 0.7084662914276123,
|
|
"learning_rate": 0.00024266810577441985,
|
|
"loss": 3.3251,
|
|
"step": 55300
|
|
},
|
|
{
|
|
"epoch": 5.967654986522911,
|
|
"grad_norm": 0.76775723695755,
|
|
"learning_rate": 0.00024234430652995143,
|
|
"loss": 3.3266,
|
|
"step": 55350
|
|
},
|
|
{
|
|
"epoch": 5.973045822102426,
|
|
"grad_norm": 0.7340843081474304,
|
|
"learning_rate": 0.00024202050728548298,
|
|
"loss": 3.3295,
|
|
"step": 55400
|
|
},
|
|
{
|
|
"epoch": 5.97843665768194,
|
|
"grad_norm": 0.729824960231781,
|
|
"learning_rate": 0.00024169670804101456,
|
|
"loss": 3.3485,
|
|
"step": 55450
|
|
},
|
|
{
|
|
"epoch": 5.9838274932614555,
|
|
"grad_norm": 0.8025780320167542,
|
|
"learning_rate": 0.0002413729087965461,
|
|
"loss": 3.3315,
|
|
"step": 55500
|
|
},
|
|
{
|
|
"epoch": 5.989218328840971,
|
|
"grad_norm": 0.7435186505317688,
|
|
"learning_rate": 0.00024104910955207768,
|
|
"loss": 3.3351,
|
|
"step": 55550
|
|
},
|
|
{
|
|
"epoch": 5.994609164420485,
|
|
"grad_norm": 0.7175592184066772,
|
|
"learning_rate": 0.00024072531030760926,
|
|
"loss": 3.3523,
|
|
"step": 55600
|
|
},
|
|
{
|
|
"epoch": 6.0,
|
|
"grad_norm": 1.5353487730026245,
|
|
"learning_rate": 0.00024040151106314084,
|
|
"loss": 3.3505,
|
|
"step": 55650
|
|
},
|
|
{
|
|
"epoch": 6.005390835579515,
|
|
"grad_norm": 0.7530514597892761,
|
|
"learning_rate": 0.0002400777118186724,
|
|
"loss": 3.2435,
|
|
"step": 55700
|
|
},
|
|
{
|
|
"epoch": 6.010781671159029,
|
|
"grad_norm": 0.7231230139732361,
|
|
"learning_rate": 0.00023975391257420397,
|
|
"loss": 3.2466,
|
|
"step": 55750
|
|
},
|
|
{
|
|
"epoch": 6.0161725067385445,
|
|
"grad_norm": 0.7968002557754517,
|
|
"learning_rate": 0.00023943011332973555,
|
|
"loss": 3.2384,
|
|
"step": 55800
|
|
},
|
|
{
|
|
"epoch": 6.02156334231806,
|
|
"grad_norm": 0.7221238017082214,
|
|
"learning_rate": 0.00023910631408526712,
|
|
"loss": 3.2479,
|
|
"step": 55850
|
|
},
|
|
{
|
|
"epoch": 6.026954177897574,
|
|
"grad_norm": 0.690676748752594,
|
|
"learning_rate": 0.0002387825148407987,
|
|
"loss": 3.2471,
|
|
"step": 55900
|
|
},
|
|
{
|
|
"epoch": 6.032345013477089,
|
|
"grad_norm": 0.7437423467636108,
|
|
"learning_rate": 0.00023845871559633025,
|
|
"loss": 3.2426,
|
|
"step": 55950
|
|
},
|
|
{
|
|
"epoch": 6.037735849056604,
|
|
"grad_norm": 0.7366816401481628,
|
|
"learning_rate": 0.0002381349163518618,
|
|
"loss": 3.24,
|
|
"step": 56000
|
|
},
|
|
{
|
|
"epoch": 6.037735849056604,
|
|
"eval_accuracy": 0.38389042747414304,
|
|
"eval_loss": 3.383859634399414,
|
|
"eval_runtime": 186.5797,
|
|
"eval_samples_per_second": 96.532,
|
|
"eval_steps_per_second": 6.035,
|
|
"step": 56000
|
|
},
|
|
{
|
|
"epoch": 6.0431266846361185,
|
|
"grad_norm": 0.7220221757888794,
|
|
"learning_rate": 0.00023781111710739338,
|
|
"loss": 3.249,
|
|
"step": 56050
|
|
},
|
|
{
|
|
"epoch": 6.048517520215634,
|
|
"grad_norm": 0.7736272215843201,
|
|
"learning_rate": 0.00023748731786292496,
|
|
"loss": 3.2463,
|
|
"step": 56100
|
|
},
|
|
{
|
|
"epoch": 6.053908355795148,
|
|
"grad_norm": 0.803719699382782,
|
|
"learning_rate": 0.00023716351861845654,
|
|
"loss": 3.2614,
|
|
"step": 56150
|
|
},
|
|
{
|
|
"epoch": 6.059299191374663,
|
|
"grad_norm": 0.7381243109703064,
|
|
"learning_rate": 0.0002368397193739881,
|
|
"loss": 3.2452,
|
|
"step": 56200
|
|
},
|
|
{
|
|
"epoch": 6.064690026954178,
|
|
"grad_norm": 0.7470428347587585,
|
|
"learning_rate": 0.0002365159201295197,
|
|
"loss": 3.2524,
|
|
"step": 56250
|
|
},
|
|
{
|
|
"epoch": 6.070080862533692,
|
|
"grad_norm": 0.7041178345680237,
|
|
"learning_rate": 0.00023619212088505127,
|
|
"loss": 3.2602,
|
|
"step": 56300
|
|
},
|
|
{
|
|
"epoch": 6.0754716981132075,
|
|
"grad_norm": 0.7531268000602722,
|
|
"learning_rate": 0.0002358683216405828,
|
|
"loss": 3.2565,
|
|
"step": 56350
|
|
},
|
|
{
|
|
"epoch": 6.080862533692723,
|
|
"grad_norm": 0.7231478691101074,
|
|
"learning_rate": 0.00023554452239611437,
|
|
"loss": 3.2774,
|
|
"step": 56400
|
|
},
|
|
{
|
|
"epoch": 6.086253369272237,
|
|
"grad_norm": 0.718438982963562,
|
|
"learning_rate": 0.00023522072315164595,
|
|
"loss": 3.2649,
|
|
"step": 56450
|
|
},
|
|
{
|
|
"epoch": 6.091644204851752,
|
|
"grad_norm": 0.6967525482177734,
|
|
"learning_rate": 0.00023489692390717752,
|
|
"loss": 3.2461,
|
|
"step": 56500
|
|
},
|
|
{
|
|
"epoch": 6.097035040431267,
|
|
"grad_norm": 0.6844667792320251,
|
|
"learning_rate": 0.0002345731246627091,
|
|
"loss": 3.2788,
|
|
"step": 56550
|
|
},
|
|
{
|
|
"epoch": 6.1024258760107815,
|
|
"grad_norm": 0.7357999682426453,
|
|
"learning_rate": 0.00023424932541824068,
|
|
"loss": 3.2599,
|
|
"step": 56600
|
|
},
|
|
{
|
|
"epoch": 6.107816711590297,
|
|
"grad_norm": 0.7308683395385742,
|
|
"learning_rate": 0.00023392552617377226,
|
|
"loss": 3.243,
|
|
"step": 56650
|
|
},
|
|
{
|
|
"epoch": 6.113207547169812,
|
|
"grad_norm": 0.7134161591529846,
|
|
"learning_rate": 0.00023360172692930384,
|
|
"loss": 3.2725,
|
|
"step": 56700
|
|
},
|
|
{
|
|
"epoch": 6.118598382749326,
|
|
"grad_norm": 0.7741594314575195,
|
|
"learning_rate": 0.00023327792768483539,
|
|
"loss": 3.2806,
|
|
"step": 56750
|
|
},
|
|
{
|
|
"epoch": 6.123989218328841,
|
|
"grad_norm": 0.7352747321128845,
|
|
"learning_rate": 0.0002329606044252563,
|
|
"loss": 3.2735,
|
|
"step": 56800
|
|
},
|
|
{
|
|
"epoch": 6.129380053908355,
|
|
"grad_norm": 0.7509372234344482,
|
|
"learning_rate": 0.0002326368051807879,
|
|
"loss": 3.2548,
|
|
"step": 56850
|
|
},
|
|
{
|
|
"epoch": 6.1347708894878705,
|
|
"grad_norm": 0.7118437886238098,
|
|
"learning_rate": 0.00023231300593631947,
|
|
"loss": 3.273,
|
|
"step": 56900
|
|
},
|
|
{
|
|
"epoch": 6.140161725067386,
|
|
"grad_norm": 0.7036439776420593,
|
|
"learning_rate": 0.00023198920669185104,
|
|
"loss": 3.2546,
|
|
"step": 56950
|
|
},
|
|
{
|
|
"epoch": 6.1455525606469,
|
|
"grad_norm": 0.7212383151054382,
|
|
"learning_rate": 0.00023166540744738262,
|
|
"loss": 3.2721,
|
|
"step": 57000
|
|
},
|
|
{
|
|
"epoch": 6.1455525606469,
|
|
"eval_accuracy": 0.3838577229549109,
|
|
"eval_loss": 3.386446952819824,
|
|
"eval_runtime": 186.2296,
|
|
"eval_samples_per_second": 96.714,
|
|
"eval_steps_per_second": 6.046,
|
|
"step": 57000
|
|
},
|
|
{
|
|
"epoch": 6.150943396226415,
|
|
"grad_norm": 0.733283281326294,
|
|
"learning_rate": 0.0002313416082029142,
|
|
"loss": 3.2633,
|
|
"step": 57050
|
|
},
|
|
{
|
|
"epoch": 6.15633423180593,
|
|
"grad_norm": 0.718394935131073,
|
|
"learning_rate": 0.00023101780895844572,
|
|
"loss": 3.2714,
|
|
"step": 57100
|
|
},
|
|
{
|
|
"epoch": 6.1617250673854445,
|
|
"grad_norm": 0.7722272276878357,
|
|
"learning_rate": 0.0002306940097139773,
|
|
"loss": 3.2855,
|
|
"step": 57150
|
|
},
|
|
{
|
|
"epoch": 6.16711590296496,
|
|
"grad_norm": 0.7402440309524536,
|
|
"learning_rate": 0.00023037021046950888,
|
|
"loss": 3.261,
|
|
"step": 57200
|
|
},
|
|
{
|
|
"epoch": 6.172506738544475,
|
|
"grad_norm": 0.6950713396072388,
|
|
"learning_rate": 0.00023004641122504046,
|
|
"loss": 3.2604,
|
|
"step": 57250
|
|
},
|
|
{
|
|
"epoch": 6.177897574123989,
|
|
"grad_norm": 0.7849131226539612,
|
|
"learning_rate": 0.00022972261198057203,
|
|
"loss": 3.2766,
|
|
"step": 57300
|
|
},
|
|
{
|
|
"epoch": 6.183288409703504,
|
|
"grad_norm": 0.7480310201644897,
|
|
"learning_rate": 0.0002293988127361036,
|
|
"loss": 3.2626,
|
|
"step": 57350
|
|
},
|
|
{
|
|
"epoch": 6.188679245283019,
|
|
"grad_norm": 0.7386547327041626,
|
|
"learning_rate": 0.00022907501349163516,
|
|
"loss": 3.2692,
|
|
"step": 57400
|
|
},
|
|
{
|
|
"epoch": 6.1940700808625335,
|
|
"grad_norm": 0.7779138684272766,
|
|
"learning_rate": 0.00022875121424716674,
|
|
"loss": 3.2662,
|
|
"step": 57450
|
|
},
|
|
{
|
|
"epoch": 6.199460916442049,
|
|
"grad_norm": 0.7343404293060303,
|
|
"learning_rate": 0.00022842741500269832,
|
|
"loss": 3.2594,
|
|
"step": 57500
|
|
},
|
|
{
|
|
"epoch": 6.204851752021563,
|
|
"grad_norm": 0.7304903864860535,
|
|
"learning_rate": 0.00022810361575822987,
|
|
"loss": 3.2819,
|
|
"step": 57550
|
|
},
|
|
{
|
|
"epoch": 6.210242587601078,
|
|
"grad_norm": 0.7307119965553284,
|
|
"learning_rate": 0.00022777981651376145,
|
|
"loss": 3.2698,
|
|
"step": 57600
|
|
},
|
|
{
|
|
"epoch": 6.215633423180593,
|
|
"grad_norm": 0.7567199468612671,
|
|
"learning_rate": 0.00022745601726929302,
|
|
"loss": 3.2832,
|
|
"step": 57650
|
|
},
|
|
{
|
|
"epoch": 6.2210242587601075,
|
|
"grad_norm": 0.8181593418121338,
|
|
"learning_rate": 0.00022713221802482457,
|
|
"loss": 3.2743,
|
|
"step": 57700
|
|
},
|
|
{
|
|
"epoch": 6.226415094339623,
|
|
"grad_norm": 0.7563122510910034,
|
|
"learning_rate": 0.00022680841878035615,
|
|
"loss": 3.2664,
|
|
"step": 57750
|
|
},
|
|
{
|
|
"epoch": 6.231805929919138,
|
|
"grad_norm": 0.7485759854316711,
|
|
"learning_rate": 0.00022648461953588773,
|
|
"loss": 3.2604,
|
|
"step": 57800
|
|
},
|
|
{
|
|
"epoch": 6.237196765498652,
|
|
"grad_norm": 0.7154666781425476,
|
|
"learning_rate": 0.0002261608202914193,
|
|
"loss": 3.2736,
|
|
"step": 57850
|
|
},
|
|
{
|
|
"epoch": 6.242587601078167,
|
|
"grad_norm": 0.7753394842147827,
|
|
"learning_rate": 0.00022583702104695088,
|
|
"loss": 3.2837,
|
|
"step": 57900
|
|
},
|
|
{
|
|
"epoch": 6.247978436657682,
|
|
"grad_norm": 0.7859485745429993,
|
|
"learning_rate": 0.00022551322180248246,
|
|
"loss": 3.276,
|
|
"step": 57950
|
|
},
|
|
{
|
|
"epoch": 6.2533692722371965,
|
|
"grad_norm": 0.7557467818260193,
|
|
"learning_rate": 0.00022518942255801399,
|
|
"loss": 3.2775,
|
|
"step": 58000
|
|
},
|
|
{
|
|
"epoch": 6.2533692722371965,
|
|
"eval_accuracy": 0.384587979013912,
|
|
"eval_loss": 3.3805975914001465,
|
|
"eval_runtime": 186.1376,
|
|
"eval_samples_per_second": 96.762,
|
|
"eval_steps_per_second": 6.049,
|
|
"step": 58000
|
|
},
|
|
{
|
|
"epoch": 6.258760107816712,
|
|
"grad_norm": 0.7273963093757629,
|
|
"learning_rate": 0.00022486562331354556,
|
|
"loss": 3.2627,
|
|
"step": 58050
|
|
},
|
|
{
|
|
"epoch": 6.264150943396227,
|
|
"grad_norm": 0.8055055141448975,
|
|
"learning_rate": 0.00022454182406907714,
|
|
"loss": 3.2772,
|
|
"step": 58100
|
|
},
|
|
{
|
|
"epoch": 6.269541778975741,
|
|
"grad_norm": 0.7805400490760803,
|
|
"learning_rate": 0.00022421802482460872,
|
|
"loss": 3.2704,
|
|
"step": 58150
|
|
},
|
|
{
|
|
"epoch": 6.274932614555256,
|
|
"grad_norm": 0.7758643627166748,
|
|
"learning_rate": 0.0002238942255801403,
|
|
"loss": 3.2931,
|
|
"step": 58200
|
|
},
|
|
{
|
|
"epoch": 6.280323450134771,
|
|
"grad_norm": 0.7137858867645264,
|
|
"learning_rate": 0.00022357042633567187,
|
|
"loss": 3.2742,
|
|
"step": 58250
|
|
},
|
|
{
|
|
"epoch": 6.285714285714286,
|
|
"grad_norm": 0.7263578772544861,
|
|
"learning_rate": 0.00022324662709120345,
|
|
"loss": 3.2663,
|
|
"step": 58300
|
|
},
|
|
{
|
|
"epoch": 6.291105121293801,
|
|
"grad_norm": 0.762294590473175,
|
|
"learning_rate": 0.00022292282784673503,
|
|
"loss": 3.2874,
|
|
"step": 58350
|
|
},
|
|
{
|
|
"epoch": 6.296495956873315,
|
|
"grad_norm": 0.7026324272155762,
|
|
"learning_rate": 0.00022259902860226655,
|
|
"loss": 3.2714,
|
|
"step": 58400
|
|
},
|
|
{
|
|
"epoch": 6.30188679245283,
|
|
"grad_norm": 0.74138343334198,
|
|
"learning_rate": 0.00022227522935779813,
|
|
"loss": 3.2968,
|
|
"step": 58450
|
|
},
|
|
{
|
|
"epoch": 6.307277628032345,
|
|
"grad_norm": 0.7082785964012146,
|
|
"learning_rate": 0.0002219514301133297,
|
|
"loss": 3.2936,
|
|
"step": 58500
|
|
},
|
|
{
|
|
"epoch": 6.3126684636118595,
|
|
"grad_norm": 0.7763897776603699,
|
|
"learning_rate": 0.00022162763086886129,
|
|
"loss": 3.2863,
|
|
"step": 58550
|
|
},
|
|
{
|
|
"epoch": 6.318059299191375,
|
|
"grad_norm": 0.7496061325073242,
|
|
"learning_rate": 0.00022130383162439286,
|
|
"loss": 3.2873,
|
|
"step": 58600
|
|
},
|
|
{
|
|
"epoch": 6.32345013477089,
|
|
"grad_norm": 0.7364786863327026,
|
|
"learning_rate": 0.00022098003237992444,
|
|
"loss": 3.2839,
|
|
"step": 58650
|
|
},
|
|
{
|
|
"epoch": 6.328840970350404,
|
|
"grad_norm": 0.783441960811615,
|
|
"learning_rate": 0.00022065623313545602,
|
|
"loss": 3.2847,
|
|
"step": 58700
|
|
},
|
|
{
|
|
"epoch": 6.334231805929919,
|
|
"grad_norm": 0.7428851127624512,
|
|
"learning_rate": 0.00022033243389098757,
|
|
"loss": 3.2733,
|
|
"step": 58750
|
|
},
|
|
{
|
|
"epoch": 6.339622641509434,
|
|
"grad_norm": 0.7274538278579712,
|
|
"learning_rate": 0.0002200151106314085,
|
|
"loss": 3.2814,
|
|
"step": 58800
|
|
},
|
|
{
|
|
"epoch": 6.345013477088949,
|
|
"grad_norm": 0.7632532119750977,
|
|
"learning_rate": 0.00021969131138694007,
|
|
"loss": 3.2956,
|
|
"step": 58850
|
|
},
|
|
{
|
|
"epoch": 6.350404312668464,
|
|
"grad_norm": 0.7355190515518188,
|
|
"learning_rate": 0.00021936751214247165,
|
|
"loss": 3.2816,
|
|
"step": 58900
|
|
},
|
|
{
|
|
"epoch": 6.355795148247978,
|
|
"grad_norm": 0.7243745923042297,
|
|
"learning_rate": 0.00021904371289800323,
|
|
"loss": 3.2788,
|
|
"step": 58950
|
|
},
|
|
{
|
|
"epoch": 6.361185983827493,
|
|
"grad_norm": 0.7663396000862122,
|
|
"learning_rate": 0.0002187199136535348,
|
|
"loss": 3.2946,
|
|
"step": 59000
|
|
},
|
|
{
|
|
"epoch": 6.361185983827493,
|
|
"eval_accuracy": 0.3849347990318158,
|
|
"eval_loss": 3.377753973007202,
|
|
"eval_runtime": 186.2203,
|
|
"eval_samples_per_second": 96.719,
|
|
"eval_steps_per_second": 6.047,
|
|
"step": 59000
|
|
},
|
|
{
|
|
"epoch": 6.366576819407008,
|
|
"grad_norm": 0.7475417852401733,
|
|
"learning_rate": 0.00021839611440906638,
|
|
"loss": 3.2819,
|
|
"step": 59050
|
|
},
|
|
{
|
|
"epoch": 6.3719676549865225,
|
|
"grad_norm": 0.7701888084411621,
|
|
"learning_rate": 0.00021807231516459793,
|
|
"loss": 3.2805,
|
|
"step": 59100
|
|
},
|
|
{
|
|
"epoch": 6.377358490566038,
|
|
"grad_norm": 0.7486868500709534,
|
|
"learning_rate": 0.00021774851592012948,
|
|
"loss": 3.2753,
|
|
"step": 59150
|
|
},
|
|
{
|
|
"epoch": 6.382749326145553,
|
|
"grad_norm": 0.7842634916305542,
|
|
"learning_rate": 0.00021742471667566106,
|
|
"loss": 3.279,
|
|
"step": 59200
|
|
},
|
|
{
|
|
"epoch": 6.388140161725067,
|
|
"grad_norm": 0.7724443674087524,
|
|
"learning_rate": 0.00021710091743119264,
|
|
"loss": 3.2821,
|
|
"step": 59250
|
|
},
|
|
{
|
|
"epoch": 6.393530997304582,
|
|
"grad_norm": 0.7100037336349487,
|
|
"learning_rate": 0.00021677711818672422,
|
|
"loss": 3.2842,
|
|
"step": 59300
|
|
},
|
|
{
|
|
"epoch": 6.398921832884097,
|
|
"grad_norm": 0.7454290390014648,
|
|
"learning_rate": 0.0002164533189422558,
|
|
"loss": 3.2806,
|
|
"step": 59350
|
|
},
|
|
{
|
|
"epoch": 6.404312668463612,
|
|
"grad_norm": 0.7596750855445862,
|
|
"learning_rate": 0.00021612951969778734,
|
|
"loss": 3.3068,
|
|
"step": 59400
|
|
},
|
|
{
|
|
"epoch": 6.409703504043127,
|
|
"grad_norm": 0.818010151386261,
|
|
"learning_rate": 0.00021580572045331892,
|
|
"loss": 3.2909,
|
|
"step": 59450
|
|
},
|
|
{
|
|
"epoch": 6.415094339622642,
|
|
"grad_norm": 0.7507836818695068,
|
|
"learning_rate": 0.0002154819212088505,
|
|
"loss": 3.2772,
|
|
"step": 59500
|
|
},
|
|
{
|
|
"epoch": 6.420485175202156,
|
|
"grad_norm": 0.8205848932266235,
|
|
"learning_rate": 0.00021515812196438208,
|
|
"loss": 3.274,
|
|
"step": 59550
|
|
},
|
|
{
|
|
"epoch": 6.425876010781671,
|
|
"grad_norm": 0.7538298964500427,
|
|
"learning_rate": 0.00021483432271991363,
|
|
"loss": 3.2982,
|
|
"step": 59600
|
|
},
|
|
{
|
|
"epoch": 6.431266846361186,
|
|
"grad_norm": 0.7948066592216492,
|
|
"learning_rate": 0.0002145105234754452,
|
|
"loss": 3.288,
|
|
"step": 59650
|
|
},
|
|
{
|
|
"epoch": 6.436657681940701,
|
|
"grad_norm": 0.7776751518249512,
|
|
"learning_rate": 0.00021418672423097676,
|
|
"loss": 3.2969,
|
|
"step": 59700
|
|
},
|
|
{
|
|
"epoch": 6.442048517520216,
|
|
"grad_norm": 0.8332011699676514,
|
|
"learning_rate": 0.00021386292498650833,
|
|
"loss": 3.295,
|
|
"step": 59750
|
|
},
|
|
{
|
|
"epoch": 6.44743935309973,
|
|
"grad_norm": 0.7565784454345703,
|
|
"learning_rate": 0.0002135391257420399,
|
|
"loss": 3.2871,
|
|
"step": 59800
|
|
},
|
|
{
|
|
"epoch": 6.452830188679245,
|
|
"grad_norm": 0.7389849424362183,
|
|
"learning_rate": 0.0002132153264975715,
|
|
"loss": 3.2709,
|
|
"step": 59850
|
|
},
|
|
{
|
|
"epoch": 6.45822102425876,
|
|
"grad_norm": 0.7555869221687317,
|
|
"learning_rate": 0.00021289152725310307,
|
|
"loss": 3.2828,
|
|
"step": 59900
|
|
},
|
|
{
|
|
"epoch": 6.463611859838275,
|
|
"grad_norm": 0.7461672425270081,
|
|
"learning_rate": 0.00021256772800863464,
|
|
"loss": 3.2736,
|
|
"step": 59950
|
|
},
|
|
{
|
|
"epoch": 6.46900269541779,
|
|
"grad_norm": 0.7255188822746277,
|
|
"learning_rate": 0.0002122439287641662,
|
|
"loss": 3.2855,
|
|
"step": 60000
|
|
},
|
|
{
|
|
"epoch": 6.46900269541779,
|
|
"eval_accuracy": 0.38524337323320895,
|
|
"eval_loss": 3.3748788833618164,
|
|
"eval_runtime": 186.2841,
|
|
"eval_samples_per_second": 96.686,
|
|
"eval_steps_per_second": 6.045,
|
|
"step": 60000
|
|
},
|
|
{
|
|
"epoch": 6.474393530997305,
|
|
"grad_norm": 0.7526069283485413,
|
|
"learning_rate": 0.00021192012951969775,
|
|
"loss": 3.2811,
|
|
"step": 60050
|
|
},
|
|
{
|
|
"epoch": 6.479784366576819,
|
|
"grad_norm": 0.7628143429756165,
|
|
"learning_rate": 0.00021159633027522932,
|
|
"loss": 3.2955,
|
|
"step": 60100
|
|
},
|
|
{
|
|
"epoch": 6.485175202156334,
|
|
"grad_norm": 0.7375379800796509,
|
|
"learning_rate": 0.0002112725310307609,
|
|
"loss": 3.2715,
|
|
"step": 60150
|
|
},
|
|
{
|
|
"epoch": 6.490566037735849,
|
|
"grad_norm": 0.750984251499176,
|
|
"learning_rate": 0.00021094873178629248,
|
|
"loss": 3.2853,
|
|
"step": 60200
|
|
},
|
|
{
|
|
"epoch": 6.495956873315364,
|
|
"grad_norm": 0.7312148809432983,
|
|
"learning_rate": 0.00021062493254182406,
|
|
"loss": 3.2817,
|
|
"step": 60250
|
|
},
|
|
{
|
|
"epoch": 6.501347708894879,
|
|
"grad_norm": 0.716617226600647,
|
|
"learning_rate": 0.00021030113329735563,
|
|
"loss": 3.2771,
|
|
"step": 60300
|
|
},
|
|
{
|
|
"epoch": 6.506738544474393,
|
|
"grad_norm": 0.7517251372337341,
|
|
"learning_rate": 0.0002099773340528872,
|
|
"loss": 3.2628,
|
|
"step": 60350
|
|
},
|
|
{
|
|
"epoch": 6.512129380053908,
|
|
"grad_norm": 0.7698937654495239,
|
|
"learning_rate": 0.0002096535348084188,
|
|
"loss": 3.2934,
|
|
"step": 60400
|
|
},
|
|
{
|
|
"epoch": 6.517520215633423,
|
|
"grad_norm": 0.764503538608551,
|
|
"learning_rate": 0.0002093297355639503,
|
|
"loss": 3.2824,
|
|
"step": 60450
|
|
},
|
|
{
|
|
"epoch": 6.5229110512129385,
|
|
"grad_norm": 0.753042459487915,
|
|
"learning_rate": 0.00020901241230437127,
|
|
"loss": 3.2779,
|
|
"step": 60500
|
|
},
|
|
{
|
|
"epoch": 6.528301886792453,
|
|
"grad_norm": 0.7312062382698059,
|
|
"learning_rate": 0.00020868861305990284,
|
|
"loss": 3.3002,
|
|
"step": 60550
|
|
},
|
|
{
|
|
"epoch": 6.533692722371968,
|
|
"grad_norm": 0.7178856730461121,
|
|
"learning_rate": 0.00020836481381543442,
|
|
"loss": 3.2736,
|
|
"step": 60600
|
|
},
|
|
{
|
|
"epoch": 6.539083557951482,
|
|
"grad_norm": 0.7379149794578552,
|
|
"learning_rate": 0.000208041014570966,
|
|
"loss": 3.2909,
|
|
"step": 60650
|
|
},
|
|
{
|
|
"epoch": 6.544474393530997,
|
|
"grad_norm": 0.7483122944831848,
|
|
"learning_rate": 0.00020771721532649758,
|
|
"loss": 3.2861,
|
|
"step": 60700
|
|
},
|
|
{
|
|
"epoch": 6.549865229110512,
|
|
"grad_norm": 0.7206690907478333,
|
|
"learning_rate": 0.00020739341608202915,
|
|
"loss": 3.2922,
|
|
"step": 60750
|
|
},
|
|
{
|
|
"epoch": 6.555256064690027,
|
|
"grad_norm": 0.7512563467025757,
|
|
"learning_rate": 0.00020706961683756068,
|
|
"loss": 3.2876,
|
|
"step": 60800
|
|
},
|
|
{
|
|
"epoch": 6.560646900269542,
|
|
"grad_norm": 0.7673107981681824,
|
|
"learning_rate": 0.00020674581759309225,
|
|
"loss": 3.2748,
|
|
"step": 60850
|
|
},
|
|
{
|
|
"epoch": 6.566037735849057,
|
|
"grad_norm": 0.734735906124115,
|
|
"learning_rate": 0.00020642201834862383,
|
|
"loss": 3.2716,
|
|
"step": 60900
|
|
},
|
|
{
|
|
"epoch": 6.571428571428571,
|
|
"grad_norm": 0.7777121663093567,
|
|
"learning_rate": 0.0002060982191041554,
|
|
"loss": 3.2904,
|
|
"step": 60950
|
|
},
|
|
{
|
|
"epoch": 6.576819407008086,
|
|
"grad_norm": 0.7652975916862488,
|
|
"learning_rate": 0.000205774419859687,
|
|
"loss": 3.2779,
|
|
"step": 61000
|
|
},
|
|
{
|
|
"epoch": 6.576819407008086,
|
|
"eval_accuracy": 0.3859741725566492,
|
|
"eval_loss": 3.369110584259033,
|
|
"eval_runtime": 186.3714,
|
|
"eval_samples_per_second": 96.64,
|
|
"eval_steps_per_second": 6.042,
|
|
"step": 61000
|
|
},
|
|
{
|
|
"epoch": 6.5822102425876015,
|
|
"grad_norm": 0.6997649669647217,
|
|
"learning_rate": 0.00020545062061521857,
|
|
"loss": 3.275,
|
|
"step": 61050
|
|
},
|
|
{
|
|
"epoch": 6.587601078167116,
|
|
"grad_norm": 0.7245600819587708,
|
|
"learning_rate": 0.00020512682137075012,
|
|
"loss": 3.2827,
|
|
"step": 61100
|
|
},
|
|
{
|
|
"epoch": 6.592991913746631,
|
|
"grad_norm": 0.7288027405738831,
|
|
"learning_rate": 0.0002048030221262817,
|
|
"loss": 3.2975,
|
|
"step": 61150
|
|
},
|
|
{
|
|
"epoch": 6.598382749326145,
|
|
"grad_norm": 0.7070118188858032,
|
|
"learning_rate": 0.00020447922288181324,
|
|
"loss": 3.2971,
|
|
"step": 61200
|
|
},
|
|
{
|
|
"epoch": 6.60377358490566,
|
|
"grad_norm": 0.7340379953384399,
|
|
"learning_rate": 0.00020415542363734482,
|
|
"loss": 3.2869,
|
|
"step": 61250
|
|
},
|
|
{
|
|
"epoch": 6.609164420485175,
|
|
"grad_norm": 0.7689028382301331,
|
|
"learning_rate": 0.0002038316243928764,
|
|
"loss": 3.2798,
|
|
"step": 61300
|
|
},
|
|
{
|
|
"epoch": 6.6145552560646905,
|
|
"grad_norm": 0.8071017265319824,
|
|
"learning_rate": 0.00020350782514840798,
|
|
"loss": 3.2905,
|
|
"step": 61350
|
|
},
|
|
{
|
|
"epoch": 6.619946091644205,
|
|
"grad_norm": 0.7701659798622131,
|
|
"learning_rate": 0.00020318402590393953,
|
|
"loss": 3.2916,
|
|
"step": 61400
|
|
},
|
|
{
|
|
"epoch": 6.62533692722372,
|
|
"grad_norm": 0.7499434351921082,
|
|
"learning_rate": 0.0002028602266594711,
|
|
"loss": 3.2888,
|
|
"step": 61450
|
|
},
|
|
{
|
|
"epoch": 6.630727762803234,
|
|
"grad_norm": 0.7558274865150452,
|
|
"learning_rate": 0.00020253642741500268,
|
|
"loss": 3.2836,
|
|
"step": 61500
|
|
},
|
|
{
|
|
"epoch": 6.636118598382749,
|
|
"grad_norm": 0.7536683678627014,
|
|
"learning_rate": 0.00020221262817053426,
|
|
"loss": 3.2806,
|
|
"step": 61550
|
|
},
|
|
{
|
|
"epoch": 6.6415094339622645,
|
|
"grad_norm": 0.7623378038406372,
|
|
"learning_rate": 0.00020188882892606584,
|
|
"loss": 3.3095,
|
|
"step": 61600
|
|
},
|
|
{
|
|
"epoch": 6.646900269541779,
|
|
"grad_norm": 0.7290782332420349,
|
|
"learning_rate": 0.0002015650296815974,
|
|
"loss": 3.2644,
|
|
"step": 61650
|
|
},
|
|
{
|
|
"epoch": 6.652291105121294,
|
|
"grad_norm": 0.7710791826248169,
|
|
"learning_rate": 0.00020124123043712897,
|
|
"loss": 3.285,
|
|
"step": 61700
|
|
},
|
|
{
|
|
"epoch": 6.657681940700809,
|
|
"grad_norm": 0.7793737053871155,
|
|
"learning_rate": 0.00020091743119266052,
|
|
"loss": 3.3028,
|
|
"step": 61750
|
|
},
|
|
{
|
|
"epoch": 6.663072776280323,
|
|
"grad_norm": 0.8130303025245667,
|
|
"learning_rate": 0.0002005936319481921,
|
|
"loss": 3.285,
|
|
"step": 61800
|
|
},
|
|
{
|
|
"epoch": 6.668463611859838,
|
|
"grad_norm": 0.7747323513031006,
|
|
"learning_rate": 0.00020026983270372367,
|
|
"loss": 3.2988,
|
|
"step": 61850
|
|
},
|
|
{
|
|
"epoch": 6.6738544474393535,
|
|
"grad_norm": 0.7475435137748718,
|
|
"learning_rate": 0.00019994603345925525,
|
|
"loss": 3.2859,
|
|
"step": 61900
|
|
},
|
|
{
|
|
"epoch": 6.679245283018868,
|
|
"grad_norm": 0.7601355314254761,
|
|
"learning_rate": 0.00019962223421478683,
|
|
"loss": 3.2822,
|
|
"step": 61950
|
|
},
|
|
{
|
|
"epoch": 6.684636118598383,
|
|
"grad_norm": 0.7600661516189575,
|
|
"learning_rate": 0.0001992984349703184,
|
|
"loss": 3.2812,
|
|
"step": 62000
|
|
},
|
|
{
|
|
"epoch": 6.684636118598383,
|
|
"eval_accuracy": 0.3863129522608547,
|
|
"eval_loss": 3.364429473876953,
|
|
"eval_runtime": 185.8086,
|
|
"eval_samples_per_second": 96.933,
|
|
"eval_steps_per_second": 6.06,
|
|
"step": 62000
|
|
},
|
|
{
|
|
"epoch": 6.690026954177897,
|
|
"grad_norm": 0.7863566875457764,
|
|
"learning_rate": 0.00019897463572584993,
|
|
"loss": 3.2782,
|
|
"step": 62050
|
|
},
|
|
{
|
|
"epoch": 6.695417789757412,
|
|
"grad_norm": 0.7790955305099487,
|
|
"learning_rate": 0.0001986508364813815,
|
|
"loss": 3.2827,
|
|
"step": 62100
|
|
},
|
|
{
|
|
"epoch": 6.7008086253369274,
|
|
"grad_norm": 0.7782192826271057,
|
|
"learning_rate": 0.00019832703723691308,
|
|
"loss": 3.3004,
|
|
"step": 62150
|
|
},
|
|
{
|
|
"epoch": 6.706199460916442,
|
|
"grad_norm": 0.8106874823570251,
|
|
"learning_rate": 0.00019800323799244466,
|
|
"loss": 3.3081,
|
|
"step": 62200
|
|
},
|
|
{
|
|
"epoch": 6.711590296495957,
|
|
"grad_norm": 0.8280654549598694,
|
|
"learning_rate": 0.00019767943874797624,
|
|
"loss": 3.2818,
|
|
"step": 62250
|
|
},
|
|
{
|
|
"epoch": 6.716981132075472,
|
|
"grad_norm": 0.7582895159721375,
|
|
"learning_rate": 0.00019735563950350782,
|
|
"loss": 3.2867,
|
|
"step": 62300
|
|
},
|
|
{
|
|
"epoch": 6.722371967654986,
|
|
"grad_norm": 0.7816455364227295,
|
|
"learning_rate": 0.0001970318402590394,
|
|
"loss": 3.2912,
|
|
"step": 62350
|
|
},
|
|
{
|
|
"epoch": 6.727762803234501,
|
|
"grad_norm": 0.7291805148124695,
|
|
"learning_rate": 0.00019670804101457097,
|
|
"loss": 3.2731,
|
|
"step": 62400
|
|
},
|
|
{
|
|
"epoch": 6.7331536388140165,
|
|
"grad_norm": 0.7630060911178589,
|
|
"learning_rate": 0.00019638424177010252,
|
|
"loss": 3.2794,
|
|
"step": 62450
|
|
},
|
|
{
|
|
"epoch": 6.738544474393531,
|
|
"grad_norm": 0.8454151153564453,
|
|
"learning_rate": 0.00019606044252563407,
|
|
"loss": 3.288,
|
|
"step": 62500
|
|
},
|
|
{
|
|
"epoch": 6.743935309973046,
|
|
"grad_norm": 0.7787172794342041,
|
|
"learning_rate": 0.00019573664328116565,
|
|
"loss": 3.2869,
|
|
"step": 62550
|
|
},
|
|
{
|
|
"epoch": 6.74932614555256,
|
|
"grad_norm": 0.7969112396240234,
|
|
"learning_rate": 0.00019541284403669723,
|
|
"loss": 3.281,
|
|
"step": 62600
|
|
},
|
|
{
|
|
"epoch": 6.754716981132075,
|
|
"grad_norm": 0.7768221497535706,
|
|
"learning_rate": 0.0001950890447922288,
|
|
"loss": 3.2941,
|
|
"step": 62650
|
|
},
|
|
{
|
|
"epoch": 6.7601078167115904,
|
|
"grad_norm": 0.786787748336792,
|
|
"learning_rate": 0.00019476524554776038,
|
|
"loss": 3.2818,
|
|
"step": 62700
|
|
},
|
|
{
|
|
"epoch": 6.765498652291106,
|
|
"grad_norm": 0.7376409769058228,
|
|
"learning_rate": 0.00019444144630329193,
|
|
"loss": 3.2986,
|
|
"step": 62750
|
|
},
|
|
{
|
|
"epoch": 6.77088948787062,
|
|
"grad_norm": 0.7486657500267029,
|
|
"learning_rate": 0.0001941176470588235,
|
|
"loss": 3.297,
|
|
"step": 62800
|
|
},
|
|
{
|
|
"epoch": 6.776280323450135,
|
|
"grad_norm": 0.8088437914848328,
|
|
"learning_rate": 0.0001937938478143551,
|
|
"loss": 3.2886,
|
|
"step": 62850
|
|
},
|
|
{
|
|
"epoch": 6.781671159029649,
|
|
"grad_norm": 0.779691219329834,
|
|
"learning_rate": 0.00019347004856988664,
|
|
"loss": 3.2845,
|
|
"step": 62900
|
|
},
|
|
{
|
|
"epoch": 6.787061994609164,
|
|
"grad_norm": 0.7698025107383728,
|
|
"learning_rate": 0.00019314624932541822,
|
|
"loss": 3.2849,
|
|
"step": 62950
|
|
},
|
|
{
|
|
"epoch": 6.7924528301886795,
|
|
"grad_norm": 0.7750908136367798,
|
|
"learning_rate": 0.0001928224500809498,
|
|
"loss": 3.2898,
|
|
"step": 63000
|
|
},
|
|
{
|
|
"epoch": 6.7924528301886795,
|
|
"eval_accuracy": 0.3867510407045227,
|
|
"eval_loss": 3.3619139194488525,
|
|
"eval_runtime": 186.2349,
|
|
"eval_samples_per_second": 96.711,
|
|
"eval_steps_per_second": 6.046,
|
|
"step": 63000
|
|
},
|
|
{
|
|
"epoch": 6.797843665768194,
|
|
"grad_norm": 0.7819491624832153,
|
|
"learning_rate": 0.00019249865083648137,
|
|
"loss": 3.2749,
|
|
"step": 63050
|
|
},
|
|
{
|
|
"epoch": 6.803234501347709,
|
|
"grad_norm": 0.8097060322761536,
|
|
"learning_rate": 0.00019217485159201292,
|
|
"loss": 3.3009,
|
|
"step": 63100
|
|
},
|
|
{
|
|
"epoch": 6.808625336927224,
|
|
"grad_norm": 0.7540085911750793,
|
|
"learning_rate": 0.0001918510523475445,
|
|
"loss": 3.2863,
|
|
"step": 63150
|
|
},
|
|
{
|
|
"epoch": 6.814016172506738,
|
|
"grad_norm": 0.7578928470611572,
|
|
"learning_rate": 0.00019152725310307608,
|
|
"loss": 3.2872,
|
|
"step": 63200
|
|
},
|
|
{
|
|
"epoch": 6.819407008086253,
|
|
"grad_norm": 0.7816335558891296,
|
|
"learning_rate": 0.00019120345385860766,
|
|
"loss": 3.2941,
|
|
"step": 63250
|
|
},
|
|
{
|
|
"epoch": 6.824797843665769,
|
|
"grad_norm": 0.7984508872032166,
|
|
"learning_rate": 0.00019087965461413923,
|
|
"loss": 3.2936,
|
|
"step": 63300
|
|
},
|
|
{
|
|
"epoch": 6.830188679245283,
|
|
"grad_norm": 0.7391037940979004,
|
|
"learning_rate": 0.00019055585536967079,
|
|
"loss": 3.2854,
|
|
"step": 63350
|
|
},
|
|
{
|
|
"epoch": 6.835579514824798,
|
|
"grad_norm": 0.8104484677314758,
|
|
"learning_rate": 0.00019023205612520234,
|
|
"loss": 3.2783,
|
|
"step": 63400
|
|
},
|
|
{
|
|
"epoch": 6.840970350404312,
|
|
"grad_norm": 0.7671585083007812,
|
|
"learning_rate": 0.00018990825688073391,
|
|
"loss": 3.2832,
|
|
"step": 63450
|
|
},
|
|
{
|
|
"epoch": 6.846361185983827,
|
|
"grad_norm": 0.7269906401634216,
|
|
"learning_rate": 0.0001895844576362655,
|
|
"loss": 3.2851,
|
|
"step": 63500
|
|
},
|
|
{
|
|
"epoch": 6.8517520215633425,
|
|
"grad_norm": 0.7550597190856934,
|
|
"learning_rate": 0.00018926065839179707,
|
|
"loss": 3.3024,
|
|
"step": 63550
|
|
},
|
|
{
|
|
"epoch": 6.857142857142857,
|
|
"grad_norm": 0.8296926021575928,
|
|
"learning_rate": 0.00018893685914732865,
|
|
"loss": 3.2877,
|
|
"step": 63600
|
|
},
|
|
{
|
|
"epoch": 6.862533692722372,
|
|
"grad_norm": 0.7944895029067993,
|
|
"learning_rate": 0.00018861305990286022,
|
|
"loss": 3.2899,
|
|
"step": 63650
|
|
},
|
|
{
|
|
"epoch": 6.867924528301887,
|
|
"grad_norm": 0.8149627447128296,
|
|
"learning_rate": 0.0001882892606583918,
|
|
"loss": 3.2668,
|
|
"step": 63700
|
|
},
|
|
{
|
|
"epoch": 6.873315363881401,
|
|
"grad_norm": 0.7569000720977783,
|
|
"learning_rate": 0.00018796546141392333,
|
|
"loss": 3.2773,
|
|
"step": 63750
|
|
},
|
|
{
|
|
"epoch": 6.878706199460916,
|
|
"grad_norm": 0.7870194911956787,
|
|
"learning_rate": 0.0001876416621694549,
|
|
"loss": 3.2901,
|
|
"step": 63800
|
|
},
|
|
{
|
|
"epoch": 6.884097035040432,
|
|
"grad_norm": 0.7601467370986938,
|
|
"learning_rate": 0.00018731786292498648,
|
|
"loss": 3.2613,
|
|
"step": 63850
|
|
},
|
|
{
|
|
"epoch": 6.889487870619946,
|
|
"grad_norm": 0.7558907866477966,
|
|
"learning_rate": 0.00018699406368051806,
|
|
"loss": 3.2773,
|
|
"step": 63900
|
|
},
|
|
{
|
|
"epoch": 6.894878706199461,
|
|
"grad_norm": 0.796029269695282,
|
|
"learning_rate": 0.00018667026443604964,
|
|
"loss": 3.2945,
|
|
"step": 63950
|
|
},
|
|
{
|
|
"epoch": 6.900269541778976,
|
|
"grad_norm": 0.7808961868286133,
|
|
"learning_rate": 0.00018634646519158121,
|
|
"loss": 3.3025,
|
|
"step": 64000
|
|
},
|
|
{
|
|
"epoch": 6.900269541778976,
|
|
"eval_accuracy": 0.3870772166737418,
|
|
"eval_loss": 3.3567450046539307,
|
|
"eval_runtime": 185.5732,
|
|
"eval_samples_per_second": 97.056,
|
|
"eval_steps_per_second": 6.068,
|
|
"step": 64000
|
|
},
|
|
{
|
|
"epoch": 6.90566037735849,
|
|
"grad_norm": 0.740860104560852,
|
|
"learning_rate": 0.0001860226659471128,
|
|
"loss": 3.2861,
|
|
"step": 64050
|
|
},
|
|
{
|
|
"epoch": 6.9110512129380055,
|
|
"grad_norm": 0.7591043710708618,
|
|
"learning_rate": 0.00018569886670264434,
|
|
"loss": 3.2839,
|
|
"step": 64100
|
|
},
|
|
{
|
|
"epoch": 6.916442048517521,
|
|
"grad_norm": 0.7584765553474426,
|
|
"learning_rate": 0.00018537506745817592,
|
|
"loss": 3.2853,
|
|
"step": 64150
|
|
},
|
|
{
|
|
"epoch": 6.921832884097035,
|
|
"grad_norm": 0.7813356518745422,
|
|
"learning_rate": 0.00018505126821370747,
|
|
"loss": 3.3104,
|
|
"step": 64200
|
|
},
|
|
{
|
|
"epoch": 6.92722371967655,
|
|
"grad_norm": 0.8238564133644104,
|
|
"learning_rate": 0.00018472746896923905,
|
|
"loss": 3.2797,
|
|
"step": 64250
|
|
},
|
|
{
|
|
"epoch": 6.932614555256064,
|
|
"grad_norm": 0.7815861105918884,
|
|
"learning_rate": 0.00018440366972477063,
|
|
"loss": 3.2858,
|
|
"step": 64300
|
|
},
|
|
{
|
|
"epoch": 6.938005390835579,
|
|
"grad_norm": 0.7960976958274841,
|
|
"learning_rate": 0.0001840798704803022,
|
|
"loss": 3.2759,
|
|
"step": 64350
|
|
},
|
|
{
|
|
"epoch": 6.943396226415095,
|
|
"grad_norm": 0.7629479169845581,
|
|
"learning_rate": 0.00018375607123583378,
|
|
"loss": 3.2864,
|
|
"step": 64400
|
|
},
|
|
{
|
|
"epoch": 6.948787061994609,
|
|
"grad_norm": 0.7463846206665039,
|
|
"learning_rate": 0.00018343227199136533,
|
|
"loss": 3.2617,
|
|
"step": 64450
|
|
},
|
|
{
|
|
"epoch": 6.954177897574124,
|
|
"grad_norm": 0.8299218416213989,
|
|
"learning_rate": 0.0001831084727468969,
|
|
"loss": 3.3035,
|
|
"step": 64500
|
|
},
|
|
{
|
|
"epoch": 6.959568733153639,
|
|
"grad_norm": 0.765449583530426,
|
|
"learning_rate": 0.0001827846735024285,
|
|
"loss": 3.298,
|
|
"step": 64550
|
|
},
|
|
{
|
|
"epoch": 6.964959568733153,
|
|
"grad_norm": 0.7632262110710144,
|
|
"learning_rate": 0.00018246087425796004,
|
|
"loss": 3.2987,
|
|
"step": 64600
|
|
},
|
|
{
|
|
"epoch": 6.9703504043126685,
|
|
"grad_norm": 0.8224765658378601,
|
|
"learning_rate": 0.00018213707501349162,
|
|
"loss": 3.3103,
|
|
"step": 64650
|
|
},
|
|
{
|
|
"epoch": 6.975741239892184,
|
|
"grad_norm": 0.7744474411010742,
|
|
"learning_rate": 0.0001818132757690232,
|
|
"loss": 3.3015,
|
|
"step": 64700
|
|
},
|
|
{
|
|
"epoch": 6.981132075471698,
|
|
"grad_norm": 0.8007898330688477,
|
|
"learning_rate": 0.00018148947652455474,
|
|
"loss": 3.2894,
|
|
"step": 64750
|
|
},
|
|
{
|
|
"epoch": 6.986522911051213,
|
|
"grad_norm": 0.7774510383605957,
|
|
"learning_rate": 0.00018116567728008632,
|
|
"loss": 3.2674,
|
|
"step": 64800
|
|
},
|
|
{
|
|
"epoch": 6.991913746630727,
|
|
"grad_norm": 0.7511624097824097,
|
|
"learning_rate": 0.0001808418780356179,
|
|
"loss": 3.2788,
|
|
"step": 64850
|
|
},
|
|
{
|
|
"epoch": 6.997304582210242,
|
|
"grad_norm": 0.7743067741394043,
|
|
"learning_rate": 0.00018051807879114948,
|
|
"loss": 3.2822,
|
|
"step": 64900
|
|
},
|
|
{
|
|
"epoch": 7.002695417789758,
|
|
"grad_norm": 0.7644991278648376,
|
|
"learning_rate": 0.00018019427954668105,
|
|
"loss": 3.2339,
|
|
"step": 64950
|
|
},
|
|
{
|
|
"epoch": 7.008086253369272,
|
|
"grad_norm": 0.8358764052391052,
|
|
"learning_rate": 0.00017987048030221263,
|
|
"loss": 3.2126,
|
|
"step": 65000
|
|
},
|
|
{
|
|
"epoch": 7.008086253369272,
|
|
"eval_accuracy": 0.3869806242564747,
|
|
"eval_loss": 3.3610188961029053,
|
|
"eval_runtime": 185.9098,
|
|
"eval_samples_per_second": 96.88,
|
|
"eval_steps_per_second": 6.057,
|
|
"step": 65000
|
|
},
|
|
{
|
|
"epoch": 7.013477088948787,
|
|
"grad_norm": 0.744717538356781,
|
|
"learning_rate": 0.00017954668105774416,
|
|
"loss": 3.1974,
|
|
"step": 65050
|
|
},
|
|
{
|
|
"epoch": 7.018867924528302,
|
|
"grad_norm": 0.9008621573448181,
|
|
"learning_rate": 0.00017922288181327573,
|
|
"loss": 3.2116,
|
|
"step": 65100
|
|
},
|
|
{
|
|
"epoch": 7.024258760107816,
|
|
"grad_norm": 0.8039411902427673,
|
|
"learning_rate": 0.0001788990825688073,
|
|
"loss": 3.2228,
|
|
"step": 65150
|
|
},
|
|
{
|
|
"epoch": 7.0296495956873315,
|
|
"grad_norm": 0.8036109209060669,
|
|
"learning_rate": 0.0001785752833243389,
|
|
"loss": 3.2011,
|
|
"step": 65200
|
|
},
|
|
{
|
|
"epoch": 7.035040431266847,
|
|
"grad_norm": 0.7929069995880127,
|
|
"learning_rate": 0.00017825148407987047,
|
|
"loss": 3.1941,
|
|
"step": 65250
|
|
},
|
|
{
|
|
"epoch": 7.040431266846361,
|
|
"grad_norm": 0.7807267308235168,
|
|
"learning_rate": 0.00017792768483540204,
|
|
"loss": 3.2129,
|
|
"step": 65300
|
|
},
|
|
{
|
|
"epoch": 7.045822102425876,
|
|
"grad_norm": 0.7787486910820007,
|
|
"learning_rate": 0.00017760388559093362,
|
|
"loss": 3.1919,
|
|
"step": 65350
|
|
},
|
|
{
|
|
"epoch": 7.051212938005391,
|
|
"grad_norm": 0.830718994140625,
|
|
"learning_rate": 0.0001772800863464652,
|
|
"loss": 3.2124,
|
|
"step": 65400
|
|
},
|
|
{
|
|
"epoch": 7.056603773584905,
|
|
"grad_norm": 0.7500079274177551,
|
|
"learning_rate": 0.00017695628710199672,
|
|
"loss": 3.2099,
|
|
"step": 65450
|
|
},
|
|
{
|
|
"epoch": 7.061994609164421,
|
|
"grad_norm": 0.8249210119247437,
|
|
"learning_rate": 0.0001766324878575283,
|
|
"loss": 3.2083,
|
|
"step": 65500
|
|
},
|
|
{
|
|
"epoch": 7.067385444743936,
|
|
"grad_norm": 0.8615105152130127,
|
|
"learning_rate": 0.00017630868861305988,
|
|
"loss": 3.2201,
|
|
"step": 65550
|
|
},
|
|
{
|
|
"epoch": 7.07277628032345,
|
|
"grad_norm": 0.7972176671028137,
|
|
"learning_rate": 0.00017598488936859146,
|
|
"loss": 3.2198,
|
|
"step": 65600
|
|
},
|
|
{
|
|
"epoch": 7.078167115902965,
|
|
"grad_norm": 0.8011719584465027,
|
|
"learning_rate": 0.00017566109012412303,
|
|
"loss": 3.2066,
|
|
"step": 65650
|
|
},
|
|
{
|
|
"epoch": 7.083557951482479,
|
|
"grad_norm": 0.7839614152908325,
|
|
"learning_rate": 0.0001753372908796546,
|
|
"loss": 3.2168,
|
|
"step": 65700
|
|
},
|
|
{
|
|
"epoch": 7.0889487870619945,
|
|
"grad_norm": 0.8282366394996643,
|
|
"learning_rate": 0.0001750134916351862,
|
|
"loss": 3.2106,
|
|
"step": 65750
|
|
},
|
|
{
|
|
"epoch": 7.09433962264151,
|
|
"grad_norm": 0.8120856285095215,
|
|
"learning_rate": 0.00017468969239071774,
|
|
"loss": 3.2162,
|
|
"step": 65800
|
|
},
|
|
{
|
|
"epoch": 7.099730458221024,
|
|
"grad_norm": 0.730263888835907,
|
|
"learning_rate": 0.00017436589314624932,
|
|
"loss": 3.1977,
|
|
"step": 65850
|
|
},
|
|
{
|
|
"epoch": 7.105121293800539,
|
|
"grad_norm": 0.7899526357650757,
|
|
"learning_rate": 0.00017404209390178087,
|
|
"loss": 3.2095,
|
|
"step": 65900
|
|
},
|
|
{
|
|
"epoch": 7.110512129380054,
|
|
"grad_norm": 0.8107065558433533,
|
|
"learning_rate": 0.00017371829465731244,
|
|
"loss": 3.1975,
|
|
"step": 65950
|
|
},
|
|
{
|
|
"epoch": 7.115902964959568,
|
|
"grad_norm": 0.856772780418396,
|
|
"learning_rate": 0.00017339449541284402,
|
|
"loss": 3.2238,
|
|
"step": 66000
|
|
},
|
|
{
|
|
"epoch": 7.115902964959568,
|
|
"eval_accuracy": 0.38744522400476944,
|
|
"eval_loss": 3.3620803356170654,
|
|
"eval_runtime": 185.8778,
|
|
"eval_samples_per_second": 96.897,
|
|
"eval_steps_per_second": 6.058,
|
|
"step": 66000
|
|
},
|
|
{
|
|
"epoch": 7.121293800539084,
|
|
"grad_norm": 0.7861542701721191,
|
|
"learning_rate": 0.0001730706961683756,
|
|
"loss": 3.2112,
|
|
"step": 66050
|
|
},
|
|
{
|
|
"epoch": 7.126684636118599,
|
|
"grad_norm": 0.7843006253242493,
|
|
"learning_rate": 0.00017274689692390715,
|
|
"loss": 3.2144,
|
|
"step": 66100
|
|
},
|
|
{
|
|
"epoch": 7.132075471698113,
|
|
"grad_norm": 0.8051807880401611,
|
|
"learning_rate": 0.00017242309767943873,
|
|
"loss": 3.2219,
|
|
"step": 66150
|
|
},
|
|
{
|
|
"epoch": 7.137466307277628,
|
|
"grad_norm": 0.752281665802002,
|
|
"learning_rate": 0.0001720992984349703,
|
|
"loss": 3.209,
|
|
"step": 66200
|
|
},
|
|
{
|
|
"epoch": 7.142857142857143,
|
|
"grad_norm": 0.7686721086502075,
|
|
"learning_rate": 0.00017177549919050188,
|
|
"loss": 3.2265,
|
|
"step": 66250
|
|
},
|
|
{
|
|
"epoch": 7.1482479784366575,
|
|
"grad_norm": 0.8018808960914612,
|
|
"learning_rate": 0.00017145169994603346,
|
|
"loss": 3.2121,
|
|
"step": 66300
|
|
},
|
|
{
|
|
"epoch": 7.153638814016173,
|
|
"grad_norm": 0.8320068717002869,
|
|
"learning_rate": 0.000171127900701565,
|
|
"loss": 3.2156,
|
|
"step": 66350
|
|
},
|
|
{
|
|
"epoch": 7.159029649595688,
|
|
"grad_norm": 0.7996777892112732,
|
|
"learning_rate": 0.0001708041014570966,
|
|
"loss": 3.2192,
|
|
"step": 66400
|
|
},
|
|
{
|
|
"epoch": 7.164420485175202,
|
|
"grad_norm": 0.790484607219696,
|
|
"learning_rate": 0.00017048030221262814,
|
|
"loss": 3.227,
|
|
"step": 66450
|
|
},
|
|
{
|
|
"epoch": 7.169811320754717,
|
|
"grad_norm": 0.7816780209541321,
|
|
"learning_rate": 0.00017015650296815972,
|
|
"loss": 3.2143,
|
|
"step": 66500
|
|
},
|
|
{
|
|
"epoch": 7.175202156334231,
|
|
"grad_norm": 0.7973632216453552,
|
|
"learning_rate": 0.00016983917970858067,
|
|
"loss": 3.229,
|
|
"step": 66550
|
|
},
|
|
{
|
|
"epoch": 7.180592991913747,
|
|
"grad_norm": 0.7640537619590759,
|
|
"learning_rate": 0.00016951538046411225,
|
|
"loss": 3.2158,
|
|
"step": 66600
|
|
},
|
|
{
|
|
"epoch": 7.185983827493262,
|
|
"grad_norm": 0.7894490361213684,
|
|
"learning_rate": 0.0001691915812196438,
|
|
"loss": 3.2314,
|
|
"step": 66650
|
|
},
|
|
{
|
|
"epoch": 7.191374663072776,
|
|
"grad_norm": 0.7919327020645142,
|
|
"learning_rate": 0.00016886778197517538,
|
|
"loss": 3.2217,
|
|
"step": 66700
|
|
},
|
|
{
|
|
"epoch": 7.196765498652291,
|
|
"grad_norm": 0.8225862979888916,
|
|
"learning_rate": 0.00016854398273070693,
|
|
"loss": 3.2299,
|
|
"step": 66750
|
|
},
|
|
{
|
|
"epoch": 7.202156334231806,
|
|
"grad_norm": 0.798610270023346,
|
|
"learning_rate": 0.0001682201834862385,
|
|
"loss": 3.2058,
|
|
"step": 66800
|
|
},
|
|
{
|
|
"epoch": 7.2075471698113205,
|
|
"grad_norm": 0.8292055726051331,
|
|
"learning_rate": 0.00016789638424177008,
|
|
"loss": 3.2218,
|
|
"step": 66850
|
|
},
|
|
{
|
|
"epoch": 7.212938005390836,
|
|
"grad_norm": 0.7848103642463684,
|
|
"learning_rate": 0.00016757258499730166,
|
|
"loss": 3.2412,
|
|
"step": 66900
|
|
},
|
|
{
|
|
"epoch": 7.218328840970351,
|
|
"grad_norm": 0.8096611499786377,
|
|
"learning_rate": 0.00016724878575283324,
|
|
"loss": 3.2313,
|
|
"step": 66950
|
|
},
|
|
{
|
|
"epoch": 7.223719676549865,
|
|
"grad_norm": 0.830447793006897,
|
|
"learning_rate": 0.00016692498650836481,
|
|
"loss": 3.2352,
|
|
"step": 67000
|
|
},
|
|
{
|
|
"epoch": 7.223719676549865,
|
|
"eval_accuracy": 0.3876099417826962,
|
|
"eval_loss": 3.357626438140869,
|
|
"eval_runtime": 186.0424,
|
|
"eval_samples_per_second": 96.811,
|
|
"eval_steps_per_second": 6.052,
|
|
"step": 67000
|
|
},
|
|
{
|
|
"epoch": 7.22911051212938,
|
|
"grad_norm": 0.7998720407485962,
|
|
"learning_rate": 0.0001666011872638964,
|
|
"loss": 3.2273,
|
|
"step": 67050
|
|
},
|
|
{
|
|
"epoch": 7.234501347708895,
|
|
"grad_norm": 0.8382104635238647,
|
|
"learning_rate": 0.00016627738801942792,
|
|
"loss": 3.2316,
|
|
"step": 67100
|
|
},
|
|
{
|
|
"epoch": 7.2398921832884096,
|
|
"grad_norm": 0.7507555484771729,
|
|
"learning_rate": 0.0001659535887749595,
|
|
"loss": 3.2295,
|
|
"step": 67150
|
|
},
|
|
{
|
|
"epoch": 7.245283018867925,
|
|
"grad_norm": 0.8119760155677795,
|
|
"learning_rate": 0.00016562978953049107,
|
|
"loss": 3.222,
|
|
"step": 67200
|
|
},
|
|
{
|
|
"epoch": 7.250673854447439,
|
|
"grad_norm": 0.8234574794769287,
|
|
"learning_rate": 0.00016530599028602265,
|
|
"loss": 3.2212,
|
|
"step": 67250
|
|
},
|
|
{
|
|
"epoch": 7.256064690026954,
|
|
"grad_norm": 0.8153976202011108,
|
|
"learning_rate": 0.00016498219104155423,
|
|
"loss": 3.2364,
|
|
"step": 67300
|
|
},
|
|
{
|
|
"epoch": 7.261455525606469,
|
|
"grad_norm": 0.7981662750244141,
|
|
"learning_rate": 0.0001646583917970858,
|
|
"loss": 3.2243,
|
|
"step": 67350
|
|
},
|
|
{
|
|
"epoch": 7.2668463611859835,
|
|
"grad_norm": 0.8090037703514099,
|
|
"learning_rate": 0.00016433459255261738,
|
|
"loss": 3.2324,
|
|
"step": 67400
|
|
},
|
|
{
|
|
"epoch": 7.272237196765499,
|
|
"grad_norm": 0.8112052083015442,
|
|
"learning_rate": 0.00016401079330814896,
|
|
"loss": 3.2418,
|
|
"step": 67450
|
|
},
|
|
{
|
|
"epoch": 7.277628032345014,
|
|
"grad_norm": 0.795509397983551,
|
|
"learning_rate": 0.00016368699406368048,
|
|
"loss": 3.2369,
|
|
"step": 67500
|
|
},
|
|
{
|
|
"epoch": 7.283018867924528,
|
|
"grad_norm": 0.9369555711746216,
|
|
"learning_rate": 0.00016336319481921206,
|
|
"loss": 3.2282,
|
|
"step": 67550
|
|
},
|
|
{
|
|
"epoch": 7.288409703504043,
|
|
"grad_norm": 0.7478312253952026,
|
|
"learning_rate": 0.00016303939557474364,
|
|
"loss": 3.2495,
|
|
"step": 67600
|
|
},
|
|
{
|
|
"epoch": 7.293800539083558,
|
|
"grad_norm": 0.913741946220398,
|
|
"learning_rate": 0.00016271559633027522,
|
|
"loss": 3.2313,
|
|
"step": 67650
|
|
},
|
|
{
|
|
"epoch": 7.2991913746630726,
|
|
"grad_norm": 0.7866254448890686,
|
|
"learning_rate": 0.00016239827307069617,
|
|
"loss": 3.2333,
|
|
"step": 67700
|
|
},
|
|
{
|
|
"epoch": 7.304582210242588,
|
|
"grad_norm": 0.8041204810142517,
|
|
"learning_rate": 0.00016207447382622775,
|
|
"loss": 3.2355,
|
|
"step": 67750
|
|
},
|
|
{
|
|
"epoch": 7.309973045822103,
|
|
"grad_norm": 0.7792511582374573,
|
|
"learning_rate": 0.00016175067458175932,
|
|
"loss": 3.218,
|
|
"step": 67800
|
|
},
|
|
{
|
|
"epoch": 7.315363881401617,
|
|
"grad_norm": 0.8453707695007324,
|
|
"learning_rate": 0.00016142687533729085,
|
|
"loss": 3.2538,
|
|
"step": 67850
|
|
},
|
|
{
|
|
"epoch": 7.320754716981132,
|
|
"grad_norm": 0.7920941710472107,
|
|
"learning_rate": 0.00016110307609282242,
|
|
"loss": 3.2331,
|
|
"step": 67900
|
|
},
|
|
{
|
|
"epoch": 7.3261455525606465,
|
|
"grad_norm": 0.8579171299934387,
|
|
"learning_rate": 0.000160779276848354,
|
|
"loss": 3.2374,
|
|
"step": 67950
|
|
},
|
|
{
|
|
"epoch": 7.331536388140162,
|
|
"grad_norm": 0.7925844788551331,
|
|
"learning_rate": 0.00016045547760388558,
|
|
"loss": 3.2156,
|
|
"step": 68000
|
|
},
|
|
{
|
|
"epoch": 7.331536388140162,
|
|
"eval_accuracy": 0.3880468350445982,
|
|
"eval_loss": 3.3556041717529297,
|
|
"eval_runtime": 185.6997,
|
|
"eval_samples_per_second": 96.99,
|
|
"eval_steps_per_second": 6.064,
|
|
"step": 68000
|
|
},
|
|
{
|
|
"epoch": 7.336927223719677,
|
|
"grad_norm": 0.7705711722373962,
|
|
"learning_rate": 0.00016013167835941716,
|
|
"loss": 3.2374,
|
|
"step": 68050
|
|
},
|
|
{
|
|
"epoch": 7.342318059299191,
|
|
"grad_norm": 0.8174567222595215,
|
|
"learning_rate": 0.00015980787911494873,
|
|
"loss": 3.2436,
|
|
"step": 68100
|
|
},
|
|
{
|
|
"epoch": 7.347708894878706,
|
|
"grad_norm": 0.8359676003456116,
|
|
"learning_rate": 0.00015948407987048029,
|
|
"loss": 3.2257,
|
|
"step": 68150
|
|
},
|
|
{
|
|
"epoch": 7.353099730458221,
|
|
"grad_norm": 0.8192585110664368,
|
|
"learning_rate": 0.00015916028062601186,
|
|
"loss": 3.2471,
|
|
"step": 68200
|
|
},
|
|
{
|
|
"epoch": 7.3584905660377355,
|
|
"grad_norm": 0.8199118375778198,
|
|
"learning_rate": 0.00015883648138154344,
|
|
"loss": 3.2489,
|
|
"step": 68250
|
|
},
|
|
{
|
|
"epoch": 7.363881401617251,
|
|
"grad_norm": 0.8073298931121826,
|
|
"learning_rate": 0.000158512682137075,
|
|
"loss": 3.2365,
|
|
"step": 68300
|
|
},
|
|
{
|
|
"epoch": 7.369272237196766,
|
|
"grad_norm": 0.8215718865394592,
|
|
"learning_rate": 0.00015818888289260657,
|
|
"loss": 3.2384,
|
|
"step": 68350
|
|
},
|
|
{
|
|
"epoch": 7.37466307277628,
|
|
"grad_norm": 0.8002593517303467,
|
|
"learning_rate": 0.00015786508364813815,
|
|
"loss": 3.2296,
|
|
"step": 68400
|
|
},
|
|
{
|
|
"epoch": 7.380053908355795,
|
|
"grad_norm": 0.8261114954948425,
|
|
"learning_rate": 0.0001575412844036697,
|
|
"loss": 3.2134,
|
|
"step": 68450
|
|
},
|
|
{
|
|
"epoch": 7.38544474393531,
|
|
"grad_norm": 0.8016355037689209,
|
|
"learning_rate": 0.00015721748515920127,
|
|
"loss": 3.2178,
|
|
"step": 68500
|
|
},
|
|
{
|
|
"epoch": 7.390835579514825,
|
|
"grad_norm": 0.814887285232544,
|
|
"learning_rate": 0.00015689368591473285,
|
|
"loss": 3.2296,
|
|
"step": 68550
|
|
},
|
|
{
|
|
"epoch": 7.39622641509434,
|
|
"grad_norm": 0.7796210050582886,
|
|
"learning_rate": 0.00015656988667026443,
|
|
"loss": 3.2473,
|
|
"step": 68600
|
|
},
|
|
{
|
|
"epoch": 7.401617250673855,
|
|
"grad_norm": 0.8186939358711243,
|
|
"learning_rate": 0.000156246087425796,
|
|
"loss": 3.2171,
|
|
"step": 68650
|
|
},
|
|
{
|
|
"epoch": 7.407008086253369,
|
|
"grad_norm": 0.7791131734848022,
|
|
"learning_rate": 0.00015592228818132756,
|
|
"loss": 3.2227,
|
|
"step": 68700
|
|
},
|
|
{
|
|
"epoch": 7.412398921832884,
|
|
"grad_norm": 0.7828073501586914,
|
|
"learning_rate": 0.0001555984889368591,
|
|
"loss": 3.2272,
|
|
"step": 68750
|
|
},
|
|
{
|
|
"epoch": 7.4177897574123985,
|
|
"grad_norm": 0.8074734210968018,
|
|
"learning_rate": 0.0001552746896923907,
|
|
"loss": 3.2382,
|
|
"step": 68800
|
|
},
|
|
{
|
|
"epoch": 7.423180592991914,
|
|
"grad_norm": 0.7851424217224121,
|
|
"learning_rate": 0.00015495089044792226,
|
|
"loss": 3.2226,
|
|
"step": 68850
|
|
},
|
|
{
|
|
"epoch": 7.428571428571429,
|
|
"grad_norm": 0.8000009059906006,
|
|
"learning_rate": 0.00015462709120345384,
|
|
"loss": 3.2361,
|
|
"step": 68900
|
|
},
|
|
{
|
|
"epoch": 7.433962264150943,
|
|
"grad_norm": 0.8436720967292786,
|
|
"learning_rate": 0.00015430329195898542,
|
|
"loss": 3.229,
|
|
"step": 68950
|
|
},
|
|
{
|
|
"epoch": 7.439353099730458,
|
|
"grad_norm": 0.8022904396057129,
|
|
"learning_rate": 0.000153979492714517,
|
|
"loss": 3.2497,
|
|
"step": 69000
|
|
},
|
|
{
|
|
"epoch": 7.439353099730458,
|
|
"eval_accuracy": 0.3882289372845753,
|
|
"eval_loss": 3.3525617122650146,
|
|
"eval_runtime": 185.8257,
|
|
"eval_samples_per_second": 96.924,
|
|
"eval_steps_per_second": 6.059,
|
|
"step": 69000
|
|
},
|
|
{
|
|
"epoch": 7.444743935309973,
|
|
"grad_norm": 0.8179225921630859,
|
|
"learning_rate": 0.00015365569347004858,
|
|
"loss": 3.2285,
|
|
"step": 69050
|
|
},
|
|
{
|
|
"epoch": 7.450134770889488,
|
|
"grad_norm": 0.8270767331123352,
|
|
"learning_rate": 0.00015333189422558015,
|
|
"loss": 3.2201,
|
|
"step": 69100
|
|
},
|
|
{
|
|
"epoch": 7.455525606469003,
|
|
"grad_norm": 0.8371873497962952,
|
|
"learning_rate": 0.00015300809498111168,
|
|
"loss": 3.2068,
|
|
"step": 69150
|
|
},
|
|
{
|
|
"epoch": 7.460916442048518,
|
|
"grad_norm": 0.801623523235321,
|
|
"learning_rate": 0.00015268429573664325,
|
|
"loss": 3.2487,
|
|
"step": 69200
|
|
},
|
|
{
|
|
"epoch": 7.466307277628032,
|
|
"grad_norm": 0.7905605435371399,
|
|
"learning_rate": 0.00015236049649217483,
|
|
"loss": 3.2342,
|
|
"step": 69250
|
|
},
|
|
{
|
|
"epoch": 7.471698113207547,
|
|
"grad_norm": 0.8237453103065491,
|
|
"learning_rate": 0.0001520366972477064,
|
|
"loss": 3.2224,
|
|
"step": 69300
|
|
},
|
|
{
|
|
"epoch": 7.4770889487870615,
|
|
"grad_norm": 0.8592826724052429,
|
|
"learning_rate": 0.000151712898003238,
|
|
"loss": 3.2425,
|
|
"step": 69350
|
|
},
|
|
{
|
|
"epoch": 7.482479784366577,
|
|
"grad_norm": 0.7930082678794861,
|
|
"learning_rate": 0.00015138909875876956,
|
|
"loss": 3.245,
|
|
"step": 69400
|
|
},
|
|
{
|
|
"epoch": 7.487870619946092,
|
|
"grad_norm": 0.7734191417694092,
|
|
"learning_rate": 0.00015106529951430114,
|
|
"loss": 3.2382,
|
|
"step": 69450
|
|
},
|
|
{
|
|
"epoch": 7.493261455525606,
|
|
"grad_norm": 0.7957210540771484,
|
|
"learning_rate": 0.0001507415002698327,
|
|
"loss": 3.2271,
|
|
"step": 69500
|
|
},
|
|
{
|
|
"epoch": 7.498652291105121,
|
|
"grad_norm": 0.8607776761054993,
|
|
"learning_rate": 0.00015041770102536424,
|
|
"loss": 3.2325,
|
|
"step": 69550
|
|
},
|
|
{
|
|
"epoch": 7.504043126684636,
|
|
"grad_norm": 0.8402034640312195,
|
|
"learning_rate": 0.00015009390178089582,
|
|
"loss": 3.2262,
|
|
"step": 69600
|
|
},
|
|
{
|
|
"epoch": 7.509433962264151,
|
|
"grad_norm": 0.8149726986885071,
|
|
"learning_rate": 0.0001497701025364274,
|
|
"loss": 3.234,
|
|
"step": 69650
|
|
},
|
|
{
|
|
"epoch": 7.514824797843666,
|
|
"grad_norm": 0.7878659963607788,
|
|
"learning_rate": 0.00014944630329195898,
|
|
"loss": 3.2434,
|
|
"step": 69700
|
|
},
|
|
{
|
|
"epoch": 7.520215633423181,
|
|
"grad_norm": 0.8183772563934326,
|
|
"learning_rate": 0.00014912250404749055,
|
|
"loss": 3.2313,
|
|
"step": 69750
|
|
},
|
|
{
|
|
"epoch": 7.525606469002695,
|
|
"grad_norm": 0.816028892993927,
|
|
"learning_rate": 0.0001487987048030221,
|
|
"loss": 3.2488,
|
|
"step": 69800
|
|
},
|
|
{
|
|
"epoch": 7.53099730458221,
|
|
"grad_norm": 0.7946168184280396,
|
|
"learning_rate": 0.00014847490555855368,
|
|
"loss": 3.2211,
|
|
"step": 69850
|
|
},
|
|
{
|
|
"epoch": 7.536388140161725,
|
|
"grad_norm": 0.8186107873916626,
|
|
"learning_rate": 0.00014815110631408526,
|
|
"loss": 3.2304,
|
|
"step": 69900
|
|
},
|
|
{
|
|
"epoch": 7.54177897574124,
|
|
"grad_norm": 0.8118643164634705,
|
|
"learning_rate": 0.0001478273070696168,
|
|
"loss": 3.2382,
|
|
"step": 69950
|
|
},
|
|
{
|
|
"epoch": 7.547169811320755,
|
|
"grad_norm": 0.8456966280937195,
|
|
"learning_rate": 0.0001475035078251484,
|
|
"loss": 3.2359,
|
|
"step": 70000
|
|
},
|
|
{
|
|
"epoch": 7.547169811320755,
|
|
"eval_accuracy": 0.3887117907180228,
|
|
"eval_loss": 3.348252534866333,
|
|
"eval_runtime": 186.1386,
|
|
"eval_samples_per_second": 96.761,
|
|
"eval_steps_per_second": 6.049,
|
|
"step": 70000
|
|
},
|
|
{
|
|
"epoch": 7.55256064690027,
|
|
"grad_norm": 0.8260965943336487,
|
|
"learning_rate": 0.00014717970858067997,
|
|
"loss": 3.2164,
|
|
"step": 70050
|
|
},
|
|
{
|
|
"epoch": 7.557951482479784,
|
|
"grad_norm": 0.7885379195213318,
|
|
"learning_rate": 0.00014685590933621154,
|
|
"loss": 3.2395,
|
|
"step": 70100
|
|
},
|
|
{
|
|
"epoch": 7.563342318059299,
|
|
"grad_norm": 0.8385062217712402,
|
|
"learning_rate": 0.0001465321100917431,
|
|
"loss": 3.2367,
|
|
"step": 70150
|
|
},
|
|
{
|
|
"epoch": 7.568733153638814,
|
|
"grad_norm": 0.7680843472480774,
|
|
"learning_rate": 0.00014620831084727467,
|
|
"loss": 3.2355,
|
|
"step": 70200
|
|
},
|
|
{
|
|
"epoch": 7.574123989218329,
|
|
"grad_norm": 0.7765825986862183,
|
|
"learning_rate": 0.00014588451160280625,
|
|
"loss": 3.2322,
|
|
"step": 70250
|
|
},
|
|
{
|
|
"epoch": 7.579514824797844,
|
|
"grad_norm": 0.7878054976463318,
|
|
"learning_rate": 0.0001455607123583378,
|
|
"loss": 3.2465,
|
|
"step": 70300
|
|
},
|
|
{
|
|
"epoch": 7.584905660377358,
|
|
"grad_norm": 0.8273786306381226,
|
|
"learning_rate": 0.00014523691311386938,
|
|
"loss": 3.2179,
|
|
"step": 70350
|
|
},
|
|
{
|
|
"epoch": 7.590296495956873,
|
|
"grad_norm": 0.7691065073013306,
|
|
"learning_rate": 0.00014491311386940096,
|
|
"loss": 3.2241,
|
|
"step": 70400
|
|
},
|
|
{
|
|
"epoch": 7.595687331536388,
|
|
"grad_norm": 0.7957542538642883,
|
|
"learning_rate": 0.00014458931462493253,
|
|
"loss": 3.23,
|
|
"step": 70450
|
|
},
|
|
{
|
|
"epoch": 7.601078167115903,
|
|
"grad_norm": 0.7689112424850464,
|
|
"learning_rate": 0.00014426551538046408,
|
|
"loss": 3.2439,
|
|
"step": 70500
|
|
},
|
|
{
|
|
"epoch": 7.606469002695418,
|
|
"grad_norm": 0.823854386806488,
|
|
"learning_rate": 0.00014394171613599566,
|
|
"loss": 3.2318,
|
|
"step": 70550
|
|
},
|
|
{
|
|
"epoch": 7.611859838274933,
|
|
"grad_norm": 0.801135778427124,
|
|
"learning_rate": 0.00014361791689152724,
|
|
"loss": 3.2569,
|
|
"step": 70600
|
|
},
|
|
{
|
|
"epoch": 7.617250673854447,
|
|
"grad_norm": 0.8400185108184814,
|
|
"learning_rate": 0.00014329411764705882,
|
|
"loss": 3.2307,
|
|
"step": 70650
|
|
},
|
|
{
|
|
"epoch": 7.622641509433962,
|
|
"grad_norm": 0.8206032514572144,
|
|
"learning_rate": 0.0001429703184025904,
|
|
"loss": 3.2346,
|
|
"step": 70700
|
|
},
|
|
{
|
|
"epoch": 7.628032345013477,
|
|
"grad_norm": 0.8437352180480957,
|
|
"learning_rate": 0.00014264651915812194,
|
|
"loss": 3.2245,
|
|
"step": 70750
|
|
},
|
|
{
|
|
"epoch": 7.633423180592992,
|
|
"grad_norm": 0.8094072937965393,
|
|
"learning_rate": 0.00014232271991365352,
|
|
"loss": 3.2267,
|
|
"step": 70800
|
|
},
|
|
{
|
|
"epoch": 7.638814016172507,
|
|
"grad_norm": 0.8800978064537048,
|
|
"learning_rate": 0.0001419989206691851,
|
|
"loss": 3.2342,
|
|
"step": 70850
|
|
},
|
|
{
|
|
"epoch": 7.644204851752022,
|
|
"grad_norm": 0.8443700671195984,
|
|
"learning_rate": 0.00014167512142471668,
|
|
"loss": 3.23,
|
|
"step": 70900
|
|
},
|
|
{
|
|
"epoch": 7.649595687331536,
|
|
"grad_norm": 0.8389469385147095,
|
|
"learning_rate": 0.00014135132218024823,
|
|
"loss": 3.2369,
|
|
"step": 70950
|
|
},
|
|
{
|
|
"epoch": 7.654986522911051,
|
|
"grad_norm": 0.8252092003822327,
|
|
"learning_rate": 0.0001410275229357798,
|
|
"loss": 3.2385,
|
|
"step": 71000
|
|
},
|
|
{
|
|
"epoch": 7.654986522911051,
|
|
"eval_accuracy": 0.38921191996063287,
|
|
"eval_loss": 3.3431220054626465,
|
|
"eval_runtime": 185.7956,
|
|
"eval_samples_per_second": 96.94,
|
|
"eval_steps_per_second": 6.06,
|
|
"step": 71000
|
|
},
|
|
{
|
|
"epoch": 7.660377358490566,
|
|
"grad_norm": 0.8247541785240173,
|
|
"learning_rate": 0.00014070372369131138,
|
|
"loss": 3.2382,
|
|
"step": 71050
|
|
},
|
|
{
|
|
"epoch": 7.665768194070081,
|
|
"grad_norm": 0.803438663482666,
|
|
"learning_rate": 0.00014037992444684296,
|
|
"loss": 3.2215,
|
|
"step": 71100
|
|
},
|
|
{
|
|
"epoch": 7.671159029649596,
|
|
"grad_norm": 0.8037610650062561,
|
|
"learning_rate": 0.0001400561252023745,
|
|
"loss": 3.2145,
|
|
"step": 71150
|
|
},
|
|
{
|
|
"epoch": 7.67654986522911,
|
|
"grad_norm": 0.7954344749450684,
|
|
"learning_rate": 0.0001397323259579061,
|
|
"loss": 3.2203,
|
|
"step": 71200
|
|
},
|
|
{
|
|
"epoch": 7.681940700808625,
|
|
"grad_norm": 0.7809795141220093,
|
|
"learning_rate": 0.00013940852671343767,
|
|
"loss": 3.2308,
|
|
"step": 71250
|
|
},
|
|
{
|
|
"epoch": 7.6873315363881405,
|
|
"grad_norm": 0.8028290867805481,
|
|
"learning_rate": 0.0001390912034538586,
|
|
"loss": 3.2542,
|
|
"step": 71300
|
|
},
|
|
{
|
|
"epoch": 7.692722371967655,
|
|
"grad_norm": 0.7778551578521729,
|
|
"learning_rate": 0.00013876740420939017,
|
|
"loss": 3.2416,
|
|
"step": 71350
|
|
},
|
|
{
|
|
"epoch": 7.69811320754717,
|
|
"grad_norm": 0.8045148849487305,
|
|
"learning_rate": 0.00013844360496492175,
|
|
"loss": 3.2358,
|
|
"step": 71400
|
|
},
|
|
{
|
|
"epoch": 7.703504043126685,
|
|
"grad_norm": 0.7993809580802917,
|
|
"learning_rate": 0.00013811980572045333,
|
|
"loss": 3.2261,
|
|
"step": 71450
|
|
},
|
|
{
|
|
"epoch": 7.708894878706199,
|
|
"grad_norm": 0.82407546043396,
|
|
"learning_rate": 0.00013779600647598488,
|
|
"loss": 3.2301,
|
|
"step": 71500
|
|
},
|
|
{
|
|
"epoch": 7.714285714285714,
|
|
"grad_norm": 0.7839474678039551,
|
|
"learning_rate": 0.00013747220723151645,
|
|
"loss": 3.256,
|
|
"step": 71550
|
|
},
|
|
{
|
|
"epoch": 7.719676549865229,
|
|
"grad_norm": 0.8280534744262695,
|
|
"learning_rate": 0.00013714840798704803,
|
|
"loss": 3.2435,
|
|
"step": 71600
|
|
},
|
|
{
|
|
"epoch": 7.725067385444744,
|
|
"grad_norm": 0.802597165107727,
|
|
"learning_rate": 0.00013682460874257958,
|
|
"loss": 3.2501,
|
|
"step": 71650
|
|
},
|
|
{
|
|
"epoch": 7.730458221024259,
|
|
"grad_norm": 0.848551869392395,
|
|
"learning_rate": 0.00013650080949811116,
|
|
"loss": 3.2473,
|
|
"step": 71700
|
|
},
|
|
{
|
|
"epoch": 7.735849056603773,
|
|
"grad_norm": 0.8502567410469055,
|
|
"learning_rate": 0.00013617701025364274,
|
|
"loss": 3.2509,
|
|
"step": 71750
|
|
},
|
|
{
|
|
"epoch": 7.741239892183288,
|
|
"grad_norm": 0.8498834371566772,
|
|
"learning_rate": 0.0001358532110091743,
|
|
"loss": 3.2437,
|
|
"step": 71800
|
|
},
|
|
{
|
|
"epoch": 7.7466307277628035,
|
|
"grad_norm": 0.8378640413284302,
|
|
"learning_rate": 0.00013552941176470587,
|
|
"loss": 3.2572,
|
|
"step": 71850
|
|
},
|
|
{
|
|
"epoch": 7.752021563342318,
|
|
"grad_norm": 0.8232194185256958,
|
|
"learning_rate": 0.00013520561252023744,
|
|
"loss": 3.235,
|
|
"step": 71900
|
|
},
|
|
{
|
|
"epoch": 7.757412398921833,
|
|
"grad_norm": 0.8552311658859253,
|
|
"learning_rate": 0.00013488181327576902,
|
|
"loss": 3.2638,
|
|
"step": 71950
|
|
},
|
|
{
|
|
"epoch": 7.762803234501348,
|
|
"grad_norm": 0.7938647270202637,
|
|
"learning_rate": 0.00013455801403130057,
|
|
"loss": 3.2328,
|
|
"step": 72000
|
|
},
|
|
{
|
|
"epoch": 7.762803234501348,
|
|
"eval_accuracy": 0.3895405949462717,
|
|
"eval_loss": 3.3404433727264404,
|
|
"eval_runtime": 185.794,
|
|
"eval_samples_per_second": 96.941,
|
|
"eval_steps_per_second": 6.06,
|
|
"step": 72000
|
|
},
|
|
{
|
|
"epoch": 7.768194070080862,
|
|
"grad_norm": 0.7793294191360474,
|
|
"learning_rate": 0.00013423421478683215,
|
|
"loss": 3.2326,
|
|
"step": 72050
|
|
},
|
|
{
|
|
"epoch": 7.773584905660377,
|
|
"grad_norm": 0.8107142448425293,
|
|
"learning_rate": 0.00013391041554236373,
|
|
"loss": 3.221,
|
|
"step": 72100
|
|
},
|
|
{
|
|
"epoch": 7.7789757412398925,
|
|
"grad_norm": 0.7984557747840881,
|
|
"learning_rate": 0.00013358661629789528,
|
|
"loss": 3.2347,
|
|
"step": 72150
|
|
},
|
|
{
|
|
"epoch": 7.784366576819407,
|
|
"grad_norm": 0.8193830847740173,
|
|
"learning_rate": 0.00013326281705342685,
|
|
"loss": 3.2384,
|
|
"step": 72200
|
|
},
|
|
{
|
|
"epoch": 7.789757412398922,
|
|
"grad_norm": 0.8397288918495178,
|
|
"learning_rate": 0.00013293901780895843,
|
|
"loss": 3.236,
|
|
"step": 72250
|
|
},
|
|
{
|
|
"epoch": 7.795148247978437,
|
|
"grad_norm": 0.8159708976745605,
|
|
"learning_rate": 0.00013261521856449,
|
|
"loss": 3.232,
|
|
"step": 72300
|
|
},
|
|
{
|
|
"epoch": 7.800539083557951,
|
|
"grad_norm": 0.8332868814468384,
|
|
"learning_rate": 0.00013229141932002156,
|
|
"loss": 3.2345,
|
|
"step": 72350
|
|
},
|
|
{
|
|
"epoch": 7.8059299191374665,
|
|
"grad_norm": 0.7897276878356934,
|
|
"learning_rate": 0.00013196762007555314,
|
|
"loss": 3.2368,
|
|
"step": 72400
|
|
},
|
|
{
|
|
"epoch": 7.811320754716981,
|
|
"grad_norm": 0.8764076232910156,
|
|
"learning_rate": 0.00013164382083108472,
|
|
"loss": 3.232,
|
|
"step": 72450
|
|
},
|
|
{
|
|
"epoch": 7.816711590296496,
|
|
"grad_norm": 0.8165463209152222,
|
|
"learning_rate": 0.0001313200215866163,
|
|
"loss": 3.2411,
|
|
"step": 72500
|
|
},
|
|
{
|
|
"epoch": 7.822102425876011,
|
|
"grad_norm": 0.9001153707504272,
|
|
"learning_rate": 0.00013099622234214784,
|
|
"loss": 3.234,
|
|
"step": 72550
|
|
},
|
|
{
|
|
"epoch": 7.827493261455525,
|
|
"grad_norm": 0.8288940191268921,
|
|
"learning_rate": 0.00013067242309767942,
|
|
"loss": 3.2434,
|
|
"step": 72600
|
|
},
|
|
{
|
|
"epoch": 7.83288409703504,
|
|
"grad_norm": 0.7823137640953064,
|
|
"learning_rate": 0.000130348623853211,
|
|
"loss": 3.2488,
|
|
"step": 72650
|
|
},
|
|
{
|
|
"epoch": 7.8382749326145555,
|
|
"grad_norm": 0.7922765612602234,
|
|
"learning_rate": 0.00013002482460874258,
|
|
"loss": 3.2466,
|
|
"step": 72700
|
|
},
|
|
{
|
|
"epoch": 7.84366576819407,
|
|
"grad_norm": 0.8644734025001526,
|
|
"learning_rate": 0.00012970102536427413,
|
|
"loss": 3.24,
|
|
"step": 72750
|
|
},
|
|
{
|
|
"epoch": 7.849056603773585,
|
|
"grad_norm": 0.8723946809768677,
|
|
"learning_rate": 0.0001293772261198057,
|
|
"loss": 3.2637,
|
|
"step": 72800
|
|
},
|
|
{
|
|
"epoch": 7.8544474393531,
|
|
"grad_norm": 0.8310359120368958,
|
|
"learning_rate": 0.00012905342687533728,
|
|
"loss": 3.2335,
|
|
"step": 72850
|
|
},
|
|
{
|
|
"epoch": 7.859838274932614,
|
|
"grad_norm": 0.8357458710670471,
|
|
"learning_rate": 0.00012872962763086886,
|
|
"loss": 3.238,
|
|
"step": 72900
|
|
},
|
|
{
|
|
"epoch": 7.8652291105121295,
|
|
"grad_norm": 0.8041459321975708,
|
|
"learning_rate": 0.00012840582838640044,
|
|
"loss": 3.2589,
|
|
"step": 72950
|
|
},
|
|
{
|
|
"epoch": 7.870619946091644,
|
|
"grad_norm": 0.8397778272628784,
|
|
"learning_rate": 0.000128082029141932,
|
|
"loss": 3.2317,
|
|
"step": 73000
|
|
},
|
|
{
|
|
"epoch": 7.870619946091644,
|
|
"eval_accuracy": 0.3897703958039993,
|
|
"eval_loss": 3.3350656032562256,
|
|
"eval_runtime": 186.0049,
|
|
"eval_samples_per_second": 96.831,
|
|
"eval_steps_per_second": 6.054,
|
|
"step": 73000
|
|
},
|
|
{
|
|
"epoch": 7.876010781671159,
|
|
"grad_norm": 0.8329711556434631,
|
|
"learning_rate": 0.00012775822989746357,
|
|
"loss": 3.2311,
|
|
"step": 73050
|
|
},
|
|
{
|
|
"epoch": 7.881401617250674,
|
|
"grad_norm": 0.8548685312271118,
|
|
"learning_rate": 0.00012743443065299514,
|
|
"loss": 3.2402,
|
|
"step": 73100
|
|
},
|
|
{
|
|
"epoch": 7.886792452830189,
|
|
"grad_norm": 0.8147096037864685,
|
|
"learning_rate": 0.00012711063140852672,
|
|
"loss": 3.2464,
|
|
"step": 73150
|
|
},
|
|
{
|
|
"epoch": 7.892183288409703,
|
|
"grad_norm": 0.7690208554267883,
|
|
"learning_rate": 0.00012678683216405827,
|
|
"loss": 3.224,
|
|
"step": 73200
|
|
},
|
|
{
|
|
"epoch": 7.8975741239892185,
|
|
"grad_norm": 0.8173179626464844,
|
|
"learning_rate": 0.00012646303291958985,
|
|
"loss": 3.2413,
|
|
"step": 73250
|
|
},
|
|
{
|
|
"epoch": 7.902964959568733,
|
|
"grad_norm": 0.8600709438323975,
|
|
"learning_rate": 0.00012613923367512143,
|
|
"loss": 3.2421,
|
|
"step": 73300
|
|
},
|
|
{
|
|
"epoch": 7.908355795148248,
|
|
"grad_norm": 0.8255463242530823,
|
|
"learning_rate": 0.00012581543443065298,
|
|
"loss": 3.2456,
|
|
"step": 73350
|
|
},
|
|
{
|
|
"epoch": 7.913746630727763,
|
|
"grad_norm": 0.8862361907958984,
|
|
"learning_rate": 0.00012549163518618456,
|
|
"loss": 3.2475,
|
|
"step": 73400
|
|
},
|
|
{
|
|
"epoch": 7.919137466307277,
|
|
"grad_norm": 0.8209654092788696,
|
|
"learning_rate": 0.0001251743119266055,
|
|
"loss": 3.229,
|
|
"step": 73450
|
|
},
|
|
{
|
|
"epoch": 7.9245283018867925,
|
|
"grad_norm": 0.8113556504249573,
|
|
"learning_rate": 0.00012485051268213706,
|
|
"loss": 3.2498,
|
|
"step": 73500
|
|
},
|
|
{
|
|
"epoch": 7.929919137466308,
|
|
"grad_norm": 0.8323774337768555,
|
|
"learning_rate": 0.00012452671343766864,
|
|
"loss": 3.2354,
|
|
"step": 73550
|
|
},
|
|
{
|
|
"epoch": 7.935309973045822,
|
|
"grad_norm": 0.8249514698982239,
|
|
"learning_rate": 0.00012420291419320021,
|
|
"loss": 3.2444,
|
|
"step": 73600
|
|
},
|
|
{
|
|
"epoch": 7.940700808625337,
|
|
"grad_norm": 0.9026959538459778,
|
|
"learning_rate": 0.0001238791149487318,
|
|
"loss": 3.2263,
|
|
"step": 73650
|
|
},
|
|
{
|
|
"epoch": 7.946091644204852,
|
|
"grad_norm": 0.8175840377807617,
|
|
"learning_rate": 0.00012355531570426334,
|
|
"loss": 3.2298,
|
|
"step": 73700
|
|
},
|
|
{
|
|
"epoch": 7.951482479784366,
|
|
"grad_norm": 0.8009064793586731,
|
|
"learning_rate": 0.00012323151645979492,
|
|
"loss": 3.2217,
|
|
"step": 73750
|
|
},
|
|
{
|
|
"epoch": 7.9568733153638815,
|
|
"grad_norm": 0.8079846501350403,
|
|
"learning_rate": 0.0001229077172153265,
|
|
"loss": 3.2035,
|
|
"step": 73800
|
|
},
|
|
{
|
|
"epoch": 7.962264150943396,
|
|
"grad_norm": 0.8568797707557678,
|
|
"learning_rate": 0.00012258391797085805,
|
|
"loss": 3.2279,
|
|
"step": 73850
|
|
},
|
|
{
|
|
"epoch": 7.967654986522911,
|
|
"grad_norm": 0.8106552958488464,
|
|
"learning_rate": 0.00012226011872638963,
|
|
"loss": 3.2335,
|
|
"step": 73900
|
|
},
|
|
{
|
|
"epoch": 7.973045822102426,
|
|
"grad_norm": 0.8339226245880127,
|
|
"learning_rate": 0.00012193631948192119,
|
|
"loss": 3.2555,
|
|
"step": 73950
|
|
},
|
|
{
|
|
"epoch": 7.97843665768194,
|
|
"grad_norm": 0.8253638744354248,
|
|
"learning_rate": 0.00012161252023745277,
|
|
"loss": 3.2461,
|
|
"step": 74000
|
|
},
|
|
{
|
|
"epoch": 7.97843665768194,
|
|
"eval_accuracy": 0.3901158033343616,
|
|
"eval_loss": 3.33359694480896,
|
|
"eval_runtime": 185.6121,
|
|
"eval_samples_per_second": 97.036,
|
|
"eval_steps_per_second": 6.066,
|
|
"step": 74000
|
|
},
|
|
{
|
|
"epoch": 7.9838274932614555,
|
|
"grad_norm": 0.8045282959938049,
|
|
"learning_rate": 0.00012128872099298435,
|
|
"loss": 3.2397,
|
|
"step": 74050
|
|
},
|
|
{
|
|
"epoch": 7.989218328840971,
|
|
"grad_norm": 0.814193606376648,
|
|
"learning_rate": 0.00012096492174851591,
|
|
"loss": 3.2299,
|
|
"step": 74100
|
|
},
|
|
{
|
|
"epoch": 7.994609164420485,
|
|
"grad_norm": 0.8275588750839233,
|
|
"learning_rate": 0.00012064112250404749,
|
|
"loss": 3.2239,
|
|
"step": 74150
|
|
},
|
|
{
|
|
"epoch": 8.0,
|
|
"grad_norm": 1.838687539100647,
|
|
"learning_rate": 0.00012031732325957905,
|
|
"loss": 3.2221,
|
|
"step": 74200
|
|
},
|
|
{
|
|
"epoch": 8.005390835579515,
|
|
"grad_norm": 0.793157160282135,
|
|
"learning_rate": 0.00011999352401511062,
|
|
"loss": 3.1645,
|
|
"step": 74250
|
|
},
|
|
{
|
|
"epoch": 8.01078167115903,
|
|
"grad_norm": 0.8543106317520142,
|
|
"learning_rate": 0.00011966972477064219,
|
|
"loss": 3.161,
|
|
"step": 74300
|
|
},
|
|
{
|
|
"epoch": 8.016172506738544,
|
|
"grad_norm": 0.8210628628730774,
|
|
"learning_rate": 0.00011934592552617377,
|
|
"loss": 3.1491,
|
|
"step": 74350
|
|
},
|
|
{
|
|
"epoch": 8.021563342318059,
|
|
"grad_norm": 0.810537576675415,
|
|
"learning_rate": 0.00011902212628170532,
|
|
"loss": 3.1595,
|
|
"step": 74400
|
|
},
|
|
{
|
|
"epoch": 8.026954177897574,
|
|
"grad_norm": 0.8307045102119446,
|
|
"learning_rate": 0.0001186983270372369,
|
|
"loss": 3.1635,
|
|
"step": 74450
|
|
},
|
|
{
|
|
"epoch": 8.032345013477089,
|
|
"grad_norm": 0.846433699131012,
|
|
"learning_rate": 0.00011837452779276848,
|
|
"loss": 3.1656,
|
|
"step": 74500
|
|
},
|
|
{
|
|
"epoch": 8.037735849056604,
|
|
"grad_norm": 0.8303083777427673,
|
|
"learning_rate": 0.00011805072854830005,
|
|
"loss": 3.179,
|
|
"step": 74550
|
|
},
|
|
{
|
|
"epoch": 8.04312668463612,
|
|
"grad_norm": 0.7890481352806091,
|
|
"learning_rate": 0.0001177269293038316,
|
|
"loss": 3.1676,
|
|
"step": 74600
|
|
},
|
|
{
|
|
"epoch": 8.048517520215633,
|
|
"grad_norm": 0.8821123242378235,
|
|
"learning_rate": 0.00011740313005936318,
|
|
"loss": 3.1657,
|
|
"step": 74650
|
|
},
|
|
{
|
|
"epoch": 8.053908355795148,
|
|
"grad_norm": 0.7949823141098022,
|
|
"learning_rate": 0.00011707933081489476,
|
|
"loss": 3.153,
|
|
"step": 74700
|
|
},
|
|
{
|
|
"epoch": 8.059299191374663,
|
|
"grad_norm": 0.8594174385070801,
|
|
"learning_rate": 0.00011675553157042632,
|
|
"loss": 3.1727,
|
|
"step": 74750
|
|
},
|
|
{
|
|
"epoch": 8.064690026954178,
|
|
"grad_norm": 0.8599845170974731,
|
|
"learning_rate": 0.00011643173232595789,
|
|
"loss": 3.1678,
|
|
"step": 74800
|
|
},
|
|
{
|
|
"epoch": 8.070080862533693,
|
|
"grad_norm": 0.8832547068595886,
|
|
"learning_rate": 0.00011610793308148947,
|
|
"loss": 3.1645,
|
|
"step": 74850
|
|
},
|
|
{
|
|
"epoch": 8.075471698113208,
|
|
"grad_norm": 0.868942379951477,
|
|
"learning_rate": 0.00011578413383702104,
|
|
"loss": 3.1787,
|
|
"step": 74900
|
|
},
|
|
{
|
|
"epoch": 8.080862533692722,
|
|
"grad_norm": 0.8258578181266785,
|
|
"learning_rate": 0.00011546033459255261,
|
|
"loss": 3.1587,
|
|
"step": 74950
|
|
},
|
|
{
|
|
"epoch": 8.086253369272237,
|
|
"grad_norm": 0.8395275473594666,
|
|
"learning_rate": 0.00011513653534808419,
|
|
"loss": 3.162,
|
|
"step": 75000
|
|
},
|
|
{
|
|
"epoch": 8.086253369272237,
|
|
"eval_accuracy": 0.3897703958039993,
|
|
"eval_loss": 3.3395814895629883,
|
|
"eval_runtime": 185.7056,
|
|
"eval_samples_per_second": 96.987,
|
|
"eval_steps_per_second": 6.063,
|
|
"step": 75000
|
|
},
|
|
{
|
|
"epoch": 8.091644204851752,
|
|
"grad_norm": 0.9011102318763733,
|
|
"learning_rate": 0.00011481273610361575,
|
|
"loss": 3.1698,
|
|
"step": 75050
|
|
},
|
|
{
|
|
"epoch": 8.097035040431267,
|
|
"grad_norm": 0.8302181363105774,
|
|
"learning_rate": 0.00011448893685914731,
|
|
"loss": 3.1588,
|
|
"step": 75100
|
|
},
|
|
{
|
|
"epoch": 8.102425876010782,
|
|
"grad_norm": 0.8363940119743347,
|
|
"learning_rate": 0.00011416513761467889,
|
|
"loss": 3.173,
|
|
"step": 75150
|
|
},
|
|
{
|
|
"epoch": 8.107816711590296,
|
|
"grad_norm": 0.8744016885757446,
|
|
"learning_rate": 0.00011384133837021047,
|
|
"loss": 3.1854,
|
|
"step": 75200
|
|
},
|
|
{
|
|
"epoch": 8.11320754716981,
|
|
"grad_norm": 0.8116570115089417,
|
|
"learning_rate": 0.00011351753912574202,
|
|
"loss": 3.1695,
|
|
"step": 75250
|
|
},
|
|
{
|
|
"epoch": 8.118598382749326,
|
|
"grad_norm": 0.815712034702301,
|
|
"learning_rate": 0.0001131937398812736,
|
|
"loss": 3.1815,
|
|
"step": 75300
|
|
},
|
|
{
|
|
"epoch": 8.123989218328841,
|
|
"grad_norm": 0.8221413493156433,
|
|
"learning_rate": 0.00011286994063680517,
|
|
"loss": 3.182,
|
|
"step": 75350
|
|
},
|
|
{
|
|
"epoch": 8.129380053908356,
|
|
"grad_norm": 0.817201554775238,
|
|
"learning_rate": 0.00011254614139233675,
|
|
"loss": 3.185,
|
|
"step": 75400
|
|
},
|
|
{
|
|
"epoch": 8.134770889487871,
|
|
"grad_norm": 0.8286382555961609,
|
|
"learning_rate": 0.0001122223421478683,
|
|
"loss": 3.172,
|
|
"step": 75450
|
|
},
|
|
{
|
|
"epoch": 8.140161725067385,
|
|
"grad_norm": 0.8469277620315552,
|
|
"learning_rate": 0.00011189854290339988,
|
|
"loss": 3.1705,
|
|
"step": 75500
|
|
},
|
|
{
|
|
"epoch": 8.1455525606469,
|
|
"grad_norm": 0.8028789758682251,
|
|
"learning_rate": 0.00011157474365893146,
|
|
"loss": 3.1773,
|
|
"step": 75550
|
|
},
|
|
{
|
|
"epoch": 8.150943396226415,
|
|
"grad_norm": 0.8339512348175049,
|
|
"learning_rate": 0.00011125094441446302,
|
|
"loss": 3.1805,
|
|
"step": 75600
|
|
},
|
|
{
|
|
"epoch": 8.15633423180593,
|
|
"grad_norm": 0.8133344054222107,
|
|
"learning_rate": 0.00011092714516999459,
|
|
"loss": 3.1678,
|
|
"step": 75650
|
|
},
|
|
{
|
|
"epoch": 8.161725067385445,
|
|
"grad_norm": 0.8934919238090515,
|
|
"learning_rate": 0.00011060334592552616,
|
|
"loss": 3.1778,
|
|
"step": 75700
|
|
},
|
|
{
|
|
"epoch": 8.167115902964959,
|
|
"grad_norm": 0.8475085496902466,
|
|
"learning_rate": 0.00011027954668105773,
|
|
"loss": 3.176,
|
|
"step": 75750
|
|
},
|
|
{
|
|
"epoch": 8.172506738544474,
|
|
"grad_norm": 0.8443208336830139,
|
|
"learning_rate": 0.0001099557474365893,
|
|
"loss": 3.1959,
|
|
"step": 75800
|
|
},
|
|
{
|
|
"epoch": 8.177897574123989,
|
|
"grad_norm": 0.8935046792030334,
|
|
"learning_rate": 0.00010963194819212088,
|
|
"loss": 3.2008,
|
|
"step": 75850
|
|
},
|
|
{
|
|
"epoch": 8.183288409703504,
|
|
"grad_norm": 0.8435448408126831,
|
|
"learning_rate": 0.00010930814894765243,
|
|
"loss": 3.1611,
|
|
"step": 75900
|
|
},
|
|
{
|
|
"epoch": 8.18867924528302,
|
|
"grad_norm": 0.7983919382095337,
|
|
"learning_rate": 0.00010898434970318401,
|
|
"loss": 3.1844,
|
|
"step": 75950
|
|
},
|
|
{
|
|
"epoch": 8.194070080862534,
|
|
"grad_norm": 0.827194094657898,
|
|
"learning_rate": 0.00010866055045871559,
|
|
"loss": 3.1882,
|
|
"step": 76000
|
|
},
|
|
{
|
|
"epoch": 8.194070080862534,
|
|
"eval_accuracy": 0.3901035255580385,
|
|
"eval_loss": 3.338256359100342,
|
|
"eval_runtime": 186.0199,
|
|
"eval_samples_per_second": 96.823,
|
|
"eval_steps_per_second": 6.053,
|
|
"step": 76000
|
|
},
|
|
{
|
|
"epoch": 8.199460916442048,
|
|
"grad_norm": 0.7715139985084534,
|
|
"learning_rate": 0.00010833675121424717,
|
|
"loss": 3.1836,
|
|
"step": 76050
|
|
},
|
|
{
|
|
"epoch": 8.204851752021563,
|
|
"grad_norm": 0.8077498078346252,
|
|
"learning_rate": 0.00010801295196977872,
|
|
"loss": 3.1583,
|
|
"step": 76100
|
|
},
|
|
{
|
|
"epoch": 8.210242587601078,
|
|
"grad_norm": 0.8066318035125732,
|
|
"learning_rate": 0.0001076891527253103,
|
|
"loss": 3.1886,
|
|
"step": 76150
|
|
},
|
|
{
|
|
"epoch": 8.215633423180593,
|
|
"grad_norm": 0.8797603249549866,
|
|
"learning_rate": 0.00010737182946573123,
|
|
"loss": 3.1691,
|
|
"step": 76200
|
|
},
|
|
{
|
|
"epoch": 8.221024258760108,
|
|
"grad_norm": 0.7983758449554443,
|
|
"learning_rate": 0.0001070480302212628,
|
|
"loss": 3.1697,
|
|
"step": 76250
|
|
},
|
|
{
|
|
"epoch": 8.226415094339623,
|
|
"grad_norm": 0.8314241766929626,
|
|
"learning_rate": 0.00010672423097679438,
|
|
"loss": 3.1837,
|
|
"step": 76300
|
|
},
|
|
{
|
|
"epoch": 8.231805929919137,
|
|
"grad_norm": 0.830165445804596,
|
|
"learning_rate": 0.00010640043173232595,
|
|
"loss": 3.1749,
|
|
"step": 76350
|
|
},
|
|
{
|
|
"epoch": 8.237196765498652,
|
|
"grad_norm": 0.773594319820404,
|
|
"learning_rate": 0.00010607663248785753,
|
|
"loss": 3.1667,
|
|
"step": 76400
|
|
},
|
|
{
|
|
"epoch": 8.242587601078167,
|
|
"grad_norm": 0.9139086008071899,
|
|
"learning_rate": 0.00010575283324338908,
|
|
"loss": 3.1903,
|
|
"step": 76450
|
|
},
|
|
{
|
|
"epoch": 8.247978436657682,
|
|
"grad_norm": 0.8748233318328857,
|
|
"learning_rate": 0.00010542903399892066,
|
|
"loss": 3.1921,
|
|
"step": 76500
|
|
},
|
|
{
|
|
"epoch": 8.253369272237197,
|
|
"grad_norm": 0.8592515587806702,
|
|
"learning_rate": 0.00010510523475445224,
|
|
"loss": 3.1956,
|
|
"step": 76550
|
|
},
|
|
{
|
|
"epoch": 8.25876010781671,
|
|
"grad_norm": 0.8327949643135071,
|
|
"learning_rate": 0.0001047814355099838,
|
|
"loss": 3.1823,
|
|
"step": 76600
|
|
},
|
|
{
|
|
"epoch": 8.264150943396226,
|
|
"grad_norm": 0.8403492569923401,
|
|
"learning_rate": 0.00010445763626551537,
|
|
"loss": 3.1744,
|
|
"step": 76650
|
|
},
|
|
{
|
|
"epoch": 8.269541778975741,
|
|
"grad_norm": 0.8093389272689819,
|
|
"learning_rate": 0.00010413383702104694,
|
|
"loss": 3.1971,
|
|
"step": 76700
|
|
},
|
|
{
|
|
"epoch": 8.274932614555256,
|
|
"grad_norm": 0.8314980864524841,
|
|
"learning_rate": 0.00010381003777657852,
|
|
"loss": 3.1831,
|
|
"step": 76750
|
|
},
|
|
{
|
|
"epoch": 8.280323450134771,
|
|
"grad_norm": 0.7898265719413757,
|
|
"learning_rate": 0.00010348623853211008,
|
|
"loss": 3.1778,
|
|
"step": 76800
|
|
},
|
|
{
|
|
"epoch": 8.285714285714286,
|
|
"grad_norm": 0.8080509305000305,
|
|
"learning_rate": 0.00010316243928764165,
|
|
"loss": 3.1816,
|
|
"step": 76850
|
|
},
|
|
{
|
|
"epoch": 8.2911051212938,
|
|
"grad_norm": 0.8537889719009399,
|
|
"learning_rate": 0.00010283864004317323,
|
|
"loss": 3.1953,
|
|
"step": 76900
|
|
},
|
|
{
|
|
"epoch": 8.296495956873315,
|
|
"grad_norm": 0.8319389820098877,
|
|
"learning_rate": 0.00010251484079870479,
|
|
"loss": 3.179,
|
|
"step": 76950
|
|
},
|
|
{
|
|
"epoch": 8.30188679245283,
|
|
"grad_norm": 0.8758730888366699,
|
|
"learning_rate": 0.00010219104155423637,
|
|
"loss": 3.1773,
|
|
"step": 77000
|
|
},
|
|
{
|
|
"epoch": 8.30188679245283,
|
|
"eval_accuracy": 0.39059811350337004,
|
|
"eval_loss": 3.3338253498077393,
|
|
"eval_runtime": 185.6406,
|
|
"eval_samples_per_second": 97.021,
|
|
"eval_steps_per_second": 6.065,
|
|
"step": 77000
|
|
},
|
|
{
|
|
"epoch": 8.307277628032345,
|
|
"grad_norm": 0.8258757591247559,
|
|
"learning_rate": 0.00010186724230976793,
|
|
"loss": 3.1862,
|
|
"step": 77050
|
|
},
|
|
{
|
|
"epoch": 8.31266846361186,
|
|
"grad_norm": 0.9162133932113647,
|
|
"learning_rate": 0.0001015434430652995,
|
|
"loss": 3.1905,
|
|
"step": 77100
|
|
},
|
|
{
|
|
"epoch": 8.318059299191376,
|
|
"grad_norm": 0.9128679037094116,
|
|
"learning_rate": 0.00010121964382083107,
|
|
"loss": 3.1813,
|
|
"step": 77150
|
|
},
|
|
{
|
|
"epoch": 8.323450134770889,
|
|
"grad_norm": 0.8539583086967468,
|
|
"learning_rate": 0.00010089584457636265,
|
|
"loss": 3.1723,
|
|
"step": 77200
|
|
},
|
|
{
|
|
"epoch": 8.328840970350404,
|
|
"grad_norm": 0.8276362419128418,
|
|
"learning_rate": 0.00010057204533189423,
|
|
"loss": 3.1767,
|
|
"step": 77250
|
|
},
|
|
{
|
|
"epoch": 8.33423180592992,
|
|
"grad_norm": 0.8469416499137878,
|
|
"learning_rate": 0.00010024824608742578,
|
|
"loss": 3.1817,
|
|
"step": 77300
|
|
},
|
|
{
|
|
"epoch": 8.339622641509434,
|
|
"grad_norm": 0.8186867833137512,
|
|
"learning_rate": 9.992444684295736e-05,
|
|
"loss": 3.1719,
|
|
"step": 77350
|
|
},
|
|
{
|
|
"epoch": 8.34501347708895,
|
|
"grad_norm": 0.8683179616928101,
|
|
"learning_rate": 9.960064759848894e-05,
|
|
"loss": 3.2055,
|
|
"step": 77400
|
|
},
|
|
{
|
|
"epoch": 8.350404312668463,
|
|
"grad_norm": 0.8730825185775757,
|
|
"learning_rate": 9.92768483540205e-05,
|
|
"loss": 3.1804,
|
|
"step": 77450
|
|
},
|
|
{
|
|
"epoch": 8.355795148247978,
|
|
"grad_norm": 0.9137508869171143,
|
|
"learning_rate": 9.895304910955206e-05,
|
|
"loss": 3.1724,
|
|
"step": 77500
|
|
},
|
|
{
|
|
"epoch": 8.361185983827493,
|
|
"grad_norm": 0.8448230624198914,
|
|
"learning_rate": 9.862924986508364e-05,
|
|
"loss": 3.1936,
|
|
"step": 77550
|
|
},
|
|
{
|
|
"epoch": 8.366576819407008,
|
|
"grad_norm": 0.8343164324760437,
|
|
"learning_rate": 9.83054506206152e-05,
|
|
"loss": 3.1881,
|
|
"step": 77600
|
|
},
|
|
{
|
|
"epoch": 8.371967654986523,
|
|
"grad_norm": 0.8251139521598816,
|
|
"learning_rate": 9.798165137614678e-05,
|
|
"loss": 3.1835,
|
|
"step": 77650
|
|
},
|
|
{
|
|
"epoch": 8.377358490566039,
|
|
"grad_norm": 0.8742108345031738,
|
|
"learning_rate": 9.765785213167835e-05,
|
|
"loss": 3.1862,
|
|
"step": 77700
|
|
},
|
|
{
|
|
"epoch": 8.382749326145552,
|
|
"grad_norm": 0.8513635396957397,
|
|
"learning_rate": 9.733405288720992e-05,
|
|
"loss": 3.1786,
|
|
"step": 77750
|
|
},
|
|
{
|
|
"epoch": 8.388140161725067,
|
|
"grad_norm": 0.8033642172813416,
|
|
"learning_rate": 9.701025364274149e-05,
|
|
"loss": 3.1858,
|
|
"step": 77800
|
|
},
|
|
{
|
|
"epoch": 8.393530997304582,
|
|
"grad_norm": 0.8279166221618652,
|
|
"learning_rate": 9.668645439827307e-05,
|
|
"loss": 3.1699,
|
|
"step": 77850
|
|
},
|
|
{
|
|
"epoch": 8.398921832884097,
|
|
"grad_norm": 0.8417835235595703,
|
|
"learning_rate": 9.636265515380464e-05,
|
|
"loss": 3.1791,
|
|
"step": 77900
|
|
},
|
|
{
|
|
"epoch": 8.404312668463612,
|
|
"grad_norm": 0.826177179813385,
|
|
"learning_rate": 9.60388559093362e-05,
|
|
"loss": 3.1841,
|
|
"step": 77950
|
|
},
|
|
{
|
|
"epoch": 8.409703504043126,
|
|
"grad_norm": 0.8216781616210938,
|
|
"learning_rate": 9.571505666486777e-05,
|
|
"loss": 3.1951,
|
|
"step": 78000
|
|
},
|
|
{
|
|
"epoch": 8.409703504043126,
|
|
"eval_accuracy": 0.3909475411905814,
|
|
"eval_loss": 3.3298864364624023,
|
|
"eval_runtime": 185.9092,
|
|
"eval_samples_per_second": 96.881,
|
|
"eval_steps_per_second": 6.057,
|
|
"step": 78000
|
|
},
|
|
{
|
|
"epoch": 8.415094339622641,
|
|
"grad_norm": 0.8591934442520142,
|
|
"learning_rate": 9.539125742039935e-05,
|
|
"loss": 3.1732,
|
|
"step": 78050
|
|
},
|
|
{
|
|
"epoch": 8.420485175202156,
|
|
"grad_norm": 0.863126277923584,
|
|
"learning_rate": 9.506745817593093e-05,
|
|
"loss": 3.1696,
|
|
"step": 78100
|
|
},
|
|
{
|
|
"epoch": 8.425876010781671,
|
|
"grad_norm": 0.8874931335449219,
|
|
"learning_rate": 9.474365893146248e-05,
|
|
"loss": 3.1927,
|
|
"step": 78150
|
|
},
|
|
{
|
|
"epoch": 8.431266846361186,
|
|
"grad_norm": 0.8559507727622986,
|
|
"learning_rate": 9.441985968699406e-05,
|
|
"loss": 3.2015,
|
|
"step": 78200
|
|
},
|
|
{
|
|
"epoch": 8.436657681940702,
|
|
"grad_norm": 0.8925167918205261,
|
|
"learning_rate": 9.409606044252563e-05,
|
|
"loss": 3.1794,
|
|
"step": 78250
|
|
},
|
|
{
|
|
"epoch": 8.442048517520215,
|
|
"grad_norm": 0.885088324546814,
|
|
"learning_rate": 9.37722611980572e-05,
|
|
"loss": 3.1727,
|
|
"step": 78300
|
|
},
|
|
{
|
|
"epoch": 8.44743935309973,
|
|
"grad_norm": 0.837744951248169,
|
|
"learning_rate": 9.344846195358876e-05,
|
|
"loss": 3.1792,
|
|
"step": 78350
|
|
},
|
|
{
|
|
"epoch": 8.452830188679245,
|
|
"grad_norm": 0.8199949264526367,
|
|
"learning_rate": 9.312466270912034e-05,
|
|
"loss": 3.1708,
|
|
"step": 78400
|
|
},
|
|
{
|
|
"epoch": 8.45822102425876,
|
|
"grad_norm": 0.8703593015670776,
|
|
"learning_rate": 9.28008634646519e-05,
|
|
"loss": 3.1808,
|
|
"step": 78450
|
|
},
|
|
{
|
|
"epoch": 8.463611859838275,
|
|
"grad_norm": 0.8239753842353821,
|
|
"learning_rate": 9.247706422018348e-05,
|
|
"loss": 3.1861,
|
|
"step": 78500
|
|
},
|
|
{
|
|
"epoch": 8.46900269541779,
|
|
"grad_norm": 0.8508862257003784,
|
|
"learning_rate": 9.215326497571505e-05,
|
|
"loss": 3.1806,
|
|
"step": 78550
|
|
},
|
|
{
|
|
"epoch": 8.474393530997304,
|
|
"grad_norm": 0.8880807757377625,
|
|
"learning_rate": 9.182946573124661e-05,
|
|
"loss": 3.1908,
|
|
"step": 78600
|
|
},
|
|
{
|
|
"epoch": 8.479784366576819,
|
|
"grad_norm": 0.8582776784896851,
|
|
"learning_rate": 9.150566648677819e-05,
|
|
"loss": 3.1755,
|
|
"step": 78650
|
|
},
|
|
{
|
|
"epoch": 8.485175202156334,
|
|
"grad_norm": 0.8829555511474609,
|
|
"learning_rate": 9.118186724230976e-05,
|
|
"loss": 3.1914,
|
|
"step": 78700
|
|
},
|
|
{
|
|
"epoch": 8.49056603773585,
|
|
"grad_norm": 0.8444358110427856,
|
|
"learning_rate": 9.085806799784134e-05,
|
|
"loss": 3.1894,
|
|
"step": 78750
|
|
},
|
|
{
|
|
"epoch": 8.495956873315365,
|
|
"grad_norm": 0.8691173195838928,
|
|
"learning_rate": 9.053426875337289e-05,
|
|
"loss": 3.1996,
|
|
"step": 78800
|
|
},
|
|
{
|
|
"epoch": 8.501347708894878,
|
|
"grad_norm": 0.8325117826461792,
|
|
"learning_rate": 9.021046950890447e-05,
|
|
"loss": 3.1736,
|
|
"step": 78850
|
|
},
|
|
{
|
|
"epoch": 8.506738544474393,
|
|
"grad_norm": 0.8045252561569214,
|
|
"learning_rate": 8.988667026443605e-05,
|
|
"loss": 3.1811,
|
|
"step": 78900
|
|
},
|
|
{
|
|
"epoch": 8.512129380053908,
|
|
"grad_norm": 0.8122570514678955,
|
|
"learning_rate": 8.956287101996761e-05,
|
|
"loss": 3.1821,
|
|
"step": 78950
|
|
},
|
|
{
|
|
"epoch": 8.517520215633423,
|
|
"grad_norm": 0.8540347814559937,
|
|
"learning_rate": 8.923907177549918e-05,
|
|
"loss": 3.1813,
|
|
"step": 79000
|
|
},
|
|
{
|
|
"epoch": 8.517520215633423,
|
|
"eval_accuracy": 0.3911004158037364,
|
|
"eval_loss": 3.3278424739837646,
|
|
"eval_runtime": 185.8047,
|
|
"eval_samples_per_second": 96.935,
|
|
"eval_steps_per_second": 6.06,
|
|
"step": 79000
|
|
},
|
|
{
|
|
"epoch": 8.522911051212938,
|
|
"grad_norm": 0.8644936680793762,
|
|
"learning_rate": 8.891527253103075e-05,
|
|
"loss": 3.1934,
|
|
"step": 79050
|
|
},
|
|
{
|
|
"epoch": 8.528301886792454,
|
|
"grad_norm": 0.8437238335609436,
|
|
"learning_rate": 8.859147328656233e-05,
|
|
"loss": 3.1881,
|
|
"step": 79100
|
|
},
|
|
{
|
|
"epoch": 8.533692722371967,
|
|
"grad_norm": 0.8843941688537598,
|
|
"learning_rate": 8.82676740420939e-05,
|
|
"loss": 3.1756,
|
|
"step": 79150
|
|
},
|
|
{
|
|
"epoch": 8.539083557951482,
|
|
"grad_norm": 0.8509480357170105,
|
|
"learning_rate": 8.794387479762546e-05,
|
|
"loss": 3.1918,
|
|
"step": 79200
|
|
},
|
|
{
|
|
"epoch": 8.544474393530997,
|
|
"grad_norm": 0.8942969441413879,
|
|
"learning_rate": 8.762655153804641e-05,
|
|
"loss": 3.1865,
|
|
"step": 79250
|
|
},
|
|
{
|
|
"epoch": 8.549865229110512,
|
|
"grad_norm": 0.8918401598930359,
|
|
"learning_rate": 8.730275229357798e-05,
|
|
"loss": 3.1809,
|
|
"step": 79300
|
|
},
|
|
{
|
|
"epoch": 8.555256064690028,
|
|
"grad_norm": 0.8787209987640381,
|
|
"learning_rate": 8.697895304910954e-05,
|
|
"loss": 3.2059,
|
|
"step": 79350
|
|
},
|
|
{
|
|
"epoch": 8.560646900269543,
|
|
"grad_norm": 0.8817009925842285,
|
|
"learning_rate": 8.665515380464112e-05,
|
|
"loss": 3.1779,
|
|
"step": 79400
|
|
},
|
|
{
|
|
"epoch": 8.566037735849056,
|
|
"grad_norm": 0.9445223212242126,
|
|
"learning_rate": 8.633135456017268e-05,
|
|
"loss": 3.1963,
|
|
"step": 79450
|
|
},
|
|
{
|
|
"epoch": 8.571428571428571,
|
|
"grad_norm": 0.894982635974884,
|
|
"learning_rate": 8.600755531570426e-05,
|
|
"loss": 3.1746,
|
|
"step": 79500
|
|
},
|
|
{
|
|
"epoch": 8.576819407008086,
|
|
"grad_norm": 0.8351873755455017,
|
|
"learning_rate": 8.568375607123582e-05,
|
|
"loss": 3.1743,
|
|
"step": 79550
|
|
},
|
|
{
|
|
"epoch": 8.582210242587601,
|
|
"grad_norm": 0.8060193657875061,
|
|
"learning_rate": 8.53599568267674e-05,
|
|
"loss": 3.195,
|
|
"step": 79600
|
|
},
|
|
{
|
|
"epoch": 8.587601078167117,
|
|
"grad_norm": 0.849038302898407,
|
|
"learning_rate": 8.503615758229897e-05,
|
|
"loss": 3.1746,
|
|
"step": 79650
|
|
},
|
|
{
|
|
"epoch": 8.59299191374663,
|
|
"grad_norm": 0.9057769179344177,
|
|
"learning_rate": 8.471235833783054e-05,
|
|
"loss": 3.1818,
|
|
"step": 79700
|
|
},
|
|
{
|
|
"epoch": 8.598382749326145,
|
|
"grad_norm": 0.8608071208000183,
|
|
"learning_rate": 8.438855909336211e-05,
|
|
"loss": 3.1806,
|
|
"step": 79750
|
|
},
|
|
{
|
|
"epoch": 8.60377358490566,
|
|
"grad_norm": 0.9285990595817566,
|
|
"learning_rate": 8.406475984889367e-05,
|
|
"loss": 3.1788,
|
|
"step": 79800
|
|
},
|
|
{
|
|
"epoch": 8.609164420485175,
|
|
"grad_norm": 0.7922272086143494,
|
|
"learning_rate": 8.374096060442525e-05,
|
|
"loss": 3.1785,
|
|
"step": 79850
|
|
},
|
|
{
|
|
"epoch": 8.61455525606469,
|
|
"grad_norm": 0.8533130288124084,
|
|
"learning_rate": 8.341716135995683e-05,
|
|
"loss": 3.1923,
|
|
"step": 79900
|
|
},
|
|
{
|
|
"epoch": 8.619946091644206,
|
|
"grad_norm": 0.8787500262260437,
|
|
"learning_rate": 8.309336211548838e-05,
|
|
"loss": 3.1975,
|
|
"step": 79950
|
|
},
|
|
{
|
|
"epoch": 8.625336927223719,
|
|
"grad_norm": 0.7960259318351746,
|
|
"learning_rate": 8.276956287101996e-05,
|
|
"loss": 3.177,
|
|
"step": 80000
|
|
},
|
|
{
|
|
"epoch": 8.625336927223719,
|
|
"eval_accuracy": 0.3917534196595014,
|
|
"eval_loss": 3.3245246410369873,
|
|
"eval_runtime": 185.8786,
|
|
"eval_samples_per_second": 96.897,
|
|
"eval_steps_per_second": 6.058,
|
|
"step": 80000
|
|
},
|
|
{
|
|
"epoch": 8.630727762803234,
|
|
"grad_norm": 0.8472294807434082,
|
|
"learning_rate": 8.244576362655153e-05,
|
|
"loss": 3.176,
|
|
"step": 80050
|
|
},
|
|
{
|
|
"epoch": 8.63611859838275,
|
|
"grad_norm": 0.8824838399887085,
|
|
"learning_rate": 8.212196438208311e-05,
|
|
"loss": 3.1749,
|
|
"step": 80100
|
|
},
|
|
{
|
|
"epoch": 8.641509433962264,
|
|
"grad_norm": 0.8783586025238037,
|
|
"learning_rate": 8.179816513761467e-05,
|
|
"loss": 3.2004,
|
|
"step": 80150
|
|
},
|
|
{
|
|
"epoch": 8.64690026954178,
|
|
"grad_norm": 0.8300978541374207,
|
|
"learning_rate": 8.147436589314624e-05,
|
|
"loss": 3.1794,
|
|
"step": 80200
|
|
},
|
|
{
|
|
"epoch": 8.652291105121293,
|
|
"grad_norm": 0.8804729580879211,
|
|
"learning_rate": 8.115056664867782e-05,
|
|
"loss": 3.2008,
|
|
"step": 80250
|
|
},
|
|
{
|
|
"epoch": 8.657681940700808,
|
|
"grad_norm": 0.8128551244735718,
|
|
"learning_rate": 8.082676740420938e-05,
|
|
"loss": 3.1849,
|
|
"step": 80300
|
|
},
|
|
{
|
|
"epoch": 8.663072776280323,
|
|
"grad_norm": 0.8742450475692749,
|
|
"learning_rate": 8.050296815974096e-05,
|
|
"loss": 3.1879,
|
|
"step": 80350
|
|
},
|
|
{
|
|
"epoch": 8.668463611859838,
|
|
"grad_norm": 0.8508553504943848,
|
|
"learning_rate": 8.017916891527252e-05,
|
|
"loss": 3.1823,
|
|
"step": 80400
|
|
},
|
|
{
|
|
"epoch": 8.673854447439354,
|
|
"grad_norm": 0.8487756252288818,
|
|
"learning_rate": 7.985536967080409e-05,
|
|
"loss": 3.1789,
|
|
"step": 80450
|
|
},
|
|
{
|
|
"epoch": 8.679245283018869,
|
|
"grad_norm": 0.8251245617866516,
|
|
"learning_rate": 7.953157042633566e-05,
|
|
"loss": 3.1787,
|
|
"step": 80500
|
|
},
|
|
{
|
|
"epoch": 8.684636118598382,
|
|
"grad_norm": 0.9442824721336365,
|
|
"learning_rate": 7.920777118186724e-05,
|
|
"loss": 3.1854,
|
|
"step": 80550
|
|
},
|
|
{
|
|
"epoch": 8.690026954177897,
|
|
"grad_norm": 0.8929826021194458,
|
|
"learning_rate": 7.888397193739879e-05,
|
|
"loss": 3.1771,
|
|
"step": 80600
|
|
},
|
|
{
|
|
"epoch": 8.695417789757412,
|
|
"grad_norm": 0.8555627465248108,
|
|
"learning_rate": 7.856017269293037e-05,
|
|
"loss": 3.1901,
|
|
"step": 80650
|
|
},
|
|
{
|
|
"epoch": 8.700808625336927,
|
|
"grad_norm": 0.8805737495422363,
|
|
"learning_rate": 7.823637344846195e-05,
|
|
"loss": 3.1935,
|
|
"step": 80700
|
|
},
|
|
{
|
|
"epoch": 8.706199460916443,
|
|
"grad_norm": 0.8639014959335327,
|
|
"learning_rate": 7.791257420399353e-05,
|
|
"loss": 3.1836,
|
|
"step": 80750
|
|
},
|
|
{
|
|
"epoch": 8.711590296495956,
|
|
"grad_norm": 0.871563196182251,
|
|
"learning_rate": 7.758877495952508e-05,
|
|
"loss": 3.1539,
|
|
"step": 80800
|
|
},
|
|
{
|
|
"epoch": 8.716981132075471,
|
|
"grad_norm": 0.8823162317276001,
|
|
"learning_rate": 7.726497571505665e-05,
|
|
"loss": 3.1854,
|
|
"step": 80850
|
|
},
|
|
{
|
|
"epoch": 8.722371967654986,
|
|
"grad_norm": 0.8488442897796631,
|
|
"learning_rate": 7.694117647058823e-05,
|
|
"loss": 3.1769,
|
|
"step": 80900
|
|
},
|
|
{
|
|
"epoch": 8.727762803234501,
|
|
"grad_norm": 0.8872758746147156,
|
|
"learning_rate": 7.661737722611981e-05,
|
|
"loss": 3.1756,
|
|
"step": 80950
|
|
},
|
|
{
|
|
"epoch": 8.733153638814017,
|
|
"grad_norm": 0.864830493927002,
|
|
"learning_rate": 7.629357798165137e-05,
|
|
"loss": 3.1908,
|
|
"step": 81000
|
|
},
|
|
{
|
|
"epoch": 8.733153638814017,
|
|
"eval_accuracy": 0.39224757299328167,
|
|
"eval_loss": 3.319086790084839,
|
|
"eval_runtime": 186.112,
|
|
"eval_samples_per_second": 96.775,
|
|
"eval_steps_per_second": 6.05,
|
|
"step": 81000
|
|
},
|
|
{
|
|
"epoch": 8.738544474393532,
|
|
"grad_norm": 0.8672311305999756,
|
|
"learning_rate": 7.596977873718294e-05,
|
|
"loss": 3.1997,
|
|
"step": 81050
|
|
},
|
|
{
|
|
"epoch": 8.743935309973045,
|
|
"grad_norm": 0.8568166494369507,
|
|
"learning_rate": 7.564597949271451e-05,
|
|
"loss": 3.2023,
|
|
"step": 81100
|
|
},
|
|
{
|
|
"epoch": 8.74932614555256,
|
|
"grad_norm": 0.8641487956047058,
|
|
"learning_rate": 7.532218024824608e-05,
|
|
"loss": 3.1758,
|
|
"step": 81150
|
|
},
|
|
{
|
|
"epoch": 8.754716981132075,
|
|
"grad_norm": 0.8856141567230225,
|
|
"learning_rate": 7.499838100377764e-05,
|
|
"loss": 3.1959,
|
|
"step": 81200
|
|
},
|
|
{
|
|
"epoch": 8.76010781671159,
|
|
"grad_norm": 0.8983168601989746,
|
|
"learning_rate": 7.467458175930922e-05,
|
|
"loss": 3.1811,
|
|
"step": 81250
|
|
},
|
|
{
|
|
"epoch": 8.765498652291106,
|
|
"grad_norm": 0.9343631863594055,
|
|
"learning_rate": 7.435078251484078e-05,
|
|
"loss": 3.1674,
|
|
"step": 81300
|
|
},
|
|
{
|
|
"epoch": 8.77088948787062,
|
|
"grad_norm": 0.8760262727737427,
|
|
"learning_rate": 7.402698327037236e-05,
|
|
"loss": 3.1904,
|
|
"step": 81350
|
|
},
|
|
{
|
|
"epoch": 8.776280323450134,
|
|
"grad_norm": 0.8661373853683472,
|
|
"learning_rate": 7.370318402590393e-05,
|
|
"loss": 3.2064,
|
|
"step": 81400
|
|
},
|
|
{
|
|
"epoch": 8.78167115902965,
|
|
"grad_norm": 0.8539040088653564,
|
|
"learning_rate": 7.33793847814355e-05,
|
|
"loss": 3.1833,
|
|
"step": 81450
|
|
},
|
|
{
|
|
"epoch": 8.787061994609164,
|
|
"grad_norm": 0.8312759399414062,
|
|
"learning_rate": 7.305558553696707e-05,
|
|
"loss": 3.1867,
|
|
"step": 81500
|
|
},
|
|
{
|
|
"epoch": 8.79245283018868,
|
|
"grad_norm": 0.8777825236320496,
|
|
"learning_rate": 7.273178629249865e-05,
|
|
"loss": 3.187,
|
|
"step": 81550
|
|
},
|
|
{
|
|
"epoch": 8.797843665768195,
|
|
"grad_norm": 0.8307402729988098,
|
|
"learning_rate": 7.240798704803021e-05,
|
|
"loss": 3.1655,
|
|
"step": 81600
|
|
},
|
|
{
|
|
"epoch": 8.80323450134771,
|
|
"grad_norm": 0.8516307473182678,
|
|
"learning_rate": 7.208418780356179e-05,
|
|
"loss": 3.1961,
|
|
"step": 81650
|
|
},
|
|
{
|
|
"epoch": 8.808625336927223,
|
|
"grad_norm": 0.8703325986862183,
|
|
"learning_rate": 7.176038855909337e-05,
|
|
"loss": 3.1972,
|
|
"step": 81700
|
|
},
|
|
{
|
|
"epoch": 8.814016172506738,
|
|
"grad_norm": 0.8461434841156006,
|
|
"learning_rate": 7.143658931462493e-05,
|
|
"loss": 3.1878,
|
|
"step": 81750
|
|
},
|
|
{
|
|
"epoch": 8.819407008086253,
|
|
"grad_norm": 0.8572254180908203,
|
|
"learning_rate": 7.11127900701565e-05,
|
|
"loss": 3.173,
|
|
"step": 81800
|
|
},
|
|
{
|
|
"epoch": 8.824797843665769,
|
|
"grad_norm": 0.8438667058944702,
|
|
"learning_rate": 7.078899082568807e-05,
|
|
"loss": 3.1943,
|
|
"step": 81850
|
|
},
|
|
{
|
|
"epoch": 8.830188679245284,
|
|
"grad_norm": 0.9086803793907166,
|
|
"learning_rate": 7.046519158121964e-05,
|
|
"loss": 3.1921,
|
|
"step": 81900
|
|
},
|
|
{
|
|
"epoch": 8.835579514824797,
|
|
"grad_norm": 0.8566192984580994,
|
|
"learning_rate": 7.014139233675121e-05,
|
|
"loss": 3.1786,
|
|
"step": 81950
|
|
},
|
|
{
|
|
"epoch": 8.840970350404312,
|
|
"grad_norm": 0.8363919258117676,
|
|
"learning_rate": 6.981759309228278e-05,
|
|
"loss": 3.1958,
|
|
"step": 82000
|
|
},
|
|
{
|
|
"epoch": 8.840970350404312,
|
|
"eval_accuracy": 0.3925000823045625,
|
|
"eval_loss": 3.3159377574920654,
|
|
"eval_runtime": 185.6159,
|
|
"eval_samples_per_second": 97.034,
|
|
"eval_steps_per_second": 6.066,
|
|
"step": 82000
|
|
},
|
|
{
|
|
"epoch": 8.846361185983827,
|
|
"grad_norm": 0.8780710697174072,
|
|
"learning_rate": 6.949379384781434e-05,
|
|
"loss": 3.187,
|
|
"step": 82050
|
|
},
|
|
{
|
|
"epoch": 8.851752021563343,
|
|
"grad_norm": 0.8594208359718323,
|
|
"learning_rate": 6.916999460334592e-05,
|
|
"loss": 3.1777,
|
|
"step": 82100
|
|
},
|
|
{
|
|
"epoch": 8.857142857142858,
|
|
"grad_norm": 0.8711910247802734,
|
|
"learning_rate": 6.884619535887748e-05,
|
|
"loss": 3.195,
|
|
"step": 82150
|
|
},
|
|
{
|
|
"epoch": 8.862533692722373,
|
|
"grad_norm": 0.8866939544677734,
|
|
"learning_rate": 6.852239611440906e-05,
|
|
"loss": 3.1812,
|
|
"step": 82200
|
|
},
|
|
{
|
|
"epoch": 8.867924528301886,
|
|
"grad_norm": 0.845153272151947,
|
|
"learning_rate": 6.819859686994062e-05,
|
|
"loss": 3.1984,
|
|
"step": 82250
|
|
},
|
|
{
|
|
"epoch": 8.873315363881401,
|
|
"grad_norm": 0.8857653141021729,
|
|
"learning_rate": 6.78747976254722e-05,
|
|
"loss": 3.1843,
|
|
"step": 82300
|
|
},
|
|
{
|
|
"epoch": 8.878706199460916,
|
|
"grad_norm": 0.8494752049446106,
|
|
"learning_rate": 6.755099838100377e-05,
|
|
"loss": 3.1901,
|
|
"step": 82350
|
|
},
|
|
{
|
|
"epoch": 8.884097035040432,
|
|
"grad_norm": 0.875908613204956,
|
|
"learning_rate": 6.722719913653534e-05,
|
|
"loss": 3.1817,
|
|
"step": 82400
|
|
},
|
|
{
|
|
"epoch": 8.889487870619947,
|
|
"grad_norm": 0.8750830888748169,
|
|
"learning_rate": 6.690339989206692e-05,
|
|
"loss": 3.1951,
|
|
"step": 82450
|
|
},
|
|
{
|
|
"epoch": 8.89487870619946,
|
|
"grad_norm": 0.8969578146934509,
|
|
"learning_rate": 6.657960064759849e-05,
|
|
"loss": 3.183,
|
|
"step": 82500
|
|
},
|
|
{
|
|
"epoch": 8.900269541778975,
|
|
"grad_norm": 0.8425721526145935,
|
|
"learning_rate": 6.625580140313006e-05,
|
|
"loss": 3.171,
|
|
"step": 82550
|
|
},
|
|
{
|
|
"epoch": 8.90566037735849,
|
|
"grad_norm": 0.8464893698692322,
|
|
"learning_rate": 6.593200215866163e-05,
|
|
"loss": 3.1885,
|
|
"step": 82600
|
|
},
|
|
{
|
|
"epoch": 8.911051212938006,
|
|
"grad_norm": 0.8836047053337097,
|
|
"learning_rate": 6.560820291419319e-05,
|
|
"loss": 3.1811,
|
|
"step": 82650
|
|
},
|
|
{
|
|
"epoch": 8.91644204851752,
|
|
"grad_norm": 0.8733500242233276,
|
|
"learning_rate": 6.528440366972477e-05,
|
|
"loss": 3.1999,
|
|
"step": 82700
|
|
},
|
|
{
|
|
"epoch": 8.921832884097036,
|
|
"grad_norm": 0.8166793584823608,
|
|
"learning_rate": 6.496060442525633e-05,
|
|
"loss": 3.1742,
|
|
"step": 82750
|
|
},
|
|
{
|
|
"epoch": 8.92722371967655,
|
|
"grad_norm": 0.8939740061759949,
|
|
"learning_rate": 6.46368051807879e-05,
|
|
"loss": 3.1774,
|
|
"step": 82800
|
|
},
|
|
{
|
|
"epoch": 8.932614555256064,
|
|
"grad_norm": 0.8513936400413513,
|
|
"learning_rate": 6.431300593631948e-05,
|
|
"loss": 3.1805,
|
|
"step": 82850
|
|
},
|
|
{
|
|
"epoch": 8.93800539083558,
|
|
"grad_norm": 0.8565549850463867,
|
|
"learning_rate": 6.398920669185104e-05,
|
|
"loss": 3.1771,
|
|
"step": 82900
|
|
},
|
|
{
|
|
"epoch": 8.943396226415095,
|
|
"grad_norm": 0.8655344247817993,
|
|
"learning_rate": 6.366540744738262e-05,
|
|
"loss": 3.1778,
|
|
"step": 82950
|
|
},
|
|
{
|
|
"epoch": 8.94878706199461,
|
|
"grad_norm": 0.8536239266395569,
|
|
"learning_rate": 6.334160820291418e-05,
|
|
"loss": 3.1736,
|
|
"step": 83000
|
|
},
|
|
{
|
|
"epoch": 8.94878706199461,
|
|
"eval_accuracy": 0.3926093871097039,
|
|
"eval_loss": 3.3148789405822754,
|
|
"eval_runtime": 186.1298,
|
|
"eval_samples_per_second": 96.766,
|
|
"eval_steps_per_second": 6.05,
|
|
"step": 83000
|
|
},
|
|
{
|
|
"epoch": 8.954177897574123,
|
|
"grad_norm": 0.8524404168128967,
|
|
"learning_rate": 6.301780895844576e-05,
|
|
"loss": 3.1711,
|
|
"step": 83050
|
|
},
|
|
{
|
|
"epoch": 8.959568733153638,
|
|
"grad_norm": 0.8984346389770508,
|
|
"learning_rate": 6.269400971397732e-05,
|
|
"loss": 3.1796,
|
|
"step": 83100
|
|
},
|
|
{
|
|
"epoch": 8.964959568733153,
|
|
"grad_norm": 0.8683679103851318,
|
|
"learning_rate": 6.23702104695089e-05,
|
|
"loss": 3.2057,
|
|
"step": 83150
|
|
},
|
|
{
|
|
"epoch": 8.970350404312669,
|
|
"grad_norm": 0.840695321559906,
|
|
"learning_rate": 6.204641122504047e-05,
|
|
"loss": 3.1853,
|
|
"step": 83200
|
|
},
|
|
{
|
|
"epoch": 8.975741239892184,
|
|
"grad_norm": 0.8561025857925415,
|
|
"learning_rate": 6.172261198057204e-05,
|
|
"loss": 3.1707,
|
|
"step": 83250
|
|
},
|
|
{
|
|
"epoch": 8.981132075471699,
|
|
"grad_norm": 0.8424232006072998,
|
|
"learning_rate": 6.140528872099298e-05,
|
|
"loss": 3.1805,
|
|
"step": 83300
|
|
},
|
|
{
|
|
"epoch": 8.986522911051212,
|
|
"grad_norm": 0.8638983368873596,
|
|
"learning_rate": 6.108148947652455e-05,
|
|
"loss": 3.1839,
|
|
"step": 83350
|
|
},
|
|
{
|
|
"epoch": 8.991913746630727,
|
|
"grad_norm": 0.8599737286567688,
|
|
"learning_rate": 6.075769023205612e-05,
|
|
"loss": 3.1717,
|
|
"step": 83400
|
|
},
|
|
{
|
|
"epoch": 8.997304582210242,
|
|
"grad_norm": 0.9156901836395264,
|
|
"learning_rate": 6.043389098758769e-05,
|
|
"loss": 3.1986,
|
|
"step": 83450
|
|
},
|
|
{
|
|
"epoch": 9.002695417789758,
|
|
"grad_norm": 0.8241292238235474,
|
|
"learning_rate": 6.0110091743119265e-05,
|
|
"loss": 3.1264,
|
|
"step": 83500
|
|
},
|
|
{
|
|
"epoch": 9.008086253369273,
|
|
"grad_norm": 0.8257603049278259,
|
|
"learning_rate": 5.978629249865083e-05,
|
|
"loss": 3.1227,
|
|
"step": 83550
|
|
},
|
|
{
|
|
"epoch": 9.013477088948788,
|
|
"grad_norm": 0.8670856356620789,
|
|
"learning_rate": 5.94624932541824e-05,
|
|
"loss": 3.1398,
|
|
"step": 83600
|
|
},
|
|
{
|
|
"epoch": 9.018867924528301,
|
|
"grad_norm": 0.8907291889190674,
|
|
"learning_rate": 5.913869400971397e-05,
|
|
"loss": 3.134,
|
|
"step": 83650
|
|
},
|
|
{
|
|
"epoch": 9.024258760107816,
|
|
"grad_norm": 0.8626120090484619,
|
|
"learning_rate": 5.881489476524554e-05,
|
|
"loss": 3.1197,
|
|
"step": 83700
|
|
},
|
|
{
|
|
"epoch": 9.029649595687331,
|
|
"grad_norm": 0.8704560399055481,
|
|
"learning_rate": 5.849109552077711e-05,
|
|
"loss": 3.1162,
|
|
"step": 83750
|
|
},
|
|
{
|
|
"epoch": 9.035040431266847,
|
|
"grad_norm": 0.9101852774620056,
|
|
"learning_rate": 5.8167296276308683e-05,
|
|
"loss": 3.1191,
|
|
"step": 83800
|
|
},
|
|
{
|
|
"epoch": 9.040431266846362,
|
|
"grad_norm": 0.893904447555542,
|
|
"learning_rate": 5.784349703184026e-05,
|
|
"loss": 3.1062,
|
|
"step": 83850
|
|
},
|
|
{
|
|
"epoch": 9.045822102425875,
|
|
"grad_norm": 0.8796311020851135,
|
|
"learning_rate": 5.7519697787371825e-05,
|
|
"loss": 3.1227,
|
|
"step": 83900
|
|
},
|
|
{
|
|
"epoch": 9.05121293800539,
|
|
"grad_norm": 0.8094367980957031,
|
|
"learning_rate": 5.7195898542903396e-05,
|
|
"loss": 3.1256,
|
|
"step": 83950
|
|
},
|
|
{
|
|
"epoch": 9.056603773584905,
|
|
"grad_norm": 0.8430948853492737,
|
|
"learning_rate": 5.687209929843497e-05,
|
|
"loss": 3.1096,
|
|
"step": 84000
|
|
},
|
|
{
|
|
"epoch": 9.056603773584905,
|
|
"eval_accuracy": 0.39258309311085277,
|
|
"eval_loss": 3.3173818588256836,
|
|
"eval_runtime": 185.5321,
|
|
"eval_samples_per_second": 97.078,
|
|
"eval_steps_per_second": 6.069,
|
|
"step": 84000
|
|
},
|
|
{
|
|
"epoch": 9.06199460916442,
|
|
"grad_norm": 0.8462492823600769,
|
|
"learning_rate": 5.654830005396654e-05,
|
|
"loss": 3.1228,
|
|
"step": 84050
|
|
},
|
|
{
|
|
"epoch": 9.067385444743936,
|
|
"grad_norm": 0.8960421681404114,
|
|
"learning_rate": 5.62245008094981e-05,
|
|
"loss": 3.1494,
|
|
"step": 84100
|
|
},
|
|
{
|
|
"epoch": 9.07277628032345,
|
|
"grad_norm": 0.8572378754615784,
|
|
"learning_rate": 5.590070156502968e-05,
|
|
"loss": 3.1271,
|
|
"step": 84150
|
|
},
|
|
{
|
|
"epoch": 9.078167115902964,
|
|
"grad_norm": 0.8874965906143188,
|
|
"learning_rate": 5.5576902320561244e-05,
|
|
"loss": 3.1447,
|
|
"step": 84200
|
|
},
|
|
{
|
|
"epoch": 9.08355795148248,
|
|
"grad_norm": 0.8465157747268677,
|
|
"learning_rate": 5.525310307609282e-05,
|
|
"loss": 3.1382,
|
|
"step": 84250
|
|
},
|
|
{
|
|
"epoch": 9.088948787061994,
|
|
"grad_norm": 0.8620797395706177,
|
|
"learning_rate": 5.4929303831624386e-05,
|
|
"loss": 3.1273,
|
|
"step": 84300
|
|
},
|
|
{
|
|
"epoch": 9.09433962264151,
|
|
"grad_norm": 0.8294415473937988,
|
|
"learning_rate": 5.460550458715596e-05,
|
|
"loss": 3.1212,
|
|
"step": 84350
|
|
},
|
|
{
|
|
"epoch": 9.099730458221025,
|
|
"grad_norm": 0.8682641983032227,
|
|
"learning_rate": 5.428170534268753e-05,
|
|
"loss": 3.1123,
|
|
"step": 84400
|
|
},
|
|
{
|
|
"epoch": 9.10512129380054,
|
|
"grad_norm": 0.8656003475189209,
|
|
"learning_rate": 5.39579060982191e-05,
|
|
"loss": 3.1371,
|
|
"step": 84450
|
|
},
|
|
{
|
|
"epoch": 9.110512129380053,
|
|
"grad_norm": 0.9146705865859985,
|
|
"learning_rate": 5.363410685375067e-05,
|
|
"loss": 3.1248,
|
|
"step": 84500
|
|
},
|
|
{
|
|
"epoch": 9.115902964959568,
|
|
"grad_norm": 0.8549318909645081,
|
|
"learning_rate": 5.331030760928224e-05,
|
|
"loss": 3.1327,
|
|
"step": 84550
|
|
},
|
|
{
|
|
"epoch": 9.121293800539084,
|
|
"grad_norm": 0.8389424085617065,
|
|
"learning_rate": 5.2986508364813804e-05,
|
|
"loss": 3.1221,
|
|
"step": 84600
|
|
},
|
|
{
|
|
"epoch": 9.126684636118599,
|
|
"grad_norm": 0.8764591813087463,
|
|
"learning_rate": 5.266270912034538e-05,
|
|
"loss": 3.1098,
|
|
"step": 84650
|
|
},
|
|
{
|
|
"epoch": 9.132075471698114,
|
|
"grad_norm": 0.8761000633239746,
|
|
"learning_rate": 5.233890987587695e-05,
|
|
"loss": 3.1249,
|
|
"step": 84700
|
|
},
|
|
{
|
|
"epoch": 9.137466307277627,
|
|
"grad_norm": 0.9110271334648132,
|
|
"learning_rate": 5.2015110631408524e-05,
|
|
"loss": 3.1263,
|
|
"step": 84750
|
|
},
|
|
{
|
|
"epoch": 9.142857142857142,
|
|
"grad_norm": 0.8757349252700806,
|
|
"learning_rate": 5.1691311386940094e-05,
|
|
"loss": 3.1257,
|
|
"step": 84800
|
|
},
|
|
{
|
|
"epoch": 9.148247978436657,
|
|
"grad_norm": 0.8706902861595154,
|
|
"learning_rate": 5.136751214247166e-05,
|
|
"loss": 3.1363,
|
|
"step": 84850
|
|
},
|
|
{
|
|
"epoch": 9.153638814016173,
|
|
"grad_norm": 0.8830631971359253,
|
|
"learning_rate": 5.1050188882892604e-05,
|
|
"loss": 3.1438,
|
|
"step": 84900
|
|
},
|
|
{
|
|
"epoch": 9.159029649595688,
|
|
"grad_norm": 0.8265857696533203,
|
|
"learning_rate": 5.072638963842417e-05,
|
|
"loss": 3.1317,
|
|
"step": 84950
|
|
},
|
|
{
|
|
"epoch": 9.164420485175203,
|
|
"grad_norm": 0.9164876937866211,
|
|
"learning_rate": 5.0402590393955746e-05,
|
|
"loss": 3.147,
|
|
"step": 85000
|
|
},
|
|
{
|
|
"epoch": 9.164420485175203,
|
|
"eval_accuracy": 0.39280072484514517,
|
|
"eval_loss": 3.3151087760925293,
|
|
"eval_runtime": 185.767,
|
|
"eval_samples_per_second": 96.955,
|
|
"eval_steps_per_second": 6.061,
|
|
"step": 85000
|
|
},
|
|
{
|
|
"epoch": 9.169811320754716,
|
|
"grad_norm": 0.8590145111083984,
|
|
"learning_rate": 5.007879114948731e-05,
|
|
"loss": 3.1368,
|
|
"step": 85050
|
|
},
|
|
{
|
|
"epoch": 9.175202156334231,
|
|
"grad_norm": 0.9295345544815063,
|
|
"learning_rate": 4.975499190501889e-05,
|
|
"loss": 3.1336,
|
|
"step": 85100
|
|
},
|
|
{
|
|
"epoch": 9.180592991913747,
|
|
"grad_norm": 0.8739980459213257,
|
|
"learning_rate": 4.943119266055045e-05,
|
|
"loss": 3.14,
|
|
"step": 85150
|
|
},
|
|
{
|
|
"epoch": 9.185983827493262,
|
|
"grad_norm": 0.922296404838562,
|
|
"learning_rate": 4.910739341608202e-05,
|
|
"loss": 3.1437,
|
|
"step": 85200
|
|
},
|
|
{
|
|
"epoch": 9.191374663072777,
|
|
"grad_norm": 0.898456335067749,
|
|
"learning_rate": 4.87835941716136e-05,
|
|
"loss": 3.1181,
|
|
"step": 85250
|
|
},
|
|
{
|
|
"epoch": 9.19676549865229,
|
|
"grad_norm": 0.8890074491500854,
|
|
"learning_rate": 4.8459794927145164e-05,
|
|
"loss": 3.129,
|
|
"step": 85300
|
|
},
|
|
{
|
|
"epoch": 9.202156334231805,
|
|
"grad_norm": 0.9056982398033142,
|
|
"learning_rate": 4.813599568267674e-05,
|
|
"loss": 3.1225,
|
|
"step": 85350
|
|
},
|
|
{
|
|
"epoch": 9.20754716981132,
|
|
"grad_norm": 0.8757039308547974,
|
|
"learning_rate": 4.7812196438208306e-05,
|
|
"loss": 3.1352,
|
|
"step": 85400
|
|
},
|
|
{
|
|
"epoch": 9.212938005390836,
|
|
"grad_norm": 0.8616015911102295,
|
|
"learning_rate": 4.748839719373988e-05,
|
|
"loss": 3.137,
|
|
"step": 85450
|
|
},
|
|
{
|
|
"epoch": 9.21832884097035,
|
|
"grad_norm": 0.8614800572395325,
|
|
"learning_rate": 4.716459794927145e-05,
|
|
"loss": 3.1252,
|
|
"step": 85500
|
|
},
|
|
{
|
|
"epoch": 9.223719676549866,
|
|
"grad_norm": 0.9029867649078369,
|
|
"learning_rate": 4.684079870480302e-05,
|
|
"loss": 3.114,
|
|
"step": 85550
|
|
},
|
|
{
|
|
"epoch": 9.22911051212938,
|
|
"grad_norm": 0.8614493012428284,
|
|
"learning_rate": 4.651699946033459e-05,
|
|
"loss": 3.1203,
|
|
"step": 85600
|
|
},
|
|
{
|
|
"epoch": 9.234501347708894,
|
|
"grad_norm": 0.8389995694160461,
|
|
"learning_rate": 4.619320021586616e-05,
|
|
"loss": 3.1358,
|
|
"step": 85650
|
|
},
|
|
{
|
|
"epoch": 9.23989218328841,
|
|
"grad_norm": 0.8575692772865295,
|
|
"learning_rate": 4.5869400971397725e-05,
|
|
"loss": 3.1272,
|
|
"step": 85700
|
|
},
|
|
{
|
|
"epoch": 9.245283018867925,
|
|
"grad_norm": 0.8886621594429016,
|
|
"learning_rate": 4.55456017269293e-05,
|
|
"loss": 3.1141,
|
|
"step": 85750
|
|
},
|
|
{
|
|
"epoch": 9.25067385444744,
|
|
"grad_norm": 0.8918494582176208,
|
|
"learning_rate": 4.5221802482460866e-05,
|
|
"loss": 3.1263,
|
|
"step": 85800
|
|
},
|
|
{
|
|
"epoch": 9.256064690026955,
|
|
"grad_norm": 0.8752997517585754,
|
|
"learning_rate": 4.4898003237992444e-05,
|
|
"loss": 3.1511,
|
|
"step": 85850
|
|
},
|
|
{
|
|
"epoch": 9.261455525606468,
|
|
"grad_norm": 0.8364704251289368,
|
|
"learning_rate": 4.457420399352401e-05,
|
|
"loss": 3.1355,
|
|
"step": 85900
|
|
},
|
|
{
|
|
"epoch": 9.266846361185983,
|
|
"grad_norm": 0.9269828200340271,
|
|
"learning_rate": 4.425040474905558e-05,
|
|
"loss": 3.1375,
|
|
"step": 85950
|
|
},
|
|
{
|
|
"epoch": 9.272237196765499,
|
|
"grad_norm": 0.8500490784645081,
|
|
"learning_rate": 4.392660550458716e-05,
|
|
"loss": 3.1339,
|
|
"step": 86000
|
|
},
|
|
{
|
|
"epoch": 9.272237196765499,
|
|
"eval_accuracy": 0.39324891800737993,
|
|
"eval_loss": 3.313657283782959,
|
|
"eval_runtime": 185.7466,
|
|
"eval_samples_per_second": 96.965,
|
|
"eval_steps_per_second": 6.062,
|
|
"step": 86000
|
|
},
|
|
{
|
|
"epoch": 9.277628032345014,
|
|
"grad_norm": 0.8575417995452881,
|
|
"learning_rate": 4.360280626011872e-05,
|
|
"loss": 3.1444,
|
|
"step": 86050
|
|
},
|
|
{
|
|
"epoch": 9.283018867924529,
|
|
"grad_norm": 0.8967077732086182,
|
|
"learning_rate": 4.32790070156503e-05,
|
|
"loss": 3.1367,
|
|
"step": 86100
|
|
},
|
|
{
|
|
"epoch": 9.288409703504042,
|
|
"grad_norm": 0.8817365169525146,
|
|
"learning_rate": 4.295520777118186e-05,
|
|
"loss": 3.1493,
|
|
"step": 86150
|
|
},
|
|
{
|
|
"epoch": 9.293800539083557,
|
|
"grad_norm": 0.8949830532073975,
|
|
"learning_rate": 4.263140852671344e-05,
|
|
"loss": 3.142,
|
|
"step": 86200
|
|
},
|
|
{
|
|
"epoch": 9.299191374663073,
|
|
"grad_norm": 0.883648693561554,
|
|
"learning_rate": 4.2307609282245004e-05,
|
|
"loss": 3.1444,
|
|
"step": 86250
|
|
},
|
|
{
|
|
"epoch": 9.304582210242588,
|
|
"grad_norm": 0.8874790072441101,
|
|
"learning_rate": 4.1983810037776575e-05,
|
|
"loss": 3.1438,
|
|
"step": 86300
|
|
},
|
|
{
|
|
"epoch": 9.309973045822103,
|
|
"grad_norm": 0.8785861134529114,
|
|
"learning_rate": 4.1660010793308146e-05,
|
|
"loss": 3.1169,
|
|
"step": 86350
|
|
},
|
|
{
|
|
"epoch": 9.315363881401618,
|
|
"grad_norm": 0.9071987271308899,
|
|
"learning_rate": 4.133621154883972e-05,
|
|
"loss": 3.1275,
|
|
"step": 86400
|
|
},
|
|
{
|
|
"epoch": 9.320754716981131,
|
|
"grad_norm": 0.8649259209632874,
|
|
"learning_rate": 4.101241230437128e-05,
|
|
"loss": 3.1361,
|
|
"step": 86450
|
|
},
|
|
{
|
|
"epoch": 9.326145552560646,
|
|
"grad_norm": 0.908800482749939,
|
|
"learning_rate": 4.068861305990286e-05,
|
|
"loss": 3.135,
|
|
"step": 86500
|
|
},
|
|
{
|
|
"epoch": 9.331536388140162,
|
|
"grad_norm": 0.8679587841033936,
|
|
"learning_rate": 4.036481381543442e-05,
|
|
"loss": 3.1419,
|
|
"step": 86550
|
|
},
|
|
{
|
|
"epoch": 9.336927223719677,
|
|
"grad_norm": 0.8662530779838562,
|
|
"learning_rate": 4.0041014570966e-05,
|
|
"loss": 3.1551,
|
|
"step": 86600
|
|
},
|
|
{
|
|
"epoch": 9.342318059299192,
|
|
"grad_norm": 0.9770742058753967,
|
|
"learning_rate": 3.9717215326497565e-05,
|
|
"loss": 3.1215,
|
|
"step": 86650
|
|
},
|
|
{
|
|
"epoch": 9.347708894878707,
|
|
"grad_norm": 0.8117722272872925,
|
|
"learning_rate": 3.9393416082029136e-05,
|
|
"loss": 3.1339,
|
|
"step": 86700
|
|
},
|
|
{
|
|
"epoch": 9.35309973045822,
|
|
"grad_norm": 0.8724734783172607,
|
|
"learning_rate": 3.9069616837560706e-05,
|
|
"loss": 3.1169,
|
|
"step": 86750
|
|
},
|
|
{
|
|
"epoch": 9.358490566037736,
|
|
"grad_norm": 0.8901249766349792,
|
|
"learning_rate": 3.874581759309228e-05,
|
|
"loss": 3.119,
|
|
"step": 86800
|
|
},
|
|
{
|
|
"epoch": 9.36388140161725,
|
|
"grad_norm": 0.8893545866012573,
|
|
"learning_rate": 3.8422018348623855e-05,
|
|
"loss": 3.1376,
|
|
"step": 86850
|
|
},
|
|
{
|
|
"epoch": 9.369272237196766,
|
|
"grad_norm": 0.882178008556366,
|
|
"learning_rate": 3.809821910415542e-05,
|
|
"loss": 3.1435,
|
|
"step": 86900
|
|
},
|
|
{
|
|
"epoch": 9.374663072776281,
|
|
"grad_norm": 0.9011276960372925,
|
|
"learning_rate": 3.7774419859687e-05,
|
|
"loss": 3.1429,
|
|
"step": 86950
|
|
},
|
|
{
|
|
"epoch": 9.380053908355794,
|
|
"grad_norm": 0.8695482015609741,
|
|
"learning_rate": 3.745062061521856e-05,
|
|
"loss": 3.1222,
|
|
"step": 87000
|
|
},
|
|
{
|
|
"epoch": 9.380053908355794,
|
|
"eval_accuracy": 0.39332128083066437,
|
|
"eval_loss": 3.311980724334717,
|
|
"eval_runtime": 186.076,
|
|
"eval_samples_per_second": 96.794,
|
|
"eval_steps_per_second": 6.051,
|
|
"step": 87000
|
|
},
|
|
{
|
|
"epoch": 9.38544474393531,
|
|
"grad_norm": 0.841622531414032,
|
|
"learning_rate": 3.712682137075013e-05,
|
|
"loss": 3.1394,
|
|
"step": 87050
|
|
},
|
|
{
|
|
"epoch": 9.390835579514825,
|
|
"grad_norm": 0.8773660659790039,
|
|
"learning_rate": 3.68030221262817e-05,
|
|
"loss": 3.129,
|
|
"step": 87100
|
|
},
|
|
{
|
|
"epoch": 9.39622641509434,
|
|
"grad_norm": 0.8418170213699341,
|
|
"learning_rate": 3.6479222881813274e-05,
|
|
"loss": 3.1359,
|
|
"step": 87150
|
|
},
|
|
{
|
|
"epoch": 9.401617250673855,
|
|
"grad_norm": 0.8690890073776245,
|
|
"learning_rate": 3.6155423637344844e-05,
|
|
"loss": 3.1318,
|
|
"step": 87200
|
|
},
|
|
{
|
|
"epoch": 9.40700808625337,
|
|
"grad_norm": 0.8871690034866333,
|
|
"learning_rate": 3.5831624392876415e-05,
|
|
"loss": 3.1462,
|
|
"step": 87250
|
|
},
|
|
{
|
|
"epoch": 9.412398921832883,
|
|
"grad_norm": 0.8796868920326233,
|
|
"learning_rate": 3.5507825148407986e-05,
|
|
"loss": 3.1505,
|
|
"step": 87300
|
|
},
|
|
{
|
|
"epoch": 9.417789757412399,
|
|
"grad_norm": 0.8664212822914124,
|
|
"learning_rate": 3.518402590393956e-05,
|
|
"loss": 3.1294,
|
|
"step": 87350
|
|
},
|
|
{
|
|
"epoch": 9.423180592991914,
|
|
"grad_norm": 0.9216487407684326,
|
|
"learning_rate": 3.486022665947113e-05,
|
|
"loss": 3.1292,
|
|
"step": 87400
|
|
},
|
|
{
|
|
"epoch": 9.428571428571429,
|
|
"grad_norm": 0.8654778599739075,
|
|
"learning_rate": 3.45364274150027e-05,
|
|
"loss": 3.1371,
|
|
"step": 87450
|
|
},
|
|
{
|
|
"epoch": 9.433962264150944,
|
|
"grad_norm": 0.8863506317138672,
|
|
"learning_rate": 3.421262817053426e-05,
|
|
"loss": 3.1382,
|
|
"step": 87500
|
|
},
|
|
{
|
|
"epoch": 9.439353099730457,
|
|
"grad_norm": 0.8619676232337952,
|
|
"learning_rate": 3.3888828926065834e-05,
|
|
"loss": 3.146,
|
|
"step": 87550
|
|
},
|
|
{
|
|
"epoch": 9.444743935309972,
|
|
"grad_norm": 0.8839595317840576,
|
|
"learning_rate": 3.3565029681597405e-05,
|
|
"loss": 3.1354,
|
|
"step": 87600
|
|
},
|
|
{
|
|
"epoch": 9.450134770889488,
|
|
"grad_norm": 0.8577466607093811,
|
|
"learning_rate": 3.3241230437128976e-05,
|
|
"loss": 3.1481,
|
|
"step": 87650
|
|
},
|
|
{
|
|
"epoch": 9.455525606469003,
|
|
"grad_norm": 0.9071969389915466,
|
|
"learning_rate": 3.2917431192660547e-05,
|
|
"loss": 3.1095,
|
|
"step": 87700
|
|
},
|
|
{
|
|
"epoch": 9.460916442048518,
|
|
"grad_norm": 0.8650909662246704,
|
|
"learning_rate": 3.259363194819212e-05,
|
|
"loss": 3.1293,
|
|
"step": 87750
|
|
},
|
|
{
|
|
"epoch": 9.466307277628033,
|
|
"grad_norm": 0.8543224334716797,
|
|
"learning_rate": 3.226983270372369e-05,
|
|
"loss": 3.1254,
|
|
"step": 87800
|
|
},
|
|
{
|
|
"epoch": 9.471698113207546,
|
|
"grad_norm": 0.892259418964386,
|
|
"learning_rate": 3.194603345925526e-05,
|
|
"loss": 3.1341,
|
|
"step": 87850
|
|
},
|
|
{
|
|
"epoch": 9.477088948787062,
|
|
"grad_norm": 0.8863064050674438,
|
|
"learning_rate": 3.162223421478683e-05,
|
|
"loss": 3.1459,
|
|
"step": 87900
|
|
},
|
|
{
|
|
"epoch": 9.482479784366577,
|
|
"grad_norm": 0.8915812969207764,
|
|
"learning_rate": 3.12984349703184e-05,
|
|
"loss": 3.1461,
|
|
"step": 87950
|
|
},
|
|
{
|
|
"epoch": 9.487870619946092,
|
|
"grad_norm": 0.8841752409934998,
|
|
"learning_rate": 3.097463572584997e-05,
|
|
"loss": 3.1379,
|
|
"step": 88000
|
|
},
|
|
{
|
|
"epoch": 9.487870619946092,
|
|
"eval_accuracy": 0.39383640417179283,
|
|
"eval_loss": 3.3083813190460205,
|
|
"eval_runtime": 185.6828,
|
|
"eval_samples_per_second": 96.999,
|
|
"eval_steps_per_second": 6.064,
|
|
"step": 88000
|
|
},
|
|
{
|
|
"epoch": 9.493261455525607,
|
|
"grad_norm": 0.8830022215843201,
|
|
"learning_rate": 3.065083648138154e-05,
|
|
"loss": 3.1343,
|
|
"step": 88050
|
|
},
|
|
{
|
|
"epoch": 9.498652291105122,
|
|
"grad_norm": 0.8150034546852112,
|
|
"learning_rate": 3.0327037236913114e-05,
|
|
"loss": 3.1346,
|
|
"step": 88100
|
|
},
|
|
{
|
|
"epoch": 9.504043126684635,
|
|
"grad_norm": 0.8358427882194519,
|
|
"learning_rate": 3.000323799244468e-05,
|
|
"loss": 3.1349,
|
|
"step": 88150
|
|
},
|
|
{
|
|
"epoch": 9.50943396226415,
|
|
"grad_norm": 0.853083610534668,
|
|
"learning_rate": 2.9679438747976252e-05,
|
|
"loss": 3.1295,
|
|
"step": 88200
|
|
},
|
|
{
|
|
"epoch": 9.514824797843666,
|
|
"grad_norm": 0.8517407178878784,
|
|
"learning_rate": 2.9355639503507823e-05,
|
|
"loss": 3.1378,
|
|
"step": 88250
|
|
},
|
|
{
|
|
"epoch": 9.520215633423181,
|
|
"grad_norm": 0.8890560865402222,
|
|
"learning_rate": 2.9031840259039394e-05,
|
|
"loss": 3.1452,
|
|
"step": 88300
|
|
},
|
|
{
|
|
"epoch": 9.525606469002696,
|
|
"grad_norm": 0.8348068594932556,
|
|
"learning_rate": 2.8708041014570965e-05,
|
|
"loss": 3.1448,
|
|
"step": 88350
|
|
},
|
|
{
|
|
"epoch": 9.530997304582211,
|
|
"grad_norm": 0.8777753114700317,
|
|
"learning_rate": 2.8384241770102532e-05,
|
|
"loss": 3.1444,
|
|
"step": 88400
|
|
},
|
|
{
|
|
"epoch": 9.536388140161725,
|
|
"grad_norm": 0.8762593865394592,
|
|
"learning_rate": 2.8060442525634103e-05,
|
|
"loss": 3.1373,
|
|
"step": 88450
|
|
},
|
|
{
|
|
"epoch": 9.54177897574124,
|
|
"grad_norm": 0.8858030438423157,
|
|
"learning_rate": 2.7736643281165674e-05,
|
|
"loss": 3.1313,
|
|
"step": 88500
|
|
},
|
|
{
|
|
"epoch": 9.547169811320755,
|
|
"grad_norm": 0.8787534236907959,
|
|
"learning_rate": 2.7412844036697245e-05,
|
|
"loss": 3.1231,
|
|
"step": 88550
|
|
},
|
|
{
|
|
"epoch": 9.55256064690027,
|
|
"grad_norm": 0.8897432088851929,
|
|
"learning_rate": 2.7089044792228816e-05,
|
|
"loss": 3.1389,
|
|
"step": 88600
|
|
},
|
|
{
|
|
"epoch": 9.557951482479785,
|
|
"grad_norm": 0.8523585796356201,
|
|
"learning_rate": 2.6765245547760383e-05,
|
|
"loss": 3.1077,
|
|
"step": 88650
|
|
},
|
|
{
|
|
"epoch": 9.563342318059298,
|
|
"grad_norm": 0.8806111812591553,
|
|
"learning_rate": 2.6441446303291954e-05,
|
|
"loss": 3.1303,
|
|
"step": 88700
|
|
},
|
|
{
|
|
"epoch": 9.568733153638814,
|
|
"grad_norm": 0.8607271909713745,
|
|
"learning_rate": 2.6117647058823525e-05,
|
|
"loss": 3.1361,
|
|
"step": 88750
|
|
},
|
|
{
|
|
"epoch": 9.574123989218329,
|
|
"grad_norm": 0.8639000654220581,
|
|
"learning_rate": 2.57938478143551e-05,
|
|
"loss": 3.1155,
|
|
"step": 88800
|
|
},
|
|
{
|
|
"epoch": 9.579514824797844,
|
|
"grad_norm": 0.9192596673965454,
|
|
"learning_rate": 2.547004856988667e-05,
|
|
"loss": 3.1324,
|
|
"step": 88850
|
|
},
|
|
{
|
|
"epoch": 9.584905660377359,
|
|
"grad_norm": 0.8414304256439209,
|
|
"learning_rate": 2.515272531030761e-05,
|
|
"loss": 3.1542,
|
|
"step": 88900
|
|
},
|
|
{
|
|
"epoch": 9.590296495956874,
|
|
"grad_norm": 0.8774961829185486,
|
|
"learning_rate": 2.4828926065839176e-05,
|
|
"loss": 3.1414,
|
|
"step": 88950
|
|
},
|
|
{
|
|
"epoch": 9.595687331536388,
|
|
"grad_norm": 0.8790322542190552,
|
|
"learning_rate": 2.4505126821370747e-05,
|
|
"loss": 3.1324,
|
|
"step": 89000
|
|
},
|
|
{
|
|
"epoch": 9.595687331536388,
|
|
"eval_accuracy": 0.3939240870522591,
|
|
"eval_loss": 3.3066651821136475,
|
|
"eval_runtime": 185.7978,
|
|
"eval_samples_per_second": 96.939,
|
|
"eval_steps_per_second": 6.06,
|
|
"step": 89000
|
|
},
|
|
{
|
|
"epoch": 9.601078167115903,
|
|
"grad_norm": 0.8145606517791748,
|
|
"learning_rate": 2.4181327576902318e-05,
|
|
"loss": 3.1294,
|
|
"step": 89050
|
|
},
|
|
{
|
|
"epoch": 9.606469002695418,
|
|
"grad_norm": 0.8555759787559509,
|
|
"learning_rate": 2.385752833243389e-05,
|
|
"loss": 3.135,
|
|
"step": 89100
|
|
},
|
|
{
|
|
"epoch": 9.611859838274933,
|
|
"grad_norm": 0.9597408175468445,
|
|
"learning_rate": 2.353372908796546e-05,
|
|
"loss": 3.1577,
|
|
"step": 89150
|
|
},
|
|
{
|
|
"epoch": 9.617250673854448,
|
|
"grad_norm": 0.878203809261322,
|
|
"learning_rate": 2.3209929843497027e-05,
|
|
"loss": 3.1233,
|
|
"step": 89200
|
|
},
|
|
{
|
|
"epoch": 9.622641509433961,
|
|
"grad_norm": 0.9447553753852844,
|
|
"learning_rate": 2.2886130599028598e-05,
|
|
"loss": 3.1434,
|
|
"step": 89250
|
|
},
|
|
{
|
|
"epoch": 9.628032345013477,
|
|
"grad_norm": 0.8593426942825317,
|
|
"learning_rate": 2.256233135456017e-05,
|
|
"loss": 3.1336,
|
|
"step": 89300
|
|
},
|
|
{
|
|
"epoch": 9.633423180592992,
|
|
"grad_norm": 0.8206537365913391,
|
|
"learning_rate": 2.2238532110091743e-05,
|
|
"loss": 3.1309,
|
|
"step": 89350
|
|
},
|
|
{
|
|
"epoch": 9.638814016172507,
|
|
"grad_norm": 0.9044254422187805,
|
|
"learning_rate": 2.1914732865623314e-05,
|
|
"loss": 3.1325,
|
|
"step": 89400
|
|
},
|
|
{
|
|
"epoch": 9.644204851752022,
|
|
"grad_norm": 0.872733473777771,
|
|
"learning_rate": 2.1590933621154885e-05,
|
|
"loss": 3.1329,
|
|
"step": 89450
|
|
},
|
|
{
|
|
"epoch": 9.649595687331537,
|
|
"grad_norm": 0.8478707671165466,
|
|
"learning_rate": 2.1267134376686453e-05,
|
|
"loss": 3.1495,
|
|
"step": 89500
|
|
},
|
|
{
|
|
"epoch": 9.65498652291105,
|
|
"grad_norm": 0.8772559762001038,
|
|
"learning_rate": 2.0943335132218024e-05,
|
|
"loss": 3.1339,
|
|
"step": 89550
|
|
},
|
|
{
|
|
"epoch": 9.660377358490566,
|
|
"grad_norm": 0.8752537369728088,
|
|
"learning_rate": 2.0619535887749594e-05,
|
|
"loss": 3.1242,
|
|
"step": 89600
|
|
},
|
|
{
|
|
"epoch": 9.66576819407008,
|
|
"grad_norm": 0.8676063418388367,
|
|
"learning_rate": 2.0295736643281165e-05,
|
|
"loss": 3.1255,
|
|
"step": 89650
|
|
},
|
|
{
|
|
"epoch": 9.671159029649596,
|
|
"grad_norm": 0.9161496758460999,
|
|
"learning_rate": 1.9971937398812736e-05,
|
|
"loss": 3.1279,
|
|
"step": 89700
|
|
},
|
|
{
|
|
"epoch": 9.676549865229111,
|
|
"grad_norm": 0.9032303094863892,
|
|
"learning_rate": 1.9648138154344304e-05,
|
|
"loss": 3.142,
|
|
"step": 89750
|
|
},
|
|
{
|
|
"epoch": 9.681940700808624,
|
|
"grad_norm": 0.8607109189033508,
|
|
"learning_rate": 1.9330814894765242e-05,
|
|
"loss": 3.1269,
|
|
"step": 89800
|
|
},
|
|
{
|
|
"epoch": 9.68733153638814,
|
|
"grad_norm": 0.8460274338722229,
|
|
"learning_rate": 1.9007015650296813e-05,
|
|
"loss": 3.1291,
|
|
"step": 89850
|
|
},
|
|
{
|
|
"epoch": 9.692722371967655,
|
|
"grad_norm": 0.867402970790863,
|
|
"learning_rate": 1.8683216405828384e-05,
|
|
"loss": 3.1483,
|
|
"step": 89900
|
|
},
|
|
{
|
|
"epoch": 9.69811320754717,
|
|
"grad_norm": 0.8649198412895203,
|
|
"learning_rate": 1.8359417161359955e-05,
|
|
"loss": 3.1507,
|
|
"step": 89950
|
|
},
|
|
{
|
|
"epoch": 9.703504043126685,
|
|
"grad_norm": 0.8884457349777222,
|
|
"learning_rate": 1.8035617916891526e-05,
|
|
"loss": 3.1352,
|
|
"step": 90000
|
|
},
|
|
{
|
|
"epoch": 9.703504043126685,
|
|
"eval_accuracy": 0.3942576514178496,
|
|
"eval_loss": 3.3043642044067383,
|
|
"eval_runtime": 185.8469,
|
|
"eval_samples_per_second": 96.913,
|
|
"eval_steps_per_second": 6.059,
|
|
"step": 90000
|
|
},
|
|
{
|
|
"epoch": 9.7088948787062,
|
|
"grad_norm": 0.851272702217102,
|
|
"learning_rate": 1.7711818672423097e-05,
|
|
"loss": 3.121,
|
|
"step": 90050
|
|
},
|
|
{
|
|
"epoch": 9.714285714285714,
|
|
"grad_norm": 0.8714059591293335,
|
|
"learning_rate": 1.7388019427954664e-05,
|
|
"loss": 3.1369,
|
|
"step": 90100
|
|
},
|
|
{
|
|
"epoch": 9.719676549865229,
|
|
"grad_norm": 0.8762841820716858,
|
|
"learning_rate": 1.706422018348624e-05,
|
|
"loss": 3.1525,
|
|
"step": 90150
|
|
},
|
|
{
|
|
"epoch": 9.725067385444744,
|
|
"grad_norm": 0.8701815009117126,
|
|
"learning_rate": 1.674042093901781e-05,
|
|
"loss": 3.1316,
|
|
"step": 90200
|
|
},
|
|
{
|
|
"epoch": 9.730458221024259,
|
|
"grad_norm": 0.9008052349090576,
|
|
"learning_rate": 1.6416621694549377e-05,
|
|
"loss": 3.1385,
|
|
"step": 90250
|
|
},
|
|
{
|
|
"epoch": 9.735849056603774,
|
|
"grad_norm": 0.882361114025116,
|
|
"learning_rate": 1.6092822450080948e-05,
|
|
"loss": 3.1324,
|
|
"step": 90300
|
|
},
|
|
{
|
|
"epoch": 9.74123989218329,
|
|
"grad_norm": 0.8574728965759277,
|
|
"learning_rate": 1.576902320561252e-05,
|
|
"loss": 3.1391,
|
|
"step": 90350
|
|
},
|
|
{
|
|
"epoch": 9.746630727762803,
|
|
"grad_norm": 0.8910685777664185,
|
|
"learning_rate": 1.544522396114409e-05,
|
|
"loss": 3.1486,
|
|
"step": 90400
|
|
},
|
|
{
|
|
"epoch": 9.752021563342318,
|
|
"grad_norm": 0.8702006936073303,
|
|
"learning_rate": 1.5121424716675659e-05,
|
|
"loss": 3.1264,
|
|
"step": 90450
|
|
},
|
|
{
|
|
"epoch": 9.757412398921833,
|
|
"grad_norm": 0.8823314905166626,
|
|
"learning_rate": 1.479762547220723e-05,
|
|
"loss": 3.1354,
|
|
"step": 90500
|
|
},
|
|
{
|
|
"epoch": 9.762803234501348,
|
|
"grad_norm": 0.9542714953422546,
|
|
"learning_rate": 1.4473826227738802e-05,
|
|
"loss": 3.1539,
|
|
"step": 90550
|
|
},
|
|
{
|
|
"epoch": 9.768194070080863,
|
|
"grad_norm": 0.9050570130348206,
|
|
"learning_rate": 1.4150026983270371e-05,
|
|
"loss": 3.1315,
|
|
"step": 90600
|
|
},
|
|
{
|
|
"epoch": 9.773584905660378,
|
|
"grad_norm": 0.8636636734008789,
|
|
"learning_rate": 1.3826227738801942e-05,
|
|
"loss": 3.1229,
|
|
"step": 90650
|
|
},
|
|
{
|
|
"epoch": 9.778975741239892,
|
|
"grad_norm": 0.8408417105674744,
|
|
"learning_rate": 1.3502428494333512e-05,
|
|
"loss": 3.1109,
|
|
"step": 90700
|
|
},
|
|
{
|
|
"epoch": 9.784366576819407,
|
|
"grad_norm": 0.8762025237083435,
|
|
"learning_rate": 1.3178629249865082e-05,
|
|
"loss": 3.1511,
|
|
"step": 90750
|
|
},
|
|
{
|
|
"epoch": 9.789757412398922,
|
|
"grad_norm": 0.896665632724762,
|
|
"learning_rate": 1.2854830005396653e-05,
|
|
"loss": 3.1093,
|
|
"step": 90800
|
|
},
|
|
{
|
|
"epoch": 9.795148247978437,
|
|
"grad_norm": 0.8685447573661804,
|
|
"learning_rate": 1.2531030760928222e-05,
|
|
"loss": 3.1227,
|
|
"step": 90850
|
|
},
|
|
{
|
|
"epoch": 9.800539083557952,
|
|
"grad_norm": 0.8732163310050964,
|
|
"learning_rate": 1.2207231516459793e-05,
|
|
"loss": 3.1429,
|
|
"step": 90900
|
|
},
|
|
{
|
|
"epoch": 9.805929919137466,
|
|
"grad_norm": 0.9127950072288513,
|
|
"learning_rate": 1.1883432271991366e-05,
|
|
"loss": 3.1187,
|
|
"step": 90950
|
|
},
|
|
{
|
|
"epoch": 9.81132075471698,
|
|
"grad_norm": 0.887346625328064,
|
|
"learning_rate": 1.1559633027522935e-05,
|
|
"loss": 3.1327,
|
|
"step": 91000
|
|
},
|
|
{
|
|
"epoch": 9.81132075471698,
|
|
"eval_accuracy": 0.39443149603835276,
|
|
"eval_loss": 3.3028740882873535,
|
|
"eval_runtime": 186.0958,
|
|
"eval_samples_per_second": 96.783,
|
|
"eval_steps_per_second": 6.051,
|
|
"step": 91000
|
|
},
|
|
{
|
|
"epoch": 9.816711590296496,
|
|
"grad_norm": 0.8610618114471436,
|
|
"learning_rate": 1.1235833783054506e-05,
|
|
"loss": 3.1305,
|
|
"step": 91050
|
|
},
|
|
{
|
|
"epoch": 9.822102425876011,
|
|
"grad_norm": 0.8605978488922119,
|
|
"learning_rate": 1.0912034538586075e-05,
|
|
"loss": 3.1272,
|
|
"step": 91100
|
|
},
|
|
{
|
|
"epoch": 9.827493261455526,
|
|
"grad_norm": 0.8452386856079102,
|
|
"learning_rate": 1.0588235294117646e-05,
|
|
"loss": 3.1395,
|
|
"step": 91150
|
|
},
|
|
{
|
|
"epoch": 9.832884097035041,
|
|
"grad_norm": 0.9221339225769043,
|
|
"learning_rate": 1.0264436049649217e-05,
|
|
"loss": 3.1374,
|
|
"step": 91200
|
|
},
|
|
{
|
|
"epoch": 9.838274932614555,
|
|
"grad_norm": 0.8985423445701599,
|
|
"learning_rate": 9.940636805180786e-06,
|
|
"loss": 3.132,
|
|
"step": 91250
|
|
},
|
|
{
|
|
"epoch": 9.84366576819407,
|
|
"grad_norm": 0.885000467300415,
|
|
"learning_rate": 9.616837560712357e-06,
|
|
"loss": 3.1287,
|
|
"step": 91300
|
|
},
|
|
{
|
|
"epoch": 9.849056603773585,
|
|
"grad_norm": 0.8952136635780334,
|
|
"learning_rate": 9.293038316243928e-06,
|
|
"loss": 3.1328,
|
|
"step": 91350
|
|
},
|
|
{
|
|
"epoch": 9.8544474393531,
|
|
"grad_norm": 0.8471724987030029,
|
|
"learning_rate": 8.969239071775497e-06,
|
|
"loss": 3.1158,
|
|
"step": 91400
|
|
},
|
|
{
|
|
"epoch": 9.859838274932615,
|
|
"grad_norm": 0.8450179100036621,
|
|
"learning_rate": 8.64543982730707e-06,
|
|
"loss": 3.1275,
|
|
"step": 91450
|
|
},
|
|
{
|
|
"epoch": 9.865229110512129,
|
|
"grad_norm": 0.8897448778152466,
|
|
"learning_rate": 8.321640582838639e-06,
|
|
"loss": 3.1247,
|
|
"step": 91500
|
|
},
|
|
{
|
|
"epoch": 9.870619946091644,
|
|
"grad_norm": 0.8396100997924805,
|
|
"learning_rate": 7.99784133837021e-06,
|
|
"loss": 3.1271,
|
|
"step": 91550
|
|
},
|
|
{
|
|
"epoch": 9.876010781671159,
|
|
"grad_norm": 0.8481284976005554,
|
|
"learning_rate": 7.674042093901779e-06,
|
|
"loss": 3.1322,
|
|
"step": 91600
|
|
},
|
|
{
|
|
"epoch": 9.881401617250674,
|
|
"grad_norm": 0.8756749629974365,
|
|
"learning_rate": 7.350242849433351e-06,
|
|
"loss": 3.1517,
|
|
"step": 91650
|
|
},
|
|
{
|
|
"epoch": 9.88679245283019,
|
|
"grad_norm": 0.8731712698936462,
|
|
"learning_rate": 7.026443604964921e-06,
|
|
"loss": 3.1474,
|
|
"step": 91700
|
|
},
|
|
{
|
|
"epoch": 9.892183288409704,
|
|
"grad_norm": 0.9096391797065735,
|
|
"learning_rate": 6.702644360496492e-06,
|
|
"loss": 3.135,
|
|
"step": 91750
|
|
},
|
|
{
|
|
"epoch": 9.897574123989218,
|
|
"grad_norm": 0.8940001726150513,
|
|
"learning_rate": 6.378845116028062e-06,
|
|
"loss": 3.1491,
|
|
"step": 91800
|
|
},
|
|
{
|
|
"epoch": 9.902964959568733,
|
|
"grad_norm": 0.870405375957489,
|
|
"learning_rate": 6.055045871559633e-06,
|
|
"loss": 3.1115,
|
|
"step": 91850
|
|
},
|
|
{
|
|
"epoch": 9.908355795148248,
|
|
"grad_norm": 0.8683168888092041,
|
|
"learning_rate": 5.731246627091203e-06,
|
|
"loss": 3.1368,
|
|
"step": 91900
|
|
},
|
|
{
|
|
"epoch": 9.913746630727763,
|
|
"grad_norm": 0.9014110565185547,
|
|
"learning_rate": 5.407447382622774e-06,
|
|
"loss": 3.1139,
|
|
"step": 91950
|
|
},
|
|
{
|
|
"epoch": 9.919137466307278,
|
|
"grad_norm": 0.8829813599586487,
|
|
"learning_rate": 5.083648138154344e-06,
|
|
"loss": 3.1428,
|
|
"step": 92000
|
|
},
|
|
{
|
|
"epoch": 9.919137466307278,
|
|
"eval_accuracy": 0.3946395663185175,
|
|
"eval_loss": 3.300889015197754,
|
|
"eval_runtime": 185.7202,
|
|
"eval_samples_per_second": 96.979,
|
|
"eval_steps_per_second": 6.063,
|
|
"step": 92000
|
|
},
|
|
{
|
|
"epoch": 9.924528301886792,
|
|
"grad_norm": 0.8625398874282837,
|
|
"learning_rate": 4.7598488936859145e-06,
|
|
"loss": 3.1482,
|
|
"step": 92050
|
|
},
|
|
{
|
|
"epoch": 9.929919137466307,
|
|
"grad_norm": 0.8624577522277832,
|
|
"learning_rate": 4.4360496492174846e-06,
|
|
"loss": 3.1298,
|
|
"step": 92100
|
|
},
|
|
{
|
|
"epoch": 9.935309973045822,
|
|
"grad_norm": 0.8595261573791504,
|
|
"learning_rate": 4.112250404749055e-06,
|
|
"loss": 3.1395,
|
|
"step": 92150
|
|
},
|
|
{
|
|
"epoch": 9.940700808625337,
|
|
"grad_norm": 0.8583666682243347,
|
|
"learning_rate": 3.788451160280626e-06,
|
|
"loss": 3.1211,
|
|
"step": 92200
|
|
},
|
|
{
|
|
"epoch": 9.946091644204852,
|
|
"grad_norm": 0.9086753129959106,
|
|
"learning_rate": 3.464651915812196e-06,
|
|
"loss": 3.1327,
|
|
"step": 92250
|
|
},
|
|
{
|
|
"epoch": 9.951482479784367,
|
|
"grad_norm": 0.8809530138969421,
|
|
"learning_rate": 3.1408526713437664e-06,
|
|
"loss": 3.1216,
|
|
"step": 92300
|
|
},
|
|
{
|
|
"epoch": 9.95687331536388,
|
|
"grad_norm": 0.8783313632011414,
|
|
"learning_rate": 2.817053426875337e-06,
|
|
"loss": 3.1256,
|
|
"step": 92350
|
|
},
|
|
{
|
|
"epoch": 9.962264150943396,
|
|
"grad_norm": 0.8229172229766846,
|
|
"learning_rate": 2.4932541824069074e-06,
|
|
"loss": 3.1299,
|
|
"step": 92400
|
|
},
|
|
{
|
|
"epoch": 9.967654986522911,
|
|
"grad_norm": 0.9681229591369629,
|
|
"learning_rate": 2.169454937938478e-06,
|
|
"loss": 3.1298,
|
|
"step": 92450
|
|
},
|
|
{
|
|
"epoch": 9.973045822102426,
|
|
"grad_norm": 0.8699781894683838,
|
|
"learning_rate": 1.8456556934700485e-06,
|
|
"loss": 3.1398,
|
|
"step": 92500
|
|
},
|
|
{
|
|
"epoch": 9.978436657681941,
|
|
"grad_norm": 0.8963691592216492,
|
|
"learning_rate": 1.521856449001619e-06,
|
|
"loss": 3.1282,
|
|
"step": 92550
|
|
},
|
|
{
|
|
"epoch": 9.983827493261456,
|
|
"grad_norm": 0.8703506588935852,
|
|
"learning_rate": 1.1980572045331894e-06,
|
|
"loss": 3.1252,
|
|
"step": 92600
|
|
},
|
|
{
|
|
"epoch": 9.98921832884097,
|
|
"grad_norm": 0.8185334801673889,
|
|
"learning_rate": 8.742579600647598e-07,
|
|
"loss": 3.1167,
|
|
"step": 92650
|
|
},
|
|
{
|
|
"epoch": 9.994609164420485,
|
|
"grad_norm": 0.8836119174957275,
|
|
"learning_rate": 5.504587155963303e-07,
|
|
"loss": 3.1371,
|
|
"step": 92700
|
|
},
|
|
{
|
|
"epoch": 10.0,
|
|
"grad_norm": 2.0194528102874756,
|
|
"learning_rate": 2.2665947112790068e-07,
|
|
"loss": 3.126,
|
|
"step": 92750
|
|
}
|
|
],
|
|
"logging_steps": 50,
|
|
"max_steps": 92750,
|
|
"num_input_tokens_seen": 0,
|
|
"num_train_epochs": 10,
|
|
"save_steps": 10000,
|
|
"stateful_callbacks": {
|
|
"TrainerControl": {
|
|
"args": {
|
|
"should_epoch_stop": false,
|
|
"should_evaluate": false,
|
|
"should_log": false,
|
|
"should_save": true,
|
|
"should_training_stop": true
|
|
},
|
|
"attributes": {}
|
|
}
|
|
},
|
|
"total_flos": 7.75449427968e+17,
|
|
"train_batch_size": 32,
|
|
"trial_name": null,
|
|
"trial_params": null
|
|
}
|