1435 lines
35 KiB
JSON
1435 lines
35 KiB
JSON
{
|
|
"best_global_step": null,
|
|
"best_metric": null,
|
|
"best_model_checkpoint": null,
|
|
"epoch": 0.9793120332966091,
|
|
"eval_steps": 500,
|
|
"global_step": 2000,
|
|
"is_hyper_param_search": false,
|
|
"is_local_process_zero": true,
|
|
"is_world_process_zero": true,
|
|
"log_history": [
|
|
{
|
|
"epoch": 0.0048965601664830456,
|
|
"grad_norm": 6.383250713348389,
|
|
"learning_rate": 8.780487804878049e-07,
|
|
"loss": 0.8106,
|
|
"step": 10
|
|
},
|
|
{
|
|
"epoch": 0.009793120332966091,
|
|
"grad_norm": 3.3995654582977295,
|
|
"learning_rate": 1.853658536585366e-06,
|
|
"loss": 0.7096,
|
|
"step": 20
|
|
},
|
|
{
|
|
"epoch": 0.014689680499449137,
|
|
"grad_norm": 1.785426378250122,
|
|
"learning_rate": 2.8292682926829266e-06,
|
|
"loss": 0.4537,
|
|
"step": 30
|
|
},
|
|
{
|
|
"epoch": 0.019586240665932182,
|
|
"grad_norm": 0.8869879841804504,
|
|
"learning_rate": 3.804878048780488e-06,
|
|
"loss": 0.2479,
|
|
"step": 40
|
|
},
|
|
{
|
|
"epoch": 0.02448280083241523,
|
|
"grad_norm": 0.470714271068573,
|
|
"learning_rate": 4.780487804878049e-06,
|
|
"loss": 0.1631,
|
|
"step": 50
|
|
},
|
|
{
|
|
"epoch": 0.029379360998898273,
|
|
"grad_norm": 0.29301097989082336,
|
|
"learning_rate": 5.7560975609756095e-06,
|
|
"loss": 0.126,
|
|
"step": 60
|
|
},
|
|
{
|
|
"epoch": 0.03427592116538132,
|
|
"grad_norm": 0.21835149824619293,
|
|
"learning_rate": 6.731707317073171e-06,
|
|
"loss": 0.1057,
|
|
"step": 70
|
|
},
|
|
{
|
|
"epoch": 0.039172481331864364,
|
|
"grad_norm": 0.24420903623104095,
|
|
"learning_rate": 7.707317073170732e-06,
|
|
"loss": 0.0903,
|
|
"step": 80
|
|
},
|
|
{
|
|
"epoch": 0.04406904149834741,
|
|
"grad_norm": 0.2334676831960678,
|
|
"learning_rate": 8.682926829268294e-06,
|
|
"loss": 0.0817,
|
|
"step": 90
|
|
},
|
|
{
|
|
"epoch": 0.04896560166483046,
|
|
"grad_norm": 0.20716902613639832,
|
|
"learning_rate": 9.658536585365855e-06,
|
|
"loss": 0.0748,
|
|
"step": 100
|
|
},
|
|
{
|
|
"epoch": 0.0538621618313135,
|
|
"grad_norm": 0.226122185587883,
|
|
"learning_rate": 1.0634146341463416e-05,
|
|
"loss": 0.0681,
|
|
"step": 110
|
|
},
|
|
{
|
|
"epoch": 0.05875872199779655,
|
|
"grad_norm": 0.22283057868480682,
|
|
"learning_rate": 1.1609756097560975e-05,
|
|
"loss": 0.0657,
|
|
"step": 120
|
|
},
|
|
{
|
|
"epoch": 0.0636552821642796,
|
|
"grad_norm": 0.20474107563495636,
|
|
"learning_rate": 1.2585365853658538e-05,
|
|
"loss": 0.0622,
|
|
"step": 130
|
|
},
|
|
{
|
|
"epoch": 0.06855184233076264,
|
|
"grad_norm": 0.24621577560901642,
|
|
"learning_rate": 1.3560975609756099e-05,
|
|
"loss": 0.0557,
|
|
"step": 140
|
|
},
|
|
{
|
|
"epoch": 0.07344840249724569,
|
|
"grad_norm": 0.49712473154067993,
|
|
"learning_rate": 1.4536585365853658e-05,
|
|
"loss": 0.0564,
|
|
"step": 150
|
|
},
|
|
{
|
|
"epoch": 0.07834496266372873,
|
|
"grad_norm": 0.24351441860198975,
|
|
"learning_rate": 1.551219512195122e-05,
|
|
"loss": 0.0614,
|
|
"step": 160
|
|
},
|
|
{
|
|
"epoch": 0.08324152283021177,
|
|
"grad_norm": 0.2458556741476059,
|
|
"learning_rate": 1.6487804878048782e-05,
|
|
"loss": 0.0527,
|
|
"step": 170
|
|
},
|
|
{
|
|
"epoch": 0.08813808299669482,
|
|
"grad_norm": 0.2893470823764801,
|
|
"learning_rate": 1.7463414634146342e-05,
|
|
"loss": 0.0505,
|
|
"step": 180
|
|
},
|
|
{
|
|
"epoch": 0.09303464316317787,
|
|
"grad_norm": 0.23106378316879272,
|
|
"learning_rate": 1.8439024390243905e-05,
|
|
"loss": 0.048,
|
|
"step": 190
|
|
},
|
|
{
|
|
"epoch": 0.09793120332966092,
|
|
"grad_norm": 0.19553372263908386,
|
|
"learning_rate": 1.9414634146341464e-05,
|
|
"loss": 0.0467,
|
|
"step": 200
|
|
},
|
|
{
|
|
"epoch": 0.10282776349614396,
|
|
"grad_norm": 0.1637805849313736,
|
|
"learning_rate": 1.9999766279381703e-05,
|
|
"loss": 0.0434,
|
|
"step": 210
|
|
},
|
|
{
|
|
"epoch": 0.107724323662627,
|
|
"grad_norm": 0.2260979861021042,
|
|
"learning_rate": 1.999713704789179e-05,
|
|
"loss": 0.0444,
|
|
"step": 220
|
|
},
|
|
{
|
|
"epoch": 0.11262088382911005,
|
|
"grad_norm": 0.17891009151935577,
|
|
"learning_rate": 1.9991587204815973e-05,
|
|
"loss": 0.0428,
|
|
"step": 230
|
|
},
|
|
{
|
|
"epoch": 0.1175174439955931,
|
|
"grad_norm": 0.1792241483926773,
|
|
"learning_rate": 1.9983118371512026e-05,
|
|
"loss": 0.0422,
|
|
"step": 240
|
|
},
|
|
{
|
|
"epoch": 0.12241400416207614,
|
|
"grad_norm": 0.21294087171554565,
|
|
"learning_rate": 1.997173302210555e-05,
|
|
"loss": 0.0406,
|
|
"step": 250
|
|
},
|
|
{
|
|
"epoch": 0.1273105643285592,
|
|
"grad_norm": 0.18142680823802948,
|
|
"learning_rate": 1.9957434482767153e-05,
|
|
"loss": 0.0403,
|
|
"step": 260
|
|
},
|
|
{
|
|
"epoch": 0.13220712449504224,
|
|
"grad_norm": 0.1625054031610489,
|
|
"learning_rate": 1.994022693074072e-05,
|
|
"loss": 0.04,
|
|
"step": 270
|
|
},
|
|
{
|
|
"epoch": 0.13710368466152528,
|
|
"grad_norm": 0.13797277212142944,
|
|
"learning_rate": 1.9920115393123075e-05,
|
|
"loss": 0.0384,
|
|
"step": 280
|
|
},
|
|
{
|
|
"epoch": 0.14200024482800833,
|
|
"grad_norm": 0.1518547087907791,
|
|
"learning_rate": 1.9897105745395312e-05,
|
|
"loss": 0.0386,
|
|
"step": 290
|
|
},
|
|
{
|
|
"epoch": 0.14689680499449137,
|
|
"grad_norm": 0.15719467401504517,
|
|
"learning_rate": 1.9871204709706326e-05,
|
|
"loss": 0.038,
|
|
"step": 300
|
|
},
|
|
{
|
|
"epoch": 0.15179336516097441,
|
|
"grad_norm": 0.14285016059875488,
|
|
"learning_rate": 1.9842419852908957e-05,
|
|
"loss": 0.0361,
|
|
"step": 310
|
|
},
|
|
{
|
|
"epoch": 0.15668992532745746,
|
|
"grad_norm": 0.17457254230976105,
|
|
"learning_rate": 1.9810759584349394e-05,
|
|
"loss": 0.0373,
|
|
"step": 320
|
|
},
|
|
{
|
|
"epoch": 0.1615864854939405,
|
|
"grad_norm": 0.1794549822807312,
|
|
"learning_rate": 1.9776233153410402e-05,
|
|
"loss": 0.0348,
|
|
"step": 330
|
|
},
|
|
{
|
|
"epoch": 0.16648304566042355,
|
|
"grad_norm": 0.1884181797504425,
|
|
"learning_rate": 1.9738850646809187e-05,
|
|
"loss": 0.0352,
|
|
"step": 340
|
|
},
|
|
{
|
|
"epoch": 0.1713796058269066,
|
|
"grad_norm": 0.152182936668396,
|
|
"learning_rate": 1.9698622985650595e-05,
|
|
"loss": 0.0355,
|
|
"step": 350
|
|
},
|
|
{
|
|
"epoch": 0.17627616599338963,
|
|
"grad_norm": 0.1398647427558899,
|
|
"learning_rate": 1.965556192223658e-05,
|
|
"loss": 0.0339,
|
|
"step": 360
|
|
},
|
|
{
|
|
"epoch": 0.18117272615987268,
|
|
"grad_norm": 0.1632954180240631,
|
|
"learning_rate": 1.9609680036632825e-05,
|
|
"loss": 0.0334,
|
|
"step": 370
|
|
},
|
|
{
|
|
"epoch": 0.18606928632635575,
|
|
"grad_norm": 0.13727767765522003,
|
|
"learning_rate": 1.9560990732993544e-05,
|
|
"loss": 0.0341,
|
|
"step": 380
|
|
},
|
|
{
|
|
"epoch": 0.1909658464928388,
|
|
"grad_norm": 0.14081917703151703,
|
|
"learning_rate": 1.9509508235645523e-05,
|
|
"loss": 0.0328,
|
|
"step": 390
|
|
},
|
|
{
|
|
"epoch": 0.19586240665932184,
|
|
"grad_norm": 0.14375124871730804,
|
|
"learning_rate": 1.945524758493257e-05,
|
|
"loss": 0.0329,
|
|
"step": 400
|
|
},
|
|
{
|
|
"epoch": 0.20075896682580488,
|
|
"grad_norm": 0.1366111934185028,
|
|
"learning_rate": 1.9398224632821533e-05,
|
|
"loss": 0.0319,
|
|
"step": 410
|
|
},
|
|
{
|
|
"epoch": 0.20565552699228792,
|
|
"grad_norm": 0.15036387741565704,
|
|
"learning_rate": 1.933845603827125e-05,
|
|
"loss": 0.0314,
|
|
"step": 420
|
|
},
|
|
{
|
|
"epoch": 0.21055208715877097,
|
|
"grad_norm": 0.14054791629314423,
|
|
"learning_rate": 1.9275959262365726e-05,
|
|
"loss": 0.0321,
|
|
"step": 430
|
|
},
|
|
{
|
|
"epoch": 0.215448647325254,
|
|
"grad_norm": 0.13310673832893372,
|
|
"learning_rate": 1.9210752563212943e-05,
|
|
"loss": 0.0307,
|
|
"step": 440
|
|
},
|
|
{
|
|
"epoch": 0.22034520749173706,
|
|
"grad_norm": 0.13355876505374908,
|
|
"learning_rate": 1.914285499061087e-05,
|
|
"loss": 0.0312,
|
|
"step": 450
|
|
},
|
|
{
|
|
"epoch": 0.2252417676582201,
|
|
"grad_norm": 0.1345948874950409,
|
|
"learning_rate": 1.907228638048216e-05,
|
|
"loss": 0.0315,
|
|
"step": 460
|
|
},
|
|
{
|
|
"epoch": 0.23013832782470314,
|
|
"grad_norm": 0.12103156745433807,
|
|
"learning_rate": 1.8999067349079176e-05,
|
|
"loss": 0.0299,
|
|
"step": 470
|
|
},
|
|
{
|
|
"epoch": 0.2350348879911862,
|
|
"grad_norm": 0.11836036294698715,
|
|
"learning_rate": 1.8923219286961082e-05,
|
|
"loss": 0.0307,
|
|
"step": 480
|
|
},
|
|
{
|
|
"epoch": 0.23993144815766923,
|
|
"grad_norm": 0.11383108049631119,
|
|
"learning_rate": 1.8844764352744676e-05,
|
|
"loss": 0.0303,
|
|
"step": 490
|
|
},
|
|
{
|
|
"epoch": 0.24482800832415227,
|
|
"grad_norm": 0.12652988731861115,
|
|
"learning_rate": 1.8763725466630887e-05,
|
|
"loss": 0.0301,
|
|
"step": 500
|
|
},
|
|
{
|
|
"epoch": 0.24972456849063532,
|
|
"grad_norm": 0.12377447634935379,
|
|
"learning_rate": 1.8680126303708754e-05,
|
|
"loss": 0.0286,
|
|
"step": 510
|
|
},
|
|
{
|
|
"epoch": 0.2546211286571184,
|
|
"grad_norm": 0.126932293176651,
|
|
"learning_rate": 1.8593991287038863e-05,
|
|
"loss": 0.0291,
|
|
"step": 520
|
|
},
|
|
{
|
|
"epoch": 0.25951768882360143,
|
|
"grad_norm": 0.12359266728162766,
|
|
"learning_rate": 1.8505345580518273e-05,
|
|
"loss": 0.031,
|
|
"step": 530
|
|
},
|
|
{
|
|
"epoch": 0.2644142489900845,
|
|
"grad_norm": 0.13360409438610077,
|
|
"learning_rate": 1.8414215081529037e-05,
|
|
"loss": 0.0286,
|
|
"step": 540
|
|
},
|
|
{
|
|
"epoch": 0.2693108091565675,
|
|
"grad_norm": 0.15316234529018402,
|
|
"learning_rate": 1.8320626413372397e-05,
|
|
"loss": 0.0285,
|
|
"step": 550
|
|
},
|
|
{
|
|
"epoch": 0.27420736932305056,
|
|
"grad_norm": 0.12463656812906265,
|
|
"learning_rate": 1.8224606917490925e-05,
|
|
"loss": 0.0295,
|
|
"step": 560
|
|
},
|
|
{
|
|
"epoch": 0.2791039294895336,
|
|
"grad_norm": 0.12367699295282364,
|
|
"learning_rate": 1.8126184645480877e-05,
|
|
"loss": 0.0284,
|
|
"step": 570
|
|
},
|
|
{
|
|
"epoch": 0.28400048965601665,
|
|
"grad_norm": 0.11267518252134323,
|
|
"learning_rate": 1.802538835089705e-05,
|
|
"loss": 0.0287,
|
|
"step": 580
|
|
},
|
|
{
|
|
"epoch": 0.2888970498224997,
|
|
"grad_norm": 0.10819130390882492,
|
|
"learning_rate": 1.7922247480852596e-05,
|
|
"loss": 0.0276,
|
|
"step": 590
|
|
},
|
|
{
|
|
"epoch": 0.29379360998898274,
|
|
"grad_norm": 0.13291765749454498,
|
|
"learning_rate": 1.781679216741618e-05,
|
|
"loss": 0.0284,
|
|
"step": 600
|
|
},
|
|
{
|
|
"epoch": 0.2986901701554658,
|
|
"grad_norm": 0.14306820929050446,
|
|
"learning_rate": 1.7709053218809065e-05,
|
|
"loss": 0.0275,
|
|
"step": 610
|
|
},
|
|
{
|
|
"epoch": 0.30358673032194883,
|
|
"grad_norm": 0.12088426947593689,
|
|
"learning_rate": 1.7599062110404665e-05,
|
|
"loss": 0.0276,
|
|
"step": 620
|
|
},
|
|
{
|
|
"epoch": 0.30848329048843187,
|
|
"grad_norm": 0.11670047789812088,
|
|
"learning_rate": 1.7486850975533148e-05,
|
|
"loss": 0.0283,
|
|
"step": 630
|
|
},
|
|
{
|
|
"epoch": 0.3133798506549149,
|
|
"grad_norm": 0.10697685927152634,
|
|
"learning_rate": 1.7372452596093875e-05,
|
|
"loss": 0.0273,
|
|
"step": 640
|
|
},
|
|
{
|
|
"epoch": 0.31827641082139796,
|
|
"grad_norm": 0.10840044170618057,
|
|
"learning_rate": 1.7255900392978326e-05,
|
|
"loss": 0.0275,
|
|
"step": 650
|
|
},
|
|
{
|
|
"epoch": 0.323172970987881,
|
|
"grad_norm": 0.10406330227851868,
|
|
"learning_rate": 1.7137228416306362e-05,
|
|
"loss": 0.0253,
|
|
"step": 660
|
|
},
|
|
{
|
|
"epoch": 0.32806953115436405,
|
|
"grad_norm": 0.1260177046060562,
|
|
"learning_rate": 1.701647133547867e-05,
|
|
"loss": 0.0265,
|
|
"step": 670
|
|
},
|
|
{
|
|
"epoch": 0.3329660913208471,
|
|
"grad_norm": 0.11356191337108612,
|
|
"learning_rate": 1.6893664429048265e-05,
|
|
"loss": 0.0261,
|
|
"step": 680
|
|
},
|
|
{
|
|
"epoch": 0.33786265148733013,
|
|
"grad_norm": 0.11121688783168793,
|
|
"learning_rate": 1.6768843574414047e-05,
|
|
"loss": 0.0264,
|
|
"step": 690
|
|
},
|
|
{
|
|
"epoch": 0.3427592116538132,
|
|
"grad_norm": 0.10894258320331573,
|
|
"learning_rate": 1.6642045237339412e-05,
|
|
"loss": 0.0263,
|
|
"step": 700
|
|
},
|
|
{
|
|
"epoch": 0.3476557718202962,
|
|
"grad_norm": 0.10510087013244629,
|
|
"learning_rate": 1.6513306461298964e-05,
|
|
"loss": 0.0248,
|
|
"step": 710
|
|
},
|
|
{
|
|
"epoch": 0.35255233198677927,
|
|
"grad_norm": 0.12031841278076172,
|
|
"learning_rate": 1.6382664856656454e-05,
|
|
"loss": 0.0257,
|
|
"step": 720
|
|
},
|
|
{
|
|
"epoch": 0.3574488921532623,
|
|
"grad_norm": 0.09680049121379852,
|
|
"learning_rate": 1.625015858967711e-05,
|
|
"loss": 0.0256,
|
|
"step": 730
|
|
},
|
|
{
|
|
"epoch": 0.36234545231974535,
|
|
"grad_norm": 0.11472257226705551,
|
|
"learning_rate": 1.6115826371377578e-05,
|
|
"loss": 0.0254,
|
|
"step": 740
|
|
},
|
|
{
|
|
"epoch": 0.3672420124862284,
|
|
"grad_norm": 0.1562274843454361,
|
|
"learning_rate": 1.5979707446216653e-05,
|
|
"loss": 0.0266,
|
|
"step": 750
|
|
},
|
|
{
|
|
"epoch": 0.3721385726527115,
|
|
"grad_norm": 0.10354311019182205,
|
|
"learning_rate": 1.5841841580630277e-05,
|
|
"loss": 0.0254,
|
|
"step": 760
|
|
},
|
|
{
|
|
"epoch": 0.37703513281919454,
|
|
"grad_norm": 0.10595281422138214,
|
|
"learning_rate": 1.5702269051413933e-05,
|
|
"loss": 0.0255,
|
|
"step": 770
|
|
},
|
|
{
|
|
"epoch": 0.3819316929856776,
|
|
"grad_norm": 0.10392176359891891,
|
|
"learning_rate": 1.5561030633956007e-05,
|
|
"loss": 0.0252,
|
|
"step": 780
|
|
},
|
|
{
|
|
"epoch": 0.38682825315216063,
|
|
"grad_norm": 0.10846757888793945,
|
|
"learning_rate": 1.5418167590325478e-05,
|
|
"loss": 0.0252,
|
|
"step": 790
|
|
},
|
|
{
|
|
"epoch": 0.39172481331864367,
|
|
"grad_norm": 0.11040454357862473,
|
|
"learning_rate": 1.52737216572174e-05,
|
|
"loss": 0.0251,
|
|
"step": 800
|
|
},
|
|
{
|
|
"epoch": 0.3966213734851267,
|
|
"grad_norm": 0.1029830053448677,
|
|
"learning_rate": 1.5127735033759758e-05,
|
|
"loss": 0.0258,
|
|
"step": 810
|
|
},
|
|
{
|
|
"epoch": 0.40151793365160976,
|
|
"grad_norm": 0.09572988003492355,
|
|
"learning_rate": 1.4980250369185213e-05,
|
|
"loss": 0.0249,
|
|
"step": 820
|
|
},
|
|
{
|
|
"epoch": 0.4064144938180928,
|
|
"grad_norm": 0.09946920722723007,
|
|
"learning_rate": 1.4831310750371342e-05,
|
|
"loss": 0.0253,
|
|
"step": 830
|
|
},
|
|
{
|
|
"epoch": 0.41131105398457585,
|
|
"grad_norm": 0.109929658472538,
|
|
"learning_rate": 1.4680959689253032e-05,
|
|
"loss": 0.0239,
|
|
"step": 840
|
|
},
|
|
{
|
|
"epoch": 0.4162076141510589,
|
|
"grad_norm": 0.0906352773308754,
|
|
"learning_rate": 1.4529241110110694e-05,
|
|
"loss": 0.0247,
|
|
"step": 850
|
|
},
|
|
{
|
|
"epoch": 0.42110417431754193,
|
|
"grad_norm": 0.08638842403888702,
|
|
"learning_rate": 1.437619933673803e-05,
|
|
"loss": 0.0232,
|
|
"step": 860
|
|
},
|
|
{
|
|
"epoch": 0.426000734484025,
|
|
"grad_norm": 0.09401821345090866,
|
|
"learning_rate": 1.4221879079493044e-05,
|
|
"loss": 0.025,
|
|
"step": 870
|
|
},
|
|
{
|
|
"epoch": 0.430897294650508,
|
|
"grad_norm": 0.10134172439575195,
|
|
"learning_rate": 1.4066325422236154e-05,
|
|
"loss": 0.0248,
|
|
"step": 880
|
|
},
|
|
{
|
|
"epoch": 0.43579385481699107,
|
|
"grad_norm": 0.08755648881196976,
|
|
"learning_rate": 1.3909583809159175e-05,
|
|
"loss": 0.0245,
|
|
"step": 890
|
|
},
|
|
{
|
|
"epoch": 0.4406904149834741,
|
|
"grad_norm": 0.102289579808712,
|
|
"learning_rate": 1.3751700031509037e-05,
|
|
"loss": 0.0234,
|
|
"step": 900
|
|
},
|
|
{
|
|
"epoch": 0.44558697514995715,
|
|
"grad_norm": 0.10510256141424179,
|
|
"learning_rate": 1.3592720214210107e-05,
|
|
"loss": 0.0242,
|
|
"step": 910
|
|
},
|
|
{
|
|
"epoch": 0.4504835353164402,
|
|
"grad_norm": 0.09114789217710495,
|
|
"learning_rate": 1.3432690802389038e-05,
|
|
"loss": 0.0237,
|
|
"step": 920
|
|
},
|
|
{
|
|
"epoch": 0.45538009548292324,
|
|
"grad_norm": 0.09517126530408859,
|
|
"learning_rate": 1.3271658547806059e-05,
|
|
"loss": 0.0234,
|
|
"step": 930
|
|
},
|
|
{
|
|
"epoch": 0.4602766556494063,
|
|
"grad_norm": 0.09465792030096054,
|
|
"learning_rate": 1.3109670495196693e-05,
|
|
"loss": 0.024,
|
|
"step": 940
|
|
},
|
|
{
|
|
"epoch": 0.46517321581588933,
|
|
"grad_norm": 0.09391965717077255,
|
|
"learning_rate": 1.2946773968527893e-05,
|
|
"loss": 0.0223,
|
|
"step": 950
|
|
},
|
|
{
|
|
"epoch": 0.4700697759823724,
|
|
"grad_norm": 0.09540935605764389,
|
|
"learning_rate": 1.2783016557172574e-05,
|
|
"loss": 0.0229,
|
|
"step": 960
|
|
},
|
|
{
|
|
"epoch": 0.4749663361488554,
|
|
"grad_norm": 0.09557565301656723,
|
|
"learning_rate": 1.2618446102006643e-05,
|
|
"loss": 0.0237,
|
|
"step": 970
|
|
},
|
|
{
|
|
"epoch": 0.47986289631533846,
|
|
"grad_norm": 0.09849447757005692,
|
|
"learning_rate": 1.2453110681432516e-05,
|
|
"loss": 0.0236,
|
|
"step": 980
|
|
},
|
|
{
|
|
"epoch": 0.4847594564818215,
|
|
"grad_norm": 0.10435578972101212,
|
|
"learning_rate": 1.2287058597333286e-05,
|
|
"loss": 0.0233,
|
|
"step": 990
|
|
},
|
|
{
|
|
"epoch": 0.48965601664830455,
|
|
"grad_norm": 0.10057486593723297,
|
|
"learning_rate": 1.2120338360961553e-05,
|
|
"loss": 0.0236,
|
|
"step": 1000
|
|
},
|
|
{
|
|
"epoch": 0.4945525768147876,
|
|
"grad_norm": 0.0885319784283638,
|
|
"learning_rate": 1.1952998678767145e-05,
|
|
"loss": 0.0221,
|
|
"step": 1010
|
|
},
|
|
{
|
|
"epoch": 0.49944913698127064,
|
|
"grad_norm": 0.09798266738653183,
|
|
"learning_rate": 1.1785088438167747e-05,
|
|
"loss": 0.0234,
|
|
"step": 1020
|
|
},
|
|
{
|
|
"epoch": 0.5043456971477537,
|
|
"grad_norm": 0.09901165962219238,
|
|
"learning_rate": 1.1616656693266728e-05,
|
|
"loss": 0.0234,
|
|
"step": 1030
|
|
},
|
|
{
|
|
"epoch": 0.5092422573142368,
|
|
"grad_norm": 0.09118998050689697,
|
|
"learning_rate": 1.1447752650522218e-05,
|
|
"loss": 0.0219,
|
|
"step": 1040
|
|
},
|
|
{
|
|
"epoch": 0.5141388174807198,
|
|
"grad_norm": 0.09011399745941162,
|
|
"learning_rate": 1.1278425654371707e-05,
|
|
"loss": 0.0232,
|
|
"step": 1050
|
|
},
|
|
{
|
|
"epoch": 0.5190353776472029,
|
|
"grad_norm": 0.09064587205648422,
|
|
"learning_rate": 1.1108725172816328e-05,
|
|
"loss": 0.0216,
|
|
"step": 1060
|
|
},
|
|
{
|
|
"epoch": 0.5239319378136859,
|
|
"grad_norm": 0.10561744123697281,
|
|
"learning_rate": 1.0938700782969022e-05,
|
|
"loss": 0.0228,
|
|
"step": 1070
|
|
},
|
|
{
|
|
"epoch": 0.528828497980169,
|
|
"grad_norm": 0.10432001203298569,
|
|
"learning_rate": 1.0768402156570861e-05,
|
|
"loss": 0.0218,
|
|
"step": 1080
|
|
},
|
|
{
|
|
"epoch": 0.5337250581466519,
|
|
"grad_norm": 0.1011541560292244,
|
|
"learning_rate": 1.0597879045479698e-05,
|
|
"loss": 0.0238,
|
|
"step": 1090
|
|
},
|
|
{
|
|
"epoch": 0.538621618313135,
|
|
"grad_norm": 0.1057533547282219,
|
|
"learning_rate": 1.0427181267135415e-05,
|
|
"loss": 0.0217,
|
|
"step": 1100
|
|
},
|
|
{
|
|
"epoch": 0.543518178479618,
|
|
"grad_norm": 0.08704596757888794,
|
|
"learning_rate": 1.025635869000603e-05,
|
|
"loss": 0.0216,
|
|
"step": 1110
|
|
},
|
|
{
|
|
"epoch": 0.5484147386461011,
|
|
"grad_norm": 0.10060853511095047,
|
|
"learning_rate": 1.0085461219018873e-05,
|
|
"loss": 0.0215,
|
|
"step": 1120
|
|
},
|
|
{
|
|
"epoch": 0.5533112988125841,
|
|
"grad_norm": 0.09965676814317703,
|
|
"learning_rate": 9.914538780981129e-06,
|
|
"loss": 0.0229,
|
|
"step": 1130
|
|
},
|
|
{
|
|
"epoch": 0.5582078589790672,
|
|
"grad_norm": 0.08902792632579803,
|
|
"learning_rate": 9.74364130999397e-06,
|
|
"loss": 0.0208,
|
|
"step": 1140
|
|
},
|
|
{
|
|
"epoch": 0.5631044191455502,
|
|
"grad_norm": 0.08035479485988617,
|
|
"learning_rate": 9.572818732864587e-06,
|
|
"loss": 0.0226,
|
|
"step": 1150
|
|
},
|
|
{
|
|
"epoch": 0.5680009793120333,
|
|
"grad_norm": 0.09304884076118469,
|
|
"learning_rate": 9.402120954520304e-06,
|
|
"loss": 0.0225,
|
|
"step": 1160
|
|
},
|
|
{
|
|
"epoch": 0.5728975394785163,
|
|
"grad_norm": 0.11040584743022919,
|
|
"learning_rate": 9.23159784342914e-06,
|
|
"loss": 0.0219,
|
|
"step": 1170
|
|
},
|
|
{
|
|
"epoch": 0.5777940996449994,
|
|
"grad_norm": 0.08557133376598358,
|
|
"learning_rate": 9.061299217030981e-06,
|
|
"loss": 0.0223,
|
|
"step": 1180
|
|
},
|
|
{
|
|
"epoch": 0.5826906598114824,
|
|
"grad_norm": 0.08016768842935562,
|
|
"learning_rate": 8.891274827183678e-06,
|
|
"loss": 0.0216,
|
|
"step": 1190
|
|
},
|
|
{
|
|
"epoch": 0.5875872199779655,
|
|
"grad_norm": 0.08237303793430328,
|
|
"learning_rate": 8.721574345628296e-06,
|
|
"loss": 0.0214,
|
|
"step": 1200
|
|
},
|
|
{
|
|
"epoch": 0.5924837801444486,
|
|
"grad_norm": 0.08774357289075851,
|
|
"learning_rate": 8.552247349477784e-06,
|
|
"loss": 0.0214,
|
|
"step": 1210
|
|
},
|
|
{
|
|
"epoch": 0.5973803403109316,
|
|
"grad_norm": 0.08636177331209183,
|
|
"learning_rate": 8.383343306733276e-06,
|
|
"loss": 0.0207,
|
|
"step": 1220
|
|
},
|
|
{
|
|
"epoch": 0.6022769004774147,
|
|
"grad_norm": 0.09675206989049911,
|
|
"learning_rate": 8.214911561832258e-06,
|
|
"loss": 0.0216,
|
|
"step": 1230
|
|
},
|
|
{
|
|
"epoch": 0.6071734606438977,
|
|
"grad_norm": 0.07771232724189758,
|
|
"learning_rate": 8.04700132123286e-06,
|
|
"loss": 0.0215,
|
|
"step": 1240
|
|
},
|
|
{
|
|
"epoch": 0.6120700208103808,
|
|
"grad_norm": 0.086356021463871,
|
|
"learning_rate": 7.87966163903845e-06,
|
|
"loss": 0.0214,
|
|
"step": 1250
|
|
},
|
|
{
|
|
"epoch": 0.6169665809768637,
|
|
"grad_norm": 0.08160339295864105,
|
|
"learning_rate": 7.71294140266672e-06,
|
|
"loss": 0.0212,
|
|
"step": 1260
|
|
},
|
|
{
|
|
"epoch": 0.6218631411433468,
|
|
"grad_norm": 0.08717664331197739,
|
|
"learning_rate": 7.5468893185674885e-06,
|
|
"loss": 0.0214,
|
|
"step": 1270
|
|
},
|
|
{
|
|
"epoch": 0.6267597013098298,
|
|
"grad_norm": 0.09434729069471359,
|
|
"learning_rate": 7.38155389799336e-06,
|
|
"loss": 0.0221,
|
|
"step": 1280
|
|
},
|
|
{
|
|
"epoch": 0.6316562614763129,
|
|
"grad_norm": 0.07950156182050705,
|
|
"learning_rate": 7.216983442827428e-06,
|
|
"loss": 0.0209,
|
|
"step": 1290
|
|
},
|
|
{
|
|
"epoch": 0.6365528216427959,
|
|
"grad_norm": 0.09840266406536102,
|
|
"learning_rate": 7.053226031472111e-06,
|
|
"loss": 0.022,
|
|
"step": 1300
|
|
},
|
|
{
|
|
"epoch": 0.641449381809279,
|
|
"grad_norm": 0.09558066725730896,
|
|
"learning_rate": 6.89032950480331e-06,
|
|
"loss": 0.0209,
|
|
"step": 1310
|
|
},
|
|
{
|
|
"epoch": 0.646345941975762,
|
|
"grad_norm": 0.08704229444265366,
|
|
"learning_rate": 6.728341452193945e-06,
|
|
"loss": 0.0216,
|
|
"step": 1320
|
|
},
|
|
{
|
|
"epoch": 0.6512425021422451,
|
|
"grad_norm": 0.08100052177906036,
|
|
"learning_rate": 6.567309197610966e-06,
|
|
"loss": 0.0205,
|
|
"step": 1330
|
|
},
|
|
{
|
|
"epoch": 0.6561390623087281,
|
|
"grad_norm": 0.08176932483911514,
|
|
"learning_rate": 6.407279785789895e-06,
|
|
"loss": 0.0207,
|
|
"step": 1340
|
|
},
|
|
{
|
|
"epoch": 0.6610356224752112,
|
|
"grad_norm": 0.0904957726597786,
|
|
"learning_rate": 6.248299968490967e-06,
|
|
"loss": 0.021,
|
|
"step": 1350
|
|
},
|
|
{
|
|
"epoch": 0.6659321826416942,
|
|
"grad_norm": 0.0746573805809021,
|
|
"learning_rate": 6.0904161908408266e-06,
|
|
"loss": 0.0208,
|
|
"step": 1360
|
|
},
|
|
{
|
|
"epoch": 0.6708287428081773,
|
|
"grad_norm": 0.08013690263032913,
|
|
"learning_rate": 5.933674577763847e-06,
|
|
"loss": 0.0203,
|
|
"step": 1370
|
|
},
|
|
{
|
|
"epoch": 0.6757253029746603,
|
|
"grad_norm": 0.08136908710002899,
|
|
"learning_rate": 5.7781209205069554e-06,
|
|
"loss": 0.021,
|
|
"step": 1380
|
|
},
|
|
{
|
|
"epoch": 0.6806218631411434,
|
|
"grad_norm": 0.08329195529222488,
|
|
"learning_rate": 5.623800663261971e-06,
|
|
"loss": 0.0217,
|
|
"step": 1390
|
|
},
|
|
{
|
|
"epoch": 0.6855184233076264,
|
|
"grad_norm": 0.08549469709396362,
|
|
"learning_rate": 5.47075888988931e-06,
|
|
"loss": 0.0207,
|
|
"step": 1400
|
|
},
|
|
{
|
|
"epoch": 0.6904149834741095,
|
|
"grad_norm": 0.0912628248333931,
|
|
"learning_rate": 5.319040310746972e-06,
|
|
"loss": 0.0207,
|
|
"step": 1410
|
|
},
|
|
{
|
|
"epoch": 0.6953115436405924,
|
|
"grad_norm": 0.0736273005604744,
|
|
"learning_rate": 5.1686892496286615e-06,
|
|
"loss": 0.0198,
|
|
"step": 1420
|
|
},
|
|
{
|
|
"epoch": 0.7002081038070755,
|
|
"grad_norm": 0.07901625335216522,
|
|
"learning_rate": 5.019749630814785e-06,
|
|
"loss": 0.0199,
|
|
"step": 1430
|
|
},
|
|
{
|
|
"epoch": 0.7051046639735585,
|
|
"grad_norm": 0.08135338127613068,
|
|
"learning_rate": 4.872264966240242e-06,
|
|
"loss": 0.0199,
|
|
"step": 1440
|
|
},
|
|
{
|
|
"epoch": 0.7100012241400416,
|
|
"grad_norm": 0.08084066957235336,
|
|
"learning_rate": 4.726278342782603e-06,
|
|
"loss": 0.0201,
|
|
"step": 1450
|
|
},
|
|
{
|
|
"epoch": 0.7148977843065246,
|
|
"grad_norm": 0.091062992811203,
|
|
"learning_rate": 4.581832409674524e-06,
|
|
"loss": 0.0204,
|
|
"step": 1460
|
|
},
|
|
{
|
|
"epoch": 0.7197943444730077,
|
|
"grad_norm": 0.08555598556995392,
|
|
"learning_rate": 4.438969366043995e-06,
|
|
"loss": 0.0209,
|
|
"step": 1470
|
|
},
|
|
{
|
|
"epoch": 0.7246909046394907,
|
|
"grad_norm": 0.09011142700910568,
|
|
"learning_rate": 4.297730948586072e-06,
|
|
"loss": 0.0199,
|
|
"step": 1480
|
|
},
|
|
{
|
|
"epoch": 0.7295874648059738,
|
|
"grad_norm": 0.08594122529029846,
|
|
"learning_rate": 4.158158419369725e-06,
|
|
"loss": 0.0212,
|
|
"step": 1490
|
|
},
|
|
{
|
|
"epoch": 0.7344840249724568,
|
|
"grad_norm": 0.08000506460666656,
|
|
"learning_rate": 4.02029255378335e-06,
|
|
"loss": 0.0199,
|
|
"step": 1500
|
|
},
|
|
{
|
|
"epoch": 0.7393805851389399,
|
|
"grad_norm": 0.07965367287397385,
|
|
"learning_rate": 3.8841736286224266e-06,
|
|
"loss": 0.02,
|
|
"step": 1510
|
|
},
|
|
{
|
|
"epoch": 0.744277145305423,
|
|
"grad_norm": 0.07805147022008896,
|
|
"learning_rate": 3.7498414103228895e-06,
|
|
"loss": 0.0196,
|
|
"step": 1520
|
|
},
|
|
{
|
|
"epoch": 0.749173705471906,
|
|
"grad_norm": 0.07793158292770386,
|
|
"learning_rate": 3.61733514334355e-06,
|
|
"loss": 0.0198,
|
|
"step": 1530
|
|
},
|
|
{
|
|
"epoch": 0.7540702656383891,
|
|
"grad_norm": 0.07638546079397202,
|
|
"learning_rate": 3.486693538701038e-06,
|
|
"loss": 0.0207,
|
|
"step": 1540
|
|
},
|
|
{
|
|
"epoch": 0.7589668258048721,
|
|
"grad_norm": 0.07980620115995407,
|
|
"learning_rate": 3.3579547626605903e-06,
|
|
"loss": 0.0207,
|
|
"step": 1550
|
|
},
|
|
{
|
|
"epoch": 0.7638633859713552,
|
|
"grad_norm": 0.07835979759693146,
|
|
"learning_rate": 3.2311564255859574e-06,
|
|
"loss": 0.02,
|
|
"step": 1560
|
|
},
|
|
{
|
|
"epoch": 0.7687599461378382,
|
|
"grad_norm": 0.07357361912727356,
|
|
"learning_rate": 3.1063355709517405e-06,
|
|
"loss": 0.0191,
|
|
"step": 1570
|
|
},
|
|
{
|
|
"epoch": 0.7736565063043213,
|
|
"grad_norm": 0.07483252882957458,
|
|
"learning_rate": 2.9835286645213336e-06,
|
|
"loss": 0.0193,
|
|
"step": 1580
|
|
},
|
|
{
|
|
"epoch": 0.7785530664708042,
|
|
"grad_norm": 0.07509680092334747,
|
|
"learning_rate": 2.86277158369364e-06,
|
|
"loss": 0.0198,
|
|
"step": 1590
|
|
},
|
|
{
|
|
"epoch": 0.7834496266372873,
|
|
"grad_norm": 0.07577355951070786,
|
|
"learning_rate": 2.7440996070216786e-06,
|
|
"loss": 0.0199,
|
|
"step": 1600
|
|
},
|
|
{
|
|
"epoch": 0.7883461868037703,
|
|
"grad_norm": 0.07335933297872543,
|
|
"learning_rate": 2.6275474039061287e-06,
|
|
"loss": 0.0199,
|
|
"step": 1610
|
|
},
|
|
{
|
|
"epoch": 0.7932427469702534,
|
|
"grad_norm": 0.07359113544225693,
|
|
"learning_rate": 2.513149024466852e-06,
|
|
"loss": 0.0187,
|
|
"step": 1620
|
|
},
|
|
{
|
|
"epoch": 0.7981393071367364,
|
|
"grad_norm": 0.07391523569822311,
|
|
"learning_rate": 2.400937889595336e-06,
|
|
"loss": 0.0193,
|
|
"step": 1630
|
|
},
|
|
{
|
|
"epoch": 0.8030358673032195,
|
|
"grad_norm": 0.07307987660169601,
|
|
"learning_rate": 2.2909467811909358e-06,
|
|
"loss": 0.0194,
|
|
"step": 1640
|
|
},
|
|
{
|
|
"epoch": 0.8079324274697025,
|
|
"grad_norm": 0.07649096101522446,
|
|
"learning_rate": 2.1832078325838257e-06,
|
|
"loss": 0.019,
|
|
"step": 1650
|
|
},
|
|
{
|
|
"epoch": 0.8128289876361856,
|
|
"grad_norm": 0.07769432663917542,
|
|
"learning_rate": 2.0777525191474024e-06,
|
|
"loss": 0.0192,
|
|
"step": 1660
|
|
},
|
|
{
|
|
"epoch": 0.8177255478026686,
|
|
"grad_norm": 0.07669816166162491,
|
|
"learning_rate": 1.974611649102948e-06,
|
|
"loss": 0.0193,
|
|
"step": 1670
|
|
},
|
|
{
|
|
"epoch": 0.8226221079691517,
|
|
"grad_norm": 0.07635673135519028,
|
|
"learning_rate": 1.873815354519124e-06,
|
|
"loss": 0.0191,
|
|
"step": 1680
|
|
},
|
|
{
|
|
"epoch": 0.8275186681356347,
|
|
"grad_norm": 0.07668386399745941,
|
|
"learning_rate": 1.775393082509078e-06,
|
|
"loss": 0.0193,
|
|
"step": 1690
|
|
},
|
|
{
|
|
"epoch": 0.8324152283021178,
|
|
"grad_norm": 0.07667011022567749,
|
|
"learning_rate": 1.6793735866276062e-06,
|
|
"loss": 0.0197,
|
|
"step": 1700
|
|
},
|
|
{
|
|
"epoch": 0.8373117884686008,
|
|
"grad_norm": 0.07939690351486206,
|
|
"learning_rate": 1.5857849184709663e-06,
|
|
"loss": 0.0204,
|
|
"step": 1710
|
|
},
|
|
{
|
|
"epoch": 0.8422083486350839,
|
|
"grad_norm": 0.07528191804885864,
|
|
"learning_rate": 1.4946544194817313e-06,
|
|
"loss": 0.02,
|
|
"step": 1720
|
|
},
|
|
{
|
|
"epoch": 0.8471049088015669,
|
|
"grad_norm": 0.08050674200057983,
|
|
"learning_rate": 1.4060087129611433e-06,
|
|
"loss": 0.0202,
|
|
"step": 1730
|
|
},
|
|
{
|
|
"epoch": 0.85200146896805,
|
|
"grad_norm": 0.07322754710912704,
|
|
"learning_rate": 1.3198736962912473e-06,
|
|
"loss": 0.0187,
|
|
"step": 1740
|
|
},
|
|
{
|
|
"epoch": 0.856898029134533,
|
|
"grad_norm": 0.08674272894859314,
|
|
"learning_rate": 1.2362745333691128e-06,
|
|
"loss": 0.0194,
|
|
"step": 1750
|
|
},
|
|
{
|
|
"epoch": 0.861794589301016,
|
|
"grad_norm": 0.07837942242622375,
|
|
"learning_rate": 1.1552356472553283e-06,
|
|
"loss": 0.0195,
|
|
"step": 1760
|
|
},
|
|
{
|
|
"epoch": 0.866691149467499,
|
|
"grad_norm": 0.0758034959435463,
|
|
"learning_rate": 1.0767807130389229e-06,
|
|
"loss": 0.0204,
|
|
"step": 1770
|
|
},
|
|
{
|
|
"epoch": 0.8715877096339821,
|
|
"grad_norm": 0.07408754527568817,
|
|
"learning_rate": 1.000932650920825e-06,
|
|
"loss": 0.019,
|
|
"step": 1780
|
|
},
|
|
{
|
|
"epoch": 0.8764842698004651,
|
|
"grad_norm": 0.07121218740940094,
|
|
"learning_rate": 9.277136195178427e-07,
|
|
"loss": 0.0193,
|
|
"step": 1790
|
|
},
|
|
{
|
|
"epoch": 0.8813808299669482,
|
|
"grad_norm": 0.0695531889796257,
|
|
"learning_rate": 8.57145009389132e-07,
|
|
"loss": 0.0187,
|
|
"step": 1800
|
|
},
|
|
{
|
|
"epoch": 0.8862773901334313,
|
|
"grad_norm": 0.07386163622140884,
|
|
"learning_rate": 7.892474367870595e-07,
|
|
"loss": 0.0196,
|
|
"step": 1810
|
|
},
|
|
{
|
|
"epoch": 0.8911739502999143,
|
|
"grad_norm": 0.07514061033725739,
|
|
"learning_rate": 7.240407376342762e-07,
|
|
"loss": 0.019,
|
|
"step": 1820
|
|
},
|
|
{
|
|
"epoch": 0.8960705104663974,
|
|
"grad_norm": 0.07292406260967255,
|
|
"learning_rate": 6.6154396172875e-07,
|
|
"loss": 0.0191,
|
|
"step": 1830
|
|
},
|
|
{
|
|
"epoch": 0.9009670706328804,
|
|
"grad_norm": 0.07954388856887817,
|
|
"learning_rate": 6.017753671784709e-07,
|
|
"loss": 0.019,
|
|
"step": 1840
|
|
},
|
|
{
|
|
"epoch": 0.9058636307993635,
|
|
"grad_norm": 0.07357421517372131,
|
|
"learning_rate": 5.447524150674333e-07,
|
|
"loss": 0.0186,
|
|
"step": 1850
|
|
},
|
|
{
|
|
"epoch": 0.9107601909658465,
|
|
"grad_norm": 0.06809236109256744,
|
|
"learning_rate": 4.904917643544749e-07,
|
|
"loss": 0.019,
|
|
"step": 1860
|
|
},
|
|
{
|
|
"epoch": 0.9156567511323296,
|
|
"grad_norm": 0.07782679796218872,
|
|
"learning_rate": 4.390092670064572e-07,
|
|
"loss": 0.0189,
|
|
"step": 1870
|
|
},
|
|
{
|
|
"epoch": 0.9205533112988126,
|
|
"grad_norm": 0.08242752403020859,
|
|
"learning_rate": 3.9031996336717617e-07,
|
|
"loss": 0.0201,
|
|
"step": 1880
|
|
},
|
|
{
|
|
"epoch": 0.9254498714652957,
|
|
"grad_norm": 0.07631160318851471,
|
|
"learning_rate": 3.444380777634204e-07,
|
|
"loss": 0.0206,
|
|
"step": 1890
|
|
},
|
|
{
|
|
"epoch": 0.9303464316317787,
|
|
"grad_norm": 0.07500147074460983,
|
|
"learning_rate": 3.013770143494066e-07,
|
|
"loss": 0.0191,
|
|
"step": 1900
|
|
},
|
|
{
|
|
"epoch": 0.9352429917982618,
|
|
"grad_norm": 0.07438549399375916,
|
|
"learning_rate": 2.6114935319081494e-07,
|
|
"loss": 0.0192,
|
|
"step": 1910
|
|
},
|
|
{
|
|
"epoch": 0.9401395519647447,
|
|
"grad_norm": 0.07018297910690308,
|
|
"learning_rate": 2.2376684658959924e-07,
|
|
"loss": 0.0195,
|
|
"step": 1920
|
|
},
|
|
{
|
|
"epoch": 0.9450361121312278,
|
|
"grad_norm": 0.07748360931873322,
|
|
"learning_rate": 1.8924041565061002e-07,
|
|
"loss": 0.0205,
|
|
"step": 1930
|
|
},
|
|
{
|
|
"epoch": 0.9499326722977108,
|
|
"grad_norm": 0.06801605969667435,
|
|
"learning_rate": 1.5758014709104542e-07,
|
|
"loss": 0.0181,
|
|
"step": 1940
|
|
},
|
|
{
|
|
"epoch": 0.9548292324641939,
|
|
"grad_norm": 0.07736648619174957,
|
|
"learning_rate": 1.2879529029367842e-07,
|
|
"loss": 0.0186,
|
|
"step": 1950
|
|
},
|
|
{
|
|
"epoch": 0.9597257926306769,
|
|
"grad_norm": 0.07450318336486816,
|
|
"learning_rate": 1.028942546046896e-07,
|
|
"loss": 0.0183,
|
|
"step": 1960
|
|
},
|
|
{
|
|
"epoch": 0.96462235279716,
|
|
"grad_norm": 0.07568732649087906,
|
|
"learning_rate": 7.988460687692546e-08,
|
|
"loss": 0.0191,
|
|
"step": 1970
|
|
},
|
|
{
|
|
"epoch": 0.969518912963643,
|
|
"grad_norm": 0.07286310195922852,
|
|
"learning_rate": 5.977306925927795e-08,
|
|
"loss": 0.0194,
|
|
"step": 1980
|
|
},
|
|
{
|
|
"epoch": 0.9744154731301261,
|
|
"grad_norm": 0.0776013731956482,
|
|
"learning_rate": 4.256551723284874e-08,
|
|
"loss": 0.02,
|
|
"step": 1990
|
|
},
|
|
{
|
|
"epoch": 0.9793120332966091,
|
|
"grad_norm": 0.07332026213407516,
|
|
"learning_rate": 2.8266977894451096e-08,
|
|
"loss": 0.0195,
|
|
"step": 2000
|
|
}
|
|
],
|
|
"logging_steps": 10,
|
|
"max_steps": 2043,
|
|
"num_input_tokens_seen": 0,
|
|
"num_train_epochs": 1,
|
|
"save_steps": 100,
|
|
"stateful_callbacks": {
|
|
"TrainerControl": {
|
|
"args": {
|
|
"should_epoch_stop": false,
|
|
"should_evaluate": false,
|
|
"should_log": false,
|
|
"should_save": true,
|
|
"should_training_stop": false
|
|
},
|
|
"attributes": {}
|
|
}
|
|
},
|
|
"total_flos": 3.3808051176038466e+19,
|
|
"train_batch_size": 8,
|
|
"trial_name": null,
|
|
"trial_params": null
|
|
}
|