2255 lines
55 KiB
JSON
Executable File
2255 lines
55 KiB
JSON
Executable File
{
|
|
"best_metric": null,
|
|
"best_model_checkpoint": null,
|
|
"epoch": 0.9995064068392269,
|
|
"eval_steps": 500,
|
|
"global_step": 1582,
|
|
"is_hyper_param_search": false,
|
|
"is_local_process_zero": true,
|
|
"is_world_process_zero": true,
|
|
"log_history": [
|
|
{
|
|
"epoch": 0.0031589962289482517,
|
|
"grad_norm": 5.4547529220581055,
|
|
"learning_rate": 2.9999260591410936e-05,
|
|
"loss": 3.8536,
|
|
"step": 5
|
|
},
|
|
{
|
|
"epoch": 0.006317992457896503,
|
|
"grad_norm": 1.3009593486785889,
|
|
"learning_rate": 2.9997042438540428e-05,
|
|
"loss": 3.681,
|
|
"step": 10
|
|
},
|
|
{
|
|
"epoch": 0.009476988686844755,
|
|
"grad_norm": 0.9018126726150513,
|
|
"learning_rate": 2.9993345760071313e-05,
|
|
"loss": 3.61,
|
|
"step": 15
|
|
},
|
|
{
|
|
"epoch": 0.012635984915793007,
|
|
"grad_norm": 0.7603598237037659,
|
|
"learning_rate": 2.998817092045103e-05,
|
|
"loss": 3.5495,
|
|
"step": 20
|
|
},
|
|
{
|
|
"epoch": 0.015794981144741257,
|
|
"grad_norm": 0.6061694622039795,
|
|
"learning_rate": 2.998151842985569e-05,
|
|
"loss": 3.5143,
|
|
"step": 25
|
|
},
|
|
{
|
|
"epoch": 0.01895397737368951,
|
|
"grad_norm": 0.5295926928520203,
|
|
"learning_rate": 2.9973388944139786e-05,
|
|
"loss": 3.5072,
|
|
"step": 30
|
|
},
|
|
{
|
|
"epoch": 0.02211297360263776,
|
|
"grad_norm": 0.46827778220176697,
|
|
"learning_rate": 2.996378326477153e-05,
|
|
"loss": 3.4699,
|
|
"step": 35
|
|
},
|
|
{
|
|
"epoch": 0.025271969831586014,
|
|
"grad_norm": 0.4419858157634735,
|
|
"learning_rate": 2.9952702338753833e-05,
|
|
"loss": 3.4615,
|
|
"step": 40
|
|
},
|
|
{
|
|
"epoch": 0.028430966060534264,
|
|
"grad_norm": 0.4636269211769104,
|
|
"learning_rate": 2.9940147258530942e-05,
|
|
"loss": 3.4532,
|
|
"step": 45
|
|
},
|
|
{
|
|
"epoch": 0.031589962289482514,
|
|
"grad_norm": 1.6979502439498901,
|
|
"learning_rate": 2.9926119261880744e-05,
|
|
"loss": 3.429,
|
|
"step": 50
|
|
},
|
|
{
|
|
"epoch": 0.03474895851843077,
|
|
"grad_norm": 0.5432493090629578,
|
|
"learning_rate": 2.9910619731792736e-05,
|
|
"loss": 3.4082,
|
|
"step": 55
|
|
},
|
|
{
|
|
"epoch": 0.03790795474737902,
|
|
"grad_norm": 0.5126500725746155,
|
|
"learning_rate": 2.989365019633167e-05,
|
|
"loss": 3.4024,
|
|
"step": 60
|
|
},
|
|
{
|
|
"epoch": 0.041066950976327274,
|
|
"grad_norm": 0.50709468126297,
|
|
"learning_rate": 2.987521232848692e-05,
|
|
"loss": 3.3977,
|
|
"step": 65
|
|
},
|
|
{
|
|
"epoch": 0.04422594720527552,
|
|
"grad_norm": 0.45997342467308044,
|
|
"learning_rate": 2.9855307946007532e-05,
|
|
"loss": 3.4002,
|
|
"step": 70
|
|
},
|
|
{
|
|
"epoch": 0.047384943434223774,
|
|
"grad_norm": 0.6527863144874573,
|
|
"learning_rate": 2.983393901122302e-05,
|
|
"loss": 3.3982,
|
|
"step": 75
|
|
},
|
|
{
|
|
"epoch": 0.05054393966317203,
|
|
"grad_norm": 0.6626459360122681,
|
|
"learning_rate": 2.9811107630849908e-05,
|
|
"loss": 3.3655,
|
|
"step": 80
|
|
},
|
|
{
|
|
"epoch": 0.05370293589212028,
|
|
"grad_norm": 0.6589984893798828,
|
|
"learning_rate": 2.9786816055784026e-05,
|
|
"loss": 3.3758,
|
|
"step": 85
|
|
},
|
|
{
|
|
"epoch": 0.05686193212106853,
|
|
"grad_norm": 0.6672041416168213,
|
|
"learning_rate": 2.9761066680878608e-05,
|
|
"loss": 3.3463,
|
|
"step": 90
|
|
},
|
|
{
|
|
"epoch": 0.06002092835001678,
|
|
"grad_norm": 0.4873623251914978,
|
|
"learning_rate": 2.9733862044708187e-05,
|
|
"loss": 3.3519,
|
|
"step": 95
|
|
},
|
|
{
|
|
"epoch": 0.06317992457896503,
|
|
"grad_norm": 0.6229231953620911,
|
|
"learning_rate": 2.9705204829318313e-05,
|
|
"loss": 3.3588,
|
|
"step": 100
|
|
},
|
|
{
|
|
"epoch": 0.06633892080791329,
|
|
"grad_norm": 2.492616891860962,
|
|
"learning_rate": 2.967509785996114e-05,
|
|
"loss": 3.3492,
|
|
"step": 105
|
|
},
|
|
{
|
|
"epoch": 0.06949791703686153,
|
|
"grad_norm": 0.8541843295097351,
|
|
"learning_rate": 2.9643544104816907e-05,
|
|
"loss": 3.3246,
|
|
"step": 110
|
|
},
|
|
{
|
|
"epoch": 0.0726569132658098,
|
|
"grad_norm": 0.5927584767341614,
|
|
"learning_rate": 2.9610546674701292e-05,
|
|
"loss": 3.3359,
|
|
"step": 115
|
|
},
|
|
{
|
|
"epoch": 0.07581590949475804,
|
|
"grad_norm": 0.7915903329849243,
|
|
"learning_rate": 2.957610882275872e-05,
|
|
"loss": 3.3319,
|
|
"step": 120
|
|
},
|
|
{
|
|
"epoch": 0.07897490572370629,
|
|
"grad_norm": 0.5421105027198792,
|
|
"learning_rate": 2.9540233944141662e-05,
|
|
"loss": 3.3249,
|
|
"step": 125
|
|
},
|
|
{
|
|
"epoch": 0.08213390195265455,
|
|
"grad_norm": 0.5522976517677307,
|
|
"learning_rate": 2.9502925575675904e-05,
|
|
"loss": 3.2992,
|
|
"step": 130
|
|
},
|
|
{
|
|
"epoch": 0.0852928981816028,
|
|
"grad_norm": 0.4449402987957001,
|
|
"learning_rate": 2.9464187395511856e-05,
|
|
"loss": 3.2979,
|
|
"step": 135
|
|
},
|
|
{
|
|
"epoch": 0.08845189441055104,
|
|
"grad_norm": 0.4442364275455475,
|
|
"learning_rate": 2.9424023222761938e-05,
|
|
"loss": 3.2871,
|
|
"step": 140
|
|
},
|
|
{
|
|
"epoch": 0.0916108906394993,
|
|
"grad_norm": 0.4465540945529938,
|
|
"learning_rate": 2.9382437017124055e-05,
|
|
"loss": 3.2865,
|
|
"step": 145
|
|
},
|
|
{
|
|
"epoch": 0.09476988686844755,
|
|
"grad_norm": 0.5532798171043396,
|
|
"learning_rate": 2.9339432878491226e-05,
|
|
"loss": 3.2948,
|
|
"step": 150
|
|
},
|
|
{
|
|
"epoch": 0.09792888309739581,
|
|
"grad_norm": 0.414792537689209,
|
|
"learning_rate": 2.929501504654738e-05,
|
|
"loss": 3.2908,
|
|
"step": 155
|
|
},
|
|
{
|
|
"epoch": 0.10108787932634405,
|
|
"grad_norm": 0.509645402431488,
|
|
"learning_rate": 2.924918790034938e-05,
|
|
"loss": 3.2878,
|
|
"step": 160
|
|
},
|
|
{
|
|
"epoch": 0.1042468755552923,
|
|
"grad_norm": 0.44900578260421753,
|
|
"learning_rate": 2.920195595789529e-05,
|
|
"loss": 3.2882,
|
|
"step": 165
|
|
},
|
|
{
|
|
"epoch": 0.10740587178424056,
|
|
"grad_norm": 0.45925071835517883,
|
|
"learning_rate": 2.9153323875678965e-05,
|
|
"loss": 3.2789,
|
|
"step": 170
|
|
},
|
|
{
|
|
"epoch": 0.11056486801318881,
|
|
"grad_norm": 0.4317935109138489,
|
|
"learning_rate": 2.9103296448230986e-05,
|
|
"loss": 3.2584,
|
|
"step": 175
|
|
},
|
|
{
|
|
"epoch": 0.11372386424213705,
|
|
"grad_norm": 0.49977853894233704,
|
|
"learning_rate": 2.9051878607645955e-05,
|
|
"loss": 3.2706,
|
|
"step": 180
|
|
},
|
|
{
|
|
"epoch": 0.11688286047108531,
|
|
"grad_norm": 0.605815052986145,
|
|
"learning_rate": 2.899907542309626e-05,
|
|
"loss": 3.2691,
|
|
"step": 185
|
|
},
|
|
{
|
|
"epoch": 0.12004185670003356,
|
|
"grad_norm": 0.6688348650932312,
|
|
"learning_rate": 2.8944892100332336e-05,
|
|
"loss": 3.2595,
|
|
"step": 190
|
|
},
|
|
{
|
|
"epoch": 0.12320085292898182,
|
|
"grad_norm": 0.5728278160095215,
|
|
"learning_rate": 2.888933398116941e-05,
|
|
"loss": 3.2618,
|
|
"step": 195
|
|
},
|
|
{
|
|
"epoch": 0.12635984915793005,
|
|
"grad_norm": 0.4474872648715973,
|
|
"learning_rate": 2.8832406542960877e-05,
|
|
"loss": 3.2652,
|
|
"step": 200
|
|
},
|
|
{
|
|
"epoch": 0.12951884538687833,
|
|
"grad_norm": 0.5116688013076782,
|
|
"learning_rate": 2.8774115398058313e-05,
|
|
"loss": 3.2579,
|
|
"step": 205
|
|
},
|
|
{
|
|
"epoch": 0.13267784161582657,
|
|
"grad_norm": 0.4465239346027374,
|
|
"learning_rate": 2.8714466293258142e-05,
|
|
"loss": 3.2385,
|
|
"step": 210
|
|
},
|
|
{
|
|
"epoch": 0.13583683784477482,
|
|
"grad_norm": 0.4429784119129181,
|
|
"learning_rate": 2.8653465109235087e-05,
|
|
"loss": 3.2469,
|
|
"step": 215
|
|
},
|
|
{
|
|
"epoch": 0.13899583407372307,
|
|
"grad_norm": 0.49847137928009033,
|
|
"learning_rate": 2.8591117859962405e-05,
|
|
"loss": 3.2595,
|
|
"step": 220
|
|
},
|
|
{
|
|
"epoch": 0.14215483030267131,
|
|
"grad_norm": 0.5313963294029236,
|
|
"learning_rate": 2.852743069211898e-05,
|
|
"loss": 3.2502,
|
|
"step": 225
|
|
},
|
|
{
|
|
"epoch": 0.1453138265316196,
|
|
"grad_norm": 0.5370007157325745,
|
|
"learning_rate": 2.8462409884483325e-05,
|
|
"loss": 3.2247,
|
|
"step": 230
|
|
},
|
|
{
|
|
"epoch": 0.14847282276056784,
|
|
"grad_norm": 0.5197588205337524,
|
|
"learning_rate": 2.83960618473146e-05,
|
|
"loss": 3.2376,
|
|
"step": 235
|
|
},
|
|
{
|
|
"epoch": 0.15163181898951608,
|
|
"grad_norm": 0.4718385338783264,
|
|
"learning_rate": 2.832839312172061e-05,
|
|
"loss": 3.2197,
|
|
"step": 240
|
|
},
|
|
{
|
|
"epoch": 0.15479081521846433,
|
|
"grad_norm": 0.46028411388397217,
|
|
"learning_rate": 2.825941037901294e-05,
|
|
"loss": 3.2306,
|
|
"step": 245
|
|
},
|
|
{
|
|
"epoch": 0.15794981144741257,
|
|
"grad_norm": 0.5366470813751221,
|
|
"learning_rate": 2.8189120420049245e-05,
|
|
"loss": 3.2231,
|
|
"step": 250
|
|
},
|
|
{
|
|
"epoch": 0.16110880767636085,
|
|
"grad_norm": 0.5422227382659912,
|
|
"learning_rate": 2.8117530174562793e-05,
|
|
"loss": 3.2265,
|
|
"step": 255
|
|
},
|
|
{
|
|
"epoch": 0.1642678039053091,
|
|
"grad_norm": 0.5088212490081787,
|
|
"learning_rate": 2.8044646700479224e-05,
|
|
"loss": 3.2248,
|
|
"step": 260
|
|
},
|
|
{
|
|
"epoch": 0.16742680013425734,
|
|
"grad_norm": 0.48751604557037354,
|
|
"learning_rate": 2.7970477183220782e-05,
|
|
"loss": 3.2067,
|
|
"step": 265
|
|
},
|
|
{
|
|
"epoch": 0.1705857963632056,
|
|
"grad_norm": 0.4716982841491699,
|
|
"learning_rate": 2.7895028934997867e-05,
|
|
"loss": 3.2148,
|
|
"step": 270
|
|
},
|
|
{
|
|
"epoch": 0.17374479259215383,
|
|
"grad_norm": 0.5249848365783691,
|
|
"learning_rate": 2.781830939408819e-05,
|
|
"loss": 3.2262,
|
|
"step": 275
|
|
},
|
|
{
|
|
"epoch": 0.17690378882110208,
|
|
"grad_norm": 0.45049384236335754,
|
|
"learning_rate": 2.7740326124103416e-05,
|
|
"loss": 3.2206,
|
|
"step": 280
|
|
},
|
|
{
|
|
"epoch": 0.18006278505005036,
|
|
"grad_norm": 0.4129708409309387,
|
|
"learning_rate": 2.7661086813243492e-05,
|
|
"loss": 3.2217,
|
|
"step": 285
|
|
},
|
|
{
|
|
"epoch": 0.1832217812789986,
|
|
"grad_norm": 0.43842828273773193,
|
|
"learning_rate": 2.75805992735387e-05,
|
|
"loss": 3.2165,
|
|
"step": 290
|
|
},
|
|
{
|
|
"epoch": 0.18638077750794685,
|
|
"grad_norm": 0.44792863726615906,
|
|
"learning_rate": 2.7498871440079447e-05,
|
|
"loss": 3.208,
|
|
"step": 295
|
|
},
|
|
{
|
|
"epoch": 0.1895397737368951,
|
|
"grad_norm": 0.4602539539337158,
|
|
"learning_rate": 2.7415911370234018e-05,
|
|
"loss": 3.2023,
|
|
"step": 300
|
|
},
|
|
{
|
|
"epoch": 0.19269876996584334,
|
|
"grad_norm": 0.48890477418899536,
|
|
"learning_rate": 2.7331727242854167e-05,
|
|
"loss": 3.2083,
|
|
"step": 305
|
|
},
|
|
{
|
|
"epoch": 0.19585776619479162,
|
|
"grad_norm": 0.3967636227607727,
|
|
"learning_rate": 2.72463273574688e-05,
|
|
"loss": 3.1896,
|
|
"step": 310
|
|
},
|
|
{
|
|
"epoch": 0.19901676242373986,
|
|
"grad_norm": 0.45667341351509094,
|
|
"learning_rate": 2.715972013346576e-05,
|
|
"loss": 3.1984,
|
|
"step": 315
|
|
},
|
|
{
|
|
"epoch": 0.2021757586526881,
|
|
"grad_norm": 0.44837695360183716,
|
|
"learning_rate": 2.707191410926175e-05,
|
|
"loss": 3.1922,
|
|
"step": 320
|
|
},
|
|
{
|
|
"epoch": 0.20533475488163636,
|
|
"grad_norm": 0.46816104650497437,
|
|
"learning_rate": 2.698291794146057e-05,
|
|
"loss": 3.2034,
|
|
"step": 325
|
|
},
|
|
{
|
|
"epoch": 0.2084937511105846,
|
|
"grad_norm": 0.5171133875846863,
|
|
"learning_rate": 2.6892740403999666e-05,
|
|
"loss": 3.1916,
|
|
"step": 330
|
|
},
|
|
{
|
|
"epoch": 0.21165274733953288,
|
|
"grad_norm": 0.46516111493110657,
|
|
"learning_rate": 2.680139038728513e-05,
|
|
"loss": 3.1939,
|
|
"step": 335
|
|
},
|
|
{
|
|
"epoch": 0.21481174356848112,
|
|
"grad_norm": 0.4466981589794159,
|
|
"learning_rate": 2.6708876897315237e-05,
|
|
"loss": 3.194,
|
|
"step": 340
|
|
},
|
|
{
|
|
"epoch": 0.21797073979742937,
|
|
"grad_norm": 0.47058606147766113,
|
|
"learning_rate": 2.6615209054792525e-05,
|
|
"loss": 3.1842,
|
|
"step": 345
|
|
},
|
|
{
|
|
"epoch": 0.22112973602637762,
|
|
"grad_norm": 0.42421820759773254,
|
|
"learning_rate": 2.652039609422463e-05,
|
|
"loss": 3.1765,
|
|
"step": 350
|
|
},
|
|
{
|
|
"epoch": 0.22428873225532586,
|
|
"grad_norm": 0.4202456474304199,
|
|
"learning_rate": 2.642444736301388e-05,
|
|
"loss": 3.1887,
|
|
"step": 355
|
|
},
|
|
{
|
|
"epoch": 0.2274477284842741,
|
|
"grad_norm": 0.4121611416339874,
|
|
"learning_rate": 2.6327372320535727e-05,
|
|
"loss": 3.1694,
|
|
"step": 360
|
|
},
|
|
{
|
|
"epoch": 0.23060672471322238,
|
|
"grad_norm": 0.4271106719970703,
|
|
"learning_rate": 2.62291805372062e-05,
|
|
"loss": 3.1682,
|
|
"step": 365
|
|
},
|
|
{
|
|
"epoch": 0.23376572094217063,
|
|
"grad_norm": 0.42588379979133606,
|
|
"learning_rate": 2.6129881693538363e-05,
|
|
"loss": 3.1759,
|
|
"step": 370
|
|
},
|
|
{
|
|
"epoch": 0.23692471717111888,
|
|
"grad_norm": 0.40799328684806824,
|
|
"learning_rate": 2.6029485579187937e-05,
|
|
"loss": 3.1591,
|
|
"step": 375
|
|
},
|
|
{
|
|
"epoch": 0.24008371340006712,
|
|
"grad_norm": 0.5254926681518555,
|
|
"learning_rate": 2.5928002091988153e-05,
|
|
"loss": 3.1774,
|
|
"step": 380
|
|
},
|
|
{
|
|
"epoch": 0.24324270962901537,
|
|
"grad_norm": 0.470021516084671,
|
|
"learning_rate": 2.582544123697395e-05,
|
|
"loss": 3.18,
|
|
"step": 385
|
|
},
|
|
{
|
|
"epoch": 0.24640170585796364,
|
|
"grad_norm": 0.49047040939331055,
|
|
"learning_rate": 2.5721813125395622e-05,
|
|
"loss": 3.1667,
|
|
"step": 390
|
|
},
|
|
{
|
|
"epoch": 0.2495607020869119,
|
|
"grad_norm": 0.47164517641067505,
|
|
"learning_rate": 2.561712797372193e-05,
|
|
"loss": 3.166,
|
|
"step": 395
|
|
},
|
|
{
|
|
"epoch": 0.2527196983158601,
|
|
"grad_norm": 0.45902010798454285,
|
|
"learning_rate": 2.5511396102632912e-05,
|
|
"loss": 3.1628,
|
|
"step": 400
|
|
},
|
|
{
|
|
"epoch": 0.2558786945448084,
|
|
"grad_norm": 0.4785389006137848,
|
|
"learning_rate": 2.5404627936002386e-05,
|
|
"loss": 3.1682,
|
|
"step": 405
|
|
},
|
|
{
|
|
"epoch": 0.25903769077375666,
|
|
"grad_norm": 0.5290773510932922,
|
|
"learning_rate": 2.5296833999870276e-05,
|
|
"loss": 3.1519,
|
|
"step": 410
|
|
},
|
|
{
|
|
"epoch": 0.2621966870027049,
|
|
"grad_norm": 0.6423753499984741,
|
|
"learning_rate": 2.5188024921404885e-05,
|
|
"loss": 3.1445,
|
|
"step": 415
|
|
},
|
|
{
|
|
"epoch": 0.26535568323165315,
|
|
"grad_norm": 0.5454652905464172,
|
|
"learning_rate": 2.507821142785516e-05,
|
|
"loss": 3.1551,
|
|
"step": 420
|
|
},
|
|
{
|
|
"epoch": 0.26851467946060137,
|
|
"grad_norm": 0.35622674226760864,
|
|
"learning_rate": 2.4967404345493157e-05,
|
|
"loss": 3.1445,
|
|
"step": 425
|
|
},
|
|
{
|
|
"epoch": 0.27167367568954964,
|
|
"grad_norm": 0.4588085114955902,
|
|
"learning_rate": 2.4855614598546655e-05,
|
|
"loss": 3.1422,
|
|
"step": 430
|
|
},
|
|
{
|
|
"epoch": 0.2748326719184979,
|
|
"grad_norm": 0.4413850009441376,
|
|
"learning_rate": 2.4742853208122204e-05,
|
|
"loss": 3.1709,
|
|
"step": 435
|
|
},
|
|
{
|
|
"epoch": 0.27799166814744614,
|
|
"grad_norm": 0.5014812350273132,
|
|
"learning_rate": 2.4629131291118545e-05,
|
|
"loss": 3.1511,
|
|
"step": 440
|
|
},
|
|
{
|
|
"epoch": 0.2811506643763944,
|
|
"grad_norm": 0.4468047022819519,
|
|
"learning_rate": 2.4514460059130643e-05,
|
|
"loss": 3.1389,
|
|
"step": 445
|
|
},
|
|
{
|
|
"epoch": 0.28430966060534263,
|
|
"grad_norm": 0.4030034840106964,
|
|
"learning_rate": 2.4398850817344335e-05,
|
|
"loss": 3.148,
|
|
"step": 450
|
|
},
|
|
{
|
|
"epoch": 0.2874686568342909,
|
|
"grad_norm": 0.43451905250549316,
|
|
"learning_rate": 2.428231496342181e-05,
|
|
"loss": 3.1458,
|
|
"step": 455
|
|
},
|
|
{
|
|
"epoch": 0.2906276530632392,
|
|
"grad_norm": 0.39871373772621155,
|
|
"learning_rate": 2.416486398637791e-05,
|
|
"loss": 3.1457,
|
|
"step": 460
|
|
},
|
|
{
|
|
"epoch": 0.2937866492921874,
|
|
"grad_norm": 0.44384175539016724,
|
|
"learning_rate": 2.404650946544746e-05,
|
|
"loss": 3.1513,
|
|
"step": 465
|
|
},
|
|
{
|
|
"epoch": 0.29694564552113567,
|
|
"grad_norm": 0.5744538903236389,
|
|
"learning_rate": 2.3927263068943707e-05,
|
|
"loss": 3.1456,
|
|
"step": 470
|
|
},
|
|
{
|
|
"epoch": 0.3001046417500839,
|
|
"grad_norm": 0.41833463311195374,
|
|
"learning_rate": 2.3807136553107957e-05,
|
|
"loss": 3.1486,
|
|
"step": 475
|
|
},
|
|
{
|
|
"epoch": 0.30326363797903216,
|
|
"grad_norm": 0.45373785495758057,
|
|
"learning_rate": 2.3686141760950556e-05,
|
|
"loss": 3.1361,
|
|
"step": 480
|
|
},
|
|
{
|
|
"epoch": 0.30642263420798044,
|
|
"grad_norm": 0.3925414979457855,
|
|
"learning_rate": 2.3564290621083304e-05,
|
|
"loss": 3.1359,
|
|
"step": 485
|
|
},
|
|
{
|
|
"epoch": 0.30958163043692866,
|
|
"grad_norm": 0.41434600949287415,
|
|
"learning_rate": 2.3441595146543458e-05,
|
|
"loss": 3.1373,
|
|
"step": 490
|
|
},
|
|
{
|
|
"epoch": 0.31274062666587693,
|
|
"grad_norm": 0.38978660106658936,
|
|
"learning_rate": 2.3318067433609382e-05,
|
|
"loss": 3.1478,
|
|
"step": 495
|
|
},
|
|
{
|
|
"epoch": 0.31589962289482515,
|
|
"grad_norm": 0.4078003764152527,
|
|
"learning_rate": 2.3193719660608002e-05,
|
|
"loss": 3.1399,
|
|
"step": 500
|
|
},
|
|
{
|
|
"epoch": 0.3190586191237734,
|
|
"grad_norm": 0.4279017448425293,
|
|
"learning_rate": 2.3068564086714167e-05,
|
|
"loss": 3.1471,
|
|
"step": 505
|
|
},
|
|
{
|
|
"epoch": 0.3222176153527217,
|
|
"grad_norm": 0.39451780915260315,
|
|
"learning_rate": 2.294261305074205e-05,
|
|
"loss": 3.1243,
|
|
"step": 510
|
|
},
|
|
{
|
|
"epoch": 0.3253766115816699,
|
|
"grad_norm": 0.49184396862983704,
|
|
"learning_rate": 2.281587896992869e-05,
|
|
"loss": 3.1251,
|
|
"step": 515
|
|
},
|
|
{
|
|
"epoch": 0.3285356078106182,
|
|
"grad_norm": 0.46036773920059204,
|
|
"learning_rate": 2.2688374338709807e-05,
|
|
"loss": 3.125,
|
|
"step": 520
|
|
},
|
|
{
|
|
"epoch": 0.3316946040395664,
|
|
"grad_norm": 0.5152999758720398,
|
|
"learning_rate": 2.2560111727488e-05,
|
|
"loss": 3.1209,
|
|
"step": 525
|
|
},
|
|
{
|
|
"epoch": 0.3348536002685147,
|
|
"grad_norm": 0.3766791522502899,
|
|
"learning_rate": 2.2431103781393448e-05,
|
|
"loss": 3.1253,
|
|
"step": 530
|
|
},
|
|
{
|
|
"epoch": 0.33801259649746296,
|
|
"grad_norm": 0.5221071839332581,
|
|
"learning_rate": 2.230136321903727e-05,
|
|
"loss": 3.1218,
|
|
"step": 535
|
|
},
|
|
{
|
|
"epoch": 0.3411715927264112,
|
|
"grad_norm": 0.41231483221054077,
|
|
"learning_rate": 2.217090283125763e-05,
|
|
"loss": 3.1197,
|
|
"step": 540
|
|
},
|
|
{
|
|
"epoch": 0.34433058895535945,
|
|
"grad_norm": 0.4129316508769989,
|
|
"learning_rate": 2.2039735479858684e-05,
|
|
"loss": 3.1278,
|
|
"step": 545
|
|
},
|
|
{
|
|
"epoch": 0.34748958518430767,
|
|
"grad_norm": 0.35055166482925415,
|
|
"learning_rate": 2.19078740963426e-05,
|
|
"loss": 3.1159,
|
|
"step": 550
|
|
},
|
|
{
|
|
"epoch": 0.35064858141325594,
|
|
"grad_norm": 0.3946894109249115,
|
|
"learning_rate": 2.177533168063466e-05,
|
|
"loss": 3.1237,
|
|
"step": 555
|
|
},
|
|
{
|
|
"epoch": 0.35380757764220416,
|
|
"grad_norm": 0.3616543412208557,
|
|
"learning_rate": 2.1642121299801594e-05,
|
|
"loss": 3.1196,
|
|
"step": 560
|
|
},
|
|
{
|
|
"epoch": 0.35696657387115244,
|
|
"grad_norm": 0.4239869713783264,
|
|
"learning_rate": 2.1508256086763372e-05,
|
|
"loss": 3.1193,
|
|
"step": 565
|
|
},
|
|
{
|
|
"epoch": 0.3601255701001007,
|
|
"grad_norm": 0.3845061659812927,
|
|
"learning_rate": 2.1373749238998436e-05,
|
|
"loss": 3.1115,
|
|
"step": 570
|
|
},
|
|
{
|
|
"epoch": 0.36328456632904893,
|
|
"grad_norm": 0.4048169255256653,
|
|
"learning_rate": 2.123861401724259e-05,
|
|
"loss": 3.1167,
|
|
"step": 575
|
|
},
|
|
{
|
|
"epoch": 0.3664435625579972,
|
|
"grad_norm": 0.41142508387565613,
|
|
"learning_rate": 2.1102863744181653e-05,
|
|
"loss": 3.1133,
|
|
"step": 580
|
|
},
|
|
{
|
|
"epoch": 0.3696025587869454,
|
|
"grad_norm": 0.41957658529281616,
|
|
"learning_rate": 2.0966511803138006e-05,
|
|
"loss": 3.113,
|
|
"step": 585
|
|
},
|
|
{
|
|
"epoch": 0.3727615550158937,
|
|
"grad_norm": 0.48445215821266174,
|
|
"learning_rate": 2.082957163675116e-05,
|
|
"loss": 3.1127,
|
|
"step": 590
|
|
},
|
|
{
|
|
"epoch": 0.37592055124484197,
|
|
"grad_norm": 0.46747225522994995,
|
|
"learning_rate": 2.0692056745652483e-05,
|
|
"loss": 3.0998,
|
|
"step": 595
|
|
},
|
|
{
|
|
"epoch": 0.3790795474737902,
|
|
"grad_norm": 0.43239614367485046,
|
|
"learning_rate": 2.0553980687134183e-05,
|
|
"loss": 3.108,
|
|
"step": 600
|
|
},
|
|
{
|
|
"epoch": 0.38223854370273846,
|
|
"grad_norm": 0.4191133379936218,
|
|
"learning_rate": 2.041535707381274e-05,
|
|
"loss": 3.1027,
|
|
"step": 605
|
|
},
|
|
{
|
|
"epoch": 0.3853975399316867,
|
|
"grad_norm": 0.3832011818885803,
|
|
"learning_rate": 2.0276199572286872e-05,
|
|
"loss": 3.084,
|
|
"step": 610
|
|
},
|
|
{
|
|
"epoch": 0.38855653616063496,
|
|
"grad_norm": 0.4251471757888794,
|
|
"learning_rate": 2.0136521901790158e-05,
|
|
"loss": 3.0959,
|
|
"step": 615
|
|
},
|
|
{
|
|
"epoch": 0.39171553238958323,
|
|
"grad_norm": 0.4120692312717438,
|
|
"learning_rate": 1.99963378328385e-05,
|
|
"loss": 3.1029,
|
|
"step": 620
|
|
},
|
|
{
|
|
"epoch": 0.39487452861853145,
|
|
"grad_norm": 0.3763813078403473,
|
|
"learning_rate": 1.985566118587251e-05,
|
|
"loss": 3.0932,
|
|
"step": 625
|
|
},
|
|
{
|
|
"epoch": 0.3980335248474797,
|
|
"grad_norm": 0.37210220098495483,
|
|
"learning_rate": 1.9714505829895004e-05,
|
|
"loss": 3.1041,
|
|
"step": 630
|
|
},
|
|
{
|
|
"epoch": 0.40119252107642794,
|
|
"grad_norm": 0.38982659578323364,
|
|
"learning_rate": 1.957288568110366e-05,
|
|
"loss": 3.093,
|
|
"step": 635
|
|
},
|
|
{
|
|
"epoch": 0.4043515173053762,
|
|
"grad_norm": 0.4042922854423523,
|
|
"learning_rate": 1.943081470151906e-05,
|
|
"loss": 3.0993,
|
|
"step": 640
|
|
},
|
|
{
|
|
"epoch": 0.4075105135343245,
|
|
"grad_norm": 0.3988935947418213,
|
|
"learning_rate": 1.928830689760821e-05,
|
|
"loss": 3.1051,
|
|
"step": 645
|
|
},
|
|
{
|
|
"epoch": 0.4106695097632727,
|
|
"grad_norm": 0.41843679547309875,
|
|
"learning_rate": 1.914537631890368e-05,
|
|
"loss": 3.0889,
|
|
"step": 650
|
|
},
|
|
{
|
|
"epoch": 0.413828505992221,
|
|
"grad_norm": 0.366599440574646,
|
|
"learning_rate": 1.9002037056618474e-05,
|
|
"loss": 3.1024,
|
|
"step": 655
|
|
},
|
|
{
|
|
"epoch": 0.4169875022211692,
|
|
"grad_norm": 0.3499836027622223,
|
|
"learning_rate": 1.8858303242256814e-05,
|
|
"loss": 3.1053,
|
|
"step": 660
|
|
},
|
|
{
|
|
"epoch": 0.4201464984501175,
|
|
"grad_norm": 0.36143290996551514,
|
|
"learning_rate": 1.8714189046220946e-05,
|
|
"loss": 3.0976,
|
|
"step": 665
|
|
},
|
|
{
|
|
"epoch": 0.42330549467906575,
|
|
"grad_norm": 0.3504003882408142,
|
|
"learning_rate": 1.8569708676414123e-05,
|
|
"loss": 3.1102,
|
|
"step": 670
|
|
},
|
|
{
|
|
"epoch": 0.42646449090801397,
|
|
"grad_norm": 0.3740462362766266,
|
|
"learning_rate": 1.8424876376839864e-05,
|
|
"loss": 3.0849,
|
|
"step": 675
|
|
},
|
|
{
|
|
"epoch": 0.42962348713696225,
|
|
"grad_norm": 0.37972983717918396,
|
|
"learning_rate": 1.827970642619767e-05,
|
|
"loss": 3.0775,
|
|
"step": 680
|
|
},
|
|
{
|
|
"epoch": 0.43278248336591046,
|
|
"grad_norm": 0.34270837903022766,
|
|
"learning_rate": 1.8134213136475323e-05,
|
|
"loss": 3.0895,
|
|
"step": 685
|
|
},
|
|
{
|
|
"epoch": 0.43594147959485874,
|
|
"grad_norm": 0.3466212749481201,
|
|
"learning_rate": 1.79884108515379e-05,
|
|
"loss": 3.0832,
|
|
"step": 690
|
|
},
|
|
{
|
|
"epoch": 0.439100475823807,
|
|
"grad_norm": 0.36446908116340637,
|
|
"learning_rate": 1.7842313945713647e-05,
|
|
"loss": 3.091,
|
|
"step": 695
|
|
},
|
|
{
|
|
"epoch": 0.44225947205275523,
|
|
"grad_norm": 0.3832855224609375,
|
|
"learning_rate": 1.769593682237682e-05,
|
|
"loss": 3.0942,
|
|
"step": 700
|
|
},
|
|
{
|
|
"epoch": 0.4454184682817035,
|
|
"grad_norm": 0.3667459189891815,
|
|
"learning_rate": 1.7549293912527726e-05,
|
|
"loss": 3.0852,
|
|
"step": 705
|
|
},
|
|
{
|
|
"epoch": 0.4485774645106517,
|
|
"grad_norm": 0.4119127690792084,
|
|
"learning_rate": 1.740239967336997e-05,
|
|
"loss": 3.0908,
|
|
"step": 710
|
|
},
|
|
{
|
|
"epoch": 0.4517364607396,
|
|
"grad_norm": 0.36058080196380615,
|
|
"learning_rate": 1.7255268586885165e-05,
|
|
"loss": 3.0836,
|
|
"step": 715
|
|
},
|
|
{
|
|
"epoch": 0.4548954569685482,
|
|
"grad_norm": 0.3911276161670685,
|
|
"learning_rate": 1.7107915158405187e-05,
|
|
"loss": 3.086,
|
|
"step": 720
|
|
},
|
|
{
|
|
"epoch": 0.4580544531974965,
|
|
"grad_norm": 0.38079550862312317,
|
|
"learning_rate": 1.6960353915182127e-05,
|
|
"loss": 3.0855,
|
|
"step": 725
|
|
},
|
|
{
|
|
"epoch": 0.46121344942644477,
|
|
"grad_norm": 0.38464805483818054,
|
|
"learning_rate": 1.681259940495607e-05,
|
|
"loss": 3.077,
|
|
"step": 730
|
|
},
|
|
{
|
|
"epoch": 0.464372445655393,
|
|
"grad_norm": 0.4101375639438629,
|
|
"learning_rate": 1.6664666194520873e-05,
|
|
"loss": 3.0732,
|
|
"step": 735
|
|
},
|
|
{
|
|
"epoch": 0.46753144188434126,
|
|
"grad_norm": 0.36215919256210327,
|
|
"learning_rate": 1.6516568868288053e-05,
|
|
"loss": 3.0814,
|
|
"step": 740
|
|
},
|
|
{
|
|
"epoch": 0.4706904381132895,
|
|
"grad_norm": 0.3624699115753174,
|
|
"learning_rate": 1.636832202684895e-05,
|
|
"loss": 3.0817,
|
|
"step": 745
|
|
},
|
|
{
|
|
"epoch": 0.47384943434223775,
|
|
"grad_norm": 0.37232911586761475,
|
|
"learning_rate": 1.6219940285535287e-05,
|
|
"loss": 3.0843,
|
|
"step": 750
|
|
},
|
|
{
|
|
"epoch": 0.477008430571186,
|
|
"grad_norm": 0.38332194089889526,
|
|
"learning_rate": 1.607143827297825e-05,
|
|
"loss": 3.0788,
|
|
"step": 755
|
|
},
|
|
{
|
|
"epoch": 0.48016742680013424,
|
|
"grad_norm": 0.37166598439216614,
|
|
"learning_rate": 1.592283062966632e-05,
|
|
"loss": 3.0672,
|
|
"step": 760
|
|
},
|
|
{
|
|
"epoch": 0.4833264230290825,
|
|
"grad_norm": 0.37084612250328064,
|
|
"learning_rate": 1.5774132006501885e-05,
|
|
"loss": 3.0759,
|
|
"step": 765
|
|
},
|
|
{
|
|
"epoch": 0.48648541925803074,
|
|
"grad_norm": 0.3931644558906555,
|
|
"learning_rate": 1.5625357063356825e-05,
|
|
"loss": 3.0642,
|
|
"step": 770
|
|
},
|
|
{
|
|
"epoch": 0.489644415486979,
|
|
"grad_norm": 0.3733079731464386,
|
|
"learning_rate": 1.5476520467627244e-05,
|
|
"loss": 3.0707,
|
|
"step": 775
|
|
},
|
|
{
|
|
"epoch": 0.4928034117159273,
|
|
"grad_norm": 0.3540187478065491,
|
|
"learning_rate": 1.5327636892787445e-05,
|
|
"loss": 3.068,
|
|
"step": 780
|
|
},
|
|
{
|
|
"epoch": 0.4959624079448755,
|
|
"grad_norm": 0.3657519519329071,
|
|
"learning_rate": 1.5178721016943305e-05,
|
|
"loss": 3.069,
|
|
"step": 785
|
|
},
|
|
{
|
|
"epoch": 0.4991214041738238,
|
|
"grad_norm": 0.3364481031894684,
|
|
"learning_rate": 1.5029787521385165e-05,
|
|
"loss": 3.0698,
|
|
"step": 790
|
|
},
|
|
{
|
|
"epoch": 0.502280400402772,
|
|
"grad_norm": 0.3556075692176819,
|
|
"learning_rate": 1.4880851089140468e-05,
|
|
"loss": 3.0692,
|
|
"step": 795
|
|
},
|
|
{
|
|
"epoch": 0.5054393966317202,
|
|
"grad_norm": 0.338679701089859,
|
|
"learning_rate": 1.473192640352618e-05,
|
|
"loss": 3.0595,
|
|
"step": 800
|
|
},
|
|
{
|
|
"epoch": 0.5085983928606685,
|
|
"grad_norm": 0.37861868739128113,
|
|
"learning_rate": 1.4583028146701191e-05,
|
|
"loss": 3.0738,
|
|
"step": 805
|
|
},
|
|
{
|
|
"epoch": 0.5117573890896168,
|
|
"grad_norm": 0.37240612506866455,
|
|
"learning_rate": 1.4434170998218834e-05,
|
|
"loss": 3.0591,
|
|
"step": 810
|
|
},
|
|
{
|
|
"epoch": 0.514916385318565,
|
|
"grad_norm": 0.36659571528434753,
|
|
"learning_rate": 1.4285369633579653e-05,
|
|
"loss": 3.0698,
|
|
"step": 815
|
|
},
|
|
{
|
|
"epoch": 0.5180753815475133,
|
|
"grad_norm": 0.3414934277534485,
|
|
"learning_rate": 1.41366387227846e-05,
|
|
"loss": 3.0696,
|
|
"step": 820
|
|
},
|
|
{
|
|
"epoch": 0.5212343777764615,
|
|
"grad_norm": 0.3869072496891022,
|
|
"learning_rate": 1.3987992928888728e-05,
|
|
"loss": 3.0682,
|
|
"step": 825
|
|
},
|
|
{
|
|
"epoch": 0.5243933740054098,
|
|
"grad_norm": 0.3495336174964905,
|
|
"learning_rate": 1.3839446906555591e-05,
|
|
"loss": 3.0404,
|
|
"step": 830
|
|
},
|
|
{
|
|
"epoch": 0.5275523702343581,
|
|
"grad_norm": 0.4046941101551056,
|
|
"learning_rate": 1.3691015300612509e-05,
|
|
"loss": 3.0633,
|
|
"step": 835
|
|
},
|
|
{
|
|
"epoch": 0.5307113664633063,
|
|
"grad_norm": 0.36706477403640747,
|
|
"learning_rate": 1.3542712744606712e-05,
|
|
"loss": 3.0631,
|
|
"step": 840
|
|
},
|
|
{
|
|
"epoch": 0.5338703626922545,
|
|
"grad_norm": 0.33146992325782776,
|
|
"learning_rate": 1.3394553859362701e-05,
|
|
"loss": 3.0674,
|
|
"step": 845
|
|
},
|
|
{
|
|
"epoch": 0.5370293589212027,
|
|
"grad_norm": 0.38201820850372314,
|
|
"learning_rate": 1.3246553251540778e-05,
|
|
"loss": 3.0605,
|
|
"step": 850
|
|
},
|
|
{
|
|
"epoch": 0.5401883551501511,
|
|
"grad_norm": 0.39073649048805237,
|
|
"learning_rate": 1.3098725512197019e-05,
|
|
"loss": 3.0677,
|
|
"step": 855
|
|
},
|
|
{
|
|
"epoch": 0.5433473513790993,
|
|
"grad_norm": 0.31767648458480835,
|
|
"learning_rate": 1.2951085215344794e-05,
|
|
"loss": 3.0747,
|
|
"step": 860
|
|
},
|
|
{
|
|
"epoch": 0.5465063476080475,
|
|
"grad_norm": 0.3284844160079956,
|
|
"learning_rate": 1.2803646916517906e-05,
|
|
"loss": 3.0673,
|
|
"step": 865
|
|
},
|
|
{
|
|
"epoch": 0.5496653438369958,
|
|
"grad_norm": 0.3267665505409241,
|
|
"learning_rate": 1.2656425151335616e-05,
|
|
"loss": 3.0587,
|
|
"step": 870
|
|
},
|
|
{
|
|
"epoch": 0.552824340065944,
|
|
"grad_norm": 0.3200699985027313,
|
|
"learning_rate": 1.2509434434069625e-05,
|
|
"loss": 3.0687,
|
|
"step": 875
|
|
},
|
|
{
|
|
"epoch": 0.5559833362948923,
|
|
"grad_norm": 0.3257604241371155,
|
|
"learning_rate": 1.2362689256213107e-05,
|
|
"loss": 3.0498,
|
|
"step": 880
|
|
},
|
|
{
|
|
"epoch": 0.5591423325238406,
|
|
"grad_norm": 0.3359987139701843,
|
|
"learning_rate": 1.2216204085052056e-05,
|
|
"loss": 3.0603,
|
|
"step": 885
|
|
},
|
|
{
|
|
"epoch": 0.5623013287527888,
|
|
"grad_norm": 0.35924768447875977,
|
|
"learning_rate": 1.2069993362238968e-05,
|
|
"loss": 3.06,
|
|
"step": 890
|
|
},
|
|
{
|
|
"epoch": 0.565460324981737,
|
|
"grad_norm": 0.3555845022201538,
|
|
"learning_rate": 1.1924071502369067e-05,
|
|
"loss": 3.0426,
|
|
"step": 895
|
|
},
|
|
{
|
|
"epoch": 0.5686193212106853,
|
|
"grad_norm": 0.3523537218570709,
|
|
"learning_rate": 1.1778452891559238e-05,
|
|
"loss": 3.0539,
|
|
"step": 900
|
|
},
|
|
{
|
|
"epoch": 0.5717783174396336,
|
|
"grad_norm": 0.3172820210456848,
|
|
"learning_rate": 1.1633151886029678e-05,
|
|
"loss": 3.0576,
|
|
"step": 905
|
|
},
|
|
{
|
|
"epoch": 0.5749373136685818,
|
|
"grad_norm": 0.31360894441604614,
|
|
"learning_rate": 1.1488182810688593e-05,
|
|
"loss": 3.0436,
|
|
"step": 910
|
|
},
|
|
{
|
|
"epoch": 0.57809630989753,
|
|
"grad_norm": 0.3215031325817108,
|
|
"learning_rate": 1.1343559957719906e-05,
|
|
"loss": 3.0608,
|
|
"step": 915
|
|
},
|
|
{
|
|
"epoch": 0.5812553061264784,
|
|
"grad_norm": 0.3421837091445923,
|
|
"learning_rate": 1.1199297585174234e-05,
|
|
"loss": 3.0635,
|
|
"step": 920
|
|
},
|
|
{
|
|
"epoch": 0.5844143023554266,
|
|
"grad_norm": 0.3177051246166229,
|
|
"learning_rate": 1.1055409915563234e-05,
|
|
"loss": 3.0504,
|
|
"step": 925
|
|
},
|
|
{
|
|
"epoch": 0.5875732985843748,
|
|
"grad_norm": 0.3425046503543854,
|
|
"learning_rate": 1.09119111344574e-05,
|
|
"loss": 3.0476,
|
|
"step": 930
|
|
},
|
|
{
|
|
"epoch": 0.590732294813323,
|
|
"grad_norm": 0.34836167097091675,
|
|
"learning_rate": 1.0768815389087563e-05,
|
|
"loss": 3.056,
|
|
"step": 935
|
|
},
|
|
{
|
|
"epoch": 0.5938912910422713,
|
|
"grad_norm": 0.33330801129341125,
|
|
"learning_rate": 1.0626136786950166e-05,
|
|
"loss": 3.0644,
|
|
"step": 940
|
|
},
|
|
{
|
|
"epoch": 0.5970502872712196,
|
|
"grad_norm": 0.3366113007068634,
|
|
"learning_rate": 1.0483889394416373e-05,
|
|
"loss": 3.0566,
|
|
"step": 945
|
|
},
|
|
{
|
|
"epoch": 0.6002092835001678,
|
|
"grad_norm": 0.3356780409812927,
|
|
"learning_rate": 1.0342087235345375e-05,
|
|
"loss": 3.0383,
|
|
"step": 950
|
|
},
|
|
{
|
|
"epoch": 0.6033682797291161,
|
|
"grad_norm": 0.3282509744167328,
|
|
"learning_rate": 1.0200744289701747e-05,
|
|
"loss": 3.0348,
|
|
"step": 955
|
|
},
|
|
{
|
|
"epoch": 0.6065272759580643,
|
|
"grad_norm": 0.37249842286109924,
|
|
"learning_rate": 1.0059874492177222e-05,
|
|
"loss": 3.0542,
|
|
"step": 960
|
|
},
|
|
{
|
|
"epoch": 0.6096862721870125,
|
|
"grad_norm": 0.35184526443481445,
|
|
"learning_rate": 9.919491730816904e-06,
|
|
"loss": 3.0485,
|
|
"step": 965
|
|
},
|
|
{
|
|
"epoch": 0.6128452684159609,
|
|
"grad_norm": 0.3398050367832184,
|
|
"learning_rate": 9.77960984565005e-06,
|
|
"loss": 3.0457,
|
|
"step": 970
|
|
},
|
|
{
|
|
"epoch": 0.6160042646449091,
|
|
"grad_norm": 0.326440691947937,
|
|
"learning_rate": 9.640242627325656e-06,
|
|
"loss": 3.0495,
|
|
"step": 975
|
|
},
|
|
{
|
|
"epoch": 0.6191632608738573,
|
|
"grad_norm": 0.3242528736591339,
|
|
"learning_rate": 9.501403815752813e-06,
|
|
"loss": 3.0381,
|
|
"step": 980
|
|
},
|
|
{
|
|
"epoch": 0.6223222571028055,
|
|
"grad_norm": 0.3606809377670288,
|
|
"learning_rate": 9.36310709874615e-06,
|
|
"loss": 3.0484,
|
|
"step": 985
|
|
},
|
|
{
|
|
"epoch": 0.6254812533317539,
|
|
"grad_norm": 0.3369554579257965,
|
|
"learning_rate": 9.225366110676398e-06,
|
|
"loss": 3.0434,
|
|
"step": 990
|
|
},
|
|
{
|
|
"epoch": 0.6286402495607021,
|
|
"grad_norm": 0.34008821845054626,
|
|
"learning_rate": 9.088194431126176e-06,
|
|
"loss": 3.0495,
|
|
"step": 995
|
|
},
|
|
{
|
|
"epoch": 0.6317992457896503,
|
|
"grad_norm": 0.3000885546207428,
|
|
"learning_rate": 8.951605583551216e-06,
|
|
"loss": 3.0373,
|
|
"step": 1000
|
|
},
|
|
{
|
|
"epoch": 0.6349582420185986,
|
|
"grad_norm": 0.30115771293640137,
|
|
"learning_rate": 8.81561303394713e-06,
|
|
"loss": 3.0423,
|
|
"step": 1005
|
|
},
|
|
{
|
|
"epoch": 0.6381172382475468,
|
|
"grad_norm": 0.3016274571418762,
|
|
"learning_rate": 8.680230189521813e-06,
|
|
"loss": 3.0379,
|
|
"step": 1010
|
|
},
|
|
{
|
|
"epoch": 0.6412762344764951,
|
|
"grad_norm": 0.3383743166923523,
|
|
"learning_rate": 8.545470397373665e-06,
|
|
"loss": 3.0276,
|
|
"step": 1015
|
|
},
|
|
{
|
|
"epoch": 0.6444352307054434,
|
|
"grad_norm": 0.3135747015476227,
|
|
"learning_rate": 8.411346943175725e-06,
|
|
"loss": 3.0423,
|
|
"step": 1020
|
|
},
|
|
{
|
|
"epoch": 0.6475942269343916,
|
|
"grad_norm": 0.2969207465648651,
|
|
"learning_rate": 8.277873049865853e-06,
|
|
"loss": 3.0403,
|
|
"step": 1025
|
|
},
|
|
{
|
|
"epoch": 0.6507532231633398,
|
|
"grad_norm": 0.2934272587299347,
|
|
"learning_rate": 8.145061876343141e-06,
|
|
"loss": 3.0505,
|
|
"step": 1030
|
|
},
|
|
{
|
|
"epoch": 0.653912219392288,
|
|
"grad_norm": 0.30191436409950256,
|
|
"learning_rate": 8.012926516170579e-06,
|
|
"loss": 3.035,
|
|
"step": 1035
|
|
},
|
|
{
|
|
"epoch": 0.6570712156212364,
|
|
"grad_norm": 0.3008503019809723,
|
|
"learning_rate": 7.881479996284194e-06,
|
|
"loss": 3.0539,
|
|
"step": 1040
|
|
},
|
|
{
|
|
"epoch": 0.6602302118501846,
|
|
"grad_norm": 0.3256731331348419,
|
|
"learning_rate": 7.75073527570877e-06,
|
|
"loss": 3.0289,
|
|
"step": 1045
|
|
},
|
|
{
|
|
"epoch": 0.6633892080791328,
|
|
"grad_norm": 0.30159568786621094,
|
|
"learning_rate": 7.620705244280208e-06,
|
|
"loss": 3.0498,
|
|
"step": 1050
|
|
},
|
|
{
|
|
"epoch": 0.6665482043080811,
|
|
"grad_norm": 0.30907905101776123,
|
|
"learning_rate": 7.491402721374793e-06,
|
|
"loss": 3.0492,
|
|
"step": 1055
|
|
},
|
|
{
|
|
"epoch": 0.6697072005370294,
|
|
"grad_norm": 0.3054351806640625,
|
|
"learning_rate": 7.362840454645331e-06,
|
|
"loss": 3.037,
|
|
"step": 1060
|
|
},
|
|
{
|
|
"epoch": 0.6728661967659776,
|
|
"grad_norm": 0.30218011140823364,
|
|
"learning_rate": 7.23503111876438e-06,
|
|
"loss": 3.0459,
|
|
"step": 1065
|
|
},
|
|
{
|
|
"epoch": 0.6760251929949259,
|
|
"grad_norm": 0.29774144291877747,
|
|
"learning_rate": 7.107987314174706e-06,
|
|
"loss": 3.0382,
|
|
"step": 1070
|
|
},
|
|
{
|
|
"epoch": 0.6791841892238741,
|
|
"grad_norm": 0.3157255947589874,
|
|
"learning_rate": 6.981721565847017e-06,
|
|
"loss": 3.0459,
|
|
"step": 1075
|
|
},
|
|
{
|
|
"epoch": 0.6823431854528224,
|
|
"grad_norm": 0.3200543224811554,
|
|
"learning_rate": 6.8562463220451585e-06,
|
|
"loss": 3.0521,
|
|
"step": 1080
|
|
},
|
|
{
|
|
"epoch": 0.6855021816817706,
|
|
"grad_norm": 0.29882606863975525,
|
|
"learning_rate": 6.731573953098851e-06,
|
|
"loss": 3.0431,
|
|
"step": 1085
|
|
},
|
|
{
|
|
"epoch": 0.6886611779107189,
|
|
"grad_norm": 0.303469717502594,
|
|
"learning_rate": 6.607716750184158e-06,
|
|
"loss": 3.0421,
|
|
"step": 1090
|
|
},
|
|
{
|
|
"epoch": 0.6918201741396671,
|
|
"grad_norm": 0.2811189293861389,
|
|
"learning_rate": 6.484686924111696e-06,
|
|
"loss": 3.0365,
|
|
"step": 1095
|
|
},
|
|
{
|
|
"epoch": 0.6949791703686153,
|
|
"grad_norm": 0.29376232624053955,
|
|
"learning_rate": 6.362496604122816e-06,
|
|
"loss": 3.0309,
|
|
"step": 1100
|
|
},
|
|
{
|
|
"epoch": 0.6981381665975637,
|
|
"grad_norm": 0.29709020256996155,
|
|
"learning_rate": 6.241157836693803e-06,
|
|
"loss": 3.0284,
|
|
"step": 1105
|
|
},
|
|
{
|
|
"epoch": 0.7012971628265119,
|
|
"grad_norm": 0.29917705059051514,
|
|
"learning_rate": 6.120682584348221e-06,
|
|
"loss": 3.0294,
|
|
"step": 1110
|
|
},
|
|
{
|
|
"epoch": 0.7044561590554601,
|
|
"grad_norm": 0.29564398527145386,
|
|
"learning_rate": 6.0010827244775915e-06,
|
|
"loss": 3.0373,
|
|
"step": 1115
|
|
},
|
|
{
|
|
"epoch": 0.7076151552844083,
|
|
"grad_norm": 0.2984314560890198,
|
|
"learning_rate": 5.882370048170403e-06,
|
|
"loss": 3.0334,
|
|
"step": 1120
|
|
},
|
|
{
|
|
"epoch": 0.7107741515133567,
|
|
"grad_norm": 0.29895520210266113,
|
|
"learning_rate": 5.764556259049643e-06,
|
|
"loss": 3.0292,
|
|
"step": 1125
|
|
},
|
|
{
|
|
"epoch": 0.7139331477423049,
|
|
"grad_norm": 0.3032156229019165,
|
|
"learning_rate": 5.647652972118998e-06,
|
|
"loss": 3.0404,
|
|
"step": 1130
|
|
},
|
|
{
|
|
"epoch": 0.7170921439712531,
|
|
"grad_norm": 0.2889643907546997,
|
|
"learning_rate": 5.531671712617725e-06,
|
|
"loss": 3.0342,
|
|
"step": 1135
|
|
},
|
|
{
|
|
"epoch": 0.7202511402002014,
|
|
"grad_norm": 0.2965550422668457,
|
|
"learning_rate": 5.4166239148844185e-06,
|
|
"loss": 3.0412,
|
|
"step": 1140
|
|
},
|
|
{
|
|
"epoch": 0.7234101364291496,
|
|
"grad_norm": 0.29429641366004944,
|
|
"learning_rate": 5.302520921229721e-06,
|
|
"loss": 3.0379,
|
|
"step": 1145
|
|
},
|
|
{
|
|
"epoch": 0.7265691326580979,
|
|
"grad_norm": 0.2893580198287964,
|
|
"learning_rate": 5.1893739808180965e-06,
|
|
"loss": 3.0371,
|
|
"step": 1150
|
|
},
|
|
{
|
|
"epoch": 0.7297281288870462,
|
|
"grad_norm": 0.2843281328678131,
|
|
"learning_rate": 5.077194248558827e-06,
|
|
"loss": 3.0319,
|
|
"step": 1155
|
|
},
|
|
{
|
|
"epoch": 0.7328871251159944,
|
|
"grad_norm": 0.29293811321258545,
|
|
"learning_rate": 4.965992784006255e-06,
|
|
"loss": 3.027,
|
|
"step": 1160
|
|
},
|
|
{
|
|
"epoch": 0.7360461213449426,
|
|
"grad_norm": 0.28303977847099304,
|
|
"learning_rate": 4.8557805502694345e-06,
|
|
"loss": 3.0489,
|
|
"step": 1165
|
|
},
|
|
{
|
|
"epoch": 0.7392051175738908,
|
|
"grad_norm": 0.29590263962745667,
|
|
"learning_rate": 4.746568412931349e-06,
|
|
"loss": 3.0308,
|
|
"step": 1170
|
|
},
|
|
{
|
|
"epoch": 0.7423641138028392,
|
|
"grad_norm": 0.28532105684280396,
|
|
"learning_rate": 4.6383671389776365e-06,
|
|
"loss": 3.0332,
|
|
"step": 1175
|
|
},
|
|
{
|
|
"epoch": 0.7455231100317874,
|
|
"grad_norm": 0.30602291226387024,
|
|
"learning_rate": 4.531187395735143e-06,
|
|
"loss": 3.0379,
|
|
"step": 1180
|
|
},
|
|
{
|
|
"epoch": 0.7486821062607356,
|
|
"grad_norm": 0.28215503692626953,
|
|
"learning_rate": 4.425039749820238e-06,
|
|
"loss": 3.0316,
|
|
"step": 1185
|
|
},
|
|
{
|
|
"epoch": 0.7518411024896839,
|
|
"grad_norm": 0.28266972303390503,
|
|
"learning_rate": 4.319934666097055e-06,
|
|
"loss": 3.041,
|
|
"step": 1190
|
|
},
|
|
{
|
|
"epoch": 0.7550000987186322,
|
|
"grad_norm": 0.2868536412715912,
|
|
"learning_rate": 4.2158825066458216e-06,
|
|
"loss": 3.0323,
|
|
"step": 1195
|
|
},
|
|
{
|
|
"epoch": 0.7581590949475804,
|
|
"grad_norm": 0.2871454358100891,
|
|
"learning_rate": 4.112893529741264e-06,
|
|
"loss": 3.0404,
|
|
"step": 1200
|
|
},
|
|
{
|
|
"epoch": 0.7613180911765287,
|
|
"grad_norm": 0.28296205401420593,
|
|
"learning_rate": 4.010977888841249e-06,
|
|
"loss": 3.0323,
|
|
"step": 1205
|
|
},
|
|
{
|
|
"epoch": 0.7644770874054769,
|
|
"grad_norm": 0.2762405574321747,
|
|
"learning_rate": 3.910145631585825e-06,
|
|
"loss": 3.0283,
|
|
"step": 1210
|
|
},
|
|
{
|
|
"epoch": 0.7676360836344251,
|
|
"grad_norm": 0.28861716389656067,
|
|
"learning_rate": 3.810406698806594e-06,
|
|
"loss": 3.0331,
|
|
"step": 1215
|
|
},
|
|
{
|
|
"epoch": 0.7707950798633734,
|
|
"grad_norm": 0.27512839436531067,
|
|
"learning_rate": 3.711770923546688e-06,
|
|
"loss": 3.0367,
|
|
"step": 1220
|
|
},
|
|
{
|
|
"epoch": 0.7739540760923217,
|
|
"grad_norm": 0.28101062774658203,
|
|
"learning_rate": 3.6142480300913805e-06,
|
|
"loss": 3.031,
|
|
"step": 1225
|
|
},
|
|
{
|
|
"epoch": 0.7771130723212699,
|
|
"grad_norm": 0.28071752190589905,
|
|
"learning_rate": 3.5178476330093312e-06,
|
|
"loss": 3.0308,
|
|
"step": 1230
|
|
},
|
|
{
|
|
"epoch": 0.7802720685502181,
|
|
"grad_norm": 0.28007423877716064,
|
|
"learning_rate": 3.422579236204757e-06,
|
|
"loss": 3.0402,
|
|
"step": 1235
|
|
},
|
|
{
|
|
"epoch": 0.7834310647791665,
|
|
"grad_norm": 0.274509996175766,
|
|
"learning_rate": 3.328452231980443e-06,
|
|
"loss": 3.0337,
|
|
"step": 1240
|
|
},
|
|
{
|
|
"epoch": 0.7865900610081147,
|
|
"grad_norm": 0.28391996026039124,
|
|
"learning_rate": 3.2354759001117635e-06,
|
|
"loss": 3.0242,
|
|
"step": 1245
|
|
},
|
|
{
|
|
"epoch": 0.7897490572370629,
|
|
"grad_norm": 0.2775535583496094,
|
|
"learning_rate": 3.143659406931848e-06,
|
|
"loss": 3.0376,
|
|
"step": 1250
|
|
},
|
|
{
|
|
"epoch": 0.7929080534660111,
|
|
"grad_norm": 0.28023502230644226,
|
|
"learning_rate": 3.0530118044278455e-06,
|
|
"loss": 3.0298,
|
|
"step": 1255
|
|
},
|
|
{
|
|
"epoch": 0.7960670496949594,
|
|
"grad_norm": 0.2751924991607666,
|
|
"learning_rate": 2.96354202934853e-06,
|
|
"loss": 3.0241,
|
|
"step": 1260
|
|
},
|
|
{
|
|
"epoch": 0.7992260459239077,
|
|
"grad_norm": 0.26889199018478394,
|
|
"learning_rate": 2.8752589023232735e-06,
|
|
"loss": 3.0331,
|
|
"step": 1265
|
|
},
|
|
{
|
|
"epoch": 0.8023850421528559,
|
|
"grad_norm": 0.28309908509254456,
|
|
"learning_rate": 2.7881711269923824e-06,
|
|
"loss": 3.035,
|
|
"step": 1270
|
|
},
|
|
{
|
|
"epoch": 0.8055440383818042,
|
|
"grad_norm": 0.2800524830818176,
|
|
"learning_rate": 2.702287289149071e-06,
|
|
"loss": 3.0275,
|
|
"step": 1275
|
|
},
|
|
{
|
|
"epoch": 0.8087030346107524,
|
|
"grad_norm": 0.27946799993515015,
|
|
"learning_rate": 2.617615855892991e-06,
|
|
"loss": 3.0206,
|
|
"step": 1280
|
|
},
|
|
{
|
|
"epoch": 0.8118620308397007,
|
|
"grad_norm": 0.2663476765155792,
|
|
"learning_rate": 2.5341651747954667e-06,
|
|
"loss": 3.0292,
|
|
"step": 1285
|
|
},
|
|
{
|
|
"epoch": 0.815021027068649,
|
|
"grad_norm": 0.28470319509506226,
|
|
"learning_rate": 2.4519434730765542e-06,
|
|
"loss": 3.0225,
|
|
"step": 1290
|
|
},
|
|
{
|
|
"epoch": 0.8181800232975972,
|
|
"grad_norm": 0.28149184584617615,
|
|
"learning_rate": 2.3709588567939118e-06,
|
|
"loss": 3.023,
|
|
"step": 1295
|
|
},
|
|
{
|
|
"epoch": 0.8213390195265454,
|
|
"grad_norm": 0.2756572961807251,
|
|
"learning_rate": 2.2912193100436562e-06,
|
|
"loss": 3.0196,
|
|
"step": 1300
|
|
},
|
|
{
|
|
"epoch": 0.8244980157554936,
|
|
"grad_norm": 0.2727470099925995,
|
|
"learning_rate": 2.2127326941732227e-06,
|
|
"loss": 3.0342,
|
|
"step": 1305
|
|
},
|
|
{
|
|
"epoch": 0.827657011984442,
|
|
"grad_norm": 0.2859768271446228,
|
|
"learning_rate": 2.1355067470063266e-06,
|
|
"loss": 3.0145,
|
|
"step": 1310
|
|
},
|
|
{
|
|
"epoch": 0.8308160082133902,
|
|
"grad_norm": 0.26792463660240173,
|
|
"learning_rate": 2.0595490820801216e-06,
|
|
"loss": 3.0304,
|
|
"step": 1315
|
|
},
|
|
{
|
|
"epoch": 0.8339750044423384,
|
|
"grad_norm": 0.270282119512558,
|
|
"learning_rate": 1.9848671878945912e-06,
|
|
"loss": 3.0247,
|
|
"step": 1320
|
|
},
|
|
{
|
|
"epoch": 0.8371340006712867,
|
|
"grad_norm": 0.26440465450286865,
|
|
"learning_rate": 1.9114684271742624e-06,
|
|
"loss": 3.0307,
|
|
"step": 1325
|
|
},
|
|
{
|
|
"epoch": 0.840292996900235,
|
|
"grad_norm": 0.2747109830379486,
|
|
"learning_rate": 1.8393600361423534e-06,
|
|
"loss": 3.0229,
|
|
"step": 1330
|
|
},
|
|
{
|
|
"epoch": 0.8434519931291832,
|
|
"grad_norm": 0.2679141163825989,
|
|
"learning_rate": 1.7685491238073536e-06,
|
|
"loss": 3.0358,
|
|
"step": 1335
|
|
},
|
|
{
|
|
"epoch": 0.8466109893581315,
|
|
"grad_norm": 0.2704603970050812,
|
|
"learning_rate": 1.6990426712621682e-06,
|
|
"loss": 3.0391,
|
|
"step": 1340
|
|
},
|
|
{
|
|
"epoch": 0.8497699855870797,
|
|
"grad_norm": 0.26251110434532166,
|
|
"learning_rate": 1.6308475309958649e-06,
|
|
"loss": 3.0221,
|
|
"step": 1345
|
|
},
|
|
{
|
|
"epoch": 0.8529289818160279,
|
|
"grad_norm": 0.2637297809123993,
|
|
"learning_rate": 1.5639704262180992e-06,
|
|
"loss": 3.0314,
|
|
"step": 1350
|
|
},
|
|
{
|
|
"epoch": 0.8560879780449762,
|
|
"grad_norm": 0.2691202163696289,
|
|
"learning_rate": 1.4984179501962986e-06,
|
|
"loss": 3.0292,
|
|
"step": 1355
|
|
},
|
|
{
|
|
"epoch": 0.8592469742739245,
|
|
"grad_norm": 0.26560717821121216,
|
|
"learning_rate": 1.434196565605636e-06,
|
|
"loss": 3.0226,
|
|
"step": 1360
|
|
},
|
|
{
|
|
"epoch": 0.8624059705028727,
|
|
"grad_norm": 0.27092891931533813,
|
|
"learning_rate": 1.3713126038918977e-06,
|
|
"loss": 3.0277,
|
|
"step": 1365
|
|
},
|
|
{
|
|
"epoch": 0.8655649667318209,
|
|
"grad_norm": 0.26712465286254883,
|
|
"learning_rate": 1.3097722646472648e-06,
|
|
"loss": 3.0172,
|
|
"step": 1370
|
|
},
|
|
{
|
|
"epoch": 0.8687239629607693,
|
|
"grad_norm": 0.26693254709243774,
|
|
"learning_rate": 1.249581614999128e-06,
|
|
"loss": 3.0124,
|
|
"step": 1375
|
|
},
|
|
{
|
|
"epoch": 0.8718829591897175,
|
|
"grad_norm": 0.27066269516944885,
|
|
"learning_rate": 1.1907465890119317e-06,
|
|
"loss": 3.0208,
|
|
"step": 1380
|
|
},
|
|
{
|
|
"epoch": 0.8750419554186657,
|
|
"grad_norm": 0.26320889592170715,
|
|
"learning_rate": 1.133272987102152e-06,
|
|
"loss": 3.0159,
|
|
"step": 1385
|
|
},
|
|
{
|
|
"epoch": 0.878200951647614,
|
|
"grad_norm": 0.26721543073654175,
|
|
"learning_rate": 1.0771664754664368e-06,
|
|
"loss": 3.014,
|
|
"step": 1390
|
|
},
|
|
{
|
|
"epoch": 0.8813599478765622,
|
|
"grad_norm": 0.2641960680484772,
|
|
"learning_rate": 1.0224325855230048e-06,
|
|
"loss": 3.0226,
|
|
"step": 1395
|
|
},
|
|
{
|
|
"epoch": 0.8845189441055105,
|
|
"grad_norm": 0.2574079632759094,
|
|
"learning_rate": 9.690767133662976e-07,
|
|
"loss": 3.0271,
|
|
"step": 1400
|
|
},
|
|
{
|
|
"epoch": 0.8876779403344587,
|
|
"grad_norm": 0.2600894570350647,
|
|
"learning_rate": 9.171041192350044e-07,
|
|
"loss": 3.033,
|
|
"step": 1405
|
|
},
|
|
{
|
|
"epoch": 0.890836936563407,
|
|
"grad_norm": 0.2640480697154999,
|
|
"learning_rate": 8.665199269934565e-07,
|
|
"loss": 3.038,
|
|
"step": 1410
|
|
},
|
|
{
|
|
"epoch": 0.8939959327923552,
|
|
"grad_norm": 0.25655144453048706,
|
|
"learning_rate": 8.173291236264824e-07,
|
|
"loss": 3.0152,
|
|
"step": 1415
|
|
},
|
|
{
|
|
"epoch": 0.8971549290213034,
|
|
"grad_norm": 0.2634841501712799,
|
|
"learning_rate": 7.695365587477493e-07,
|
|
"loss": 3.0173,
|
|
"step": 1420
|
|
},
|
|
{
|
|
"epoch": 0.9003139252502518,
|
|
"grad_norm": 0.27021026611328125,
|
|
"learning_rate": 7.231469441216559e-07,
|
|
"loss": 3.0226,
|
|
"step": 1425
|
|
},
|
|
{
|
|
"epoch": 0.9034729214792,
|
|
"grad_norm": 0.25862905383110046,
|
|
"learning_rate": 6.781648531988005e-07,
|
|
"loss": 3.038,
|
|
"step": 1430
|
|
},
|
|
{
|
|
"epoch": 0.9066319177081482,
|
|
"grad_norm": 0.2609373927116394,
|
|
"learning_rate": 6.345947206650981e-07,
|
|
"loss": 3.0254,
|
|
"step": 1435
|
|
},
|
|
{
|
|
"epoch": 0.9097909139370964,
|
|
"grad_norm": 0.25673699378967285,
|
|
"learning_rate": 5.924408420045824e-07,
|
|
"loss": 3.0265,
|
|
"step": 1440
|
|
},
|
|
{
|
|
"epoch": 0.9129499101660448,
|
|
"grad_norm": 0.261257141828537,
|
|
"learning_rate": 5.517073730759104e-07,
|
|
"loss": 3.0197,
|
|
"step": 1445
|
|
},
|
|
{
|
|
"epoch": 0.916108906394993,
|
|
"grad_norm": 0.2595859467983246,
|
|
"learning_rate": 5.123983297026524e-07,
|
|
"loss": 3.0241,
|
|
"step": 1450
|
|
},
|
|
{
|
|
"epoch": 0.9192679026239412,
|
|
"grad_norm": 0.2619357109069824,
|
|
"learning_rate": 4.7451758727738383e-07,
|
|
"loss": 3.0239,
|
|
"step": 1455
|
|
},
|
|
{
|
|
"epoch": 0.9224268988528895,
|
|
"grad_norm": 0.263183057308197,
|
|
"learning_rate": 4.3806888037961345e-07,
|
|
"loss": 3.0252,
|
|
"step": 1460
|
|
},
|
|
{
|
|
"epoch": 0.9255858950818378,
|
|
"grad_norm": 0.2598302960395813,
|
|
"learning_rate": 4.030558024075953e-07,
|
|
"loss": 3.0296,
|
|
"step": 1465
|
|
},
|
|
{
|
|
"epoch": 0.928744891310786,
|
|
"grad_norm": 0.2560511529445648,
|
|
"learning_rate": 3.6948180522408006e-07,
|
|
"loss": 3.0178,
|
|
"step": 1470
|
|
},
|
|
{
|
|
"epoch": 0.9319038875397343,
|
|
"grad_norm": 0.25940224528312683,
|
|
"learning_rate": 3.373501988159805e-07,
|
|
"loss": 3.0206,
|
|
"step": 1475
|
|
},
|
|
{
|
|
"epoch": 0.9350628837686825,
|
|
"grad_norm": 0.25709107518196106,
|
|
"learning_rate": 3.066641509680662e-07,
|
|
"loss": 3.0219,
|
|
"step": 1480
|
|
},
|
|
{
|
|
"epoch": 0.9382218799976307,
|
|
"grad_norm": 0.2602931261062622,
|
|
"learning_rate": 2.774266869506531e-07,
|
|
"loss": 3.0213,
|
|
"step": 1485
|
|
},
|
|
{
|
|
"epoch": 0.941380876226579,
|
|
"grad_norm": 0.2598787546157837,
|
|
"learning_rate": 2.4964068922133544e-07,
|
|
"loss": 3.0306,
|
|
"step": 1490
|
|
},
|
|
{
|
|
"epoch": 0.9445398724555273,
|
|
"grad_norm": 0.2602579891681671,
|
|
"learning_rate": 2.2330889714083813e-07,
|
|
"loss": 3.0324,
|
|
"step": 1495
|
|
},
|
|
{
|
|
"epoch": 0.9476988686844755,
|
|
"grad_norm": 0.25871706008911133,
|
|
"learning_rate": 1.9843390670292283e-07,
|
|
"loss": 3.0231,
|
|
"step": 1500
|
|
},
|
|
{
|
|
"epoch": 0.9508578649134237,
|
|
"grad_norm": 0.2544022798538208,
|
|
"learning_rate": 1.7501817027846255e-07,
|
|
"loss": 3.0277,
|
|
"step": 1505
|
|
},
|
|
{
|
|
"epoch": 0.954016861142372,
|
|
"grad_norm": 0.2634129226207733,
|
|
"learning_rate": 1.5306399637368186e-07,
|
|
"loss": 3.0116,
|
|
"step": 1510
|
|
},
|
|
{
|
|
"epoch": 0.9571758573713203,
|
|
"grad_norm": 0.25936150550842285,
|
|
"learning_rate": 1.3257354940254207e-07,
|
|
"loss": 3.0421,
|
|
"step": 1515
|
|
},
|
|
{
|
|
"epoch": 0.9603348536002685,
|
|
"grad_norm": 0.25823086500167847,
|
|
"learning_rate": 1.1354884947337718e-07,
|
|
"loss": 3.0217,
|
|
"step": 1520
|
|
},
|
|
{
|
|
"epoch": 0.9634938498292168,
|
|
"grad_norm": 0.25231119990348816,
|
|
"learning_rate": 9.599177218972632e-08,
|
|
"loss": 3.0275,
|
|
"step": 1525
|
|
},
|
|
{
|
|
"epoch": 0.966652846058165,
|
|
"grad_norm": 0.25375425815582275,
|
|
"learning_rate": 7.990404846541677e-08,
|
|
"loss": 3.0233,
|
|
"step": 1530
|
|
},
|
|
{
|
|
"epoch": 0.9698118422871133,
|
|
"grad_norm": 0.2607172429561615,
|
|
"learning_rate": 6.528726435393374e-08,
|
|
"loss": 3.0282,
|
|
"step": 1535
|
|
},
|
|
{
|
|
"epoch": 0.9729708385160615,
|
|
"grad_norm": 0.25377362966537476,
|
|
"learning_rate": 5.214286089203546e-08,
|
|
"loss": 3.0203,
|
|
"step": 1540
|
|
},
|
|
{
|
|
"epoch": 0.9761298347450098,
|
|
"grad_norm": 0.25957322120666504,
|
|
"learning_rate": 4.0472133957700217e-08,
|
|
"loss": 3.0145,
|
|
"step": 1545
|
|
},
|
|
{
|
|
"epoch": 0.979288830973958,
|
|
"grad_norm": 0.2576935887336731,
|
|
"learning_rate": 3.027623414235847e-08,
|
|
"loss": 3.0342,
|
|
"step": 1550
|
|
},
|
|
{
|
|
"epoch": 0.9824478272029062,
|
|
"grad_norm": 0.2527149021625519,
|
|
"learning_rate": 2.155616663746196e-08,
|
|
"loss": 3.0237,
|
|
"step": 1555
|
|
},
|
|
{
|
|
"epoch": 0.9856068234318546,
|
|
"grad_norm": 0.25763994455337524,
|
|
"learning_rate": 1.431279113538797e-08,
|
|
"loss": 3.0257,
|
|
"step": 1560
|
|
},
|
|
{
|
|
"epoch": 0.9887658196608028,
|
|
"grad_norm": 0.25259748101234436,
|
|
"learning_rate": 8.546821744677136e-09,
|
|
"loss": 3.032,
|
|
"step": 1565
|
|
},
|
|
{
|
|
"epoch": 0.991924815889751,
|
|
"grad_norm": 0.25837600231170654,
|
|
"learning_rate": 4.258826919633085e-09,
|
|
"loss": 3.032,
|
|
"step": 1570
|
|
},
|
|
{
|
|
"epoch": 0.9950838121186992,
|
|
"grad_norm": 0.25577282905578613,
|
|
"learning_rate": 1.4492294042839361e-09,
|
|
"loss": 3.0152,
|
|
"step": 1575
|
|
},
|
|
{
|
|
"epoch": 0.9982428083476476,
|
|
"grad_norm": 0.25475648045539856,
|
|
"learning_rate": 1.1830619070229975e-10,
|
|
"loss": 3.0267,
|
|
"step": 1580
|
|
},
|
|
{
|
|
"epoch": 0.9995064068392269,
|
|
"step": 1582,
|
|
"total_flos": 2.608385800809113e+19,
|
|
"train_loss": 3.119904022602607,
|
|
"train_runtime": 95935.4971,
|
|
"train_samples_per_second": 16.894,
|
|
"train_steps_per_second": 0.016
|
|
}
|
|
],
|
|
"logging_steps": 5,
|
|
"max_steps": 1582,
|
|
"num_input_tokens_seen": 0,
|
|
"num_train_epochs": 1,
|
|
"save_steps": 1000,
|
|
"stateful_callbacks": {
|
|
"TrainerControl": {
|
|
"args": {
|
|
"should_epoch_stop": false,
|
|
"should_evaluate": false,
|
|
"should_log": false,
|
|
"should_save": true,
|
|
"should_training_stop": false
|
|
},
|
|
"attributes": {}
|
|
}
|
|
},
|
|
"total_flos": 2.608385800809113e+19,
|
|
"train_batch_size": 4,
|
|
"trial_name": null,
|
|
"trial_params": null
|
|
}
|