4103 lines
99 KiB
JSON
4103 lines
99 KiB
JSON
{
|
|
"best_metric": null,
|
|
"best_model_checkpoint": null,
|
|
"epoch": 4.9965635738831615,
|
|
"eval_steps": 500,
|
|
"global_step": 580,
|
|
"is_hyper_param_search": false,
|
|
"is_local_process_zero": true,
|
|
"is_world_process_zero": true,
|
|
"log_history": [
|
|
{
|
|
"epoch": 0.00859106529209622,
|
|
"grad_norm": 2.208123786139425,
|
|
"learning_rate": 1.6666666666666667e-06,
|
|
"loss": 2.519,
|
|
"step": 1
|
|
},
|
|
{
|
|
"epoch": 0.01718213058419244,
|
|
"grad_norm": 2.387216471135648,
|
|
"learning_rate": 3.3333333333333333e-06,
|
|
"loss": 2.5546,
|
|
"step": 2
|
|
},
|
|
{
|
|
"epoch": 0.02577319587628866,
|
|
"grad_norm": 2.242414180089336,
|
|
"learning_rate": 5e-06,
|
|
"loss": 2.5143,
|
|
"step": 3
|
|
},
|
|
{
|
|
"epoch": 0.03436426116838488,
|
|
"grad_norm": 1.3834371622684507,
|
|
"learning_rate": 6.666666666666667e-06,
|
|
"loss": 2.4234,
|
|
"step": 4
|
|
},
|
|
{
|
|
"epoch": 0.0429553264604811,
|
|
"grad_norm": 0.8480429507160056,
|
|
"learning_rate": 8.333333333333334e-06,
|
|
"loss": 2.3533,
|
|
"step": 5
|
|
},
|
|
{
|
|
"epoch": 0.05154639175257732,
|
|
"grad_norm": 1.0257621263522265,
|
|
"learning_rate": 1e-05,
|
|
"loss": 2.3478,
|
|
"step": 6
|
|
},
|
|
{
|
|
"epoch": 0.06013745704467354,
|
|
"grad_norm": 0.9465705617705457,
|
|
"learning_rate": 9.999925111542544e-06,
|
|
"loss": 2.3559,
|
|
"step": 7
|
|
},
|
|
{
|
|
"epoch": 0.06872852233676977,
|
|
"grad_norm": 0.8290324702503862,
|
|
"learning_rate": 9.999700448413483e-06,
|
|
"loss": 2.2821,
|
|
"step": 8
|
|
},
|
|
{
|
|
"epoch": 0.07731958762886598,
|
|
"grad_norm": 0.7616359146631583,
|
|
"learning_rate": 9.999326017342688e-06,
|
|
"loss": 2.2554,
|
|
"step": 9
|
|
},
|
|
{
|
|
"epoch": 0.0859106529209622,
|
|
"grad_norm": 0.7466927981003729,
|
|
"learning_rate": 9.998801829546387e-06,
|
|
"loss": 2.2472,
|
|
"step": 10
|
|
},
|
|
{
|
|
"epoch": 0.09450171821305842,
|
|
"grad_norm": 0.4299476068045872,
|
|
"learning_rate": 9.998127900726825e-06,
|
|
"loss": 2.2512,
|
|
"step": 11
|
|
},
|
|
{
|
|
"epoch": 0.10309278350515463,
|
|
"grad_norm": 0.5343932519160086,
|
|
"learning_rate": 9.997304251071802e-06,
|
|
"loss": 2.2265,
|
|
"step": 12
|
|
},
|
|
{
|
|
"epoch": 0.11168384879725086,
|
|
"grad_norm": 0.4515050667510577,
|
|
"learning_rate": 9.99633090525405e-06,
|
|
"loss": 2.2205,
|
|
"step": 13
|
|
},
|
|
{
|
|
"epoch": 0.12027491408934708,
|
|
"grad_norm": 0.3887339848594928,
|
|
"learning_rate": 9.995207892430525e-06,
|
|
"loss": 2.199,
|
|
"step": 14
|
|
},
|
|
{
|
|
"epoch": 0.12886597938144329,
|
|
"grad_norm": 0.40393633836826276,
|
|
"learning_rate": 9.9939352462415e-06,
|
|
"loss": 2.1977,
|
|
"step": 15
|
|
},
|
|
{
|
|
"epoch": 0.13745704467353953,
|
|
"grad_norm": 0.3676064206819555,
|
|
"learning_rate": 9.99251300480958e-06,
|
|
"loss": 2.1732,
|
|
"step": 16
|
|
},
|
|
{
|
|
"epoch": 0.14604810996563575,
|
|
"grad_norm": 0.3396390866366257,
|
|
"learning_rate": 9.990941210738553e-06,
|
|
"loss": 2.1852,
|
|
"step": 17
|
|
},
|
|
{
|
|
"epoch": 0.15463917525773196,
|
|
"grad_norm": 0.3343400250980012,
|
|
"learning_rate": 9.989219911112114e-06,
|
|
"loss": 2.1995,
|
|
"step": 18
|
|
},
|
|
{
|
|
"epoch": 0.16323024054982818,
|
|
"grad_norm": 0.3395649625426219,
|
|
"learning_rate": 9.98734915749245e-06,
|
|
"loss": 2.1974,
|
|
"step": 19
|
|
},
|
|
{
|
|
"epoch": 0.1718213058419244,
|
|
"grad_norm": 0.3168174438284586,
|
|
"learning_rate": 9.985329005918702e-06,
|
|
"loss": 2.164,
|
|
"step": 20
|
|
},
|
|
{
|
|
"epoch": 0.18041237113402062,
|
|
"grad_norm": 0.30899087314283036,
|
|
"learning_rate": 9.983159516905287e-06,
|
|
"loss": 2.1506,
|
|
"step": 21
|
|
},
|
|
{
|
|
"epoch": 0.18900343642611683,
|
|
"grad_norm": 0.3104914475616672,
|
|
"learning_rate": 9.980840755440075e-06,
|
|
"loss": 2.1415,
|
|
"step": 22
|
|
},
|
|
{
|
|
"epoch": 0.19759450171821305,
|
|
"grad_norm": 0.2685339189270518,
|
|
"learning_rate": 9.978372790982457e-06,
|
|
"loss": 2.1254,
|
|
"step": 23
|
|
},
|
|
{
|
|
"epoch": 0.20618556701030927,
|
|
"grad_norm": 0.2666593191228905,
|
|
"learning_rate": 9.975755697461254e-06,
|
|
"loss": 2.1156,
|
|
"step": 24
|
|
},
|
|
{
|
|
"epoch": 0.21477663230240548,
|
|
"grad_norm": 0.2633683317715755,
|
|
"learning_rate": 9.972989553272501e-06,
|
|
"loss": 2.1083,
|
|
"step": 25
|
|
},
|
|
{
|
|
"epoch": 0.22336769759450173,
|
|
"grad_norm": 0.29601191602410226,
|
|
"learning_rate": 9.970074441277111e-06,
|
|
"loss": 2.1434,
|
|
"step": 26
|
|
},
|
|
{
|
|
"epoch": 0.23195876288659795,
|
|
"grad_norm": 0.2663773393046616,
|
|
"learning_rate": 9.967010448798376e-06,
|
|
"loss": 2.1137,
|
|
"step": 27
|
|
},
|
|
{
|
|
"epoch": 0.24054982817869416,
|
|
"grad_norm": 0.2489436765403495,
|
|
"learning_rate": 9.963797667619368e-06,
|
|
"loss": 2.105,
|
|
"step": 28
|
|
},
|
|
{
|
|
"epoch": 0.24914089347079038,
|
|
"grad_norm": 0.2513769484487265,
|
|
"learning_rate": 9.960436193980175e-06,
|
|
"loss": 2.132,
|
|
"step": 29
|
|
},
|
|
{
|
|
"epoch": 0.25773195876288657,
|
|
"grad_norm": 0.25792019512975445,
|
|
"learning_rate": 9.956926128575026e-06,
|
|
"loss": 2.0766,
|
|
"step": 30
|
|
},
|
|
{
|
|
"epoch": 0.2663230240549828,
|
|
"grad_norm": 0.24059537928347402,
|
|
"learning_rate": 9.953267576549279e-06,
|
|
"loss": 2.1145,
|
|
"step": 31
|
|
},
|
|
{
|
|
"epoch": 0.27491408934707906,
|
|
"grad_norm": 0.2413598219033581,
|
|
"learning_rate": 9.949460647496258e-06,
|
|
"loss": 2.0454,
|
|
"step": 32
|
|
},
|
|
{
|
|
"epoch": 0.28350515463917525,
|
|
"grad_norm": 0.24689976084131024,
|
|
"learning_rate": 9.945505455453983e-06,
|
|
"loss": 2.0456,
|
|
"step": 33
|
|
},
|
|
{
|
|
"epoch": 0.2920962199312715,
|
|
"grad_norm": 0.2625455755837849,
|
|
"learning_rate": 9.941402118901743e-06,
|
|
"loss": 2.0816,
|
|
"step": 34
|
|
},
|
|
{
|
|
"epoch": 0.3006872852233677,
|
|
"grad_norm": 0.25617587316052237,
|
|
"learning_rate": 9.93715076075656e-06,
|
|
"loss": 2.0879,
|
|
"step": 35
|
|
},
|
|
{
|
|
"epoch": 0.30927835051546393,
|
|
"grad_norm": 0.23182474186259913,
|
|
"learning_rate": 9.932751508369492e-06,
|
|
"loss": 2.0883,
|
|
"step": 36
|
|
},
|
|
{
|
|
"epoch": 0.3178694158075601,
|
|
"grad_norm": 0.25298056154312737,
|
|
"learning_rate": 9.92820449352183e-06,
|
|
"loss": 2.0679,
|
|
"step": 37
|
|
},
|
|
{
|
|
"epoch": 0.32646048109965636,
|
|
"grad_norm": 0.22793549377250014,
|
|
"learning_rate": 9.923509852421144e-06,
|
|
"loss": 2.0477,
|
|
"step": 38
|
|
},
|
|
{
|
|
"epoch": 0.33505154639175255,
|
|
"grad_norm": 0.22304162025326615,
|
|
"learning_rate": 9.91866772569721e-06,
|
|
"loss": 2.0681,
|
|
"step": 39
|
|
},
|
|
{
|
|
"epoch": 0.3436426116838488,
|
|
"grad_norm": 0.22391762105061253,
|
|
"learning_rate": 9.913678258397785e-06,
|
|
"loss": 2.0706,
|
|
"step": 40
|
|
},
|
|
{
|
|
"epoch": 0.35223367697594504,
|
|
"grad_norm": 0.2465667048609899,
|
|
"learning_rate": 9.908541599984276e-06,
|
|
"loss": 2.0532,
|
|
"step": 41
|
|
},
|
|
{
|
|
"epoch": 0.36082474226804123,
|
|
"grad_norm": 0.2225999225572341,
|
|
"learning_rate": 9.90325790432725e-06,
|
|
"loss": 2.0557,
|
|
"step": 42
|
|
},
|
|
{
|
|
"epoch": 0.3694158075601375,
|
|
"grad_norm": 0.23145112133504558,
|
|
"learning_rate": 9.897827329701834e-06,
|
|
"loss": 2.0077,
|
|
"step": 43
|
|
},
|
|
{
|
|
"epoch": 0.37800687285223367,
|
|
"grad_norm": 0.21978161386987122,
|
|
"learning_rate": 9.892250038782972e-06,
|
|
"loss": 2.0377,
|
|
"step": 44
|
|
},
|
|
{
|
|
"epoch": 0.3865979381443299,
|
|
"grad_norm": 0.23457257003146273,
|
|
"learning_rate": 9.88652619864055e-06,
|
|
"loss": 2.0046,
|
|
"step": 45
|
|
},
|
|
{
|
|
"epoch": 0.3951890034364261,
|
|
"grad_norm": 0.23366667859372328,
|
|
"learning_rate": 9.880655980734391e-06,
|
|
"loss": 2.0636,
|
|
"step": 46
|
|
},
|
|
{
|
|
"epoch": 0.40378006872852235,
|
|
"grad_norm": 0.216406709527668,
|
|
"learning_rate": 9.874639560909118e-06,
|
|
"loss": 1.9787,
|
|
"step": 47
|
|
},
|
|
{
|
|
"epoch": 0.41237113402061853,
|
|
"grad_norm": 0.2175332468582654,
|
|
"learning_rate": 9.868477119388897e-06,
|
|
"loss": 2.0583,
|
|
"step": 48
|
|
},
|
|
{
|
|
"epoch": 0.4209621993127148,
|
|
"grad_norm": 0.22438652510006393,
|
|
"learning_rate": 9.862168840772018e-06,
|
|
"loss": 2.0466,
|
|
"step": 49
|
|
},
|
|
{
|
|
"epoch": 0.42955326460481097,
|
|
"grad_norm": 0.2185523177171903,
|
|
"learning_rate": 9.855714914025386e-06,
|
|
"loss": 2.0105,
|
|
"step": 50
|
|
},
|
|
{
|
|
"epoch": 0.4381443298969072,
|
|
"grad_norm": 0.23254935570207558,
|
|
"learning_rate": 9.849115532478848e-06,
|
|
"loss": 1.9656,
|
|
"step": 51
|
|
},
|
|
{
|
|
"epoch": 0.44673539518900346,
|
|
"grad_norm": 0.20771583714525066,
|
|
"learning_rate": 9.842370893819404e-06,
|
|
"loss": 2.0414,
|
|
"step": 52
|
|
},
|
|
{
|
|
"epoch": 0.45532646048109965,
|
|
"grad_norm": 0.21427380812158775,
|
|
"learning_rate": 9.83548120008529e-06,
|
|
"loss": 2.0245,
|
|
"step": 53
|
|
},
|
|
{
|
|
"epoch": 0.4639175257731959,
|
|
"grad_norm": 0.21963377878640172,
|
|
"learning_rate": 9.828446657659919e-06,
|
|
"loss": 2.0406,
|
|
"step": 54
|
|
},
|
|
{
|
|
"epoch": 0.4725085910652921,
|
|
"grad_norm": 0.22510704558684724,
|
|
"learning_rate": 9.821267477265705e-06,
|
|
"loss": 2.001,
|
|
"step": 55
|
|
},
|
|
{
|
|
"epoch": 0.48109965635738833,
|
|
"grad_norm": 0.22402437197362557,
|
|
"learning_rate": 9.813943873957748e-06,
|
|
"loss": 1.9952,
|
|
"step": 56
|
|
},
|
|
{
|
|
"epoch": 0.4896907216494845,
|
|
"grad_norm": 0.21649219084755675,
|
|
"learning_rate": 9.806476067117384e-06,
|
|
"loss": 1.9775,
|
|
"step": 57
|
|
},
|
|
{
|
|
"epoch": 0.49828178694158076,
|
|
"grad_norm": 0.23004739414810843,
|
|
"learning_rate": 9.798864280445633e-06,
|
|
"loss": 2.0617,
|
|
"step": 58
|
|
},
|
|
{
|
|
"epoch": 0.506872852233677,
|
|
"grad_norm": 0.2234931893353312,
|
|
"learning_rate": 9.791108741956476e-06,
|
|
"loss": 2.0076,
|
|
"step": 59
|
|
},
|
|
{
|
|
"epoch": 0.5154639175257731,
|
|
"grad_norm": 0.31632384441079653,
|
|
"learning_rate": 9.78320968397004e-06,
|
|
"loss": 1.998,
|
|
"step": 60
|
|
},
|
|
{
|
|
"epoch": 0.5240549828178694,
|
|
"grad_norm": 0.22179973616305915,
|
|
"learning_rate": 9.77516734310563e-06,
|
|
"loss": 2.0295,
|
|
"step": 61
|
|
},
|
|
{
|
|
"epoch": 0.5326460481099656,
|
|
"grad_norm": 0.2193332083726788,
|
|
"learning_rate": 9.766981960274653e-06,
|
|
"loss": 1.973,
|
|
"step": 62
|
|
},
|
|
{
|
|
"epoch": 0.5412371134020618,
|
|
"grad_norm": 0.22853301555051309,
|
|
"learning_rate": 9.758653780673381e-06,
|
|
"loss": 2.0529,
|
|
"step": 63
|
|
},
|
|
{
|
|
"epoch": 0.5498281786941581,
|
|
"grad_norm": 0.2275807035753558,
|
|
"learning_rate": 9.750183053775625e-06,
|
|
"loss": 1.9989,
|
|
"step": 64
|
|
},
|
|
{
|
|
"epoch": 0.5584192439862543,
|
|
"grad_norm": 0.23654821220831357,
|
|
"learning_rate": 9.741570033325254e-06,
|
|
"loss": 1.9916,
|
|
"step": 65
|
|
},
|
|
{
|
|
"epoch": 0.5670103092783505,
|
|
"grad_norm": 0.2263519719171945,
|
|
"learning_rate": 9.732814977328593e-06,
|
|
"loss": 2.0294,
|
|
"step": 66
|
|
},
|
|
{
|
|
"epoch": 0.5756013745704467,
|
|
"grad_norm": 0.21292525210375207,
|
|
"learning_rate": 9.723918148046696e-06,
|
|
"loss": 2.0083,
|
|
"step": 67
|
|
},
|
|
{
|
|
"epoch": 0.584192439862543,
|
|
"grad_norm": 0.23686873465932642,
|
|
"learning_rate": 9.714879811987496e-06,
|
|
"loss": 1.9637,
|
|
"step": 68
|
|
},
|
|
{
|
|
"epoch": 0.5927835051546392,
|
|
"grad_norm": 0.22309697415764557,
|
|
"learning_rate": 9.705700239897809e-06,
|
|
"loss": 2.0339,
|
|
"step": 69
|
|
},
|
|
{
|
|
"epoch": 0.6013745704467354,
|
|
"grad_norm": 0.2363628573649254,
|
|
"learning_rate": 9.69637970675523e-06,
|
|
"loss": 1.9941,
|
|
"step": 70
|
|
},
|
|
{
|
|
"epoch": 0.6099656357388317,
|
|
"grad_norm": 0.21970605565754098,
|
|
"learning_rate": 9.686918491759904e-06,
|
|
"loss": 1.9921,
|
|
"step": 71
|
|
},
|
|
{
|
|
"epoch": 0.6185567010309279,
|
|
"grad_norm": 0.2399552026616389,
|
|
"learning_rate": 9.677316878326144e-06,
|
|
"loss": 1.985,
|
|
"step": 72
|
|
},
|
|
{
|
|
"epoch": 0.627147766323024,
|
|
"grad_norm": 0.22714040927280302,
|
|
"learning_rate": 9.667575154073962e-06,
|
|
"loss": 2.0016,
|
|
"step": 73
|
|
},
|
|
{
|
|
"epoch": 0.6357388316151202,
|
|
"grad_norm": 0.2259659476545292,
|
|
"learning_rate": 9.657693610820437e-06,
|
|
"loss": 2.0028,
|
|
"step": 74
|
|
},
|
|
{
|
|
"epoch": 0.6443298969072165,
|
|
"grad_norm": 0.22115483479500747,
|
|
"learning_rate": 9.647672544570981e-06,
|
|
"loss": 2.0005,
|
|
"step": 75
|
|
},
|
|
{
|
|
"epoch": 0.6529209621993127,
|
|
"grad_norm": 0.21943556518764748,
|
|
"learning_rate": 9.637512255510475e-06,
|
|
"loss": 1.9557,
|
|
"step": 76
|
|
},
|
|
{
|
|
"epoch": 0.6615120274914089,
|
|
"grad_norm": 0.22614114951805067,
|
|
"learning_rate": 9.627213047994265e-06,
|
|
"loss": 1.9751,
|
|
"step": 77
|
|
},
|
|
{
|
|
"epoch": 0.6701030927835051,
|
|
"grad_norm": 0.2229779123164752,
|
|
"learning_rate": 9.616775230539057e-06,
|
|
"loss": 1.9733,
|
|
"step": 78
|
|
},
|
|
{
|
|
"epoch": 0.6786941580756014,
|
|
"grad_norm": 0.28977693220933487,
|
|
"learning_rate": 9.606199115813672e-06,
|
|
"loss": 1.9538,
|
|
"step": 79
|
|
},
|
|
{
|
|
"epoch": 0.6872852233676976,
|
|
"grad_norm": 0.2398515392127217,
|
|
"learning_rate": 9.595485020629676e-06,
|
|
"loss": 1.9758,
|
|
"step": 80
|
|
},
|
|
{
|
|
"epoch": 0.6958762886597938,
|
|
"grad_norm": 0.22970549932486983,
|
|
"learning_rate": 9.584633265931894e-06,
|
|
"loss": 1.9752,
|
|
"step": 81
|
|
},
|
|
{
|
|
"epoch": 0.7044673539518901,
|
|
"grad_norm": 0.23574425808957022,
|
|
"learning_rate": 9.573644176788795e-06,
|
|
"loss": 1.9772,
|
|
"step": 82
|
|
},
|
|
{
|
|
"epoch": 0.7130584192439863,
|
|
"grad_norm": 0.24111810130645636,
|
|
"learning_rate": 9.562518082382751e-06,
|
|
"loss": 1.9843,
|
|
"step": 83
|
|
},
|
|
{
|
|
"epoch": 0.7216494845360825,
|
|
"grad_norm": 0.2353238194122449,
|
|
"learning_rate": 9.551255316000183e-06,
|
|
"loss": 1.9879,
|
|
"step": 84
|
|
},
|
|
{
|
|
"epoch": 0.7302405498281787,
|
|
"grad_norm": 0.21267148073016073,
|
|
"learning_rate": 9.539856215021568e-06,
|
|
"loss": 2.0112,
|
|
"step": 85
|
|
},
|
|
{
|
|
"epoch": 0.738831615120275,
|
|
"grad_norm": 0.24750268562290642,
|
|
"learning_rate": 9.528321120911345e-06,
|
|
"loss": 1.9686,
|
|
"step": 86
|
|
},
|
|
{
|
|
"epoch": 0.7474226804123711,
|
|
"grad_norm": 0.22624235631563774,
|
|
"learning_rate": 9.516650379207677e-06,
|
|
"loss": 1.9531,
|
|
"step": 87
|
|
},
|
|
{
|
|
"epoch": 0.7560137457044673,
|
|
"grad_norm": 0.2254562873218311,
|
|
"learning_rate": 9.504844339512096e-06,
|
|
"loss": 1.9336,
|
|
"step": 88
|
|
},
|
|
{
|
|
"epoch": 0.7646048109965635,
|
|
"grad_norm": 0.24114646864174968,
|
|
"learning_rate": 9.492903355479047e-06,
|
|
"loss": 1.9649,
|
|
"step": 89
|
|
},
|
|
{
|
|
"epoch": 0.7731958762886598,
|
|
"grad_norm": 0.2215844220698404,
|
|
"learning_rate": 9.480827784805278e-06,
|
|
"loss": 1.9919,
|
|
"step": 90
|
|
},
|
|
{
|
|
"epoch": 0.781786941580756,
|
|
"grad_norm": 0.22673007789344823,
|
|
"learning_rate": 9.468617989219136e-06,
|
|
"loss": 1.9671,
|
|
"step": 91
|
|
},
|
|
{
|
|
"epoch": 0.7903780068728522,
|
|
"grad_norm": 0.23381648472171454,
|
|
"learning_rate": 9.45627433446972e-06,
|
|
"loss": 1.9857,
|
|
"step": 92
|
|
},
|
|
{
|
|
"epoch": 0.7989690721649485,
|
|
"grad_norm": 0.22439137602734674,
|
|
"learning_rate": 9.443797190315938e-06,
|
|
"loss": 1.9887,
|
|
"step": 93
|
|
},
|
|
{
|
|
"epoch": 0.8075601374570447,
|
|
"grad_norm": 0.22502583802282547,
|
|
"learning_rate": 9.431186930515419e-06,
|
|
"loss": 1.9471,
|
|
"step": 94
|
|
},
|
|
{
|
|
"epoch": 0.8161512027491409,
|
|
"grad_norm": 0.22566119014941471,
|
|
"learning_rate": 9.418443932813328e-06,
|
|
"loss": 2.0001,
|
|
"step": 95
|
|
},
|
|
{
|
|
"epoch": 0.8247422680412371,
|
|
"grad_norm": 0.21651729773145714,
|
|
"learning_rate": 9.405568578931042e-06,
|
|
"loss": 1.9708,
|
|
"step": 96
|
|
},
|
|
{
|
|
"epoch": 0.8333333333333334,
|
|
"grad_norm": 0.22510924701029755,
|
|
"learning_rate": 9.392561254554712e-06,
|
|
"loss": 2.0141,
|
|
"step": 97
|
|
},
|
|
{
|
|
"epoch": 0.8419243986254296,
|
|
"grad_norm": 0.2239826811443597,
|
|
"learning_rate": 9.379422349323728e-06,
|
|
"loss": 1.9911,
|
|
"step": 98
|
|
},
|
|
{
|
|
"epoch": 0.8505154639175257,
|
|
"grad_norm": 0.23622343708573781,
|
|
"learning_rate": 9.366152256819025e-06,
|
|
"loss": 1.9265,
|
|
"step": 99
|
|
},
|
|
{
|
|
"epoch": 0.8591065292096219,
|
|
"grad_norm": 0.2330309560243661,
|
|
"learning_rate": 9.352751374551305e-06,
|
|
"loss": 1.9471,
|
|
"step": 100
|
|
},
|
|
{
|
|
"epoch": 0.8676975945017182,
|
|
"grad_norm": 0.24392986076413478,
|
|
"learning_rate": 9.339220103949132e-06,
|
|
"loss": 1.8885,
|
|
"step": 101
|
|
},
|
|
{
|
|
"epoch": 0.8762886597938144,
|
|
"grad_norm": 0.2283050690340691,
|
|
"learning_rate": 9.325558850346897e-06,
|
|
"loss": 1.9737,
|
|
"step": 102
|
|
},
|
|
{
|
|
"epoch": 0.8848797250859106,
|
|
"grad_norm": 0.23216642874875693,
|
|
"learning_rate": 9.311768022972682e-06,
|
|
"loss": 1.9265,
|
|
"step": 103
|
|
},
|
|
{
|
|
"epoch": 0.8934707903780069,
|
|
"grad_norm": 0.23718946052920817,
|
|
"learning_rate": 9.297848034936007e-06,
|
|
"loss": 1.9113,
|
|
"step": 104
|
|
},
|
|
{
|
|
"epoch": 0.9020618556701031,
|
|
"grad_norm": 0.26062401247343786,
|
|
"learning_rate": 9.283799303215442e-06,
|
|
"loss": 1.9109,
|
|
"step": 105
|
|
},
|
|
{
|
|
"epoch": 0.9106529209621993,
|
|
"grad_norm": 0.22346908351749736,
|
|
"learning_rate": 9.269622248646124e-06,
|
|
"loss": 1.9607,
|
|
"step": 106
|
|
},
|
|
{
|
|
"epoch": 0.9192439862542955,
|
|
"grad_norm": 0.24711103570338047,
|
|
"learning_rate": 9.255317295907158e-06,
|
|
"loss": 1.964,
|
|
"step": 107
|
|
},
|
|
{
|
|
"epoch": 0.9278350515463918,
|
|
"grad_norm": 0.25323775068277576,
|
|
"learning_rate": 9.240884873508876e-06,
|
|
"loss": 1.9167,
|
|
"step": 108
|
|
},
|
|
{
|
|
"epoch": 0.936426116838488,
|
|
"grad_norm": 0.25123992738826834,
|
|
"learning_rate": 9.226325413780021e-06,
|
|
"loss": 1.9516,
|
|
"step": 109
|
|
},
|
|
{
|
|
"epoch": 0.9450171821305842,
|
|
"grad_norm": 0.2548307883088889,
|
|
"learning_rate": 9.211639352854786e-06,
|
|
"loss": 1.972,
|
|
"step": 110
|
|
},
|
|
{
|
|
"epoch": 0.9536082474226805,
|
|
"grad_norm": 0.24129670124461444,
|
|
"learning_rate": 9.196827130659752e-06,
|
|
"loss": 1.9694,
|
|
"step": 111
|
|
},
|
|
{
|
|
"epoch": 0.9621993127147767,
|
|
"grad_norm": 0.25262012893284974,
|
|
"learning_rate": 9.181889190900702e-06,
|
|
"loss": 1.9389,
|
|
"step": 112
|
|
},
|
|
{
|
|
"epoch": 0.9707903780068728,
|
|
"grad_norm": 0.24800856374400806,
|
|
"learning_rate": 9.166825981049345e-06,
|
|
"loss": 1.9609,
|
|
"step": 113
|
|
},
|
|
{
|
|
"epoch": 0.979381443298969,
|
|
"grad_norm": 0.23930062604165217,
|
|
"learning_rate": 9.151637952329903e-06,
|
|
"loss": 1.9169,
|
|
"step": 114
|
|
},
|
|
{
|
|
"epoch": 0.9879725085910653,
|
|
"grad_norm": 0.23888942710116004,
|
|
"learning_rate": 9.136325559705593e-06,
|
|
"loss": 1.9409,
|
|
"step": 115
|
|
},
|
|
{
|
|
"epoch": 0.9965635738831615,
|
|
"grad_norm": 0.2434327307011672,
|
|
"learning_rate": 9.120889261864999e-06,
|
|
"loss": 1.9549,
|
|
"step": 116
|
|
},
|
|
{
|
|
"epoch": 1.0085910652920962,
|
|
"grad_norm": 0.5368696897762311,
|
|
"learning_rate": 9.105329521208334e-06,
|
|
"loss": 3.9516,
|
|
"step": 117
|
|
},
|
|
{
|
|
"epoch": 1.0171821305841924,
|
|
"grad_norm": 0.31841091070667155,
|
|
"learning_rate": 9.089646803833589e-06,
|
|
"loss": 1.8892,
|
|
"step": 118
|
|
},
|
|
{
|
|
"epoch": 1.0257731958762886,
|
|
"grad_norm": 0.2742869080672636,
|
|
"learning_rate": 9.073841579522571e-06,
|
|
"loss": 1.8438,
|
|
"step": 119
|
|
},
|
|
{
|
|
"epoch": 1.034364261168385,
|
|
"grad_norm": 0.3098173382025614,
|
|
"learning_rate": 9.057914321726824e-06,
|
|
"loss": 1.8524,
|
|
"step": 120
|
|
},
|
|
{
|
|
"epoch": 1.0429553264604812,
|
|
"grad_norm": 0.35914000861625267,
|
|
"learning_rate": 9.041865507553458e-06,
|
|
"loss": 1.8578,
|
|
"step": 121
|
|
},
|
|
{
|
|
"epoch": 1.0515463917525774,
|
|
"grad_norm": 0.24782705778836578,
|
|
"learning_rate": 9.025695617750848e-06,
|
|
"loss": 1.8968,
|
|
"step": 122
|
|
},
|
|
{
|
|
"epoch": 1.0601374570446735,
|
|
"grad_norm": 0.29479978245416644,
|
|
"learning_rate": 9.009405136694234e-06,
|
|
"loss": 1.8527,
|
|
"step": 123
|
|
},
|
|
{
|
|
"epoch": 1.0687285223367697,
|
|
"grad_norm": 0.267590029709473,
|
|
"learning_rate": 8.992994552371217e-06,
|
|
"loss": 1.8557,
|
|
"step": 124
|
|
},
|
|
{
|
|
"epoch": 1.077319587628866,
|
|
"grad_norm": 0.2770218237542545,
|
|
"learning_rate": 8.976464356367133e-06,
|
|
"loss": 1.88,
|
|
"step": 125
|
|
},
|
|
{
|
|
"epoch": 1.0859106529209621,
|
|
"grad_norm": 0.24930357718028165,
|
|
"learning_rate": 8.959815043850336e-06,
|
|
"loss": 1.8914,
|
|
"step": 126
|
|
},
|
|
{
|
|
"epoch": 1.0945017182130585,
|
|
"grad_norm": 0.2577049899528488,
|
|
"learning_rate": 8.943047113557358e-06,
|
|
"loss": 1.8551,
|
|
"step": 127
|
|
},
|
|
{
|
|
"epoch": 1.1030927835051547,
|
|
"grad_norm": 0.2869232186158467,
|
|
"learning_rate": 8.926161067777973e-06,
|
|
"loss": 1.8314,
|
|
"step": 128
|
|
},
|
|
{
|
|
"epoch": 1.111683848797251,
|
|
"grad_norm": 0.257531034868115,
|
|
"learning_rate": 8.90915741234015e-06,
|
|
"loss": 1.8931,
|
|
"step": 129
|
|
},
|
|
{
|
|
"epoch": 1.120274914089347,
|
|
"grad_norm": 0.2510603923186068,
|
|
"learning_rate": 8.892036656594898e-06,
|
|
"loss": 1.8864,
|
|
"step": 130
|
|
},
|
|
{
|
|
"epoch": 1.1288659793814433,
|
|
"grad_norm": 0.22785031834695588,
|
|
"learning_rate": 8.874799313401014e-06,
|
|
"loss": 1.8966,
|
|
"step": 131
|
|
},
|
|
{
|
|
"epoch": 1.1374570446735395,
|
|
"grad_norm": 0.2625000755681014,
|
|
"learning_rate": 8.857445899109716e-06,
|
|
"loss": 1.8894,
|
|
"step": 132
|
|
},
|
|
{
|
|
"epoch": 1.1460481099656357,
|
|
"grad_norm": 0.25962578916321755,
|
|
"learning_rate": 8.839976933549173e-06,
|
|
"loss": 1.8373,
|
|
"step": 133
|
|
},
|
|
{
|
|
"epoch": 1.1546391752577319,
|
|
"grad_norm": 0.2535508034573568,
|
|
"learning_rate": 8.822392940008937e-06,
|
|
"loss": 1.8603,
|
|
"step": 134
|
|
},
|
|
{
|
|
"epoch": 1.1632302405498283,
|
|
"grad_norm": 0.2483718305265392,
|
|
"learning_rate": 8.804694445224274e-06,
|
|
"loss": 1.7806,
|
|
"step": 135
|
|
},
|
|
{
|
|
"epoch": 1.1718213058419245,
|
|
"grad_norm": 0.23143602082187498,
|
|
"learning_rate": 8.786881979360368e-06,
|
|
"loss": 1.8827,
|
|
"step": 136
|
|
},
|
|
{
|
|
"epoch": 1.1804123711340206,
|
|
"grad_norm": 0.26722488115137877,
|
|
"learning_rate": 8.76895607599646e-06,
|
|
"loss": 1.8687,
|
|
"step": 137
|
|
},
|
|
{
|
|
"epoch": 1.1890034364261168,
|
|
"grad_norm": 0.23165280409335437,
|
|
"learning_rate": 8.750917272109849e-06,
|
|
"loss": 1.8204,
|
|
"step": 138
|
|
},
|
|
{
|
|
"epoch": 1.197594501718213,
|
|
"grad_norm": 0.24114870798141225,
|
|
"learning_rate": 8.732766108059814e-06,
|
|
"loss": 1.8257,
|
|
"step": 139
|
|
},
|
|
{
|
|
"epoch": 1.2061855670103092,
|
|
"grad_norm": 0.24450933667975003,
|
|
"learning_rate": 8.714503127571425e-06,
|
|
"loss": 1.8655,
|
|
"step": 140
|
|
},
|
|
{
|
|
"epoch": 1.2147766323024054,
|
|
"grad_norm": 0.24886954586593113,
|
|
"learning_rate": 8.696128877719258e-06,
|
|
"loss": 1.8635,
|
|
"step": 141
|
|
},
|
|
{
|
|
"epoch": 1.2233676975945018,
|
|
"grad_norm": 0.22947391665498382,
|
|
"learning_rate": 8.677643908911007e-06,
|
|
"loss": 1.8683,
|
|
"step": 142
|
|
},
|
|
{
|
|
"epoch": 1.231958762886598,
|
|
"grad_norm": 0.24875679422747346,
|
|
"learning_rate": 8.659048774870986e-06,
|
|
"loss": 1.8897,
|
|
"step": 143
|
|
},
|
|
{
|
|
"epoch": 1.2405498281786942,
|
|
"grad_norm": 0.21948813585313118,
|
|
"learning_rate": 8.64034403262356e-06,
|
|
"loss": 1.8661,
|
|
"step": 144
|
|
},
|
|
{
|
|
"epoch": 1.2491408934707904,
|
|
"grad_norm": 0.25682738261464727,
|
|
"learning_rate": 8.621530242476446e-06,
|
|
"loss": 1.8135,
|
|
"step": 145
|
|
},
|
|
{
|
|
"epoch": 1.2577319587628866,
|
|
"grad_norm": 0.46219652770176195,
|
|
"learning_rate": 8.602607968003935e-06,
|
|
"loss": 1.8172,
|
|
"step": 146
|
|
},
|
|
{
|
|
"epoch": 1.2663230240549828,
|
|
"grad_norm": 0.2274158864545253,
|
|
"learning_rate": 8.583577776030005e-06,
|
|
"loss": 1.8351,
|
|
"step": 147
|
|
},
|
|
{
|
|
"epoch": 1.274914089347079,
|
|
"grad_norm": 0.25012506751574154,
|
|
"learning_rate": 8.564440236611344e-06,
|
|
"loss": 1.8969,
|
|
"step": 148
|
|
},
|
|
{
|
|
"epoch": 1.2835051546391751,
|
|
"grad_norm": 0.2769019876124278,
|
|
"learning_rate": 8.545195923020273e-06,
|
|
"loss": 1.8762,
|
|
"step": 149
|
|
},
|
|
{
|
|
"epoch": 1.2920962199312716,
|
|
"grad_norm": 0.26472276342375745,
|
|
"learning_rate": 8.525845411727581e-06,
|
|
"loss": 1.8824,
|
|
"step": 150
|
|
},
|
|
{
|
|
"epoch": 1.3006872852233677,
|
|
"grad_norm": 0.24426788274377817,
|
|
"learning_rate": 8.506389282385242e-06,
|
|
"loss": 1.8752,
|
|
"step": 151
|
|
},
|
|
{
|
|
"epoch": 1.309278350515464,
|
|
"grad_norm": 0.2850090172193898,
|
|
"learning_rate": 8.486828117809057e-06,
|
|
"loss": 1.8499,
|
|
"step": 152
|
|
},
|
|
{
|
|
"epoch": 1.3178694158075601,
|
|
"grad_norm": 0.28133366851138764,
|
|
"learning_rate": 8.467162503961209e-06,
|
|
"loss": 1.8705,
|
|
"step": 153
|
|
},
|
|
{
|
|
"epoch": 1.3264604810996563,
|
|
"grad_norm": 0.2455210250126331,
|
|
"learning_rate": 8.447393029932692e-06,
|
|
"loss": 1.8423,
|
|
"step": 154
|
|
},
|
|
{
|
|
"epoch": 1.3350515463917525,
|
|
"grad_norm": 0.3008489303713607,
|
|
"learning_rate": 8.427520287925669e-06,
|
|
"loss": 1.8963,
|
|
"step": 155
|
|
},
|
|
{
|
|
"epoch": 1.343642611683849,
|
|
"grad_norm": 0.25506919040783055,
|
|
"learning_rate": 8.407544873235736e-06,
|
|
"loss": 1.8521,
|
|
"step": 156
|
|
},
|
|
{
|
|
"epoch": 1.352233676975945,
|
|
"grad_norm": 0.27043313385906653,
|
|
"learning_rate": 8.387467384234096e-06,
|
|
"loss": 1.8709,
|
|
"step": 157
|
|
},
|
|
{
|
|
"epoch": 1.3608247422680413,
|
|
"grad_norm": 0.27087203176436514,
|
|
"learning_rate": 8.367288422349617e-06,
|
|
"loss": 1.8636,
|
|
"step": 158
|
|
},
|
|
{
|
|
"epoch": 1.3694158075601375,
|
|
"grad_norm": 0.25048232585043473,
|
|
"learning_rate": 8.347008592050834e-06,
|
|
"loss": 1.8694,
|
|
"step": 159
|
|
},
|
|
{
|
|
"epoch": 1.3780068728522337,
|
|
"grad_norm": 0.27609000035122433,
|
|
"learning_rate": 8.326628500827826e-06,
|
|
"loss": 1.8344,
|
|
"step": 160
|
|
},
|
|
{
|
|
"epoch": 1.3865979381443299,
|
|
"grad_norm": 0.27449314945979997,
|
|
"learning_rate": 8.306148759174036e-06,
|
|
"loss": 1.8706,
|
|
"step": 161
|
|
},
|
|
{
|
|
"epoch": 1.395189003436426,
|
|
"grad_norm": 0.233840133061648,
|
|
"learning_rate": 8.285569980567965e-06,
|
|
"loss": 1.8695,
|
|
"step": 162
|
|
},
|
|
{
|
|
"epoch": 1.4037800687285222,
|
|
"grad_norm": 0.273284165103743,
|
|
"learning_rate": 8.264892781454807e-06,
|
|
"loss": 1.8518,
|
|
"step": 163
|
|
},
|
|
{
|
|
"epoch": 1.4123711340206184,
|
|
"grad_norm": 0.26246253700879174,
|
|
"learning_rate": 8.244117781227982e-06,
|
|
"loss": 1.8214,
|
|
"step": 164
|
|
},
|
|
{
|
|
"epoch": 1.4209621993127148,
|
|
"grad_norm": 0.23343115890866387,
|
|
"learning_rate": 8.22324560221058e-06,
|
|
"loss": 1.8531,
|
|
"step": 165
|
|
},
|
|
{
|
|
"epoch": 1.429553264604811,
|
|
"grad_norm": 0.23604921177468424,
|
|
"learning_rate": 8.202276869636713e-06,
|
|
"loss": 1.8033,
|
|
"step": 166
|
|
},
|
|
{
|
|
"epoch": 1.4381443298969072,
|
|
"grad_norm": 0.25286857214079783,
|
|
"learning_rate": 8.1812122116328e-06,
|
|
"loss": 1.8764,
|
|
"step": 167
|
|
},
|
|
{
|
|
"epoch": 1.4467353951890034,
|
|
"grad_norm": 0.25559292386906807,
|
|
"learning_rate": 8.160052259198737e-06,
|
|
"loss": 1.8211,
|
|
"step": 168
|
|
},
|
|
{
|
|
"epoch": 1.4553264604810996,
|
|
"grad_norm": 0.26293486350593825,
|
|
"learning_rate": 8.138797646189e-06,
|
|
"loss": 1.8409,
|
|
"step": 169
|
|
},
|
|
{
|
|
"epoch": 1.463917525773196,
|
|
"grad_norm": 0.2615615587710106,
|
|
"learning_rate": 8.117449009293668e-06,
|
|
"loss": 1.82,
|
|
"step": 170
|
|
},
|
|
{
|
|
"epoch": 1.4725085910652922,
|
|
"grad_norm": 0.24029229889760534,
|
|
"learning_rate": 8.096006988019331e-06,
|
|
"loss": 1.795,
|
|
"step": 171
|
|
},
|
|
{
|
|
"epoch": 1.4810996563573884,
|
|
"grad_norm": 0.24396907732238718,
|
|
"learning_rate": 8.074472224669952e-06,
|
|
"loss": 1.8288,
|
|
"step": 172
|
|
},
|
|
{
|
|
"epoch": 1.4896907216494846,
|
|
"grad_norm": 0.2588430791949496,
|
|
"learning_rate": 8.052845364327609e-06,
|
|
"loss": 1.8313,
|
|
"step": 173
|
|
},
|
|
{
|
|
"epoch": 1.4982817869415808,
|
|
"grad_norm": 0.2402748200690545,
|
|
"learning_rate": 8.031127054833192e-06,
|
|
"loss": 1.8475,
|
|
"step": 174
|
|
},
|
|
{
|
|
"epoch": 1.506872852233677,
|
|
"grad_norm": 0.26607111639386694,
|
|
"learning_rate": 8.009317946766975e-06,
|
|
"loss": 1.8318,
|
|
"step": 175
|
|
},
|
|
{
|
|
"epoch": 1.5154639175257731,
|
|
"grad_norm": 0.2490367029154612,
|
|
"learning_rate": 7.987418693429145e-06,
|
|
"loss": 1.8713,
|
|
"step": 176
|
|
},
|
|
{
|
|
"epoch": 1.5240549828178693,
|
|
"grad_norm": 0.24506198481130903,
|
|
"learning_rate": 7.965429950820222e-06,
|
|
"loss": 1.846,
|
|
"step": 177
|
|
},
|
|
{
|
|
"epoch": 1.5326460481099655,
|
|
"grad_norm": 0.2510589297764303,
|
|
"learning_rate": 7.943352377621414e-06,
|
|
"loss": 1.8191,
|
|
"step": 178
|
|
},
|
|
{
|
|
"epoch": 1.5412371134020617,
|
|
"grad_norm": 0.2463498132205643,
|
|
"learning_rate": 7.92118663517488e-06,
|
|
"loss": 1.8264,
|
|
"step": 179
|
|
},
|
|
{
|
|
"epoch": 1.5498281786941581,
|
|
"grad_norm": 0.26856443469145774,
|
|
"learning_rate": 7.898933387463924e-06,
|
|
"loss": 1.8214,
|
|
"step": 180
|
|
},
|
|
{
|
|
"epoch": 1.5584192439862543,
|
|
"grad_norm": 0.24408339713981886,
|
|
"learning_rate": 7.876593301093104e-06,
|
|
"loss": 1.8655,
|
|
"step": 181
|
|
},
|
|
{
|
|
"epoch": 1.5670103092783505,
|
|
"grad_norm": 0.2824672391033115,
|
|
"learning_rate": 7.854167045268265e-06,
|
|
"loss": 1.8303,
|
|
"step": 182
|
|
},
|
|
{
|
|
"epoch": 1.5756013745704467,
|
|
"grad_norm": 0.2652503232543874,
|
|
"learning_rate": 7.831655291776484e-06,
|
|
"loss": 1.8078,
|
|
"step": 183
|
|
},
|
|
{
|
|
"epoch": 1.584192439862543,
|
|
"grad_norm": 0.3562892836637005,
|
|
"learning_rate": 7.809058714965962e-06,
|
|
"loss": 1.8365,
|
|
"step": 184
|
|
},
|
|
{
|
|
"epoch": 1.5927835051546393,
|
|
"grad_norm": 0.31682382377621443,
|
|
"learning_rate": 7.786377991725813e-06,
|
|
"loss": 1.8342,
|
|
"step": 185
|
|
},
|
|
{
|
|
"epoch": 1.6013745704467355,
|
|
"grad_norm": 0.23708795791695556,
|
|
"learning_rate": 7.763613801465785e-06,
|
|
"loss": 1.8338,
|
|
"step": 186
|
|
},
|
|
{
|
|
"epoch": 1.6099656357388317,
|
|
"grad_norm": 0.32980665096322415,
|
|
"learning_rate": 7.740766826095918e-06,
|
|
"loss": 1.8525,
|
|
"step": 187
|
|
},
|
|
{
|
|
"epoch": 1.6185567010309279,
|
|
"grad_norm": 0.3308585733412994,
|
|
"learning_rate": 7.717837750006106e-06,
|
|
"loss": 1.8699,
|
|
"step": 188
|
|
},
|
|
{
|
|
"epoch": 1.627147766323024,
|
|
"grad_norm": 0.23213184583376612,
|
|
"learning_rate": 7.694827260045608e-06,
|
|
"loss": 1.8346,
|
|
"step": 189
|
|
},
|
|
{
|
|
"epoch": 1.6357388316151202,
|
|
"grad_norm": 0.36115699508964094,
|
|
"learning_rate": 7.671736045502462e-06,
|
|
"loss": 1.8296,
|
|
"step": 190
|
|
},
|
|
{
|
|
"epoch": 1.6443298969072164,
|
|
"grad_norm": 0.3725788178513254,
|
|
"learning_rate": 7.648564798082842e-06,
|
|
"loss": 1.8621,
|
|
"step": 191
|
|
},
|
|
{
|
|
"epoch": 1.6529209621993126,
|
|
"grad_norm": 0.244920413507623,
|
|
"learning_rate": 7.625314211890342e-06,
|
|
"loss": 1.8379,
|
|
"step": 192
|
|
},
|
|
{
|
|
"epoch": 1.6615120274914088,
|
|
"grad_norm": 0.3003785923390606,
|
|
"learning_rate": 7.601984983405173e-06,
|
|
"loss": 1.8285,
|
|
"step": 193
|
|
},
|
|
{
|
|
"epoch": 1.670103092783505,
|
|
"grad_norm": 0.24554481882238194,
|
|
"learning_rate": 7.57857781146331e-06,
|
|
"loss": 1.8282,
|
|
"step": 194
|
|
},
|
|
{
|
|
"epoch": 1.6786941580756014,
|
|
"grad_norm": 0.3086444191459068,
|
|
"learning_rate": 7.555093397235553e-06,
|
|
"loss": 1.8351,
|
|
"step": 195
|
|
},
|
|
{
|
|
"epoch": 1.6872852233676976,
|
|
"grad_norm": 0.2255666101776277,
|
|
"learning_rate": 7.531532444206524e-06,
|
|
"loss": 1.8619,
|
|
"step": 196
|
|
},
|
|
{
|
|
"epoch": 1.6958762886597938,
|
|
"grad_norm": 0.35915951404678703,
|
|
"learning_rate": 7.507895658153594e-06,
|
|
"loss": 1.8153,
|
|
"step": 197
|
|
},
|
|
{
|
|
"epoch": 1.7044673539518902,
|
|
"grad_norm": 0.2998884420051895,
|
|
"learning_rate": 7.484183747125743e-06,
|
|
"loss": 1.8065,
|
|
"step": 198
|
|
},
|
|
{
|
|
"epoch": 1.7130584192439864,
|
|
"grad_norm": 0.27294046373984265,
|
|
"learning_rate": 7.460397421422346e-06,
|
|
"loss": 1.8642,
|
|
"step": 199
|
|
},
|
|
{
|
|
"epoch": 1.7216494845360826,
|
|
"grad_norm": 0.3266219558792723,
|
|
"learning_rate": 7.4365373935719e-06,
|
|
"loss": 1.8297,
|
|
"step": 200
|
|
},
|
|
{
|
|
"epoch": 1.7302405498281788,
|
|
"grad_norm": 0.2650164068518729,
|
|
"learning_rate": 7.412604378310677e-06,
|
|
"loss": 1.8304,
|
|
"step": 201
|
|
},
|
|
{
|
|
"epoch": 1.738831615120275,
|
|
"grad_norm": 0.27308861174574434,
|
|
"learning_rate": 7.388599092561315e-06,
|
|
"loss": 1.822,
|
|
"step": 202
|
|
},
|
|
{
|
|
"epoch": 1.7474226804123711,
|
|
"grad_norm": 0.2463141857916976,
|
|
"learning_rate": 7.364522255411342e-06,
|
|
"loss": 1.8776,
|
|
"step": 203
|
|
},
|
|
{
|
|
"epoch": 1.7560137457044673,
|
|
"grad_norm": 0.2599426045804314,
|
|
"learning_rate": 7.340374588091638e-06,
|
|
"loss": 1.8509,
|
|
"step": 204
|
|
},
|
|
{
|
|
"epoch": 1.7646048109965635,
|
|
"grad_norm": 0.24005078867376234,
|
|
"learning_rate": 7.316156813954821e-06,
|
|
"loss": 1.8183,
|
|
"step": 205
|
|
},
|
|
{
|
|
"epoch": 1.7731958762886597,
|
|
"grad_norm": 0.27120591080632045,
|
|
"learning_rate": 7.291869658453594e-06,
|
|
"loss": 1.8149,
|
|
"step": 206
|
|
},
|
|
{
|
|
"epoch": 1.781786941580756,
|
|
"grad_norm": 0.2531942384017391,
|
|
"learning_rate": 7.267513849119001e-06,
|
|
"loss": 1.8261,
|
|
"step": 207
|
|
},
|
|
{
|
|
"epoch": 1.790378006872852,
|
|
"grad_norm": 0.2747157434197358,
|
|
"learning_rate": 7.243090115538639e-06,
|
|
"loss": 1.7975,
|
|
"step": 208
|
|
},
|
|
{
|
|
"epoch": 1.7989690721649485,
|
|
"grad_norm": 0.24091105341462182,
|
|
"learning_rate": 7.218599189334799e-06,
|
|
"loss": 1.8353,
|
|
"step": 209
|
|
},
|
|
{
|
|
"epoch": 1.8075601374570447,
|
|
"grad_norm": 0.24341386656771288,
|
|
"learning_rate": 7.194041804142556e-06,
|
|
"loss": 1.8859,
|
|
"step": 210
|
|
},
|
|
{
|
|
"epoch": 1.8161512027491409,
|
|
"grad_norm": 0.22471355270187646,
|
|
"learning_rate": 7.169418695587791e-06,
|
|
"loss": 1.8431,
|
|
"step": 211
|
|
},
|
|
{
|
|
"epoch": 1.824742268041237,
|
|
"grad_norm": 0.24506188684019525,
|
|
"learning_rate": 7.144730601265148e-06,
|
|
"loss": 1.8125,
|
|
"step": 212
|
|
},
|
|
{
|
|
"epoch": 1.8333333333333335,
|
|
"grad_norm": 0.22810680645845968,
|
|
"learning_rate": 7.1199782607159494e-06,
|
|
"loss": 1.8194,
|
|
"step": 213
|
|
},
|
|
{
|
|
"epoch": 1.8419243986254297,
|
|
"grad_norm": 0.2449433442646377,
|
|
"learning_rate": 7.095162415406034e-06,
|
|
"loss": 1.827,
|
|
"step": 214
|
|
},
|
|
{
|
|
"epoch": 1.8505154639175259,
|
|
"grad_norm": 0.24559185753817364,
|
|
"learning_rate": 7.070283808703553e-06,
|
|
"loss": 1.8464,
|
|
"step": 215
|
|
},
|
|
{
|
|
"epoch": 1.859106529209622,
|
|
"grad_norm": 0.24427706936825086,
|
|
"learning_rate": 7.045343185856701e-06,
|
|
"loss": 1.843,
|
|
"step": 216
|
|
},
|
|
{
|
|
"epoch": 1.8676975945017182,
|
|
"grad_norm": 0.24645403275584066,
|
|
"learning_rate": 7.020341293971383e-06,
|
|
"loss": 1.8306,
|
|
"step": 217
|
|
},
|
|
{
|
|
"epoch": 1.8762886597938144,
|
|
"grad_norm": 0.23184930559537723,
|
|
"learning_rate": 6.995278881988847e-06,
|
|
"loss": 1.8015,
|
|
"step": 218
|
|
},
|
|
{
|
|
"epoch": 1.8848797250859106,
|
|
"grad_norm": 0.23719377224785188,
|
|
"learning_rate": 6.970156700663244e-06,
|
|
"loss": 1.8525,
|
|
"step": 219
|
|
},
|
|
{
|
|
"epoch": 1.8934707903780068,
|
|
"grad_norm": 0.23400764447147657,
|
|
"learning_rate": 6.9449755025391355e-06,
|
|
"loss": 1.8119,
|
|
"step": 220
|
|
},
|
|
{
|
|
"epoch": 1.902061855670103,
|
|
"grad_norm": 0.2599405268669303,
|
|
"learning_rate": 6.919736041928956e-06,
|
|
"loss": 1.8323,
|
|
"step": 221
|
|
},
|
|
{
|
|
"epoch": 1.9106529209621992,
|
|
"grad_norm": 0.24632902890049496,
|
|
"learning_rate": 6.894439074890413e-06,
|
|
"loss": 1.8485,
|
|
"step": 222
|
|
},
|
|
{
|
|
"epoch": 1.9192439862542954,
|
|
"grad_norm": 0.23367391136495488,
|
|
"learning_rate": 6.869085359203844e-06,
|
|
"loss": 1.7983,
|
|
"step": 223
|
|
},
|
|
{
|
|
"epoch": 1.9278350515463918,
|
|
"grad_norm": 0.2510789521553247,
|
|
"learning_rate": 6.843675654349513e-06,
|
|
"loss": 1.8341,
|
|
"step": 224
|
|
},
|
|
{
|
|
"epoch": 1.936426116838488,
|
|
"grad_norm": 0.23860360419431745,
|
|
"learning_rate": 6.818210721484859e-06,
|
|
"loss": 1.8398,
|
|
"step": 225
|
|
},
|
|
{
|
|
"epoch": 1.9450171821305842,
|
|
"grad_norm": 0.25014975307900233,
|
|
"learning_rate": 6.792691323421698e-06,
|
|
"loss": 1.8263,
|
|
"step": 226
|
|
},
|
|
{
|
|
"epoch": 1.9536082474226806,
|
|
"grad_norm": 0.26282781990546983,
|
|
"learning_rate": 6.767118224603374e-06,
|
|
"loss": 1.8677,
|
|
"step": 227
|
|
},
|
|
{
|
|
"epoch": 1.9621993127147768,
|
|
"grad_norm": 0.256705179343515,
|
|
"learning_rate": 6.741492191081856e-06,
|
|
"loss": 1.8442,
|
|
"step": 228
|
|
},
|
|
{
|
|
"epoch": 1.970790378006873,
|
|
"grad_norm": 0.24544564998960142,
|
|
"learning_rate": 6.715813990494793e-06,
|
|
"loss": 1.7951,
|
|
"step": 229
|
|
},
|
|
{
|
|
"epoch": 1.9793814432989691,
|
|
"grad_norm": 0.3053559290033019,
|
|
"learning_rate": 6.690084392042514e-06,
|
|
"loss": 1.8208,
|
|
"step": 230
|
|
},
|
|
{
|
|
"epoch": 1.9879725085910653,
|
|
"grad_norm": 0.30531170857183865,
|
|
"learning_rate": 6.664304166465e-06,
|
|
"loss": 1.8202,
|
|
"step": 231
|
|
},
|
|
{
|
|
"epoch": 1.9965635738831615,
|
|
"grad_norm": 0.23274931772047064,
|
|
"learning_rate": 6.638474086018778e-06,
|
|
"loss": 1.8046,
|
|
"step": 232
|
|
},
|
|
{
|
|
"epoch": 2.008591065292096,
|
|
"grad_norm": 0.5794577169743913,
|
|
"learning_rate": 6.612594924453801e-06,
|
|
"loss": 3.5412,
|
|
"step": 233
|
|
},
|
|
{
|
|
"epoch": 2.0171821305841924,
|
|
"grad_norm": 0.343082374090462,
|
|
"learning_rate": 6.5866674569902676e-06,
|
|
"loss": 1.735,
|
|
"step": 234
|
|
},
|
|
{
|
|
"epoch": 2.0257731958762886,
|
|
"grad_norm": 0.28141601659964904,
|
|
"learning_rate": 6.5606924602953925e-06,
|
|
"loss": 1.7572,
|
|
"step": 235
|
|
},
|
|
{
|
|
"epoch": 2.0343642611683848,
|
|
"grad_norm": 0.34976737295239363,
|
|
"learning_rate": 6.534670712460151e-06,
|
|
"loss": 1.7368,
|
|
"step": 236
|
|
},
|
|
{
|
|
"epoch": 2.042955326460481,
|
|
"grad_norm": 0.40040502919537163,
|
|
"learning_rate": 6.508602992975963e-06,
|
|
"loss": 1.767,
|
|
"step": 237
|
|
},
|
|
{
|
|
"epoch": 2.051546391752577,
|
|
"grad_norm": 0.2911696775881224,
|
|
"learning_rate": 6.4824900827113506e-06,
|
|
"loss": 1.7602,
|
|
"step": 238
|
|
},
|
|
{
|
|
"epoch": 2.0601374570446733,
|
|
"grad_norm": 0.29572445302801437,
|
|
"learning_rate": 6.456332763888544e-06,
|
|
"loss": 1.7454,
|
|
"step": 239
|
|
},
|
|
{
|
|
"epoch": 2.06872852233677,
|
|
"grad_norm": 0.26729327030395994,
|
|
"learning_rate": 6.430131820060043e-06,
|
|
"loss": 1.7436,
|
|
"step": 240
|
|
},
|
|
{
|
|
"epoch": 2.077319587628866,
|
|
"grad_norm": 0.2992754951710706,
|
|
"learning_rate": 6.403888036085155e-06,
|
|
"loss": 1.7117,
|
|
"step": 241
|
|
},
|
|
{
|
|
"epoch": 2.0859106529209623,
|
|
"grad_norm": 0.33077824275444107,
|
|
"learning_rate": 6.3776021981064825e-06,
|
|
"loss": 1.7511,
|
|
"step": 242
|
|
},
|
|
{
|
|
"epoch": 2.0945017182130585,
|
|
"grad_norm": 0.3177034331189178,
|
|
"learning_rate": 6.3512750935263664e-06,
|
|
"loss": 1.7398,
|
|
"step": 243
|
|
},
|
|
{
|
|
"epoch": 2.1030927835051547,
|
|
"grad_norm": 0.2526942708362804,
|
|
"learning_rate": 6.32490751098331e-06,
|
|
"loss": 1.7115,
|
|
"step": 244
|
|
},
|
|
{
|
|
"epoch": 2.111683848797251,
|
|
"grad_norm": 0.28767940216717397,
|
|
"learning_rate": 6.298500240328342e-06,
|
|
"loss": 1.7521,
|
|
"step": 245
|
|
},
|
|
{
|
|
"epoch": 2.120274914089347,
|
|
"grad_norm": 0.2814458013423626,
|
|
"learning_rate": 6.272054072601374e-06,
|
|
"loss": 1.7511,
|
|
"step": 246
|
|
},
|
|
{
|
|
"epoch": 2.1288659793814433,
|
|
"grad_norm": 0.2605489443356379,
|
|
"learning_rate": 6.245569800007484e-06,
|
|
"loss": 1.7609,
|
|
"step": 247
|
|
},
|
|
{
|
|
"epoch": 2.1374570446735395,
|
|
"grad_norm": 0.3285855498307297,
|
|
"learning_rate": 6.219048215893204e-06,
|
|
"loss": 1.7857,
|
|
"step": 248
|
|
},
|
|
{
|
|
"epoch": 2.1460481099656357,
|
|
"grad_norm": 0.25393068431559573,
|
|
"learning_rate": 6.192490114722741e-06,
|
|
"loss": 1.7683,
|
|
"step": 249
|
|
},
|
|
{
|
|
"epoch": 2.154639175257732,
|
|
"grad_norm": 0.2833431825377502,
|
|
"learning_rate": 6.1658962920541875e-06,
|
|
"loss": 1.7794,
|
|
"step": 250
|
|
},
|
|
{
|
|
"epoch": 2.163230240549828,
|
|
"grad_norm": 0.3185646342601711,
|
|
"learning_rate": 6.139267544515689e-06,
|
|
"loss": 1.7269,
|
|
"step": 251
|
|
},
|
|
{
|
|
"epoch": 2.1718213058419242,
|
|
"grad_norm": 0.2549426100743674,
|
|
"learning_rate": 6.112604669781572e-06,
|
|
"loss": 1.7984,
|
|
"step": 252
|
|
},
|
|
{
|
|
"epoch": 2.1804123711340204,
|
|
"grad_norm": 0.2974211601234815,
|
|
"learning_rate": 6.0859084665484645e-06,
|
|
"loss": 1.6639,
|
|
"step": 253
|
|
},
|
|
{
|
|
"epoch": 2.189003436426117,
|
|
"grad_norm": 0.29735313491718546,
|
|
"learning_rate": 6.059179734511357e-06,
|
|
"loss": 1.7581,
|
|
"step": 254
|
|
},
|
|
{
|
|
"epoch": 2.1975945017182132,
|
|
"grad_norm": 0.22827203527316411,
|
|
"learning_rate": 6.032419274339654e-06,
|
|
"loss": 1.768,
|
|
"step": 255
|
|
},
|
|
{
|
|
"epoch": 2.2061855670103094,
|
|
"grad_norm": 0.2921679486136057,
|
|
"learning_rate": 6.005627887653189e-06,
|
|
"loss": 1.737,
|
|
"step": 256
|
|
},
|
|
{
|
|
"epoch": 2.2147766323024056,
|
|
"grad_norm": 0.23174406967073777,
|
|
"learning_rate": 5.978806376998209e-06,
|
|
"loss": 1.7783,
|
|
"step": 257
|
|
},
|
|
{
|
|
"epoch": 2.223367697594502,
|
|
"grad_norm": 0.26415721171980494,
|
|
"learning_rate": 5.951955545823342e-06,
|
|
"loss": 1.7638,
|
|
"step": 258
|
|
},
|
|
{
|
|
"epoch": 2.231958762886598,
|
|
"grad_norm": 0.3168814647576765,
|
|
"learning_rate": 5.925076198455517e-06,
|
|
"loss": 1.751,
|
|
"step": 259
|
|
},
|
|
{
|
|
"epoch": 2.240549828178694,
|
|
"grad_norm": 0.24804457019619985,
|
|
"learning_rate": 5.898169140075878e-06,
|
|
"loss": 1.7432,
|
|
"step": 260
|
|
},
|
|
{
|
|
"epoch": 2.2491408934707904,
|
|
"grad_norm": 0.2666809574189019,
|
|
"learning_rate": 5.871235176695664e-06,
|
|
"loss": 1.7538,
|
|
"step": 261
|
|
},
|
|
{
|
|
"epoch": 2.2577319587628866,
|
|
"grad_norm": 0.28781492733295405,
|
|
"learning_rate": 5.844275115132064e-06,
|
|
"loss": 1.7617,
|
|
"step": 262
|
|
},
|
|
{
|
|
"epoch": 2.2663230240549828,
|
|
"grad_norm": 0.25687309069891207,
|
|
"learning_rate": 5.817289762984048e-06,
|
|
"loss": 1.7679,
|
|
"step": 263
|
|
},
|
|
{
|
|
"epoch": 2.274914089347079,
|
|
"grad_norm": 0.31675631158329604,
|
|
"learning_rate": 5.790279928608173e-06,
|
|
"loss": 1.7867,
|
|
"step": 264
|
|
},
|
|
{
|
|
"epoch": 2.283505154639175,
|
|
"grad_norm": 0.2357319821112829,
|
|
"learning_rate": 5.763246421094373e-06,
|
|
"loss": 1.7247,
|
|
"step": 265
|
|
},
|
|
{
|
|
"epoch": 2.2920962199312713,
|
|
"grad_norm": 0.38591750012011294,
|
|
"learning_rate": 5.736190050241719e-06,
|
|
"loss": 1.7289,
|
|
"step": 266
|
|
},
|
|
{
|
|
"epoch": 2.3006872852233675,
|
|
"grad_norm": 0.2948215158582319,
|
|
"learning_rate": 5.709111626534161e-06,
|
|
"loss": 1.7575,
|
|
"step": 267
|
|
},
|
|
{
|
|
"epoch": 2.3092783505154637,
|
|
"grad_norm": 0.2885319497537962,
|
|
"learning_rate": 5.6820119611162515e-06,
|
|
"loss": 1.7103,
|
|
"step": 268
|
|
},
|
|
{
|
|
"epoch": 2.31786941580756,
|
|
"grad_norm": 0.376037745824099,
|
|
"learning_rate": 5.65489186576885e-06,
|
|
"loss": 1.746,
|
|
"step": 269
|
|
},
|
|
{
|
|
"epoch": 2.3264604810996565,
|
|
"grad_norm": 0.2497562431197746,
|
|
"learning_rate": 5.627752152884794e-06,
|
|
"loss": 1.7603,
|
|
"step": 270
|
|
},
|
|
{
|
|
"epoch": 2.3350515463917527,
|
|
"grad_norm": 0.2990905369609316,
|
|
"learning_rate": 5.600593635444583e-06,
|
|
"loss": 1.7515,
|
|
"step": 271
|
|
},
|
|
{
|
|
"epoch": 2.343642611683849,
|
|
"grad_norm": 0.30117959897506796,
|
|
"learning_rate": 5.573417126992004e-06,
|
|
"loss": 1.7569,
|
|
"step": 272
|
|
},
|
|
{
|
|
"epoch": 2.352233676975945,
|
|
"grad_norm": 0.2557741184765267,
|
|
"learning_rate": 5.546223441609775e-06,
|
|
"loss": 1.7472,
|
|
"step": 273
|
|
},
|
|
{
|
|
"epoch": 2.3608247422680413,
|
|
"grad_norm": 0.2551208106353442,
|
|
"learning_rate": 5.51901339389516e-06,
|
|
"loss": 1.7317,
|
|
"step": 274
|
|
},
|
|
{
|
|
"epoch": 2.3694158075601375,
|
|
"grad_norm": 0.2781777841112468,
|
|
"learning_rate": 5.491787798935557e-06,
|
|
"loss": 1.6851,
|
|
"step": 275
|
|
},
|
|
{
|
|
"epoch": 2.3780068728522337,
|
|
"grad_norm": 0.31337500147197084,
|
|
"learning_rate": 5.464547472284091e-06,
|
|
"loss": 1.7791,
|
|
"step": 276
|
|
},
|
|
{
|
|
"epoch": 2.38659793814433,
|
|
"grad_norm": 0.23452467271508043,
|
|
"learning_rate": 5.437293229935178e-06,
|
|
"loss": 1.7582,
|
|
"step": 277
|
|
},
|
|
{
|
|
"epoch": 2.395189003436426,
|
|
"grad_norm": 0.27327927198344293,
|
|
"learning_rate": 5.4100258883000874e-06,
|
|
"loss": 1.7133,
|
|
"step": 278
|
|
},
|
|
{
|
|
"epoch": 2.4037800687285222,
|
|
"grad_norm": 0.27708583184067626,
|
|
"learning_rate": 5.38274626418248e-06,
|
|
"loss": 1.7163,
|
|
"step": 279
|
|
},
|
|
{
|
|
"epoch": 2.4123711340206184,
|
|
"grad_norm": 0.23292464029123794,
|
|
"learning_rate": 5.355455174753941e-06,
|
|
"loss": 1.7298,
|
|
"step": 280
|
|
},
|
|
{
|
|
"epoch": 2.4209621993127146,
|
|
"grad_norm": 0.2600703750003263,
|
|
"learning_rate": 5.328153437529512e-06,
|
|
"loss": 1.7573,
|
|
"step": 281
|
|
},
|
|
{
|
|
"epoch": 2.429553264604811,
|
|
"grad_norm": 0.2523351663963291,
|
|
"learning_rate": 5.300841870343183e-06,
|
|
"loss": 1.7449,
|
|
"step": 282
|
|
},
|
|
{
|
|
"epoch": 2.4381443298969074,
|
|
"grad_norm": 0.2670431080125699,
|
|
"learning_rate": 5.273521291323411e-06,
|
|
"loss": 1.7246,
|
|
"step": 283
|
|
},
|
|
{
|
|
"epoch": 2.4467353951890036,
|
|
"grad_norm": 0.25254035187471163,
|
|
"learning_rate": 5.2461925188686035e-06,
|
|
"loss": 1.7451,
|
|
"step": 284
|
|
},
|
|
{
|
|
"epoch": 2.4553264604811,
|
|
"grad_norm": 0.2508883074086655,
|
|
"learning_rate": 5.218856371622605e-06,
|
|
"loss": 1.7262,
|
|
"step": 285
|
|
},
|
|
{
|
|
"epoch": 2.463917525773196,
|
|
"grad_norm": 0.25219229137696275,
|
|
"learning_rate": 5.191513668450178e-06,
|
|
"loss": 1.737,
|
|
"step": 286
|
|
},
|
|
{
|
|
"epoch": 2.472508591065292,
|
|
"grad_norm": 0.25320537808898,
|
|
"learning_rate": 5.1641652284124645e-06,
|
|
"loss": 1.7396,
|
|
"step": 287
|
|
},
|
|
{
|
|
"epoch": 2.4810996563573884,
|
|
"grad_norm": 0.2806981448693318,
|
|
"learning_rate": 5.136811870742462e-06,
|
|
"loss": 1.7437,
|
|
"step": 288
|
|
},
|
|
{
|
|
"epoch": 2.4896907216494846,
|
|
"grad_norm": 0.24173806733280326,
|
|
"learning_rate": 5.109454414820475e-06,
|
|
"loss": 1.7791,
|
|
"step": 289
|
|
},
|
|
{
|
|
"epoch": 2.4982817869415808,
|
|
"grad_norm": 0.2707788540745343,
|
|
"learning_rate": 5.0820936801495716e-06,
|
|
"loss": 1.7543,
|
|
"step": 290
|
|
},
|
|
{
|
|
"epoch": 2.506872852233677,
|
|
"grad_norm": 0.2599485029275578,
|
|
"learning_rate": 5.054730486331041e-06,
|
|
"loss": 1.7234,
|
|
"step": 291
|
|
},
|
|
{
|
|
"epoch": 2.515463917525773,
|
|
"grad_norm": 0.25054672276405254,
|
|
"learning_rate": 5.0273656530398285e-06,
|
|
"loss": 1.7352,
|
|
"step": 292
|
|
},
|
|
{
|
|
"epoch": 2.5240549828178693,
|
|
"grad_norm": 0.2573776336213065,
|
|
"learning_rate": 5e-06,
|
|
"loss": 1.7514,
|
|
"step": 293
|
|
},
|
|
{
|
|
"epoch": 2.5326460481099655,
|
|
"grad_norm": 0.23703533832993126,
|
|
"learning_rate": 4.972634346960173e-06,
|
|
"loss": 1.6359,
|
|
"step": 294
|
|
},
|
|
{
|
|
"epoch": 2.5412371134020617,
|
|
"grad_norm": 0.2705943259676728,
|
|
"learning_rate": 4.945269513668962e-06,
|
|
"loss": 1.777,
|
|
"step": 295
|
|
},
|
|
{
|
|
"epoch": 2.549828178694158,
|
|
"grad_norm": 0.2550242865212212,
|
|
"learning_rate": 4.917906319850431e-06,
|
|
"loss": 1.7132,
|
|
"step": 296
|
|
},
|
|
{
|
|
"epoch": 2.558419243986254,
|
|
"grad_norm": 0.26742448602135604,
|
|
"learning_rate": 4.890545585179527e-06,
|
|
"loss": 1.7566,
|
|
"step": 297
|
|
},
|
|
{
|
|
"epoch": 2.5670103092783503,
|
|
"grad_norm": 0.266400686306017,
|
|
"learning_rate": 4.863188129257539e-06,
|
|
"loss": 1.7532,
|
|
"step": 298
|
|
},
|
|
{
|
|
"epoch": 2.5756013745704465,
|
|
"grad_norm": 0.28864348789360117,
|
|
"learning_rate": 4.835834771587537e-06,
|
|
"loss": 1.7401,
|
|
"step": 299
|
|
},
|
|
{
|
|
"epoch": 2.584192439862543,
|
|
"grad_norm": 0.24303483535987125,
|
|
"learning_rate": 4.808486331549824e-06,
|
|
"loss": 1.7235,
|
|
"step": 300
|
|
},
|
|
{
|
|
"epoch": 2.5927835051546393,
|
|
"grad_norm": 0.26471152605172477,
|
|
"learning_rate": 4.781143628377396e-06,
|
|
"loss": 1.7183,
|
|
"step": 301
|
|
},
|
|
{
|
|
"epoch": 2.6013745704467355,
|
|
"grad_norm": 0.2898803122430285,
|
|
"learning_rate": 4.753807481131398e-06,
|
|
"loss": 1.7858,
|
|
"step": 302
|
|
},
|
|
{
|
|
"epoch": 2.6099656357388317,
|
|
"grad_norm": 0.23208150346414513,
|
|
"learning_rate": 4.72647870867659e-06,
|
|
"loss": 1.7583,
|
|
"step": 303
|
|
},
|
|
{
|
|
"epoch": 2.618556701030928,
|
|
"grad_norm": 0.258038022151125,
|
|
"learning_rate": 4.699158129656818e-06,
|
|
"loss": 1.7564,
|
|
"step": 304
|
|
},
|
|
{
|
|
"epoch": 2.627147766323024,
|
|
"grad_norm": 0.24174383924378637,
|
|
"learning_rate": 4.671846562470489e-06,
|
|
"loss": 1.7455,
|
|
"step": 305
|
|
},
|
|
{
|
|
"epoch": 2.6357388316151202,
|
|
"grad_norm": 0.24773074133942538,
|
|
"learning_rate": 4.644544825246059e-06,
|
|
"loss": 1.7351,
|
|
"step": 306
|
|
},
|
|
{
|
|
"epoch": 2.6443298969072164,
|
|
"grad_norm": 0.25621933249081513,
|
|
"learning_rate": 4.617253735817522e-06,
|
|
"loss": 1.7251,
|
|
"step": 307
|
|
},
|
|
{
|
|
"epoch": 2.6529209621993126,
|
|
"grad_norm": 0.2559480246284349,
|
|
"learning_rate": 4.589974111699914e-06,
|
|
"loss": 1.7336,
|
|
"step": 308
|
|
},
|
|
{
|
|
"epoch": 2.661512027491409,
|
|
"grad_norm": 0.25347973386380757,
|
|
"learning_rate": 4.562706770064824e-06,
|
|
"loss": 1.7625,
|
|
"step": 309
|
|
},
|
|
{
|
|
"epoch": 2.670103092783505,
|
|
"grad_norm": 0.2572249104558495,
|
|
"learning_rate": 4.535452527715911e-06,
|
|
"loss": 1.7246,
|
|
"step": 310
|
|
},
|
|
{
|
|
"epoch": 2.6786941580756016,
|
|
"grad_norm": 0.24310238666111728,
|
|
"learning_rate": 4.508212201064446e-06,
|
|
"loss": 1.729,
|
|
"step": 311
|
|
},
|
|
{
|
|
"epoch": 2.687285223367698,
|
|
"grad_norm": 0.2381051713294497,
|
|
"learning_rate": 4.480986606104842e-06,
|
|
"loss": 1.771,
|
|
"step": 312
|
|
},
|
|
{
|
|
"epoch": 2.695876288659794,
|
|
"grad_norm": 0.2476231591131004,
|
|
"learning_rate": 4.453776558390225e-06,
|
|
"loss": 1.762,
|
|
"step": 313
|
|
},
|
|
{
|
|
"epoch": 2.70446735395189,
|
|
"grad_norm": 0.25432604692808797,
|
|
"learning_rate": 4.426582873007999e-06,
|
|
"loss": 1.7751,
|
|
"step": 314
|
|
},
|
|
{
|
|
"epoch": 2.7130584192439864,
|
|
"grad_norm": 0.24148970830649608,
|
|
"learning_rate": 4.3994063645554185e-06,
|
|
"loss": 1.7629,
|
|
"step": 315
|
|
},
|
|
{
|
|
"epoch": 2.7216494845360826,
|
|
"grad_norm": 0.2687873203876452,
|
|
"learning_rate": 4.3722478471152065e-06,
|
|
"loss": 1.6963,
|
|
"step": 316
|
|
},
|
|
{
|
|
"epoch": 2.7302405498281788,
|
|
"grad_norm": 0.25746700267483097,
|
|
"learning_rate": 4.345108134231152e-06,
|
|
"loss": 1.7348,
|
|
"step": 317
|
|
},
|
|
{
|
|
"epoch": 2.738831615120275,
|
|
"grad_norm": 0.27025200631644236,
|
|
"learning_rate": 4.31798803888375e-06,
|
|
"loss": 1.7875,
|
|
"step": 318
|
|
},
|
|
{
|
|
"epoch": 2.747422680412371,
|
|
"grad_norm": 0.24968915718366122,
|
|
"learning_rate": 4.290888373465841e-06,
|
|
"loss": 1.722,
|
|
"step": 319
|
|
},
|
|
{
|
|
"epoch": 2.7560137457044673,
|
|
"grad_norm": 0.23372356054490234,
|
|
"learning_rate": 4.2638099497582835e-06,
|
|
"loss": 1.7234,
|
|
"step": 320
|
|
},
|
|
{
|
|
"epoch": 2.7646048109965635,
|
|
"grad_norm": 0.23476817638617892,
|
|
"learning_rate": 4.236753578905627e-06,
|
|
"loss": 1.7481,
|
|
"step": 321
|
|
},
|
|
{
|
|
"epoch": 2.7731958762886597,
|
|
"grad_norm": 0.23530118596904906,
|
|
"learning_rate": 4.209720071391827e-06,
|
|
"loss": 1.7345,
|
|
"step": 322
|
|
},
|
|
{
|
|
"epoch": 2.781786941580756,
|
|
"grad_norm": 0.25951314424025645,
|
|
"learning_rate": 4.1827102370159526e-06,
|
|
"loss": 1.7523,
|
|
"step": 323
|
|
},
|
|
{
|
|
"epoch": 2.790378006872852,
|
|
"grad_norm": 0.24692340886346503,
|
|
"learning_rate": 4.155724884867937e-06,
|
|
"loss": 1.7171,
|
|
"step": 324
|
|
},
|
|
{
|
|
"epoch": 2.7989690721649483,
|
|
"grad_norm": 0.25308660216730366,
|
|
"learning_rate": 4.1287648233043366e-06,
|
|
"loss": 1.7574,
|
|
"step": 325
|
|
},
|
|
{
|
|
"epoch": 2.8075601374570445,
|
|
"grad_norm": 0.2567537654878209,
|
|
"learning_rate": 4.1018308599241245e-06,
|
|
"loss": 1.6823,
|
|
"step": 326
|
|
},
|
|
{
|
|
"epoch": 2.8161512027491407,
|
|
"grad_norm": 0.25305155829539,
|
|
"learning_rate": 4.074923801544485e-06,
|
|
"loss": 1.7565,
|
|
"step": 327
|
|
},
|
|
{
|
|
"epoch": 2.824742268041237,
|
|
"grad_norm": 0.24050906326685917,
|
|
"learning_rate": 4.048044454176658e-06,
|
|
"loss": 1.7761,
|
|
"step": 328
|
|
},
|
|
{
|
|
"epoch": 2.8333333333333335,
|
|
"grad_norm": 0.2447388353381909,
|
|
"learning_rate": 4.0211936230017915e-06,
|
|
"loss": 1.7443,
|
|
"step": 329
|
|
},
|
|
{
|
|
"epoch": 2.8419243986254297,
|
|
"grad_norm": 0.26240857077065216,
|
|
"learning_rate": 3.9943721123468124e-06,
|
|
"loss": 1.7509,
|
|
"step": 330
|
|
},
|
|
{
|
|
"epoch": 2.850515463917526,
|
|
"grad_norm": 0.28811462400375815,
|
|
"learning_rate": 3.967580725660348e-06,
|
|
"loss": 1.7528,
|
|
"step": 331
|
|
},
|
|
{
|
|
"epoch": 2.859106529209622,
|
|
"grad_norm": 0.2529330357428984,
|
|
"learning_rate": 3.940820265488644e-06,
|
|
"loss": 1.7625,
|
|
"step": 332
|
|
},
|
|
{
|
|
"epoch": 2.8676975945017182,
|
|
"grad_norm": 0.25916932781575436,
|
|
"learning_rate": 3.914091533451537e-06,
|
|
"loss": 1.7058,
|
|
"step": 333
|
|
},
|
|
{
|
|
"epoch": 2.8762886597938144,
|
|
"grad_norm": 0.2590407810513385,
|
|
"learning_rate": 3.887395330218429e-06,
|
|
"loss": 1.7161,
|
|
"step": 334
|
|
},
|
|
{
|
|
"epoch": 2.8848797250859106,
|
|
"grad_norm": 0.24066882385215688,
|
|
"learning_rate": 3.860732455484314e-06,
|
|
"loss": 1.7158,
|
|
"step": 335
|
|
},
|
|
{
|
|
"epoch": 2.893470790378007,
|
|
"grad_norm": 0.27294577615311516,
|
|
"learning_rate": 3.8341037079458125e-06,
|
|
"loss": 1.7733,
|
|
"step": 336
|
|
},
|
|
{
|
|
"epoch": 2.902061855670103,
|
|
"grad_norm": 0.2530676827059838,
|
|
"learning_rate": 3.8075098852772607e-06,
|
|
"loss": 1.7406,
|
|
"step": 337
|
|
},
|
|
{
|
|
"epoch": 2.910652920962199,
|
|
"grad_norm": 0.2628152164476677,
|
|
"learning_rate": 3.7809517841067976e-06,
|
|
"loss": 1.7058,
|
|
"step": 338
|
|
},
|
|
{
|
|
"epoch": 2.9192439862542954,
|
|
"grad_norm": 0.26638727240914895,
|
|
"learning_rate": 3.7544301999925176e-06,
|
|
"loss": 1.7496,
|
|
"step": 339
|
|
},
|
|
{
|
|
"epoch": 2.927835051546392,
|
|
"grad_norm": 0.23863083988145045,
|
|
"learning_rate": 3.727945927398628e-06,
|
|
"loss": 1.7845,
|
|
"step": 340
|
|
},
|
|
{
|
|
"epoch": 2.936426116838488,
|
|
"grad_norm": 0.24028358323758836,
|
|
"learning_rate": 3.7014997596716596e-06,
|
|
"loss": 1.745,
|
|
"step": 341
|
|
},
|
|
{
|
|
"epoch": 2.9450171821305844,
|
|
"grad_norm": 0.2524501050391268,
|
|
"learning_rate": 3.675092489016693e-06,
|
|
"loss": 1.7389,
|
|
"step": 342
|
|
},
|
|
{
|
|
"epoch": 2.9536082474226806,
|
|
"grad_norm": 0.29426755660492304,
|
|
"learning_rate": 3.6487249064736352e-06,
|
|
"loss": 1.7112,
|
|
"step": 343
|
|
},
|
|
{
|
|
"epoch": 2.9621993127147768,
|
|
"grad_norm": 0.22729315412728335,
|
|
"learning_rate": 3.622397801893518e-06,
|
|
"loss": 1.7016,
|
|
"step": 344
|
|
},
|
|
{
|
|
"epoch": 2.970790378006873,
|
|
"grad_norm": 0.25244870327576924,
|
|
"learning_rate": 3.5961119639148443e-06,
|
|
"loss": 1.7323,
|
|
"step": 345
|
|
},
|
|
{
|
|
"epoch": 2.979381443298969,
|
|
"grad_norm": 0.24503417973883346,
|
|
"learning_rate": 3.569868179939958e-06,
|
|
"loss": 1.7169,
|
|
"step": 346
|
|
},
|
|
{
|
|
"epoch": 2.9879725085910653,
|
|
"grad_norm": 0.2829554992612038,
|
|
"learning_rate": 3.543667236111458e-06,
|
|
"loss": 1.7268,
|
|
"step": 347
|
|
},
|
|
{
|
|
"epoch": 2.9965635738831615,
|
|
"grad_norm": 0.24834908746578163,
|
|
"learning_rate": 3.5175099172886507e-06,
|
|
"loss": 1.746,
|
|
"step": 348
|
|
},
|
|
{
|
|
"epoch": 3.008591065292096,
|
|
"grad_norm": 0.5922513392483557,
|
|
"learning_rate": 3.4913970070240388e-06,
|
|
"loss": 3.4119,
|
|
"step": 349
|
|
},
|
|
{
|
|
"epoch": 3.0171821305841924,
|
|
"grad_norm": 0.4020890443336188,
|
|
"learning_rate": 3.4653292875398523e-06,
|
|
"loss": 1.6271,
|
|
"step": 350
|
|
},
|
|
{
|
|
"epoch": 3.0257731958762886,
|
|
"grad_norm": 0.2846472800650302,
|
|
"learning_rate": 3.4393075397046105e-06,
|
|
"loss": 1.7354,
|
|
"step": 351
|
|
},
|
|
{
|
|
"epoch": 3.0343642611683848,
|
|
"grad_norm": 0.3696437917954285,
|
|
"learning_rate": 3.4133325430097337e-06,
|
|
"loss": 1.6708,
|
|
"step": 352
|
|
},
|
|
{
|
|
"epoch": 3.042955326460481,
|
|
"grad_norm": 0.2451913749329604,
|
|
"learning_rate": 3.3874050755461984e-06,
|
|
"loss": 1.6865,
|
|
"step": 353
|
|
},
|
|
{
|
|
"epoch": 3.051546391752577,
|
|
"grad_norm": 0.305602063686548,
|
|
"learning_rate": 3.3615259139812227e-06,
|
|
"loss": 1.6916,
|
|
"step": 354
|
|
},
|
|
{
|
|
"epoch": 3.0601374570446733,
|
|
"grad_norm": 0.3028789740936393,
|
|
"learning_rate": 3.335695833535001e-06,
|
|
"loss": 1.7133,
|
|
"step": 355
|
|
},
|
|
{
|
|
"epoch": 3.06872852233677,
|
|
"grad_norm": 0.27232200626107655,
|
|
"learning_rate": 3.309915607957487e-06,
|
|
"loss": 1.7203,
|
|
"step": 356
|
|
},
|
|
{
|
|
"epoch": 3.077319587628866,
|
|
"grad_norm": 0.24580818891429057,
|
|
"learning_rate": 3.2841860095052096e-06,
|
|
"loss": 1.6968,
|
|
"step": 357
|
|
},
|
|
{
|
|
"epoch": 3.0859106529209623,
|
|
"grad_norm": 0.30829456790986676,
|
|
"learning_rate": 3.258507808918146e-06,
|
|
"loss": 1.6632,
|
|
"step": 358
|
|
},
|
|
{
|
|
"epoch": 3.0945017182130585,
|
|
"grad_norm": 0.2493311669409693,
|
|
"learning_rate": 3.232881775396626e-06,
|
|
"loss": 1.6886,
|
|
"step": 359
|
|
},
|
|
{
|
|
"epoch": 3.1030927835051547,
|
|
"grad_norm": 0.26807381538701364,
|
|
"learning_rate": 3.2073086765783023e-06,
|
|
"loss": 1.6276,
|
|
"step": 360
|
|
},
|
|
{
|
|
"epoch": 3.111683848797251,
|
|
"grad_norm": 0.2655770739554699,
|
|
"learning_rate": 3.1817892785151426e-06,
|
|
"loss": 1.7224,
|
|
"step": 361
|
|
},
|
|
{
|
|
"epoch": 3.120274914089347,
|
|
"grad_norm": 0.29191249153928056,
|
|
"learning_rate": 3.1563243456504877e-06,
|
|
"loss": 1.6464,
|
|
"step": 362
|
|
},
|
|
{
|
|
"epoch": 3.1288659793814433,
|
|
"grad_norm": 0.26142611464602167,
|
|
"learning_rate": 3.1309146407961565e-06,
|
|
"loss": 1.7042,
|
|
"step": 363
|
|
},
|
|
{
|
|
"epoch": 3.1374570446735395,
|
|
"grad_norm": 0.25581281444307696,
|
|
"learning_rate": 3.1055609251095874e-06,
|
|
"loss": 1.684,
|
|
"step": 364
|
|
},
|
|
{
|
|
"epoch": 3.1460481099656357,
|
|
"grad_norm": 0.25645637858338083,
|
|
"learning_rate": 3.0802639580710465e-06,
|
|
"loss": 1.6748,
|
|
"step": 365
|
|
},
|
|
{
|
|
"epoch": 3.154639175257732,
|
|
"grad_norm": 0.2537099488131362,
|
|
"learning_rate": 3.0550244974608675e-06,
|
|
"loss": 1.6751,
|
|
"step": 366
|
|
},
|
|
{
|
|
"epoch": 3.163230240549828,
|
|
"grad_norm": 0.2622401902439414,
|
|
"learning_rate": 3.0298432993367577e-06,
|
|
"loss": 1.6762,
|
|
"step": 367
|
|
},
|
|
{
|
|
"epoch": 3.1718213058419242,
|
|
"grad_norm": 0.26777154057402036,
|
|
"learning_rate": 3.0047211180111537e-06,
|
|
"loss": 1.6637,
|
|
"step": 368
|
|
},
|
|
{
|
|
"epoch": 3.1804123711340204,
|
|
"grad_norm": 0.2697670915131976,
|
|
"learning_rate": 2.979658706028619e-06,
|
|
"loss": 1.6409,
|
|
"step": 369
|
|
},
|
|
{
|
|
"epoch": 3.189003436426117,
|
|
"grad_norm": 0.25302462808285775,
|
|
"learning_rate": 2.9546568141433007e-06,
|
|
"loss": 1.6811,
|
|
"step": 370
|
|
},
|
|
{
|
|
"epoch": 3.1975945017182132,
|
|
"grad_norm": 0.2926705457518936,
|
|
"learning_rate": 2.9297161912964476e-06,
|
|
"loss": 1.6811,
|
|
"step": 371
|
|
},
|
|
{
|
|
"epoch": 3.2061855670103094,
|
|
"grad_norm": 0.24258346567546993,
|
|
"learning_rate": 2.904837584593968e-06,
|
|
"loss": 1.6987,
|
|
"step": 372
|
|
},
|
|
{
|
|
"epoch": 3.2147766323024056,
|
|
"grad_norm": 0.27821484417248077,
|
|
"learning_rate": 2.880021739284053e-06,
|
|
"loss": 1.7002,
|
|
"step": 373
|
|
},
|
|
{
|
|
"epoch": 3.223367697594502,
|
|
"grad_norm": 0.2583260720453906,
|
|
"learning_rate": 2.8552693987348533e-06,
|
|
"loss": 1.6581,
|
|
"step": 374
|
|
},
|
|
{
|
|
"epoch": 3.231958762886598,
|
|
"grad_norm": 0.2995718829517528,
|
|
"learning_rate": 2.83058130441221e-06,
|
|
"loss": 1.698,
|
|
"step": 375
|
|
},
|
|
{
|
|
"epoch": 3.240549828178694,
|
|
"grad_norm": 0.23209310903531505,
|
|
"learning_rate": 2.8059581958574434e-06,
|
|
"loss": 1.6639,
|
|
"step": 376
|
|
},
|
|
{
|
|
"epoch": 3.2491408934707904,
|
|
"grad_norm": 0.3141583986931671,
|
|
"learning_rate": 2.781400810665201e-06,
|
|
"loss": 1.6306,
|
|
"step": 377
|
|
},
|
|
{
|
|
"epoch": 3.2577319587628866,
|
|
"grad_norm": 0.26043046141639037,
|
|
"learning_rate": 2.7569098844613616e-06,
|
|
"loss": 1.6428,
|
|
"step": 378
|
|
},
|
|
{
|
|
"epoch": 3.2663230240549828,
|
|
"grad_norm": 0.2682410210651436,
|
|
"learning_rate": 2.7324861508810007e-06,
|
|
"loss": 1.7031,
|
|
"step": 379
|
|
},
|
|
{
|
|
"epoch": 3.274914089347079,
|
|
"grad_norm": 0.23627466269523362,
|
|
"learning_rate": 2.708130341546407e-06,
|
|
"loss": 1.6912,
|
|
"step": 380
|
|
},
|
|
{
|
|
"epoch": 3.283505154639175,
|
|
"grad_norm": 0.25452308447859706,
|
|
"learning_rate": 2.6838431860451797e-06,
|
|
"loss": 1.6972,
|
|
"step": 381
|
|
},
|
|
{
|
|
"epoch": 3.2920962199312713,
|
|
"grad_norm": 0.2684481414005352,
|
|
"learning_rate": 2.659625411908366e-06,
|
|
"loss": 1.6126,
|
|
"step": 382
|
|
},
|
|
{
|
|
"epoch": 3.3006872852233675,
|
|
"grad_norm": 0.28632630512865187,
|
|
"learning_rate": 2.635477744588658e-06,
|
|
"loss": 1.7118,
|
|
"step": 383
|
|
},
|
|
{
|
|
"epoch": 3.3092783505154637,
|
|
"grad_norm": 0.2480954277626528,
|
|
"learning_rate": 2.611400907438685e-06,
|
|
"loss": 1.678,
|
|
"step": 384
|
|
},
|
|
{
|
|
"epoch": 3.31786941580756,
|
|
"grad_norm": 0.27009672556246167,
|
|
"learning_rate": 2.587395621689325e-06,
|
|
"loss": 1.6571,
|
|
"step": 385
|
|
},
|
|
{
|
|
"epoch": 3.3264604810996565,
|
|
"grad_norm": 0.2488236290385475,
|
|
"learning_rate": 2.563462606428101e-06,
|
|
"loss": 1.698,
|
|
"step": 386
|
|
},
|
|
{
|
|
"epoch": 3.3350515463917527,
|
|
"grad_norm": 0.265013925369111,
|
|
"learning_rate": 2.5396025785776545e-06,
|
|
"loss": 1.6874,
|
|
"step": 387
|
|
},
|
|
{
|
|
"epoch": 3.343642611683849,
|
|
"grad_norm": 0.2501632529845309,
|
|
"learning_rate": 2.515816252874258e-06,
|
|
"loss": 1.6518,
|
|
"step": 388
|
|
},
|
|
{
|
|
"epoch": 3.352233676975945,
|
|
"grad_norm": 0.26963209575817787,
|
|
"learning_rate": 2.4921043418464085e-06,
|
|
"loss": 1.723,
|
|
"step": 389
|
|
},
|
|
{
|
|
"epoch": 3.3608247422680413,
|
|
"grad_norm": 0.2439138058109664,
|
|
"learning_rate": 2.4684675557934766e-06,
|
|
"loss": 1.6514,
|
|
"step": 390
|
|
},
|
|
{
|
|
"epoch": 3.3694158075601375,
|
|
"grad_norm": 0.25131424095425053,
|
|
"learning_rate": 2.4449066027644473e-06,
|
|
"loss": 1.6717,
|
|
"step": 391
|
|
},
|
|
{
|
|
"epoch": 3.3780068728522337,
|
|
"grad_norm": 0.23423918940451338,
|
|
"learning_rate": 2.4214221885366918e-06,
|
|
"loss": 1.6818,
|
|
"step": 392
|
|
},
|
|
{
|
|
"epoch": 3.38659793814433,
|
|
"grad_norm": 0.23504278302633322,
|
|
"learning_rate": 2.398015016594828e-06,
|
|
"loss": 1.6851,
|
|
"step": 393
|
|
},
|
|
{
|
|
"epoch": 3.395189003436426,
|
|
"grad_norm": 0.23108912440397839,
|
|
"learning_rate": 2.3746857881096586e-06,
|
|
"loss": 1.6573,
|
|
"step": 394
|
|
},
|
|
{
|
|
"epoch": 3.4037800687285222,
|
|
"grad_norm": 0.2630972598480657,
|
|
"learning_rate": 2.351435201917159e-06,
|
|
"loss": 1.6736,
|
|
"step": 395
|
|
},
|
|
{
|
|
"epoch": 3.4123711340206184,
|
|
"grad_norm": 0.2565037203189053,
|
|
"learning_rate": 2.32826395449754e-06,
|
|
"loss": 1.6683,
|
|
"step": 396
|
|
},
|
|
{
|
|
"epoch": 3.4209621993127146,
|
|
"grad_norm": 0.27931135209944863,
|
|
"learning_rate": 2.3051727399543934e-06,
|
|
"loss": 1.6755,
|
|
"step": 397
|
|
},
|
|
{
|
|
"epoch": 3.429553264604811,
|
|
"grad_norm": 0.29212242360552815,
|
|
"learning_rate": 2.282162249993895e-06,
|
|
"loss": 1.6334,
|
|
"step": 398
|
|
},
|
|
{
|
|
"epoch": 3.4381443298969074,
|
|
"grad_norm": 0.26981834777022456,
|
|
"learning_rate": 2.259233173904084e-06,
|
|
"loss": 1.708,
|
|
"step": 399
|
|
},
|
|
{
|
|
"epoch": 3.4467353951890036,
|
|
"grad_norm": 0.27252952116031537,
|
|
"learning_rate": 2.2363861985342156e-06,
|
|
"loss": 1.7145,
|
|
"step": 400
|
|
},
|
|
{
|
|
"epoch": 3.4553264604811,
|
|
"grad_norm": 0.26856882317170744,
|
|
"learning_rate": 2.2136220082741876e-06,
|
|
"loss": 1.6999,
|
|
"step": 401
|
|
},
|
|
{
|
|
"epoch": 3.463917525773196,
|
|
"grad_norm": 0.26539546923935187,
|
|
"learning_rate": 2.1909412850340395e-06,
|
|
"loss": 1.6981,
|
|
"step": 402
|
|
},
|
|
{
|
|
"epoch": 3.472508591065292,
|
|
"grad_norm": 0.24609298736654442,
|
|
"learning_rate": 2.168344708223519e-06,
|
|
"loss": 1.6949,
|
|
"step": 403
|
|
},
|
|
{
|
|
"epoch": 3.4810996563573884,
|
|
"grad_norm": 0.23740060447946054,
|
|
"learning_rate": 2.1458329547317384e-06,
|
|
"loss": 1.7044,
|
|
"step": 404
|
|
},
|
|
{
|
|
"epoch": 3.4896907216494846,
|
|
"grad_norm": 0.26722945895883293,
|
|
"learning_rate": 2.1234066989068972e-06,
|
|
"loss": 1.6929,
|
|
"step": 405
|
|
},
|
|
{
|
|
"epoch": 3.4982817869415808,
|
|
"grad_norm": 0.23155932481833713,
|
|
"learning_rate": 2.1010666125360767e-06,
|
|
"loss": 1.6896,
|
|
"step": 406
|
|
},
|
|
{
|
|
"epoch": 3.506872852233677,
|
|
"grad_norm": 0.2711065659946207,
|
|
"learning_rate": 2.0788133648251207e-06,
|
|
"loss": 1.6726,
|
|
"step": 407
|
|
},
|
|
{
|
|
"epoch": 3.515463917525773,
|
|
"grad_norm": 0.23502373531128723,
|
|
"learning_rate": 2.0566476223785857e-06,
|
|
"loss": 1.6584,
|
|
"step": 408
|
|
},
|
|
{
|
|
"epoch": 3.5240549828178693,
|
|
"grad_norm": 0.23647872007839724,
|
|
"learning_rate": 2.0345700491797786e-06,
|
|
"loss": 1.6842,
|
|
"step": 409
|
|
},
|
|
{
|
|
"epoch": 3.5326460481099655,
|
|
"grad_norm": 0.25531191284936877,
|
|
"learning_rate": 2.0125813065708568e-06,
|
|
"loss": 1.7291,
|
|
"step": 410
|
|
},
|
|
{
|
|
"epoch": 3.5412371134020617,
|
|
"grad_norm": 0.2338734563419503,
|
|
"learning_rate": 1.9906820532330262e-06,
|
|
"loss": 1.6603,
|
|
"step": 411
|
|
},
|
|
{
|
|
"epoch": 3.549828178694158,
|
|
"grad_norm": 0.24952190919610998,
|
|
"learning_rate": 1.9688729451668116e-06,
|
|
"loss": 1.6538,
|
|
"step": 412
|
|
},
|
|
{
|
|
"epoch": 3.558419243986254,
|
|
"grad_norm": 0.24615091256665883,
|
|
"learning_rate": 1.947154635672393e-06,
|
|
"loss": 1.6823,
|
|
"step": 413
|
|
},
|
|
{
|
|
"epoch": 3.5670103092783503,
|
|
"grad_norm": 0.24544513932589554,
|
|
"learning_rate": 1.925527775330049e-06,
|
|
"loss": 1.6561,
|
|
"step": 414
|
|
},
|
|
{
|
|
"epoch": 3.5756013745704465,
|
|
"grad_norm": 0.2547223286101074,
|
|
"learning_rate": 1.9039930119806698e-06,
|
|
"loss": 1.7017,
|
|
"step": 415
|
|
},
|
|
{
|
|
"epoch": 3.584192439862543,
|
|
"grad_norm": 0.24474946887671897,
|
|
"learning_rate": 1.8825509907063328e-06,
|
|
"loss": 1.6966,
|
|
"step": 416
|
|
},
|
|
{
|
|
"epoch": 3.5927835051546393,
|
|
"grad_norm": 0.23579767821458228,
|
|
"learning_rate": 1.8612023538109998e-06,
|
|
"loss": 1.6644,
|
|
"step": 417
|
|
},
|
|
{
|
|
"epoch": 3.6013745704467355,
|
|
"grad_norm": 0.236127895866837,
|
|
"learning_rate": 1.8399477408012645e-06,
|
|
"loss": 1.6935,
|
|
"step": 418
|
|
},
|
|
{
|
|
"epoch": 3.6099656357388317,
|
|
"grad_norm": 0.2663423480735363,
|
|
"learning_rate": 1.8187877883672024e-06,
|
|
"loss": 1.6871,
|
|
"step": 419
|
|
},
|
|
{
|
|
"epoch": 3.618556701030928,
|
|
"grad_norm": 0.23972519408323606,
|
|
"learning_rate": 1.797723130363288e-06,
|
|
"loss": 1.6964,
|
|
"step": 420
|
|
},
|
|
{
|
|
"epoch": 3.627147766323024,
|
|
"grad_norm": 0.2378828947434377,
|
|
"learning_rate": 1.7767543977894198e-06,
|
|
"loss": 1.664,
|
|
"step": 421
|
|
},
|
|
{
|
|
"epoch": 3.6357388316151202,
|
|
"grad_norm": 0.22727687711471692,
|
|
"learning_rate": 1.755882218772018e-06,
|
|
"loss": 1.6827,
|
|
"step": 422
|
|
},
|
|
{
|
|
"epoch": 3.6443298969072164,
|
|
"grad_norm": 0.2255094104159532,
|
|
"learning_rate": 1.7351072185451934e-06,
|
|
"loss": 1.6893,
|
|
"step": 423
|
|
},
|
|
{
|
|
"epoch": 3.6529209621993126,
|
|
"grad_norm": 0.24809139447614564,
|
|
"learning_rate": 1.7144300194320357e-06,
|
|
"loss": 1.6816,
|
|
"step": 424
|
|
},
|
|
{
|
|
"epoch": 3.661512027491409,
|
|
"grad_norm": 0.25186582278678304,
|
|
"learning_rate": 1.6938512408259655e-06,
|
|
"loss": 1.6653,
|
|
"step": 425
|
|
},
|
|
{
|
|
"epoch": 3.670103092783505,
|
|
"grad_norm": 0.2559208529812737,
|
|
"learning_rate": 1.6733714991721738e-06,
|
|
"loss": 1.6664,
|
|
"step": 426
|
|
},
|
|
{
|
|
"epoch": 3.6786941580756016,
|
|
"grad_norm": 0.25827292208337704,
|
|
"learning_rate": 1.652991407949167e-06,
|
|
"loss": 1.6452,
|
|
"step": 427
|
|
},
|
|
{
|
|
"epoch": 3.687285223367698,
|
|
"grad_norm": 0.24886719673164634,
|
|
"learning_rate": 1.6327115776503833e-06,
|
|
"loss": 1.7094,
|
|
"step": 428
|
|
},
|
|
{
|
|
"epoch": 3.695876288659794,
|
|
"grad_norm": 0.2967568140556356,
|
|
"learning_rate": 1.6125326157659048e-06,
|
|
"loss": 1.6708,
|
|
"step": 429
|
|
},
|
|
{
|
|
"epoch": 3.70446735395189,
|
|
"grad_norm": 0.24610789821189943,
|
|
"learning_rate": 1.5924551267642641e-06,
|
|
"loss": 1.7097,
|
|
"step": 430
|
|
},
|
|
{
|
|
"epoch": 3.7130584192439864,
|
|
"grad_norm": 0.26064599580011155,
|
|
"learning_rate": 1.572479712074333e-06,
|
|
"loss": 1.6399,
|
|
"step": 431
|
|
},
|
|
{
|
|
"epoch": 3.7216494845360826,
|
|
"grad_norm": 0.25823550620207686,
|
|
"learning_rate": 1.5526069700673108e-06,
|
|
"loss": 1.6418,
|
|
"step": 432
|
|
},
|
|
{
|
|
"epoch": 3.7302405498281788,
|
|
"grad_norm": 0.2509972834327566,
|
|
"learning_rate": 1.532837496038792e-06,
|
|
"loss": 1.6782,
|
|
"step": 433
|
|
},
|
|
{
|
|
"epoch": 3.738831615120275,
|
|
"grad_norm": 0.25327011530278,
|
|
"learning_rate": 1.5131718821909435e-06,
|
|
"loss": 1.705,
|
|
"step": 434
|
|
},
|
|
{
|
|
"epoch": 3.747422680412371,
|
|
"grad_norm": 0.24464619937684007,
|
|
"learning_rate": 1.4936107176147606e-06,
|
|
"loss": 1.7135,
|
|
"step": 435
|
|
},
|
|
{
|
|
"epoch": 3.7560137457044673,
|
|
"grad_norm": 0.25124166991508706,
|
|
"learning_rate": 1.4741545882724213e-06,
|
|
"loss": 1.7038,
|
|
"step": 436
|
|
},
|
|
{
|
|
"epoch": 3.7646048109965635,
|
|
"grad_norm": 0.24424448019564532,
|
|
"learning_rate": 1.4548040769797255e-06,
|
|
"loss": 1.6424,
|
|
"step": 437
|
|
},
|
|
{
|
|
"epoch": 3.7731958762886597,
|
|
"grad_norm": 0.25292186500202485,
|
|
"learning_rate": 1.4355597633886576e-06,
|
|
"loss": 1.6756,
|
|
"step": 438
|
|
},
|
|
{
|
|
"epoch": 3.781786941580756,
|
|
"grad_norm": 0.23840691684985385,
|
|
"learning_rate": 1.416422223969996e-06,
|
|
"loss": 1.6786,
|
|
"step": 439
|
|
},
|
|
{
|
|
"epoch": 3.790378006872852,
|
|
"grad_norm": 0.25906625423522317,
|
|
"learning_rate": 1.3973920319960654e-06,
|
|
"loss": 1.6766,
|
|
"step": 440
|
|
},
|
|
{
|
|
"epoch": 3.7989690721649483,
|
|
"grad_norm": 0.26153465080891225,
|
|
"learning_rate": 1.378469757523554e-06,
|
|
"loss": 1.6828,
|
|
"step": 441
|
|
},
|
|
{
|
|
"epoch": 3.8075601374570445,
|
|
"grad_norm": 0.23917358482231746,
|
|
"learning_rate": 1.3596559673764421e-06,
|
|
"loss": 1.6804,
|
|
"step": 442
|
|
},
|
|
{
|
|
"epoch": 3.8161512027491407,
|
|
"grad_norm": 0.2396941834079674,
|
|
"learning_rate": 1.3409512251290164e-06,
|
|
"loss": 1.6668,
|
|
"step": 443
|
|
},
|
|
{
|
|
"epoch": 3.824742268041237,
|
|
"grad_norm": 0.2629866189082095,
|
|
"learning_rate": 1.322356091088996e-06,
|
|
"loss": 1.7056,
|
|
"step": 444
|
|
},
|
|
{
|
|
"epoch": 3.8333333333333335,
|
|
"grad_norm": 0.2607750520114126,
|
|
"learning_rate": 1.303871122280742e-06,
|
|
"loss": 1.7074,
|
|
"step": 445
|
|
},
|
|
{
|
|
"epoch": 3.8419243986254297,
|
|
"grad_norm": 0.3057642778361461,
|
|
"learning_rate": 1.2854968724285755e-06,
|
|
"loss": 1.6656,
|
|
"step": 446
|
|
},
|
|
{
|
|
"epoch": 3.850515463917526,
|
|
"grad_norm": 0.23584672793493383,
|
|
"learning_rate": 1.2672338919401866e-06,
|
|
"loss": 1.7042,
|
|
"step": 447
|
|
},
|
|
{
|
|
"epoch": 3.859106529209622,
|
|
"grad_norm": 0.2327615685413911,
|
|
"learning_rate": 1.2490827278901513e-06,
|
|
"loss": 1.638,
|
|
"step": 448
|
|
},
|
|
{
|
|
"epoch": 3.8676975945017182,
|
|
"grad_norm": 0.2538402919887143,
|
|
"learning_rate": 1.2310439240035415e-06,
|
|
"loss": 1.6697,
|
|
"step": 449
|
|
},
|
|
{
|
|
"epoch": 3.8762886597938144,
|
|
"grad_norm": 0.24590706784319505,
|
|
"learning_rate": 1.2131180206396331e-06,
|
|
"loss": 1.6567,
|
|
"step": 450
|
|
},
|
|
{
|
|
"epoch": 3.8848797250859106,
|
|
"grad_norm": 0.24366334985364868,
|
|
"learning_rate": 1.195305554775728e-06,
|
|
"loss": 1.6873,
|
|
"step": 451
|
|
},
|
|
{
|
|
"epoch": 3.893470790378007,
|
|
"grad_norm": 0.24933468260526015,
|
|
"learning_rate": 1.177607059991065e-06,
|
|
"loss": 1.6768,
|
|
"step": 452
|
|
},
|
|
{
|
|
"epoch": 3.902061855670103,
|
|
"grad_norm": 0.26229582665690454,
|
|
"learning_rate": 1.1600230664508288e-06,
|
|
"loss": 1.6861,
|
|
"step": 453
|
|
},
|
|
{
|
|
"epoch": 3.910652920962199,
|
|
"grad_norm": 0.25037526400185023,
|
|
"learning_rate": 1.1425541008902852e-06,
|
|
"loss": 1.709,
|
|
"step": 454
|
|
},
|
|
{
|
|
"epoch": 3.9192439862542954,
|
|
"grad_norm": 0.2436612620158865,
|
|
"learning_rate": 1.1252006865989868e-06,
|
|
"loss": 1.6697,
|
|
"step": 455
|
|
},
|
|
{
|
|
"epoch": 3.927835051546392,
|
|
"grad_norm": 0.22958914781932735,
|
|
"learning_rate": 1.107963343405103e-06,
|
|
"loss": 1.6828,
|
|
"step": 456
|
|
},
|
|
{
|
|
"epoch": 3.936426116838488,
|
|
"grad_norm": 0.24154992738826303,
|
|
"learning_rate": 1.0908425876598512e-06,
|
|
"loss": 1.7176,
|
|
"step": 457
|
|
},
|
|
{
|
|
"epoch": 3.9450171821305844,
|
|
"grad_norm": 0.24344258073527894,
|
|
"learning_rate": 1.0738389322220276e-06,
|
|
"loss": 1.6401,
|
|
"step": 458
|
|
},
|
|
{
|
|
"epoch": 3.9536082474226806,
|
|
"grad_norm": 0.2390591834019147,
|
|
"learning_rate": 1.0569528864426444e-06,
|
|
"loss": 1.6637,
|
|
"step": 459
|
|
},
|
|
{
|
|
"epoch": 3.9621993127147768,
|
|
"grad_norm": 0.24876356770228733,
|
|
"learning_rate": 1.0401849561496647e-06,
|
|
"loss": 1.672,
|
|
"step": 460
|
|
},
|
|
{
|
|
"epoch": 3.970790378006873,
|
|
"grad_norm": 0.24788035367409328,
|
|
"learning_rate": 1.0235356436328675e-06,
|
|
"loss": 1.6737,
|
|
"step": 461
|
|
},
|
|
{
|
|
"epoch": 3.979381443298969,
|
|
"grad_norm": 0.22083500615355336,
|
|
"learning_rate": 1.007005447628785e-06,
|
|
"loss": 1.6832,
|
|
"step": 462
|
|
},
|
|
{
|
|
"epoch": 3.9879725085910653,
|
|
"grad_norm": 0.23586980332078747,
|
|
"learning_rate": 9.905948633057666e-07,
|
|
"loss": 1.7014,
|
|
"step": 463
|
|
},
|
|
{
|
|
"epoch": 3.9965635738831615,
|
|
"grad_norm": 0.23418365998229526,
|
|
"learning_rate": 9.743043822491528e-07,
|
|
"loss": 1.6619,
|
|
"step": 464
|
|
},
|
|
{
|
|
"epoch": 4.008591065292096,
|
|
"grad_norm": 0.5867691500106113,
|
|
"learning_rate": 9.58134492446543e-07,
|
|
"loss": 3.3257,
|
|
"step": 465
|
|
},
|
|
{
|
|
"epoch": 4.017182130584192,
|
|
"grad_norm": 0.22848089001074176,
|
|
"learning_rate": 9.420856782731774e-07,
|
|
"loss": 1.6432,
|
|
"step": 466
|
|
},
|
|
{
|
|
"epoch": 4.025773195876289,
|
|
"grad_norm": 0.26643759471086603,
|
|
"learning_rate": 9.26158420477431e-07,
|
|
"loss": 1.6255,
|
|
"step": 467
|
|
},
|
|
{
|
|
"epoch": 4.034364261168385,
|
|
"grad_norm": 0.24279390688421273,
|
|
"learning_rate": 9.10353196166412e-07,
|
|
"loss": 1.6936,
|
|
"step": 468
|
|
},
|
|
{
|
|
"epoch": 4.042955326460481,
|
|
"grad_norm": 0.24978730161476037,
|
|
"learning_rate": 8.946704787916676e-07,
|
|
"loss": 1.6602,
|
|
"step": 469
|
|
},
|
|
{
|
|
"epoch": 4.051546391752577,
|
|
"grad_norm": 0.24882895961508988,
|
|
"learning_rate": 8.791107381350028e-07,
|
|
"loss": 1.6557,
|
|
"step": 470
|
|
},
|
|
{
|
|
"epoch": 4.060137457044673,
|
|
"grad_norm": 0.24038548638994323,
|
|
"learning_rate": 8.636744402944075e-07,
|
|
"loss": 1.649,
|
|
"step": 471
|
|
},
|
|
{
|
|
"epoch": 4.0687285223367695,
|
|
"grad_norm": 0.23343234428832116,
|
|
"learning_rate": 8.483620476700977e-07,
|
|
"loss": 1.6623,
|
|
"step": 472
|
|
},
|
|
{
|
|
"epoch": 4.077319587628866,
|
|
"grad_norm": 0.2479346870830623,
|
|
"learning_rate": 8.33174018950656e-07,
|
|
"loss": 1.6911,
|
|
"step": 473
|
|
},
|
|
{
|
|
"epoch": 4.085910652920962,
|
|
"grad_norm": 0.23925299666712668,
|
|
"learning_rate": 8.181108090993001e-07,
|
|
"loss": 1.6349,
|
|
"step": 474
|
|
},
|
|
{
|
|
"epoch": 4.094501718213058,
|
|
"grad_norm": 0.23889326115734966,
|
|
"learning_rate": 8.031728693402502e-07,
|
|
"loss": 1.6721,
|
|
"step": 475
|
|
},
|
|
{
|
|
"epoch": 4.103092783505154,
|
|
"grad_norm": 0.2296301969294035,
|
|
"learning_rate": 7.883606471452138e-07,
|
|
"loss": 1.6814,
|
|
"step": 476
|
|
},
|
|
{
|
|
"epoch": 4.1116838487972505,
|
|
"grad_norm": 0.23775555355784386,
|
|
"learning_rate": 7.736745862199785e-07,
|
|
"loss": 1.6394,
|
|
"step": 477
|
|
},
|
|
{
|
|
"epoch": 4.120274914089347,
|
|
"grad_norm": 0.24046066783607495,
|
|
"learning_rate": 7.59115126491124e-07,
|
|
"loss": 1.6729,
|
|
"step": 478
|
|
},
|
|
{
|
|
"epoch": 4.128865979381443,
|
|
"grad_norm": 0.23623768362714573,
|
|
"learning_rate": 7.446827040928439e-07,
|
|
"loss": 1.6354,
|
|
"step": 479
|
|
},
|
|
{
|
|
"epoch": 4.13745704467354,
|
|
"grad_norm": 0.2575549346066372,
|
|
"learning_rate": 7.303777513538762e-07,
|
|
"loss": 1.6333,
|
|
"step": 480
|
|
},
|
|
{
|
|
"epoch": 4.146048109965636,
|
|
"grad_norm": 0.24860345971574782,
|
|
"learning_rate": 7.162006967845602e-07,
|
|
"loss": 1.6907,
|
|
"step": 481
|
|
},
|
|
{
|
|
"epoch": 4.154639175257732,
|
|
"grad_norm": 0.23054251038882875,
|
|
"learning_rate": 7.021519650639952e-07,
|
|
"loss": 1.6044,
|
|
"step": 482
|
|
},
|
|
{
|
|
"epoch": 4.1632302405498285,
|
|
"grad_norm": 0.24550821257644512,
|
|
"learning_rate": 6.882319770273193e-07,
|
|
"loss": 1.6748,
|
|
"step": 483
|
|
},
|
|
{
|
|
"epoch": 4.171821305841925,
|
|
"grad_norm": 0.23474577539619082,
|
|
"learning_rate": 6.744411496531045e-07,
|
|
"loss": 1.6451,
|
|
"step": 484
|
|
},
|
|
{
|
|
"epoch": 4.180412371134021,
|
|
"grad_norm": 0.22708100508998744,
|
|
"learning_rate": 6.607798960508693e-07,
|
|
"loss": 1.6892,
|
|
"step": 485
|
|
},
|
|
{
|
|
"epoch": 4.189003436426117,
|
|
"grad_norm": 0.23352825875050276,
|
|
"learning_rate": 6.472486254486954e-07,
|
|
"loss": 1.632,
|
|
"step": 486
|
|
},
|
|
{
|
|
"epoch": 4.197594501718213,
|
|
"grad_norm": 0.24648114546627972,
|
|
"learning_rate": 6.338477431809764e-07,
|
|
"loss": 1.6557,
|
|
"step": 487
|
|
},
|
|
{
|
|
"epoch": 4.206185567010309,
|
|
"grad_norm": 0.24736170079000772,
|
|
"learning_rate": 6.205776506762729e-07,
|
|
"loss": 1.6461,
|
|
"step": 488
|
|
},
|
|
{
|
|
"epoch": 4.214776632302406,
|
|
"grad_norm": 0.2380927846200124,
|
|
"learning_rate": 6.074387454452891e-07,
|
|
"loss": 1.7005,
|
|
"step": 489
|
|
},
|
|
{
|
|
"epoch": 4.223367697594502,
|
|
"grad_norm": 0.25104258830397624,
|
|
"learning_rate": 5.944314210689611e-07,
|
|
"loss": 1.6407,
|
|
"step": 490
|
|
},
|
|
{
|
|
"epoch": 4.231958762886598,
|
|
"grad_norm": 0.24999941862158437,
|
|
"learning_rate": 5.815560671866721e-07,
|
|
"loss": 1.6439,
|
|
"step": 491
|
|
},
|
|
{
|
|
"epoch": 4.240549828178694,
|
|
"grad_norm": 0.22907317626435914,
|
|
"learning_rate": 5.688130694845817e-07,
|
|
"loss": 1.663,
|
|
"step": 492
|
|
},
|
|
{
|
|
"epoch": 4.24914089347079,
|
|
"grad_norm": 0.24260790107655203,
|
|
"learning_rate": 5.562028096840638e-07,
|
|
"loss": 1.6133,
|
|
"step": 493
|
|
},
|
|
{
|
|
"epoch": 4.257731958762887,
|
|
"grad_norm": 0.2449427663820236,
|
|
"learning_rate": 5.437256655302814e-07,
|
|
"loss": 1.6833,
|
|
"step": 494
|
|
},
|
|
{
|
|
"epoch": 4.266323024054983,
|
|
"grad_norm": 0.2452720567127199,
|
|
"learning_rate": 5.313820107808665e-07,
|
|
"loss": 1.6382,
|
|
"step": 495
|
|
},
|
|
{
|
|
"epoch": 4.274914089347079,
|
|
"grad_norm": 0.24245668714636706,
|
|
"learning_rate": 5.191722151947227e-07,
|
|
"loss": 1.6065,
|
|
"step": 496
|
|
},
|
|
{
|
|
"epoch": 4.283505154639175,
|
|
"grad_norm": 0.24686375253425183,
|
|
"learning_rate": 5.07096644520954e-07,
|
|
"loss": 1.6028,
|
|
"step": 497
|
|
},
|
|
{
|
|
"epoch": 4.292096219931271,
|
|
"grad_norm": 0.24325465896590973,
|
|
"learning_rate": 4.951556604879049e-07,
|
|
"loss": 1.627,
|
|
"step": 498
|
|
},
|
|
{
|
|
"epoch": 4.3006872852233675,
|
|
"grad_norm": 0.25561506607383994,
|
|
"learning_rate": 4.83349620792325e-07,
|
|
"loss": 1.6532,
|
|
"step": 499
|
|
},
|
|
{
|
|
"epoch": 4.309278350515464,
|
|
"grad_norm": 0.24432420895344698,
|
|
"learning_rate": 4.716788790886545e-07,
|
|
"loss": 1.7054,
|
|
"step": 500
|
|
},
|
|
{
|
|
"epoch": 4.31786941580756,
|
|
"grad_norm": 0.24652763938837308,
|
|
"learning_rate": 4.601437849784318e-07,
|
|
"loss": 1.6584,
|
|
"step": 501
|
|
},
|
|
{
|
|
"epoch": 4.326460481099656,
|
|
"grad_norm": 0.24081112601884344,
|
|
"learning_rate": 4.487446839998194e-07,
|
|
"loss": 1.6579,
|
|
"step": 502
|
|
},
|
|
{
|
|
"epoch": 4.335051546391752,
|
|
"grad_norm": 0.24077762120128518,
|
|
"learning_rate": 4.374819176172501e-07,
|
|
"loss": 1.611,
|
|
"step": 503
|
|
},
|
|
{
|
|
"epoch": 4.3436426116838485,
|
|
"grad_norm": 0.23551283193929728,
|
|
"learning_rate": 4.263558232112064e-07,
|
|
"loss": 1.6486,
|
|
"step": 504
|
|
},
|
|
{
|
|
"epoch": 4.352233676975945,
|
|
"grad_norm": 0.24030554806756774,
|
|
"learning_rate": 4.153667340681067e-07,
|
|
"loss": 1.5969,
|
|
"step": 505
|
|
},
|
|
{
|
|
"epoch": 4.360824742268041,
|
|
"grad_norm": 0.23691286610236578,
|
|
"learning_rate": 4.045149793703257e-07,
|
|
"loss": 1.6753,
|
|
"step": 506
|
|
},
|
|
{
|
|
"epoch": 4.369415807560138,
|
|
"grad_norm": 0.23903869191328392,
|
|
"learning_rate": 3.938008841863289e-07,
|
|
"loss": 1.646,
|
|
"step": 507
|
|
},
|
|
{
|
|
"epoch": 4.378006872852234,
|
|
"grad_norm": 0.2389287897855053,
|
|
"learning_rate": 3.832247694609442e-07,
|
|
"loss": 1.6505,
|
|
"step": 508
|
|
},
|
|
{
|
|
"epoch": 4.38659793814433,
|
|
"grad_norm": 0.2384304058058299,
|
|
"learning_rate": 3.7278695200573754e-07,
|
|
"loss": 1.6516,
|
|
"step": 509
|
|
},
|
|
{
|
|
"epoch": 4.3951890034364265,
|
|
"grad_norm": 0.23170007570321202,
|
|
"learning_rate": 3.6248774448952695e-07,
|
|
"loss": 1.6408,
|
|
"step": 510
|
|
},
|
|
{
|
|
"epoch": 4.403780068728523,
|
|
"grad_norm": 0.2451725310139443,
|
|
"learning_rate": 3.52327455429019e-07,
|
|
"loss": 1.6548,
|
|
"step": 511
|
|
},
|
|
{
|
|
"epoch": 4.412371134020619,
|
|
"grad_norm": 0.2311001266895989,
|
|
"learning_rate": 3.423063891795647e-07,
|
|
"loss": 1.674,
|
|
"step": 512
|
|
},
|
|
{
|
|
"epoch": 4.420962199312715,
|
|
"grad_norm": 0.22939351746207862,
|
|
"learning_rate": 3.324248459260393e-07,
|
|
"loss": 1.668,
|
|
"step": 513
|
|
},
|
|
{
|
|
"epoch": 4.429553264604811,
|
|
"grad_norm": 0.24921772990695243,
|
|
"learning_rate": 3.2268312167385687e-07,
|
|
"loss": 1.6644,
|
|
"step": 514
|
|
},
|
|
{
|
|
"epoch": 4.438144329896907,
|
|
"grad_norm": 0.24729846809806982,
|
|
"learning_rate": 3.1308150824009785e-07,
|
|
"loss": 1.67,
|
|
"step": 515
|
|
},
|
|
{
|
|
"epoch": 4.446735395189004,
|
|
"grad_norm": 0.22640721408797101,
|
|
"learning_rate": 3.0362029324477015e-07,
|
|
"loss": 1.6431,
|
|
"step": 516
|
|
},
|
|
{
|
|
"epoch": 4.4553264604811,
|
|
"grad_norm": 0.2514965526696115,
|
|
"learning_rate": 2.942997601021924e-07,
|
|
"loss": 1.6297,
|
|
"step": 517
|
|
},
|
|
{
|
|
"epoch": 4.463917525773196,
|
|
"grad_norm": 0.24800570829587237,
|
|
"learning_rate": 2.851201880125043e-07,
|
|
"loss": 1.5746,
|
|
"step": 518
|
|
},
|
|
{
|
|
"epoch": 4.472508591065292,
|
|
"grad_norm": 0.23974608400063066,
|
|
"learning_rate": 2.760818519533037e-07,
|
|
"loss": 1.6556,
|
|
"step": 519
|
|
},
|
|
{
|
|
"epoch": 4.481099656357388,
|
|
"grad_norm": 0.23413547062949885,
|
|
"learning_rate": 2.6718502267140844e-07,
|
|
"loss": 1.6916,
|
|
"step": 520
|
|
},
|
|
{
|
|
"epoch": 4.489690721649485,
|
|
"grad_norm": 0.24104933467023465,
|
|
"learning_rate": 2.584299666747475e-07,
|
|
"loss": 1.6593,
|
|
"step": 521
|
|
},
|
|
{
|
|
"epoch": 4.498281786941581,
|
|
"grad_norm": 0.23289250853229676,
|
|
"learning_rate": 2.4981694622437546e-07,
|
|
"loss": 1.6469,
|
|
"step": 522
|
|
},
|
|
{
|
|
"epoch": 4.506872852233677,
|
|
"grad_norm": 0.23052100983273746,
|
|
"learning_rate": 2.4134621932661916e-07,
|
|
"loss": 1.6194,
|
|
"step": 523
|
|
},
|
|
{
|
|
"epoch": 4.515463917525773,
|
|
"grad_norm": 0.220108887733881,
|
|
"learning_rate": 2.330180397253473e-07,
|
|
"loss": 1.6437,
|
|
"step": 524
|
|
},
|
|
{
|
|
"epoch": 4.524054982817869,
|
|
"grad_norm": 0.22944959560694397,
|
|
"learning_rate": 2.2483265689436929e-07,
|
|
"loss": 1.6934,
|
|
"step": 525
|
|
},
|
|
{
|
|
"epoch": 4.5326460481099655,
|
|
"grad_norm": 0.2417227052649889,
|
|
"learning_rate": 2.167903160299617e-07,
|
|
"loss": 1.6367,
|
|
"step": 526
|
|
},
|
|
{
|
|
"epoch": 4.541237113402062,
|
|
"grad_norm": 0.22985546756470726,
|
|
"learning_rate": 2.0889125804352595e-07,
|
|
"loss": 1.6216,
|
|
"step": 527
|
|
},
|
|
{
|
|
"epoch": 4.549828178694158,
|
|
"grad_norm": 0.24066618548462096,
|
|
"learning_rate": 2.0113571955436895e-07,
|
|
"loss": 1.6804,
|
|
"step": 528
|
|
},
|
|
{
|
|
"epoch": 4.558419243986254,
|
|
"grad_norm": 0.2416438260307757,
|
|
"learning_rate": 1.9352393288261717e-07,
|
|
"loss": 1.6393,
|
|
"step": 529
|
|
},
|
|
{
|
|
"epoch": 4.56701030927835,
|
|
"grad_norm": 0.239698741927309,
|
|
"learning_rate": 1.8605612604225388e-07,
|
|
"loss": 1.6105,
|
|
"step": 530
|
|
},
|
|
{
|
|
"epoch": 4.5756013745704465,
|
|
"grad_norm": 0.24413712058845366,
|
|
"learning_rate": 1.787325227342951e-07,
|
|
"loss": 1.6315,
|
|
"step": 531
|
|
},
|
|
{
|
|
"epoch": 4.584192439862543,
|
|
"grad_norm": 0.23637696946735323,
|
|
"learning_rate": 1.715533423400817e-07,
|
|
"loss": 1.6307,
|
|
"step": 532
|
|
},
|
|
{
|
|
"epoch": 4.592783505154639,
|
|
"grad_norm": 0.23872270203188434,
|
|
"learning_rate": 1.6451879991471186e-07,
|
|
"loss": 1.6844,
|
|
"step": 533
|
|
},
|
|
{
|
|
"epoch": 4.601374570446735,
|
|
"grad_norm": 0.22209573936584914,
|
|
"learning_rate": 1.576291061805979e-07,
|
|
"loss": 1.6774,
|
|
"step": 534
|
|
},
|
|
{
|
|
"epoch": 4.609965635738831,
|
|
"grad_norm": 0.22781684978261602,
|
|
"learning_rate": 1.5088446752115403e-07,
|
|
"loss": 1.6365,
|
|
"step": 535
|
|
},
|
|
{
|
|
"epoch": 4.618556701030927,
|
|
"grad_norm": 0.22231536055946152,
|
|
"learning_rate": 1.4428508597461587e-07,
|
|
"loss": 1.6518,
|
|
"step": 536
|
|
},
|
|
{
|
|
"epoch": 4.627147766323024,
|
|
"grad_norm": 0.24597301241764716,
|
|
"learning_rate": 1.378311592279835e-07,
|
|
"loss": 1.6387,
|
|
"step": 537
|
|
},
|
|
{
|
|
"epoch": 4.63573883161512,
|
|
"grad_norm": 0.23651255807420338,
|
|
"learning_rate": 1.3152288061110518e-07,
|
|
"loss": 1.6367,
|
|
"step": 538
|
|
},
|
|
{
|
|
"epoch": 4.644329896907217,
|
|
"grad_norm": 0.24194404648436793,
|
|
"learning_rate": 1.253604390908819e-07,
|
|
"loss": 1.6404,
|
|
"step": 539
|
|
},
|
|
{
|
|
"epoch": 4.652920962199313,
|
|
"grad_norm": 0.24096603427636226,
|
|
"learning_rate": 1.193440192656109e-07,
|
|
"loss": 1.6487,
|
|
"step": 540
|
|
},
|
|
{
|
|
"epoch": 4.661512027491409,
|
|
"grad_norm": 0.23073526119633206,
|
|
"learning_rate": 1.1347380135945108e-07,
|
|
"loss": 1.6366,
|
|
"step": 541
|
|
},
|
|
{
|
|
"epoch": 4.670103092783505,
|
|
"grad_norm": 0.23367410856487186,
|
|
"learning_rate": 1.0774996121702907e-07,
|
|
"loss": 1.66,
|
|
"step": 542
|
|
},
|
|
{
|
|
"epoch": 4.678694158075602,
|
|
"grad_norm": 0.23333593518319265,
|
|
"learning_rate": 1.0217267029816736e-07,
|
|
"loss": 1.6204,
|
|
"step": 543
|
|
},
|
|
{
|
|
"epoch": 4.687285223367698,
|
|
"grad_norm": 0.2400651207345224,
|
|
"learning_rate": 9.674209567275161e-08,
|
|
"loss": 1.6296,
|
|
"step": 544
|
|
},
|
|
{
|
|
"epoch": 4.695876288659794,
|
|
"grad_norm": 0.22715088472979858,
|
|
"learning_rate": 9.145840001572537e-08,
|
|
"loss": 1.687,
|
|
"step": 545
|
|
},
|
|
{
|
|
"epoch": 4.70446735395189,
|
|
"grad_norm": 0.2304516857645299,
|
|
"learning_rate": 8.632174160221496e-08,
|
|
"loss": 1.6795,
|
|
"step": 546
|
|
},
|
|
{
|
|
"epoch": 4.713058419243986,
|
|
"grad_norm": 0.22846319291531494,
|
|
"learning_rate": 8.133227430279055e-08,
|
|
"loss": 1.6327,
|
|
"step": 547
|
|
},
|
|
{
|
|
"epoch": 4.721649484536083,
|
|
"grad_norm": 0.22995523965104772,
|
|
"learning_rate": 7.649014757885597e-08,
|
|
"loss": 1.6455,
|
|
"step": 548
|
|
},
|
|
{
|
|
"epoch": 4.730240549828179,
|
|
"grad_norm": 0.23040086094496828,
|
|
"learning_rate": 7.179550647817224e-08,
|
|
"loss": 1.6503,
|
|
"step": 549
|
|
},
|
|
{
|
|
"epoch": 4.738831615120275,
|
|
"grad_norm": 0.22952265926622467,
|
|
"learning_rate": 6.724849163050995e-08,
|
|
"loss": 1.6438,
|
|
"step": 550
|
|
},
|
|
{
|
|
"epoch": 4.747422680412371,
|
|
"grad_norm": 0.24926903275682435,
|
|
"learning_rate": 6.28492392434421e-08,
|
|
"loss": 1.6643,
|
|
"step": 551
|
|
},
|
|
{
|
|
"epoch": 4.756013745704467,
|
|
"grad_norm": 0.2358707255568968,
|
|
"learning_rate": 5.8597881098257924e-08,
|
|
"loss": 1.7022,
|
|
"step": 552
|
|
},
|
|
{
|
|
"epoch": 4.7646048109965635,
|
|
"grad_norm": 0.2232349079812786,
|
|
"learning_rate": 5.4494544546018216e-08,
|
|
"loss": 1.6886,
|
|
"step": 553
|
|
},
|
|
{
|
|
"epoch": 4.77319587628866,
|
|
"grad_norm": 0.229127449017454,
|
|
"learning_rate": 5.0539352503741756e-08,
|
|
"loss": 1.6316,
|
|
"step": 554
|
|
},
|
|
{
|
|
"epoch": 4.781786941580756,
|
|
"grad_norm": 0.23843128476180983,
|
|
"learning_rate": 4.67324234507216e-08,
|
|
"loss": 1.6608,
|
|
"step": 555
|
|
},
|
|
{
|
|
"epoch": 4.790378006872852,
|
|
"grad_norm": 0.22282768820417342,
|
|
"learning_rate": 4.307387142497399e-08,
|
|
"loss": 1.6164,
|
|
"step": 556
|
|
},
|
|
{
|
|
"epoch": 4.798969072164948,
|
|
"grad_norm": 0.23128077792110194,
|
|
"learning_rate": 3.956380601982668e-08,
|
|
"loss": 1.6358,
|
|
"step": 557
|
|
},
|
|
{
|
|
"epoch": 4.8075601374570445,
|
|
"grad_norm": 0.2362232510882238,
|
|
"learning_rate": 3.620233238063375e-08,
|
|
"loss": 1.6744,
|
|
"step": 558
|
|
},
|
|
{
|
|
"epoch": 4.816151202749141,
|
|
"grad_norm": 0.227329534924112,
|
|
"learning_rate": 3.2989551201624836e-08,
|
|
"loss": 1.6351,
|
|
"step": 559
|
|
},
|
|
{
|
|
"epoch": 4.824742268041237,
|
|
"grad_norm": 0.2567304697567019,
|
|
"learning_rate": 2.992555872289082e-08,
|
|
"loss": 1.6755,
|
|
"step": 560
|
|
},
|
|
{
|
|
"epoch": 4.833333333333333,
|
|
"grad_norm": 0.24133539792181574,
|
|
"learning_rate": 2.7010446727498974e-08,
|
|
"loss": 1.6486,
|
|
"step": 561
|
|
},
|
|
{
|
|
"epoch": 4.841924398625429,
|
|
"grad_norm": 0.24504456603848984,
|
|
"learning_rate": 2.4244302538746765e-08,
|
|
"loss": 1.6242,
|
|
"step": 562
|
|
},
|
|
{
|
|
"epoch": 4.850515463917525,
|
|
"grad_norm": 0.2415111188070595,
|
|
"learning_rate": 2.162720901754234e-08,
|
|
"loss": 1.6145,
|
|
"step": 563
|
|
},
|
|
{
|
|
"epoch": 4.859106529209622,
|
|
"grad_norm": 0.22918242520793192,
|
|
"learning_rate": 1.9159244559924795e-08,
|
|
"loss": 1.6562,
|
|
"step": 564
|
|
},
|
|
{
|
|
"epoch": 4.867697594501719,
|
|
"grad_norm": 0.2340766045949212,
|
|
"learning_rate": 1.6840483094713867e-08,
|
|
"loss": 1.659,
|
|
"step": 565
|
|
},
|
|
{
|
|
"epoch": 4.876288659793815,
|
|
"grad_norm": 0.22284549945463064,
|
|
"learning_rate": 1.4670994081297796e-08,
|
|
"loss": 1.6773,
|
|
"step": 566
|
|
},
|
|
{
|
|
"epoch": 4.884879725085911,
|
|
"grad_norm": 0.2370179289602322,
|
|
"learning_rate": 1.2650842507550554e-08,
|
|
"loss": 1.618,
|
|
"step": 567
|
|
},
|
|
{
|
|
"epoch": 4.893470790378007,
|
|
"grad_norm": 0.23457628394636465,
|
|
"learning_rate": 1.078008888788673e-08,
|
|
"loss": 1.6379,
|
|
"step": 568
|
|
},
|
|
{
|
|
"epoch": 4.902061855670103,
|
|
"grad_norm": 0.23811030764385882,
|
|
"learning_rate": 9.058789261446876e-09,
|
|
"loss": 1.6881,
|
|
"step": 569
|
|
},
|
|
{
|
|
"epoch": 4.9106529209622,
|
|
"grad_norm": 0.2389166558669095,
|
|
"learning_rate": 7.48699519042051e-09,
|
|
"loss": 1.6499,
|
|
"step": 570
|
|
},
|
|
{
|
|
"epoch": 4.919243986254296,
|
|
"grad_norm": 0.22731504830513133,
|
|
"learning_rate": 6.0647537585017956e-09,
|
|
"loss": 1.6758,
|
|
"step": 571
|
|
},
|
|
{
|
|
"epoch": 4.927835051546392,
|
|
"grad_norm": 0.2389929769641339,
|
|
"learning_rate": 4.792107569476789e-09,
|
|
"loss": 1.6404,
|
|
"step": 572
|
|
},
|
|
{
|
|
"epoch": 4.936426116838488,
|
|
"grad_norm": 0.2426297580002159,
|
|
"learning_rate": 3.669094745950008e-09,
|
|
"loss": 1.6558,
|
|
"step": 573
|
|
},
|
|
{
|
|
"epoch": 4.945017182130584,
|
|
"grad_norm": 0.24206612450984835,
|
|
"learning_rate": 2.6957489281997927e-09,
|
|
"loss": 1.6999,
|
|
"step": 574
|
|
},
|
|
{
|
|
"epoch": 4.953608247422681,
|
|
"grad_norm": 0.24884129420163512,
|
|
"learning_rate": 1.8720992731741104e-09,
|
|
"loss": 1.6552,
|
|
"step": 575
|
|
},
|
|
{
|
|
"epoch": 4.962199312714777,
|
|
"grad_norm": 0.23391618293615507,
|
|
"learning_rate": 1.1981704536129234e-09,
|
|
"loss": 1.6809,
|
|
"step": 576
|
|
},
|
|
{
|
|
"epoch": 4.970790378006873,
|
|
"grad_norm": 0.22674183113418866,
|
|
"learning_rate": 6.739826573121111e-10,
|
|
"loss": 1.6519,
|
|
"step": 577
|
|
},
|
|
{
|
|
"epoch": 4.979381443298969,
|
|
"grad_norm": 0.23743467756025552,
|
|
"learning_rate": 2.995515865183984e-10,
|
|
"loss": 1.6308,
|
|
"step": 578
|
|
},
|
|
{
|
|
"epoch": 4.987972508591065,
|
|
"grad_norm": 0.2322779280097835,
|
|
"learning_rate": 7.48884574575115e-11,
|
|
"loss": 1.591,
|
|
"step": 579
|
|
},
|
|
{
|
|
"epoch": 4.9965635738831615,
|
|
"grad_norm": 0.24133960284150027,
|
|
"learning_rate": 0.0,
|
|
"loss": 1.6497,
|
|
"step": 580
|
|
},
|
|
{
|
|
"epoch": 4.9965635738831615,
|
|
"step": 580,
|
|
"total_flos": 96622779432960.0,
|
|
"train_loss": 1.8076569943592466,
|
|
"train_runtime": 4607.1316,
|
|
"train_samples_per_second": 12.617,
|
|
"train_steps_per_second": 0.126
|
|
}
|
|
],
|
|
"logging_steps": 1,
|
|
"max_steps": 580,
|
|
"num_input_tokens_seen": 0,
|
|
"num_train_epochs": 5,
|
|
"save_steps": 50,
|
|
"stateful_callbacks": {
|
|
"TrainerControl": {
|
|
"args": {
|
|
"should_epoch_stop": false,
|
|
"should_evaluate": false,
|
|
"should_log": false,
|
|
"should_save": true,
|
|
"should_training_stop": true
|
|
},
|
|
"attributes": {}
|
|
}
|
|
},
|
|
"total_flos": 96622779432960.0,
|
|
"train_batch_size": 5,
|
|
"trial_name": null,
|
|
"trial_params": null
|
|
}
|