5873 lines
142 KiB
JSON
5873 lines
142 KiB
JSON
{
|
|
"best_global_step": null,
|
|
"best_metric": null,
|
|
"best_model_checkpoint": null,
|
|
"epoch": 3.0,
|
|
"eval_steps": 500,
|
|
"global_step": 834,
|
|
"is_hyper_param_search": false,
|
|
"is_local_process_zero": true,
|
|
"is_world_process_zero": true,
|
|
"log_history": [
|
|
{
|
|
"epoch": 0.0036019810895992796,
|
|
"grad_norm": 17.72333285463974,
|
|
"learning_rate": 0.0,
|
|
"loss": 1.9917,
|
|
"step": 1
|
|
},
|
|
{
|
|
"epoch": 0.007203962179198559,
|
|
"grad_norm": 16.74144451019585,
|
|
"learning_rate": 2.3809523809523811e-07,
|
|
"loss": 2.0205,
|
|
"step": 2
|
|
},
|
|
{
|
|
"epoch": 0.010805943268797838,
|
|
"grad_norm": 16.633887860565455,
|
|
"learning_rate": 4.7619047619047623e-07,
|
|
"loss": 1.9661,
|
|
"step": 3
|
|
},
|
|
{
|
|
"epoch": 0.014407924358397118,
|
|
"grad_norm": 17.36221600208365,
|
|
"learning_rate": 7.142857142857143e-07,
|
|
"loss": 1.9959,
|
|
"step": 4
|
|
},
|
|
{
|
|
"epoch": 0.018009905447996397,
|
|
"grad_norm": 17.847986885950974,
|
|
"learning_rate": 9.523809523809525e-07,
|
|
"loss": 2.0032,
|
|
"step": 5
|
|
},
|
|
{
|
|
"epoch": 0.021611886537595677,
|
|
"grad_norm": 17.4410649245742,
|
|
"learning_rate": 1.1904761904761906e-06,
|
|
"loss": 2.0173,
|
|
"step": 6
|
|
},
|
|
{
|
|
"epoch": 0.025213867627194957,
|
|
"grad_norm": 14.630267256260028,
|
|
"learning_rate": 1.4285714285714286e-06,
|
|
"loss": 1.8951,
|
|
"step": 7
|
|
},
|
|
{
|
|
"epoch": 0.028815848716794237,
|
|
"grad_norm": 13.340482963704746,
|
|
"learning_rate": 1.6666666666666667e-06,
|
|
"loss": 1.965,
|
|
"step": 8
|
|
},
|
|
{
|
|
"epoch": 0.03241782980639352,
|
|
"grad_norm": 13.535453557176577,
|
|
"learning_rate": 1.904761904761905e-06,
|
|
"loss": 1.9674,
|
|
"step": 9
|
|
},
|
|
{
|
|
"epoch": 0.03601981089599279,
|
|
"grad_norm": 8.010136572755851,
|
|
"learning_rate": 2.1428571428571427e-06,
|
|
"loss": 1.7752,
|
|
"step": 10
|
|
},
|
|
{
|
|
"epoch": 0.03962179198559208,
|
|
"grad_norm": 7.650518526087547,
|
|
"learning_rate": 2.380952380952381e-06,
|
|
"loss": 1.8199,
|
|
"step": 11
|
|
},
|
|
{
|
|
"epoch": 0.04322377307519135,
|
|
"grad_norm": 7.210823304228279,
|
|
"learning_rate": 2.6190476190476192e-06,
|
|
"loss": 1.7943,
|
|
"step": 12
|
|
},
|
|
{
|
|
"epoch": 0.04682575416479064,
|
|
"grad_norm": 3.3197890236702334,
|
|
"learning_rate": 2.8571428571428573e-06,
|
|
"loss": 1.6575,
|
|
"step": 13
|
|
},
|
|
{
|
|
"epoch": 0.05042773525438991,
|
|
"grad_norm": 2.8558016297600015,
|
|
"learning_rate": 3.0952380952380957e-06,
|
|
"loss": 1.6629,
|
|
"step": 14
|
|
},
|
|
{
|
|
"epoch": 0.0540297163439892,
|
|
"grad_norm": 2.7778136384885803,
|
|
"learning_rate": 3.3333333333333333e-06,
|
|
"loss": 1.674,
|
|
"step": 15
|
|
},
|
|
{
|
|
"epoch": 0.05763169743358847,
|
|
"grad_norm": 2.459525282952475,
|
|
"learning_rate": 3.5714285714285718e-06,
|
|
"loss": 1.6141,
|
|
"step": 16
|
|
},
|
|
{
|
|
"epoch": 0.06123367852318776,
|
|
"grad_norm": 2.3201335033883748,
|
|
"learning_rate": 3.80952380952381e-06,
|
|
"loss": 1.6111,
|
|
"step": 17
|
|
},
|
|
{
|
|
"epoch": 0.06483565961278703,
|
|
"grad_norm": 3.0522263625642303,
|
|
"learning_rate": 4.047619047619048e-06,
|
|
"loss": 1.5783,
|
|
"step": 18
|
|
},
|
|
{
|
|
"epoch": 0.06843764070238631,
|
|
"grad_norm": 3.3835171900492584,
|
|
"learning_rate": 4.2857142857142855e-06,
|
|
"loss": 1.5609,
|
|
"step": 19
|
|
},
|
|
{
|
|
"epoch": 0.07203962179198559,
|
|
"grad_norm": 2.8469056015392837,
|
|
"learning_rate": 4.523809523809524e-06,
|
|
"loss": 1.5574,
|
|
"step": 20
|
|
},
|
|
{
|
|
"epoch": 0.07564160288158488,
|
|
"grad_norm": 2.5196002293515694,
|
|
"learning_rate": 4.761904761904762e-06,
|
|
"loss": 1.5361,
|
|
"step": 21
|
|
},
|
|
{
|
|
"epoch": 0.07924358397118415,
|
|
"grad_norm": 1.786119097691439,
|
|
"learning_rate": 5e-06,
|
|
"loss": 1.4819,
|
|
"step": 22
|
|
},
|
|
{
|
|
"epoch": 0.08284556506078343,
|
|
"grad_norm": 1.5020286385666761,
|
|
"learning_rate": 5.2380952380952384e-06,
|
|
"loss": 1.5024,
|
|
"step": 23
|
|
},
|
|
{
|
|
"epoch": 0.0864475461503827,
|
|
"grad_norm": 1.2360166013997653,
|
|
"learning_rate": 5.476190476190477e-06,
|
|
"loss": 1.4709,
|
|
"step": 24
|
|
},
|
|
{
|
|
"epoch": 0.090049527239982,
|
|
"grad_norm": 1.3157102113620782,
|
|
"learning_rate": 5.7142857142857145e-06,
|
|
"loss": 1.4433,
|
|
"step": 25
|
|
},
|
|
{
|
|
"epoch": 0.09365150832958127,
|
|
"grad_norm": 1.365525625357574,
|
|
"learning_rate": 5.9523809523809525e-06,
|
|
"loss": 1.4403,
|
|
"step": 26
|
|
},
|
|
{
|
|
"epoch": 0.09725348941918055,
|
|
"grad_norm": 1.2206296823751568,
|
|
"learning_rate": 6.1904761904761914e-06,
|
|
"loss": 1.4417,
|
|
"step": 27
|
|
},
|
|
{
|
|
"epoch": 0.10085547050877983,
|
|
"grad_norm": 1.0720703765403685,
|
|
"learning_rate": 6.4285714285714295e-06,
|
|
"loss": 1.3793,
|
|
"step": 28
|
|
},
|
|
{
|
|
"epoch": 0.1044574515983791,
|
|
"grad_norm": 0.8328118396141913,
|
|
"learning_rate": 6.666666666666667e-06,
|
|
"loss": 1.3709,
|
|
"step": 29
|
|
},
|
|
{
|
|
"epoch": 0.1080594326879784,
|
|
"grad_norm": 0.7080104330787081,
|
|
"learning_rate": 6.9047619047619055e-06,
|
|
"loss": 1.3641,
|
|
"step": 30
|
|
},
|
|
{
|
|
"epoch": 0.11166141377757767,
|
|
"grad_norm": 0.7041969930028159,
|
|
"learning_rate": 7.1428571428571436e-06,
|
|
"loss": 1.3443,
|
|
"step": 31
|
|
},
|
|
{
|
|
"epoch": 0.11526339486717695,
|
|
"grad_norm": 0.7233895890985703,
|
|
"learning_rate": 7.380952380952382e-06,
|
|
"loss": 1.3317,
|
|
"step": 32
|
|
},
|
|
{
|
|
"epoch": 0.11886537595677622,
|
|
"grad_norm": 0.7428403558161335,
|
|
"learning_rate": 7.61904761904762e-06,
|
|
"loss": 1.3541,
|
|
"step": 33
|
|
},
|
|
{
|
|
"epoch": 0.12246735704637551,
|
|
"grad_norm": 0.6558540121881294,
|
|
"learning_rate": 7.857142857142858e-06,
|
|
"loss": 1.2951,
|
|
"step": 34
|
|
},
|
|
{
|
|
"epoch": 0.1260693381359748,
|
|
"grad_norm": 0.618140026078978,
|
|
"learning_rate": 8.095238095238097e-06,
|
|
"loss": 1.3164,
|
|
"step": 35
|
|
},
|
|
{
|
|
"epoch": 0.12967131922557407,
|
|
"grad_norm": 0.6438323014975316,
|
|
"learning_rate": 8.333333333333334e-06,
|
|
"loss": 1.3153,
|
|
"step": 36
|
|
},
|
|
{
|
|
"epoch": 0.13327330031517334,
|
|
"grad_norm": 0.5521671367958445,
|
|
"learning_rate": 8.571428571428571e-06,
|
|
"loss": 1.3316,
|
|
"step": 37
|
|
},
|
|
{
|
|
"epoch": 0.13687528140477262,
|
|
"grad_norm": 0.5328631672865043,
|
|
"learning_rate": 8.80952380952381e-06,
|
|
"loss": 1.2902,
|
|
"step": 38
|
|
},
|
|
{
|
|
"epoch": 0.1404772624943719,
|
|
"grad_norm": 0.5334062437937526,
|
|
"learning_rate": 9.047619047619049e-06,
|
|
"loss": 1.287,
|
|
"step": 39
|
|
},
|
|
{
|
|
"epoch": 0.14407924358397117,
|
|
"grad_norm": 0.531250574725969,
|
|
"learning_rate": 9.285714285714288e-06,
|
|
"loss": 1.2773,
|
|
"step": 40
|
|
},
|
|
{
|
|
"epoch": 0.14768122467357048,
|
|
"grad_norm": 0.5204986857616977,
|
|
"learning_rate": 9.523809523809525e-06,
|
|
"loss": 1.3051,
|
|
"step": 41
|
|
},
|
|
{
|
|
"epoch": 0.15128320576316975,
|
|
"grad_norm": 0.6543717867140847,
|
|
"learning_rate": 9.761904761904762e-06,
|
|
"loss": 1.2445,
|
|
"step": 42
|
|
},
|
|
{
|
|
"epoch": 0.15488518685276903,
|
|
"grad_norm": 0.5197543568870346,
|
|
"learning_rate": 1e-05,
|
|
"loss": 1.2677,
|
|
"step": 43
|
|
},
|
|
{
|
|
"epoch": 0.1584871679423683,
|
|
"grad_norm": 0.4812279830906989,
|
|
"learning_rate": 1.0238095238095238e-05,
|
|
"loss": 1.2585,
|
|
"step": 44
|
|
},
|
|
{
|
|
"epoch": 0.16208914903196758,
|
|
"grad_norm": 0.4352973660256491,
|
|
"learning_rate": 1.0476190476190477e-05,
|
|
"loss": 1.2547,
|
|
"step": 45
|
|
},
|
|
{
|
|
"epoch": 0.16569113012156686,
|
|
"grad_norm": 0.44372246674902277,
|
|
"learning_rate": 1.0714285714285714e-05,
|
|
"loss": 1.2432,
|
|
"step": 46
|
|
},
|
|
{
|
|
"epoch": 0.16929311121116614,
|
|
"grad_norm": 0.4288856061137417,
|
|
"learning_rate": 1.0952380952380955e-05,
|
|
"loss": 1.284,
|
|
"step": 47
|
|
},
|
|
{
|
|
"epoch": 0.1728950923007654,
|
|
"grad_norm": 0.42526693686976097,
|
|
"learning_rate": 1.1190476190476192e-05,
|
|
"loss": 1.2696,
|
|
"step": 48
|
|
},
|
|
{
|
|
"epoch": 0.1764970733903647,
|
|
"grad_norm": 0.4166567232011612,
|
|
"learning_rate": 1.1428571428571429e-05,
|
|
"loss": 1.2469,
|
|
"step": 49
|
|
},
|
|
{
|
|
"epoch": 0.180099054479964,
|
|
"grad_norm": 0.3913409958568272,
|
|
"learning_rate": 1.1666666666666668e-05,
|
|
"loss": 1.2783,
|
|
"step": 50
|
|
},
|
|
{
|
|
"epoch": 0.18370103556956327,
|
|
"grad_norm": 0.42072327226593215,
|
|
"learning_rate": 1.1904761904761905e-05,
|
|
"loss": 1.2266,
|
|
"step": 51
|
|
},
|
|
{
|
|
"epoch": 0.18730301665916255,
|
|
"grad_norm": 0.41662130471219183,
|
|
"learning_rate": 1.2142857142857142e-05,
|
|
"loss": 1.2657,
|
|
"step": 52
|
|
},
|
|
{
|
|
"epoch": 0.19090499774876182,
|
|
"grad_norm": 0.3862266599747452,
|
|
"learning_rate": 1.2380952380952383e-05,
|
|
"loss": 1.2476,
|
|
"step": 53
|
|
},
|
|
{
|
|
"epoch": 0.1945069788383611,
|
|
"grad_norm": 0.4181206327632789,
|
|
"learning_rate": 1.261904761904762e-05,
|
|
"loss": 1.2319,
|
|
"step": 54
|
|
},
|
|
{
|
|
"epoch": 0.19810895992796038,
|
|
"grad_norm": 0.40595669011292357,
|
|
"learning_rate": 1.2857142857142859e-05,
|
|
"loss": 1.2509,
|
|
"step": 55
|
|
},
|
|
{
|
|
"epoch": 0.20171094101755965,
|
|
"grad_norm": 0.35847183241850533,
|
|
"learning_rate": 1.3095238095238096e-05,
|
|
"loss": 1.2165,
|
|
"step": 56
|
|
},
|
|
{
|
|
"epoch": 0.20531292210715893,
|
|
"grad_norm": 0.39666133253380836,
|
|
"learning_rate": 1.3333333333333333e-05,
|
|
"loss": 1.2363,
|
|
"step": 57
|
|
},
|
|
{
|
|
"epoch": 0.2089149031967582,
|
|
"grad_norm": 0.40207684411378025,
|
|
"learning_rate": 1.3571428571428574e-05,
|
|
"loss": 1.2465,
|
|
"step": 58
|
|
},
|
|
{
|
|
"epoch": 0.2125168842863575,
|
|
"grad_norm": 0.37209025577819826,
|
|
"learning_rate": 1.3809523809523811e-05,
|
|
"loss": 1.2214,
|
|
"step": 59
|
|
},
|
|
{
|
|
"epoch": 0.2161188653759568,
|
|
"grad_norm": 0.3653505323372225,
|
|
"learning_rate": 1.4047619047619048e-05,
|
|
"loss": 1.1865,
|
|
"step": 60
|
|
},
|
|
{
|
|
"epoch": 0.21972084646555606,
|
|
"grad_norm": 0.3663923451657845,
|
|
"learning_rate": 1.4285714285714287e-05,
|
|
"loss": 1.2101,
|
|
"step": 61
|
|
},
|
|
{
|
|
"epoch": 0.22332282755515534,
|
|
"grad_norm": 0.4066955779348059,
|
|
"learning_rate": 1.4523809523809524e-05,
|
|
"loss": 1.2261,
|
|
"step": 62
|
|
},
|
|
{
|
|
"epoch": 0.22692480864475462,
|
|
"grad_norm": 0.3776177244078068,
|
|
"learning_rate": 1.4761904761904763e-05,
|
|
"loss": 1.1919,
|
|
"step": 63
|
|
},
|
|
{
|
|
"epoch": 0.2305267897343539,
|
|
"grad_norm": 0.4169523611117426,
|
|
"learning_rate": 1.5000000000000002e-05,
|
|
"loss": 1.2412,
|
|
"step": 64
|
|
},
|
|
{
|
|
"epoch": 0.23412877082395317,
|
|
"grad_norm": 0.41269428417232595,
|
|
"learning_rate": 1.523809523809524e-05,
|
|
"loss": 1.1986,
|
|
"step": 65
|
|
},
|
|
{
|
|
"epoch": 0.23773075191355245,
|
|
"grad_norm": 0.3977637686214011,
|
|
"learning_rate": 1.5476190476190476e-05,
|
|
"loss": 1.1966,
|
|
"step": 66
|
|
},
|
|
{
|
|
"epoch": 0.24133273300315172,
|
|
"grad_norm": 0.3933380234535625,
|
|
"learning_rate": 1.5714285714285715e-05,
|
|
"loss": 1.181,
|
|
"step": 67
|
|
},
|
|
{
|
|
"epoch": 0.24493471409275103,
|
|
"grad_norm": 0.40470839374154993,
|
|
"learning_rate": 1.5952380952380954e-05,
|
|
"loss": 1.2114,
|
|
"step": 68
|
|
},
|
|
{
|
|
"epoch": 0.2485366951823503,
|
|
"grad_norm": 0.38473712955010875,
|
|
"learning_rate": 1.6190476190476193e-05,
|
|
"loss": 1.2279,
|
|
"step": 69
|
|
},
|
|
{
|
|
"epoch": 0.2521386762719496,
|
|
"grad_norm": 0.43049078020904785,
|
|
"learning_rate": 1.642857142857143e-05,
|
|
"loss": 1.2192,
|
|
"step": 70
|
|
},
|
|
{
|
|
"epoch": 0.25574065736154883,
|
|
"grad_norm": 0.4147338177043235,
|
|
"learning_rate": 1.6666666666666667e-05,
|
|
"loss": 1.1954,
|
|
"step": 71
|
|
},
|
|
{
|
|
"epoch": 0.25934263845114813,
|
|
"grad_norm": 0.41164277712306113,
|
|
"learning_rate": 1.6904761904761906e-05,
|
|
"loss": 1.1904,
|
|
"step": 72
|
|
},
|
|
{
|
|
"epoch": 0.26294461954074744,
|
|
"grad_norm": 0.5009702088174339,
|
|
"learning_rate": 1.7142857142857142e-05,
|
|
"loss": 1.1976,
|
|
"step": 73
|
|
},
|
|
{
|
|
"epoch": 0.2665466006303467,
|
|
"grad_norm": 0.3965701698484725,
|
|
"learning_rate": 1.7380952380952384e-05,
|
|
"loss": 1.1716,
|
|
"step": 74
|
|
},
|
|
{
|
|
"epoch": 0.270148581719946,
|
|
"grad_norm": 0.44719502372873543,
|
|
"learning_rate": 1.761904761904762e-05,
|
|
"loss": 1.2082,
|
|
"step": 75
|
|
},
|
|
{
|
|
"epoch": 0.27375056280954524,
|
|
"grad_norm": 0.4123545787789653,
|
|
"learning_rate": 1.785714285714286e-05,
|
|
"loss": 1.1952,
|
|
"step": 76
|
|
},
|
|
{
|
|
"epoch": 0.27735254389914454,
|
|
"grad_norm": 0.4877812737070487,
|
|
"learning_rate": 1.8095238095238097e-05,
|
|
"loss": 1.2055,
|
|
"step": 77
|
|
},
|
|
{
|
|
"epoch": 0.2809545249887438,
|
|
"grad_norm": 0.39548182603925097,
|
|
"learning_rate": 1.8333333333333333e-05,
|
|
"loss": 1.2034,
|
|
"step": 78
|
|
},
|
|
{
|
|
"epoch": 0.2845565060783431,
|
|
"grad_norm": 0.5026743347499928,
|
|
"learning_rate": 1.8571428571428575e-05,
|
|
"loss": 1.216,
|
|
"step": 79
|
|
},
|
|
{
|
|
"epoch": 0.28815848716794235,
|
|
"grad_norm": 0.40920179671829476,
|
|
"learning_rate": 1.880952380952381e-05,
|
|
"loss": 1.215,
|
|
"step": 80
|
|
},
|
|
{
|
|
"epoch": 0.29176046825754165,
|
|
"grad_norm": 0.40647257752238786,
|
|
"learning_rate": 1.904761904761905e-05,
|
|
"loss": 1.15,
|
|
"step": 81
|
|
},
|
|
{
|
|
"epoch": 0.29536244934714095,
|
|
"grad_norm": 0.4446719523239053,
|
|
"learning_rate": 1.928571428571429e-05,
|
|
"loss": 1.1946,
|
|
"step": 82
|
|
},
|
|
{
|
|
"epoch": 0.2989644304367402,
|
|
"grad_norm": 0.4477831846224294,
|
|
"learning_rate": 1.9523809523809524e-05,
|
|
"loss": 1.1783,
|
|
"step": 83
|
|
},
|
|
{
|
|
"epoch": 0.3025664115263395,
|
|
"grad_norm": 0.46747218977065264,
|
|
"learning_rate": 1.9761904761904763e-05,
|
|
"loss": 1.2069,
|
|
"step": 84
|
|
},
|
|
{
|
|
"epoch": 0.30616839261593876,
|
|
"grad_norm": 0.4123700376561677,
|
|
"learning_rate": 2e-05,
|
|
"loss": 1.1668,
|
|
"step": 85
|
|
},
|
|
{
|
|
"epoch": 0.30977037370553806,
|
|
"grad_norm": 0.4582265747315408,
|
|
"learning_rate": 1.9999912270311376e-05,
|
|
"loss": 1.2007,
|
|
"step": 86
|
|
},
|
|
{
|
|
"epoch": 0.3133723547951373,
|
|
"grad_norm": 0.4445298453696696,
|
|
"learning_rate": 1.9999649082784807e-05,
|
|
"loss": 1.1619,
|
|
"step": 87
|
|
},
|
|
{
|
|
"epoch": 0.3169743358847366,
|
|
"grad_norm": 0.43429319865081784,
|
|
"learning_rate": 1.9999210442038164e-05,
|
|
"loss": 1.1713,
|
|
"step": 88
|
|
},
|
|
{
|
|
"epoch": 0.32057631697433586,
|
|
"grad_norm": 0.4782187675173227,
|
|
"learning_rate": 1.9998596355767805e-05,
|
|
"loss": 1.1928,
|
|
"step": 89
|
|
},
|
|
{
|
|
"epoch": 0.32417829806393517,
|
|
"grad_norm": 0.4106482680999747,
|
|
"learning_rate": 1.9997806834748455e-05,
|
|
"loss": 1.1882,
|
|
"step": 90
|
|
},
|
|
{
|
|
"epoch": 0.32778027915353447,
|
|
"grad_norm": 0.46151845726452373,
|
|
"learning_rate": 1.9996841892833e-05,
|
|
"loss": 1.1367,
|
|
"step": 91
|
|
},
|
|
{
|
|
"epoch": 0.3313822602431337,
|
|
"grad_norm": 0.5344711600469204,
|
|
"learning_rate": 1.9995701546952252e-05,
|
|
"loss": 1.188,
|
|
"step": 92
|
|
},
|
|
{
|
|
"epoch": 0.334984241332733,
|
|
"grad_norm": 0.4301030750235406,
|
|
"learning_rate": 1.9994385817114644e-05,
|
|
"loss": 1.1693,
|
|
"step": 93
|
|
},
|
|
{
|
|
"epoch": 0.3385862224223323,
|
|
"grad_norm": 0.4179655408092538,
|
|
"learning_rate": 1.9992894726405894e-05,
|
|
"loss": 1.1888,
|
|
"step": 94
|
|
},
|
|
{
|
|
"epoch": 0.3421882035119316,
|
|
"grad_norm": 0.452215726933426,
|
|
"learning_rate": 1.9991228300988586e-05,
|
|
"loss": 1.1671,
|
|
"step": 95
|
|
},
|
|
{
|
|
"epoch": 0.3457901846015308,
|
|
"grad_norm": 0.44096360750792535,
|
|
"learning_rate": 1.9989386570101716e-05,
|
|
"loss": 1.1867,
|
|
"step": 96
|
|
},
|
|
{
|
|
"epoch": 0.34939216569113013,
|
|
"grad_norm": 0.4305077256335119,
|
|
"learning_rate": 1.998736956606018e-05,
|
|
"loss": 1.1591,
|
|
"step": 97
|
|
},
|
|
{
|
|
"epoch": 0.3529941467807294,
|
|
"grad_norm": 0.4856570626303648,
|
|
"learning_rate": 1.99851773242542e-05,
|
|
"loss": 1.172,
|
|
"step": 98
|
|
},
|
|
{
|
|
"epoch": 0.3565961278703287,
|
|
"grad_norm": 0.43287031284663674,
|
|
"learning_rate": 1.998280988314872e-05,
|
|
"loss": 1.164,
|
|
"step": 99
|
|
},
|
|
{
|
|
"epoch": 0.360198108959928,
|
|
"grad_norm": 0.46426588677922326,
|
|
"learning_rate": 1.9980267284282718e-05,
|
|
"loss": 1.1844,
|
|
"step": 100
|
|
},
|
|
{
|
|
"epoch": 0.36380009004952724,
|
|
"grad_norm": 0.4445779965560622,
|
|
"learning_rate": 1.997754957226847e-05,
|
|
"loss": 1.1817,
|
|
"step": 101
|
|
},
|
|
{
|
|
"epoch": 0.36740207113912654,
|
|
"grad_norm": 0.44784881231100077,
|
|
"learning_rate": 1.9974656794790777e-05,
|
|
"loss": 1.1558,
|
|
"step": 102
|
|
},
|
|
{
|
|
"epoch": 0.3710040522287258,
|
|
"grad_norm": 0.4376014592911702,
|
|
"learning_rate": 1.997158900260614e-05,
|
|
"loss": 1.1746,
|
|
"step": 103
|
|
},
|
|
{
|
|
"epoch": 0.3746060333183251,
|
|
"grad_norm": 0.5108772069755781,
|
|
"learning_rate": 1.9968346249541848e-05,
|
|
"loss": 1.1842,
|
|
"step": 104
|
|
},
|
|
{
|
|
"epoch": 0.37820801440792434,
|
|
"grad_norm": 0.4825397011918635,
|
|
"learning_rate": 1.9964928592495046e-05,
|
|
"loss": 1.1796,
|
|
"step": 105
|
|
},
|
|
{
|
|
"epoch": 0.38180999549752365,
|
|
"grad_norm": 0.5075963125638024,
|
|
"learning_rate": 1.9961336091431728e-05,
|
|
"loss": 1.1693,
|
|
"step": 106
|
|
},
|
|
{
|
|
"epoch": 0.3854119765871229,
|
|
"grad_norm": 0.50726372523796,
|
|
"learning_rate": 1.9957568809385693e-05,
|
|
"loss": 1.1622,
|
|
"step": 107
|
|
},
|
|
{
|
|
"epoch": 0.3890139576767222,
|
|
"grad_norm": 0.4653048966636584,
|
|
"learning_rate": 1.995362681245744e-05,
|
|
"loss": 1.1547,
|
|
"step": 108
|
|
},
|
|
{
|
|
"epoch": 0.3926159387663215,
|
|
"grad_norm": 0.4588128633464659,
|
|
"learning_rate": 1.9949510169813006e-05,
|
|
"loss": 1.1677,
|
|
"step": 109
|
|
},
|
|
{
|
|
"epoch": 0.39621791985592075,
|
|
"grad_norm": 0.4476203164977693,
|
|
"learning_rate": 1.9945218953682736e-05,
|
|
"loss": 1.1739,
|
|
"step": 110
|
|
},
|
|
{
|
|
"epoch": 0.39981990094552006,
|
|
"grad_norm": 0.4640788185700448,
|
|
"learning_rate": 1.9940753239360047e-05,
|
|
"loss": 1.1889,
|
|
"step": 111
|
|
},
|
|
{
|
|
"epoch": 0.4034218820351193,
|
|
"grad_norm": 0.4760640635102736,
|
|
"learning_rate": 1.9936113105200085e-05,
|
|
"loss": 1.1699,
|
|
"step": 112
|
|
},
|
|
{
|
|
"epoch": 0.4070238631247186,
|
|
"grad_norm": 0.45160060084369746,
|
|
"learning_rate": 1.9931298632618355e-05,
|
|
"loss": 1.2029,
|
|
"step": 113
|
|
},
|
|
{
|
|
"epoch": 0.41062584421431786,
|
|
"grad_norm": 0.43907966125693687,
|
|
"learning_rate": 1.992630990608929e-05,
|
|
"loss": 1.1256,
|
|
"step": 114
|
|
},
|
|
{
|
|
"epoch": 0.41422782530391716,
|
|
"grad_norm": 0.4684243076027455,
|
|
"learning_rate": 1.9921147013144782e-05,
|
|
"loss": 1.1349,
|
|
"step": 115
|
|
},
|
|
{
|
|
"epoch": 0.4178298063935164,
|
|
"grad_norm": 0.5356546540747512,
|
|
"learning_rate": 1.9915810044372618e-05,
|
|
"loss": 1.1426,
|
|
"step": 116
|
|
},
|
|
{
|
|
"epoch": 0.4214317874831157,
|
|
"grad_norm": 0.4605329742399497,
|
|
"learning_rate": 1.991029909341493e-05,
|
|
"loss": 1.1062,
|
|
"step": 117
|
|
},
|
|
{
|
|
"epoch": 0.425033768572715,
|
|
"grad_norm": 0.4899489685405069,
|
|
"learning_rate": 1.9904614256966514e-05,
|
|
"loss": 1.18,
|
|
"step": 118
|
|
},
|
|
{
|
|
"epoch": 0.42863574966231427,
|
|
"grad_norm": 0.5759124961464352,
|
|
"learning_rate": 1.989875563477316e-05,
|
|
"loss": 1.1927,
|
|
"step": 119
|
|
},
|
|
{
|
|
"epoch": 0.4322377307519136,
|
|
"grad_norm": 0.5488026379553149,
|
|
"learning_rate": 1.9892723329629885e-05,
|
|
"loss": 1.1318,
|
|
"step": 120
|
|
},
|
|
{
|
|
"epoch": 0.4358397118415128,
|
|
"grad_norm": 0.48921510785914285,
|
|
"learning_rate": 1.988651744737914e-05,
|
|
"loss": 1.1326,
|
|
"step": 121
|
|
},
|
|
{
|
|
"epoch": 0.4394416929311121,
|
|
"grad_norm": 0.4680907224628475,
|
|
"learning_rate": 1.9880138096908955e-05,
|
|
"loss": 1.1914,
|
|
"step": 122
|
|
},
|
|
{
|
|
"epoch": 0.4430436740207114,
|
|
"grad_norm": 0.5211307346225923,
|
|
"learning_rate": 1.9873585390151003e-05,
|
|
"loss": 1.1725,
|
|
"step": 123
|
|
},
|
|
{
|
|
"epoch": 0.4466456551103107,
|
|
"grad_norm": 0.49428034196081544,
|
|
"learning_rate": 1.986685944207868e-05,
|
|
"loss": 1.1249,
|
|
"step": 124
|
|
},
|
|
{
|
|
"epoch": 0.45024763619990993,
|
|
"grad_norm": 0.5008034209150726,
|
|
"learning_rate": 1.985996037070505e-05,
|
|
"loss": 1.1438,
|
|
"step": 125
|
|
},
|
|
{
|
|
"epoch": 0.45384961728950923,
|
|
"grad_norm": 0.5516276252455864,
|
|
"learning_rate": 1.985288829708079e-05,
|
|
"loss": 1.1664,
|
|
"step": 126
|
|
},
|
|
{
|
|
"epoch": 0.45745159837910854,
|
|
"grad_norm": 0.4042937280440236,
|
|
"learning_rate": 1.9845643345292055e-05,
|
|
"loss": 1.1393,
|
|
"step": 127
|
|
},
|
|
{
|
|
"epoch": 0.4610535794687078,
|
|
"grad_norm": 0.5708726115415008,
|
|
"learning_rate": 1.983822564245833e-05,
|
|
"loss": 1.1517,
|
|
"step": 128
|
|
},
|
|
{
|
|
"epoch": 0.4646555605583071,
|
|
"grad_norm": 0.4228241062169966,
|
|
"learning_rate": 1.9830635318730155e-05,
|
|
"loss": 1.1611,
|
|
"step": 129
|
|
},
|
|
{
|
|
"epoch": 0.46825754164790634,
|
|
"grad_norm": 0.5492061311037781,
|
|
"learning_rate": 1.982287250728689e-05,
|
|
"loss": 1.136,
|
|
"step": 130
|
|
},
|
|
{
|
|
"epoch": 0.47185952273750564,
|
|
"grad_norm": 0.5592048508882452,
|
|
"learning_rate": 1.981493734433433e-05,
|
|
"loss": 1.1645,
|
|
"step": 131
|
|
},
|
|
{
|
|
"epoch": 0.4754615038271049,
|
|
"grad_norm": 0.5410014986722763,
|
|
"learning_rate": 1.9806829969102356e-05,
|
|
"loss": 1.1577,
|
|
"step": 132
|
|
},
|
|
{
|
|
"epoch": 0.4790634849167042,
|
|
"grad_norm": 0.5377866334331042,
|
|
"learning_rate": 1.979855052384247e-05,
|
|
"loss": 1.1748,
|
|
"step": 133
|
|
},
|
|
{
|
|
"epoch": 0.48266546600630345,
|
|
"grad_norm": 0.5566595358396209,
|
|
"learning_rate": 1.97900991538253e-05,
|
|
"loss": 1.1688,
|
|
"step": 134
|
|
},
|
|
{
|
|
"epoch": 0.48626744709590275,
|
|
"grad_norm": 0.5446371841337873,
|
|
"learning_rate": 1.9781476007338058e-05,
|
|
"loss": 1.1346,
|
|
"step": 135
|
|
},
|
|
{
|
|
"epoch": 0.48986942818550205,
|
|
"grad_norm": 0.4528727071626024,
|
|
"learning_rate": 1.9772681235681936e-05,
|
|
"loss": 1.1479,
|
|
"step": 136
|
|
},
|
|
{
|
|
"epoch": 0.4934714092751013,
|
|
"grad_norm": 0.5030229157376633,
|
|
"learning_rate": 1.976371499316945e-05,
|
|
"loss": 1.1386,
|
|
"step": 137
|
|
},
|
|
{
|
|
"epoch": 0.4970733903647006,
|
|
"grad_norm": 0.5137352518366364,
|
|
"learning_rate": 1.9754577437121733e-05,
|
|
"loss": 1.1273,
|
|
"step": 138
|
|
},
|
|
{
|
|
"epoch": 0.5006753714542999,
|
|
"grad_norm": 0.45544139411768514,
|
|
"learning_rate": 1.9745268727865774e-05,
|
|
"loss": 1.1414,
|
|
"step": 139
|
|
},
|
|
{
|
|
"epoch": 0.5042773525438992,
|
|
"grad_norm": 0.5273193209855178,
|
|
"learning_rate": 1.9735789028731603e-05,
|
|
"loss": 1.1579,
|
|
"step": 140
|
|
},
|
|
{
|
|
"epoch": 0.5078793336334985,
|
|
"grad_norm": 0.41509040835847527,
|
|
"learning_rate": 1.9726138506049438e-05,
|
|
"loss": 1.1608,
|
|
"step": 141
|
|
},
|
|
{
|
|
"epoch": 0.5114813147230977,
|
|
"grad_norm": 0.5276826172431313,
|
|
"learning_rate": 1.971631732914674e-05,
|
|
"loss": 1.1186,
|
|
"step": 142
|
|
},
|
|
{
|
|
"epoch": 0.515083295812697,
|
|
"grad_norm": 0.48117944700025117,
|
|
"learning_rate": 1.9706325670345276e-05,
|
|
"loss": 1.1394,
|
|
"step": 143
|
|
},
|
|
{
|
|
"epoch": 0.5186852769022963,
|
|
"grad_norm": 0.524284030585472,
|
|
"learning_rate": 1.969616370495806e-05,
|
|
"loss": 1.1475,
|
|
"step": 144
|
|
},
|
|
{
|
|
"epoch": 0.5222872579918956,
|
|
"grad_norm": 0.43330583593619754,
|
|
"learning_rate": 1.9685831611286312e-05,
|
|
"loss": 1.1173,
|
|
"step": 145
|
|
},
|
|
{
|
|
"epoch": 0.5258892390814949,
|
|
"grad_norm": 0.545404617817178,
|
|
"learning_rate": 1.96753295706163e-05,
|
|
"loss": 1.143,
|
|
"step": 146
|
|
},
|
|
{
|
|
"epoch": 0.5294912201710941,
|
|
"grad_norm": 0.5368541119320993,
|
|
"learning_rate": 1.9664657767216176e-05,
|
|
"loss": 1.1492,
|
|
"step": 147
|
|
},
|
|
{
|
|
"epoch": 0.5330932012606934,
|
|
"grad_norm": 0.5900575675857606,
|
|
"learning_rate": 1.965381638833274e-05,
|
|
"loss": 1.1061,
|
|
"step": 148
|
|
},
|
|
{
|
|
"epoch": 0.5366951823502927,
|
|
"grad_norm": 0.4885677064908834,
|
|
"learning_rate": 1.964280562418815e-05,
|
|
"loss": 1.1696,
|
|
"step": 149
|
|
},
|
|
{
|
|
"epoch": 0.540297163439892,
|
|
"grad_norm": 0.5737873365437347,
|
|
"learning_rate": 1.9631625667976584e-05,
|
|
"loss": 1.1414,
|
|
"step": 150
|
|
},
|
|
{
|
|
"epoch": 0.5438991445294912,
|
|
"grad_norm": 0.48058399404834246,
|
|
"learning_rate": 1.962027671586086e-05,
|
|
"loss": 1.1692,
|
|
"step": 151
|
|
},
|
|
{
|
|
"epoch": 0.5475011256190905,
|
|
"grad_norm": 0.6083382060711343,
|
|
"learning_rate": 1.9608758966968987e-05,
|
|
"loss": 1.1555,
|
|
"step": 152
|
|
},
|
|
{
|
|
"epoch": 0.5511031067086898,
|
|
"grad_norm": 0.47474983425131323,
|
|
"learning_rate": 1.9597072623390668e-05,
|
|
"loss": 1.1653,
|
|
"step": 153
|
|
},
|
|
{
|
|
"epoch": 0.5547050877982891,
|
|
"grad_norm": 0.4945047090641951,
|
|
"learning_rate": 1.958521789017376e-05,
|
|
"loss": 1.1262,
|
|
"step": 154
|
|
},
|
|
{
|
|
"epoch": 0.5583070688878884,
|
|
"grad_norm": 0.4618796056478457,
|
|
"learning_rate": 1.9573194975320672e-05,
|
|
"loss": 1.1193,
|
|
"step": 155
|
|
},
|
|
{
|
|
"epoch": 0.5619090499774876,
|
|
"grad_norm": 0.5433688714235343,
|
|
"learning_rate": 1.9561004089784726e-05,
|
|
"loss": 1.1863,
|
|
"step": 156
|
|
},
|
|
{
|
|
"epoch": 0.5655110310670869,
|
|
"grad_norm": 0.4577137514640174,
|
|
"learning_rate": 1.9548645447466433e-05,
|
|
"loss": 1.1601,
|
|
"step": 157
|
|
},
|
|
{
|
|
"epoch": 0.5691130121566862,
|
|
"grad_norm": 0.47944154343409334,
|
|
"learning_rate": 1.9536119265209763e-05,
|
|
"loss": 1.1152,
|
|
"step": 158
|
|
},
|
|
{
|
|
"epoch": 0.5727149932462855,
|
|
"grad_norm": 0.42694412400942916,
|
|
"learning_rate": 1.9523425762798328e-05,
|
|
"loss": 1.1531,
|
|
"step": 159
|
|
},
|
|
{
|
|
"epoch": 0.5763169743358847,
|
|
"grad_norm": 0.49207094141035496,
|
|
"learning_rate": 1.9510565162951538e-05,
|
|
"loss": 1.1906,
|
|
"step": 160
|
|
},
|
|
{
|
|
"epoch": 0.579918955425484,
|
|
"grad_norm": 0.5136613154641417,
|
|
"learning_rate": 1.949753769132067e-05,
|
|
"loss": 1.1644,
|
|
"step": 161
|
|
},
|
|
{
|
|
"epoch": 0.5835209365150833,
|
|
"grad_norm": 0.44602489266661216,
|
|
"learning_rate": 1.9484343576484935e-05,
|
|
"loss": 1.1374,
|
|
"step": 162
|
|
},
|
|
{
|
|
"epoch": 0.5871229176046826,
|
|
"grad_norm": 0.5228610461369948,
|
|
"learning_rate": 1.9470983049947446e-05,
|
|
"loss": 1.1163,
|
|
"step": 163
|
|
},
|
|
{
|
|
"epoch": 0.5907248986942819,
|
|
"grad_norm": 0.5708572642999578,
|
|
"learning_rate": 1.945745634613117e-05,
|
|
"loss": 1.1186,
|
|
"step": 164
|
|
},
|
|
{
|
|
"epoch": 0.5943268797838811,
|
|
"grad_norm": 0.5036409710357109,
|
|
"learning_rate": 1.944376370237481e-05,
|
|
"loss": 1.1465,
|
|
"step": 165
|
|
},
|
|
{
|
|
"epoch": 0.5979288608734804,
|
|
"grad_norm": 0.5317443117280128,
|
|
"learning_rate": 1.9429905358928648e-05,
|
|
"loss": 1.1517,
|
|
"step": 166
|
|
},
|
|
{
|
|
"epoch": 0.6015308419630797,
|
|
"grad_norm": 0.4882478787556137,
|
|
"learning_rate": 1.9415881558950302e-05,
|
|
"loss": 1.1067,
|
|
"step": 167
|
|
},
|
|
{
|
|
"epoch": 0.605132823052679,
|
|
"grad_norm": 0.4874064562391516,
|
|
"learning_rate": 1.9401692548500504e-05,
|
|
"loss": 1.1324,
|
|
"step": 168
|
|
},
|
|
{
|
|
"epoch": 0.6087348041422782,
|
|
"grad_norm": 0.5376918267990205,
|
|
"learning_rate": 1.9387338576538743e-05,
|
|
"loss": 1.1257,
|
|
"step": 169
|
|
},
|
|
{
|
|
"epoch": 0.6123367852318775,
|
|
"grad_norm": 0.4965172211480199,
|
|
"learning_rate": 1.937281989491892e-05,
|
|
"loss": 1.1336,
|
|
"step": 170
|
|
},
|
|
{
|
|
"epoch": 0.6159387663214768,
|
|
"grad_norm": 0.47932825528281314,
|
|
"learning_rate": 1.935813675838491e-05,
|
|
"loss": 1.1284,
|
|
"step": 171
|
|
},
|
|
{
|
|
"epoch": 0.6195407474110761,
|
|
"grad_norm": 0.4858748471487055,
|
|
"learning_rate": 1.9343289424566122e-05,
|
|
"loss": 1.1057,
|
|
"step": 172
|
|
},
|
|
{
|
|
"epoch": 0.6231427285006754,
|
|
"grad_norm": 0.5197155527596052,
|
|
"learning_rate": 1.9328278153972947e-05,
|
|
"loss": 1.1429,
|
|
"step": 173
|
|
},
|
|
{
|
|
"epoch": 0.6267447095902746,
|
|
"grad_norm": 0.5090328339965416,
|
|
"learning_rate": 1.9313103209992205e-05,
|
|
"loss": 1.1441,
|
|
"step": 174
|
|
},
|
|
{
|
|
"epoch": 0.6303466906798739,
|
|
"grad_norm": 0.43693562505510464,
|
|
"learning_rate": 1.9297764858882516e-05,
|
|
"loss": 1.1505,
|
|
"step": 175
|
|
},
|
|
{
|
|
"epoch": 0.6339486717694732,
|
|
"grad_norm": 0.550660846855975,
|
|
"learning_rate": 1.9282263369769633e-05,
|
|
"loss": 1.1435,
|
|
"step": 176
|
|
},
|
|
{
|
|
"epoch": 0.6375506528590725,
|
|
"grad_norm": 0.46578086383071565,
|
|
"learning_rate": 1.9266599014641724e-05,
|
|
"loss": 1.1018,
|
|
"step": 177
|
|
},
|
|
{
|
|
"epoch": 0.6411526339486717,
|
|
"grad_norm": 0.4964782183292892,
|
|
"learning_rate": 1.925077206834458e-05,
|
|
"loss": 1.1465,
|
|
"step": 178
|
|
},
|
|
{
|
|
"epoch": 0.644754615038271,
|
|
"grad_norm": 0.45964086094247464,
|
|
"learning_rate": 1.9234782808576823e-05,
|
|
"loss": 1.1062,
|
|
"step": 179
|
|
},
|
|
{
|
|
"epoch": 0.6483565961278703,
|
|
"grad_norm": 0.5483305518872,
|
|
"learning_rate": 1.9218631515885007e-05,
|
|
"loss": 1.1951,
|
|
"step": 180
|
|
},
|
|
{
|
|
"epoch": 0.6519585772174696,
|
|
"grad_norm": 0.5145676852242339,
|
|
"learning_rate": 1.9202318473658707e-05,
|
|
"loss": 1.1448,
|
|
"step": 181
|
|
},
|
|
{
|
|
"epoch": 0.6555605583070689,
|
|
"grad_norm": 0.4386475661627918,
|
|
"learning_rate": 1.9185843968125543e-05,
|
|
"loss": 1.1308,
|
|
"step": 182
|
|
},
|
|
{
|
|
"epoch": 0.6591625393966681,
|
|
"grad_norm": 0.5755653013269093,
|
|
"learning_rate": 1.9169208288346168e-05,
|
|
"loss": 1.1134,
|
|
"step": 183
|
|
},
|
|
{
|
|
"epoch": 0.6627645204862674,
|
|
"grad_norm": 0.44327277861238035,
|
|
"learning_rate": 1.9152411726209176e-05,
|
|
"loss": 1.1152,
|
|
"step": 184
|
|
},
|
|
{
|
|
"epoch": 0.6663665015758667,
|
|
"grad_norm": 0.5486666975937928,
|
|
"learning_rate": 1.913545457642601e-05,
|
|
"loss": 1.1624,
|
|
"step": 185
|
|
},
|
|
{
|
|
"epoch": 0.669968482665466,
|
|
"grad_norm": 0.5461049108625414,
|
|
"learning_rate": 1.911833713652576e-05,
|
|
"loss": 1.1686,
|
|
"step": 186
|
|
},
|
|
{
|
|
"epoch": 0.6735704637550652,
|
|
"grad_norm": 0.49624624730248856,
|
|
"learning_rate": 1.9101059706849957e-05,
|
|
"loss": 1.1375,
|
|
"step": 187
|
|
},
|
|
{
|
|
"epoch": 0.6771724448446645,
|
|
"grad_norm": 0.5048178389571221,
|
|
"learning_rate": 1.9083622590547313e-05,
|
|
"loss": 1.1184,
|
|
"step": 188
|
|
},
|
|
{
|
|
"epoch": 0.6807744259342638,
|
|
"grad_norm": 0.5607987809134882,
|
|
"learning_rate": 1.906602609356838e-05,
|
|
"loss": 1.1383,
|
|
"step": 189
|
|
},
|
|
{
|
|
"epoch": 0.6843764070238632,
|
|
"grad_norm": 0.5461935247508191,
|
|
"learning_rate": 1.9048270524660197e-05,
|
|
"loss": 1.1199,
|
|
"step": 190
|
|
},
|
|
{
|
|
"epoch": 0.6879783881134625,
|
|
"grad_norm": 0.48641376111434126,
|
|
"learning_rate": 1.9030356195360875e-05,
|
|
"loss": 1.1325,
|
|
"step": 191
|
|
},
|
|
{
|
|
"epoch": 0.6915803692030617,
|
|
"grad_norm": 0.5712551206304499,
|
|
"learning_rate": 1.9012283419994115e-05,
|
|
"loss": 1.1079,
|
|
"step": 192
|
|
},
|
|
{
|
|
"epoch": 0.695182350292661,
|
|
"grad_norm": 0.5549505651064666,
|
|
"learning_rate": 1.899405251566371e-05,
|
|
"loss": 1.1491,
|
|
"step": 193
|
|
},
|
|
{
|
|
"epoch": 0.6987843313822603,
|
|
"grad_norm": 0.5454364240589753,
|
|
"learning_rate": 1.8975663802247978e-05,
|
|
"loss": 1.1324,
|
|
"step": 194
|
|
},
|
|
{
|
|
"epoch": 0.7023863124718596,
|
|
"grad_norm": 0.5489949607435856,
|
|
"learning_rate": 1.895711760239413e-05,
|
|
"loss": 1.1424,
|
|
"step": 195
|
|
},
|
|
{
|
|
"epoch": 0.7059882935614588,
|
|
"grad_norm": 0.5516401509678447,
|
|
"learning_rate": 1.893841424151264e-05,
|
|
"loss": 1.1192,
|
|
"step": 196
|
|
},
|
|
{
|
|
"epoch": 0.7095902746510581,
|
|
"grad_norm": 0.616415006151177,
|
|
"learning_rate": 1.8919554047771508e-05,
|
|
"loss": 1.1057,
|
|
"step": 197
|
|
},
|
|
{
|
|
"epoch": 0.7131922557406574,
|
|
"grad_norm": 0.49764500545065876,
|
|
"learning_rate": 1.8900537352090523e-05,
|
|
"loss": 1.2043,
|
|
"step": 198
|
|
},
|
|
{
|
|
"epoch": 0.7167942368302567,
|
|
"grad_norm": 0.5353719497991947,
|
|
"learning_rate": 1.8881364488135448e-05,
|
|
"loss": 1.1009,
|
|
"step": 199
|
|
},
|
|
{
|
|
"epoch": 0.720396217919856,
|
|
"grad_norm": 0.5552251069245464,
|
|
"learning_rate": 1.8862035792312148e-05,
|
|
"loss": 1.1472,
|
|
"step": 200
|
|
},
|
|
{
|
|
"epoch": 0.7239981990094552,
|
|
"grad_norm": 0.47370380708561854,
|
|
"learning_rate": 1.8842551603760725e-05,
|
|
"loss": 1.1234,
|
|
"step": 201
|
|
},
|
|
{
|
|
"epoch": 0.7276001800990545,
|
|
"grad_norm": 0.514238613810691,
|
|
"learning_rate": 1.8822912264349535e-05,
|
|
"loss": 1.111,
|
|
"step": 202
|
|
},
|
|
{
|
|
"epoch": 0.7312021611886538,
|
|
"grad_norm": 0.4336419198372904,
|
|
"learning_rate": 1.8803118118669203e-05,
|
|
"loss": 1.135,
|
|
"step": 203
|
|
},
|
|
{
|
|
"epoch": 0.7348041422782531,
|
|
"grad_norm": 0.5294295030645012,
|
|
"learning_rate": 1.878316951402658e-05,
|
|
"loss": 1.1202,
|
|
"step": 204
|
|
},
|
|
{
|
|
"epoch": 0.7384061233678523,
|
|
"grad_norm": 0.4780673622172491,
|
|
"learning_rate": 1.8763066800438638e-05,
|
|
"loss": 1.1115,
|
|
"step": 205
|
|
},
|
|
{
|
|
"epoch": 0.7420081044574516,
|
|
"grad_norm": 0.45954189171840354,
|
|
"learning_rate": 1.8742810330626338e-05,
|
|
"loss": 1.1389,
|
|
"step": 206
|
|
},
|
|
{
|
|
"epoch": 0.7456100855470509,
|
|
"grad_norm": 0.4449315804684262,
|
|
"learning_rate": 1.8722400460008437e-05,
|
|
"loss": 1.1311,
|
|
"step": 207
|
|
},
|
|
{
|
|
"epoch": 0.7492120666366502,
|
|
"grad_norm": 0.5160932332263837,
|
|
"learning_rate": 1.870183754669526e-05,
|
|
"loss": 1.1579,
|
|
"step": 208
|
|
},
|
|
{
|
|
"epoch": 0.7528140477262495,
|
|
"grad_norm": 0.4281459926943085,
|
|
"learning_rate": 1.8681121951482397e-05,
|
|
"loss": 1.161,
|
|
"step": 209
|
|
},
|
|
{
|
|
"epoch": 0.7564160288158487,
|
|
"grad_norm": 0.47559201254768024,
|
|
"learning_rate": 1.866025403784439e-05,
|
|
"loss": 1.1485,
|
|
"step": 210
|
|
},
|
|
{
|
|
"epoch": 0.760018009905448,
|
|
"grad_norm": 0.43905387770660126,
|
|
"learning_rate": 1.8639234171928355e-05,
|
|
"loss": 1.1083,
|
|
"step": 211
|
|
},
|
|
{
|
|
"epoch": 0.7636199909950473,
|
|
"grad_norm": 0.4175570198117635,
|
|
"learning_rate": 1.861806272254755e-05,
|
|
"loss": 1.1494,
|
|
"step": 212
|
|
},
|
|
{
|
|
"epoch": 0.7672219720846466,
|
|
"grad_norm": 0.4179520039796487,
|
|
"learning_rate": 1.8596740061174912e-05,
|
|
"loss": 1.1391,
|
|
"step": 213
|
|
},
|
|
{
|
|
"epoch": 0.7708239531742458,
|
|
"grad_norm": 0.4625191756163765,
|
|
"learning_rate": 1.8575266561936526e-05,
|
|
"loss": 1.1219,
|
|
"step": 214
|
|
},
|
|
{
|
|
"epoch": 0.7744259342638451,
|
|
"grad_norm": 0.4360052457091878,
|
|
"learning_rate": 1.855364260160507e-05,
|
|
"loss": 1.0894,
|
|
"step": 215
|
|
},
|
|
{
|
|
"epoch": 0.7780279153534444,
|
|
"grad_norm": 0.44330577471105836,
|
|
"learning_rate": 1.8531868559593205e-05,
|
|
"loss": 1.1221,
|
|
"step": 216
|
|
},
|
|
{
|
|
"epoch": 0.7816298964430437,
|
|
"grad_norm": 0.46845374827188646,
|
|
"learning_rate": 1.850994481794692e-05,
|
|
"loss": 1.1372,
|
|
"step": 217
|
|
},
|
|
{
|
|
"epoch": 0.785231877532643,
|
|
"grad_norm": 0.4240045594210141,
|
|
"learning_rate": 1.848787176133882e-05,
|
|
"loss": 1.1063,
|
|
"step": 218
|
|
},
|
|
{
|
|
"epoch": 0.7888338586222422,
|
|
"grad_norm": 0.47588941754559394,
|
|
"learning_rate": 1.8465649777061377e-05,
|
|
"loss": 1.1144,
|
|
"step": 219
|
|
},
|
|
{
|
|
"epoch": 0.7924358397118415,
|
|
"grad_norm": 0.47944401723447033,
|
|
"learning_rate": 1.8443279255020153e-05,
|
|
"loss": 1.1478,
|
|
"step": 220
|
|
},
|
|
{
|
|
"epoch": 0.7960378208014408,
|
|
"grad_norm": 0.5043431839326713,
|
|
"learning_rate": 1.8420760587726925e-05,
|
|
"loss": 1.1417,
|
|
"step": 221
|
|
},
|
|
{
|
|
"epoch": 0.7996398018910401,
|
|
"grad_norm": 0.4686592324649181,
|
|
"learning_rate": 1.839809417029283e-05,
|
|
"loss": 1.1023,
|
|
"step": 222
|
|
},
|
|
{
|
|
"epoch": 0.8032417829806393,
|
|
"grad_norm": 0.47495270803179485,
|
|
"learning_rate": 1.837528040042142e-05,
|
|
"loss": 1.1638,
|
|
"step": 223
|
|
},
|
|
{
|
|
"epoch": 0.8068437640702386,
|
|
"grad_norm": 0.4913868710518268,
|
|
"learning_rate": 1.8352319678401677e-05,
|
|
"loss": 1.1064,
|
|
"step": 224
|
|
},
|
|
{
|
|
"epoch": 0.8104457451598379,
|
|
"grad_norm": 0.48052615240826413,
|
|
"learning_rate": 1.8329212407100996e-05,
|
|
"loss": 1.1476,
|
|
"step": 225
|
|
},
|
|
{
|
|
"epoch": 0.8140477262494372,
|
|
"grad_norm": 0.5206455743057349,
|
|
"learning_rate": 1.830595899195813e-05,
|
|
"loss": 1.1514,
|
|
"step": 226
|
|
},
|
|
{
|
|
"epoch": 0.8176497073390365,
|
|
"grad_norm": 0.4359589995668716,
|
|
"learning_rate": 1.8282559840976043e-05,
|
|
"loss": 1.1395,
|
|
"step": 227
|
|
},
|
|
{
|
|
"epoch": 0.8212516884286357,
|
|
"grad_norm": 0.45522754832406287,
|
|
"learning_rate": 1.8259015364714786e-05,
|
|
"loss": 1.0933,
|
|
"step": 228
|
|
},
|
|
{
|
|
"epoch": 0.824853669518235,
|
|
"grad_norm": 0.4227994898708231,
|
|
"learning_rate": 1.8235325976284276e-05,
|
|
"loss": 1.1394,
|
|
"step": 229
|
|
},
|
|
{
|
|
"epoch": 0.8284556506078343,
|
|
"grad_norm": 0.4436362275580185,
|
|
"learning_rate": 1.821149209133704e-05,
|
|
"loss": 1.131,
|
|
"step": 230
|
|
},
|
|
{
|
|
"epoch": 0.8320576316974336,
|
|
"grad_norm": 0.4347073407955882,
|
|
"learning_rate": 1.8187514128060946e-05,
|
|
"loss": 1.1476,
|
|
"step": 231
|
|
},
|
|
{
|
|
"epoch": 0.8356596127870328,
|
|
"grad_norm": 0.4940064330724917,
|
|
"learning_rate": 1.816339250717184e-05,
|
|
"loss": 1.1419,
|
|
"step": 232
|
|
},
|
|
{
|
|
"epoch": 0.8392615938766321,
|
|
"grad_norm": 0.4536624018312723,
|
|
"learning_rate": 1.8139127651906183e-05,
|
|
"loss": 1.1127,
|
|
"step": 233
|
|
},
|
|
{
|
|
"epoch": 0.8428635749662314,
|
|
"grad_norm": 0.4543924968182053,
|
|
"learning_rate": 1.8114719988013612e-05,
|
|
"loss": 1.0967,
|
|
"step": 234
|
|
},
|
|
{
|
|
"epoch": 0.8464655560558307,
|
|
"grad_norm": 0.496938853436019,
|
|
"learning_rate": 1.8090169943749477e-05,
|
|
"loss": 1.1379,
|
|
"step": 235
|
|
},
|
|
{
|
|
"epoch": 0.85006753714543,
|
|
"grad_norm": 0.4722755921464798,
|
|
"learning_rate": 1.8065477949867327e-05,
|
|
"loss": 1.0873,
|
|
"step": 236
|
|
},
|
|
{
|
|
"epoch": 0.8536695182350292,
|
|
"grad_norm": 0.5081752202195752,
|
|
"learning_rate": 1.8040644439611348e-05,
|
|
"loss": 1.1295,
|
|
"step": 237
|
|
},
|
|
{
|
|
"epoch": 0.8572714993246285,
|
|
"grad_norm": 0.4778818482001873,
|
|
"learning_rate": 1.8015669848708768e-05,
|
|
"loss": 1.1373,
|
|
"step": 238
|
|
},
|
|
{
|
|
"epoch": 0.8608734804142278,
|
|
"grad_norm": 0.5045432761666748,
|
|
"learning_rate": 1.79905546153622e-05,
|
|
"loss": 1.0715,
|
|
"step": 239
|
|
},
|
|
{
|
|
"epoch": 0.8644754615038271,
|
|
"grad_norm": 0.4552278661854219,
|
|
"learning_rate": 1.7965299180241963e-05,
|
|
"loss": 1.0893,
|
|
"step": 240
|
|
},
|
|
{
|
|
"epoch": 0.8680774425934263,
|
|
"grad_norm": 0.4407126204238206,
|
|
"learning_rate": 1.7939903986478354e-05,
|
|
"loss": 1.1255,
|
|
"step": 241
|
|
},
|
|
{
|
|
"epoch": 0.8716794236830256,
|
|
"grad_norm": 0.4692473628658144,
|
|
"learning_rate": 1.7914369479653858e-05,
|
|
"loss": 1.1523,
|
|
"step": 242
|
|
},
|
|
{
|
|
"epoch": 0.875281404772625,
|
|
"grad_norm": 0.42345759228200053,
|
|
"learning_rate": 1.7888696107795343e-05,
|
|
"loss": 1.161,
|
|
"step": 243
|
|
},
|
|
{
|
|
"epoch": 0.8788833858622243,
|
|
"grad_norm": 0.4575083414521567,
|
|
"learning_rate": 1.786288432136619e-05,
|
|
"loss": 1.1454,
|
|
"step": 244
|
|
},
|
|
{
|
|
"epoch": 0.8824853669518236,
|
|
"grad_norm": 0.45825544200419105,
|
|
"learning_rate": 1.78369345732584e-05,
|
|
"loss": 1.1084,
|
|
"step": 245
|
|
},
|
|
{
|
|
"epoch": 0.8860873480414228,
|
|
"grad_norm": 0.4571474613630994,
|
|
"learning_rate": 1.7810847318784632e-05,
|
|
"loss": 1.0649,
|
|
"step": 246
|
|
},
|
|
{
|
|
"epoch": 0.889689329131022,
|
|
"grad_norm": 0.4213015631637526,
|
|
"learning_rate": 1.7784623015670237e-05,
|
|
"loss": 1.123,
|
|
"step": 247
|
|
},
|
|
{
|
|
"epoch": 0.8932913102206214,
|
|
"grad_norm": 0.44046418449127966,
|
|
"learning_rate": 1.7758262124045195e-05,
|
|
"loss": 1.1042,
|
|
"step": 248
|
|
},
|
|
{
|
|
"epoch": 0.8968932913102207,
|
|
"grad_norm": 0.4718964524238348,
|
|
"learning_rate": 1.7731765106436073e-05,
|
|
"loss": 1.1463,
|
|
"step": 249
|
|
},
|
|
{
|
|
"epoch": 0.9004952723998199,
|
|
"grad_norm": 0.4826635691547265,
|
|
"learning_rate": 1.7705132427757895e-05,
|
|
"loss": 1.1574,
|
|
"step": 250
|
|
},
|
|
{
|
|
"epoch": 0.9040972534894192,
|
|
"grad_norm": 0.44969451508361796,
|
|
"learning_rate": 1.767836455530598e-05,
|
|
"loss": 1.1266,
|
|
"step": 251
|
|
},
|
|
{
|
|
"epoch": 0.9076992345790185,
|
|
"grad_norm": 0.47012600172717994,
|
|
"learning_rate": 1.7651461958747745e-05,
|
|
"loss": 1.1186,
|
|
"step": 252
|
|
},
|
|
{
|
|
"epoch": 0.9113012156686178,
|
|
"grad_norm": 0.4708814635886862,
|
|
"learning_rate": 1.762442511011448e-05,
|
|
"loss": 1.1205,
|
|
"step": 253
|
|
},
|
|
{
|
|
"epoch": 0.9149031967582171,
|
|
"grad_norm": 0.4859783116895806,
|
|
"learning_rate": 1.759725448379305e-05,
|
|
"loss": 1.1029,
|
|
"step": 254
|
|
},
|
|
{
|
|
"epoch": 0.9185051778478163,
|
|
"grad_norm": 0.45177219701276683,
|
|
"learning_rate": 1.7569950556517566e-05,
|
|
"loss": 1.1285,
|
|
"step": 255
|
|
},
|
|
{
|
|
"epoch": 0.9221071589374156,
|
|
"grad_norm": 0.5089139511075501,
|
|
"learning_rate": 1.754251380736104e-05,
|
|
"loss": 1.1211,
|
|
"step": 256
|
|
},
|
|
{
|
|
"epoch": 0.9257091400270149,
|
|
"grad_norm": 0.4747128535388747,
|
|
"learning_rate": 1.7514944717726962e-05,
|
|
"loss": 1.1361,
|
|
"step": 257
|
|
},
|
|
{
|
|
"epoch": 0.9293111211166142,
|
|
"grad_norm": 0.42993050978195774,
|
|
"learning_rate": 1.7487243771340862e-05,
|
|
"loss": 1.1593,
|
|
"step": 258
|
|
},
|
|
{
|
|
"epoch": 0.9329131022062134,
|
|
"grad_norm": 0.4458544270756502,
|
|
"learning_rate": 1.7459411454241822e-05,
|
|
"loss": 1.0983,
|
|
"step": 259
|
|
},
|
|
{
|
|
"epoch": 0.9365150832958127,
|
|
"grad_norm": 0.45884117899281146,
|
|
"learning_rate": 1.7431448254773943e-05,
|
|
"loss": 1.1288,
|
|
"step": 260
|
|
},
|
|
{
|
|
"epoch": 0.940117064385412,
|
|
"grad_norm": 0.43805358514442444,
|
|
"learning_rate": 1.7403354663577782e-05,
|
|
"loss": 1.1454,
|
|
"step": 261
|
|
},
|
|
{
|
|
"epoch": 0.9437190454750113,
|
|
"grad_norm": 0.45724880809939855,
|
|
"learning_rate": 1.737513117358174e-05,
|
|
"loss": 1.1177,
|
|
"step": 262
|
|
},
|
|
{
|
|
"epoch": 0.9473210265646106,
|
|
"grad_norm": 0.4865575333409952,
|
|
"learning_rate": 1.7346778279993417e-05,
|
|
"loss": 1.1044,
|
|
"step": 263
|
|
},
|
|
{
|
|
"epoch": 0.9509230076542098,
|
|
"grad_norm": 0.4305984402422517,
|
|
"learning_rate": 1.7318296480290912e-05,
|
|
"loss": 1.1143,
|
|
"step": 264
|
|
},
|
|
{
|
|
"epoch": 0.9545249887438091,
|
|
"grad_norm": 0.44013047299806796,
|
|
"learning_rate": 1.7289686274214116e-05,
|
|
"loss": 1.0853,
|
|
"step": 265
|
|
},
|
|
{
|
|
"epoch": 0.9581269698334084,
|
|
"grad_norm": 0.4345428898707509,
|
|
"learning_rate": 1.7260948163755918e-05,
|
|
"loss": 1.1099,
|
|
"step": 266
|
|
},
|
|
{
|
|
"epoch": 0.9617289509230077,
|
|
"grad_norm": 0.4893955945585022,
|
|
"learning_rate": 1.7232082653153422e-05,
|
|
"loss": 1.1159,
|
|
"step": 267
|
|
},
|
|
{
|
|
"epoch": 0.9653309320126069,
|
|
"grad_norm": 0.43872923183961987,
|
|
"learning_rate": 1.720309024887907e-05,
|
|
"loss": 1.1387,
|
|
"step": 268
|
|
},
|
|
{
|
|
"epoch": 0.9689329131022062,
|
|
"grad_norm": 0.4139023584818359,
|
|
"learning_rate": 1.717397145963179e-05,
|
|
"loss": 1.1423,
|
|
"step": 269
|
|
},
|
|
{
|
|
"epoch": 0.9725348941918055,
|
|
"grad_norm": 0.46073526226825784,
|
|
"learning_rate": 1.7144726796328034e-05,
|
|
"loss": 1.1351,
|
|
"step": 270
|
|
},
|
|
{
|
|
"epoch": 0.9761368752814048,
|
|
"grad_norm": 0.5230743107253865,
|
|
"learning_rate": 1.7115356772092858e-05,
|
|
"loss": 1.1231,
|
|
"step": 271
|
|
},
|
|
{
|
|
"epoch": 0.9797388563710041,
|
|
"grad_norm": 0.4827798496308727,
|
|
"learning_rate": 1.7085861902250864e-05,
|
|
"loss": 1.0715,
|
|
"step": 272
|
|
},
|
|
{
|
|
"epoch": 0.9833408374606033,
|
|
"grad_norm": 0.4333382962775112,
|
|
"learning_rate": 1.705624270431721e-05,
|
|
"loss": 1.1342,
|
|
"step": 273
|
|
},
|
|
{
|
|
"epoch": 0.9869428185502026,
|
|
"grad_norm": 1.4702569714626632,
|
|
"learning_rate": 1.7026499697988496e-05,
|
|
"loss": 1.1272,
|
|
"step": 274
|
|
},
|
|
{
|
|
"epoch": 0.9905447996398019,
|
|
"grad_norm": 0.4680057164761672,
|
|
"learning_rate": 1.6996633405133656e-05,
|
|
"loss": 1.1425,
|
|
"step": 275
|
|
},
|
|
{
|
|
"epoch": 0.9941467807294012,
|
|
"grad_norm": 0.4398942871394248,
|
|
"learning_rate": 1.696664434978481e-05,
|
|
"loss": 1.1323,
|
|
"step": 276
|
|
},
|
|
{
|
|
"epoch": 0.9977487618190004,
|
|
"grad_norm": 0.4844460975672615,
|
|
"learning_rate": 1.693653305812805e-05,
|
|
"loss": 1.0979,
|
|
"step": 277
|
|
},
|
|
{
|
|
"epoch": 1.0,
|
|
"grad_norm": 0.4844460975672615,
|
|
"learning_rate": 1.690630005849423e-05,
|
|
"loss": 1.148,
|
|
"step": 278
|
|
},
|
|
{
|
|
"epoch": 1.0036019810895993,
|
|
"grad_norm": 0.6325232514036684,
|
|
"learning_rate": 1.6875945881349676e-05,
|
|
"loss": 1.0937,
|
|
"step": 279
|
|
},
|
|
{
|
|
"epoch": 1.0072039621791986,
|
|
"grad_norm": 0.49603949883397697,
|
|
"learning_rate": 1.684547105928689e-05,
|
|
"loss": 1.0468,
|
|
"step": 280
|
|
},
|
|
{
|
|
"epoch": 1.010805943268798,
|
|
"grad_norm": 0.5372669432351873,
|
|
"learning_rate": 1.68148761270152e-05,
|
|
"loss": 1.0631,
|
|
"step": 281
|
|
},
|
|
{
|
|
"epoch": 1.0144079243583972,
|
|
"grad_norm": 2.131037549344966,
|
|
"learning_rate": 1.6784161621351384e-05,
|
|
"loss": 1.068,
|
|
"step": 282
|
|
},
|
|
{
|
|
"epoch": 1.0180099054479963,
|
|
"grad_norm": 0.635753941282033,
|
|
"learning_rate": 1.6753328081210244e-05,
|
|
"loss": 1.0935,
|
|
"step": 283
|
|
},
|
|
{
|
|
"epoch": 1.0216118865375956,
|
|
"grad_norm": 0.47524062136980866,
|
|
"learning_rate": 1.6722376047595163e-05,
|
|
"loss": 1.1006,
|
|
"step": 284
|
|
},
|
|
{
|
|
"epoch": 1.025213867627195,
|
|
"grad_norm": 0.6053066501624359,
|
|
"learning_rate": 1.6691306063588583e-05,
|
|
"loss": 1.0918,
|
|
"step": 285
|
|
},
|
|
{
|
|
"epoch": 1.0288158487167942,
|
|
"grad_norm": 0.4687489474763007,
|
|
"learning_rate": 1.666011867434252e-05,
|
|
"loss": 1.0866,
|
|
"step": 286
|
|
},
|
|
{
|
|
"epoch": 1.0324178298063935,
|
|
"grad_norm": 0.5388069709966906,
|
|
"learning_rate": 1.6628814427068954e-05,
|
|
"loss": 1.0812,
|
|
"step": 287
|
|
},
|
|
{
|
|
"epoch": 1.0360198108959928,
|
|
"grad_norm": 0.4794335640846871,
|
|
"learning_rate": 1.6597393871030264e-05,
|
|
"loss": 1.0839,
|
|
"step": 288
|
|
},
|
|
{
|
|
"epoch": 1.0396217919855921,
|
|
"grad_norm": 0.4589453520699086,
|
|
"learning_rate": 1.6565857557529567e-05,
|
|
"loss": 1.0972,
|
|
"step": 289
|
|
},
|
|
{
|
|
"epoch": 1.0432237730751914,
|
|
"grad_norm": 0.4650113971173736,
|
|
"learning_rate": 1.6534206039901057e-05,
|
|
"loss": 1.0853,
|
|
"step": 290
|
|
},
|
|
{
|
|
"epoch": 1.0468257541647907,
|
|
"grad_norm": 0.4614651747247148,
|
|
"learning_rate": 1.650243987350029e-05,
|
|
"loss": 1.0494,
|
|
"step": 291
|
|
},
|
|
{
|
|
"epoch": 1.0504277352543898,
|
|
"grad_norm": 0.5075197059347266,
|
|
"learning_rate": 1.6470559615694445e-05,
|
|
"loss": 1.0848,
|
|
"step": 292
|
|
},
|
|
{
|
|
"epoch": 1.0540297163439891,
|
|
"grad_norm": 0.534870398465298,
|
|
"learning_rate": 1.643856582585254e-05,
|
|
"loss": 1.0711,
|
|
"step": 293
|
|
},
|
|
{
|
|
"epoch": 1.0576316974335884,
|
|
"grad_norm": 0.4900025111904141,
|
|
"learning_rate": 1.6406459065335616e-05,
|
|
"loss": 1.1088,
|
|
"step": 294
|
|
},
|
|
{
|
|
"epoch": 1.0612336785231877,
|
|
"grad_norm": 0.4905713891127617,
|
|
"learning_rate": 1.63742398974869e-05,
|
|
"loss": 1.0376,
|
|
"step": 295
|
|
},
|
|
{
|
|
"epoch": 1.064835659612787,
|
|
"grad_norm": 0.49301716249041067,
|
|
"learning_rate": 1.6341908887621894e-05,
|
|
"loss": 1.0659,
|
|
"step": 296
|
|
},
|
|
{
|
|
"epoch": 1.0684376407023863,
|
|
"grad_norm": 0.572076325440764,
|
|
"learning_rate": 1.6309466603018497e-05,
|
|
"loss": 1.1152,
|
|
"step": 297
|
|
},
|
|
{
|
|
"epoch": 1.0720396217919856,
|
|
"grad_norm": 0.5026473757040493,
|
|
"learning_rate": 1.6276913612907005e-05,
|
|
"loss": 1.0534,
|
|
"step": 298
|
|
},
|
|
{
|
|
"epoch": 1.075641602881585,
|
|
"grad_norm": 0.5597880613942234,
|
|
"learning_rate": 1.624425048846016e-05,
|
|
"loss": 1.075,
|
|
"step": 299
|
|
},
|
|
{
|
|
"epoch": 1.0792435839711843,
|
|
"grad_norm": 0.5886018125459568,
|
|
"learning_rate": 1.6211477802783105e-05,
|
|
"loss": 1.0541,
|
|
"step": 300
|
|
},
|
|
{
|
|
"epoch": 1.0828455650607833,
|
|
"grad_norm": 0.43599792787958097,
|
|
"learning_rate": 1.6178596130903345e-05,
|
|
"loss": 1.0366,
|
|
"step": 301
|
|
},
|
|
{
|
|
"epoch": 1.0864475461503826,
|
|
"grad_norm": 1.3645312873990507,
|
|
"learning_rate": 1.6145606049760644e-05,
|
|
"loss": 1.1147,
|
|
"step": 302
|
|
},
|
|
{
|
|
"epoch": 1.090049527239982,
|
|
"grad_norm": 0.5239395330225045,
|
|
"learning_rate": 1.611250813819692e-05,
|
|
"loss": 1.1149,
|
|
"step": 303
|
|
},
|
|
{
|
|
"epoch": 1.0936515083295812,
|
|
"grad_norm": 0.44904566464672624,
|
|
"learning_rate": 1.6079302976946055e-05,
|
|
"loss": 1.0615,
|
|
"step": 304
|
|
},
|
|
{
|
|
"epoch": 1.0972534894191805,
|
|
"grad_norm": 6.687463457380432,
|
|
"learning_rate": 1.6045991148623752e-05,
|
|
"loss": 1.0877,
|
|
"step": 305
|
|
},
|
|
{
|
|
"epoch": 1.1008554705087799,
|
|
"grad_norm": 0.6777647025581062,
|
|
"learning_rate": 1.601257323771727e-05,
|
|
"loss": 1.0374,
|
|
"step": 306
|
|
},
|
|
{
|
|
"epoch": 1.1044574515983792,
|
|
"grad_norm": 0.45081910984732343,
|
|
"learning_rate": 1.597904983057519e-05,
|
|
"loss": 1.0622,
|
|
"step": 307
|
|
},
|
|
{
|
|
"epoch": 1.1080594326879785,
|
|
"grad_norm": 0.6676796186340445,
|
|
"learning_rate": 1.5945421515397135e-05,
|
|
"loss": 1.0939,
|
|
"step": 308
|
|
},
|
|
{
|
|
"epoch": 1.1116614137775778,
|
|
"grad_norm": 0.5241483344815632,
|
|
"learning_rate": 1.591168888222342e-05,
|
|
"loss": 1.1002,
|
|
"step": 309
|
|
},
|
|
{
|
|
"epoch": 1.1152633948671768,
|
|
"grad_norm": 0.5636707882847527,
|
|
"learning_rate": 1.5877852522924733e-05,
|
|
"loss": 1.0643,
|
|
"step": 310
|
|
},
|
|
{
|
|
"epoch": 1.1188653759567762,
|
|
"grad_norm": 0.552304185199896,
|
|
"learning_rate": 1.5843913031191722e-05,
|
|
"loss": 1.0967,
|
|
"step": 311
|
|
},
|
|
{
|
|
"epoch": 1.1224673570463755,
|
|
"grad_norm": 0.5201040787195316,
|
|
"learning_rate": 1.5809871002524602e-05,
|
|
"loss": 1.0627,
|
|
"step": 312
|
|
},
|
|
{
|
|
"epoch": 1.1260693381359748,
|
|
"grad_norm": 0.5040403712960578,
|
|
"learning_rate": 1.5775727034222675e-05,
|
|
"loss": 1.0984,
|
|
"step": 313
|
|
},
|
|
{
|
|
"epoch": 1.129671319225574,
|
|
"grad_norm": 0.4481820208208587,
|
|
"learning_rate": 1.57414817253739e-05,
|
|
"loss": 1.0447,
|
|
"step": 314
|
|
},
|
|
{
|
|
"epoch": 1.1332733003151734,
|
|
"grad_norm": 0.4732904086047612,
|
|
"learning_rate": 1.570713567684432e-05,
|
|
"loss": 1.0959,
|
|
"step": 315
|
|
},
|
|
{
|
|
"epoch": 1.1368752814047727,
|
|
"grad_norm": 0.44576445414041027,
|
|
"learning_rate": 1.567268949126757e-05,
|
|
"loss": 1.0856,
|
|
"step": 316
|
|
},
|
|
{
|
|
"epoch": 1.140477262494372,
|
|
"grad_norm": 0.5126510118086727,
|
|
"learning_rate": 1.5638143773034268e-05,
|
|
"loss": 1.0852,
|
|
"step": 317
|
|
},
|
|
{
|
|
"epoch": 1.1440792435839713,
|
|
"grad_norm": 0.4481225423425604,
|
|
"learning_rate": 1.5603499128281447e-05,
|
|
"loss": 1.06,
|
|
"step": 318
|
|
},
|
|
{
|
|
"epoch": 1.1476812246735704,
|
|
"grad_norm": 0.4970199445974541,
|
|
"learning_rate": 1.556875616488188e-05,
|
|
"loss": 1.0608,
|
|
"step": 319
|
|
},
|
|
{
|
|
"epoch": 1.1512832057631697,
|
|
"grad_norm": 0.43027712991838124,
|
|
"learning_rate": 1.553391549243344e-05,
|
|
"loss": 1.0707,
|
|
"step": 320
|
|
},
|
|
{
|
|
"epoch": 1.154885186852769,
|
|
"grad_norm": 0.46273696948055437,
|
|
"learning_rate": 1.54989777222484e-05,
|
|
"loss": 1.0455,
|
|
"step": 321
|
|
},
|
|
{
|
|
"epoch": 1.1584871679423683,
|
|
"grad_norm": 0.4552896560665292,
|
|
"learning_rate": 1.5463943467342694e-05,
|
|
"loss": 1.0053,
|
|
"step": 322
|
|
},
|
|
{
|
|
"epoch": 1.1620891490319676,
|
|
"grad_norm": 0.4335241416580028,
|
|
"learning_rate": 1.5428813342425177e-05,
|
|
"loss": 1.0638,
|
|
"step": 323
|
|
},
|
|
{
|
|
"epoch": 1.1656911301215669,
|
|
"grad_norm": 0.5148544036584056,
|
|
"learning_rate": 1.5393587963886837e-05,
|
|
"loss": 1.0807,
|
|
"step": 324
|
|
},
|
|
{
|
|
"epoch": 1.1692931112111662,
|
|
"grad_norm": 0.49908726226915306,
|
|
"learning_rate": 1.5358267949789968e-05,
|
|
"loss": 1.0498,
|
|
"step": 325
|
|
},
|
|
{
|
|
"epoch": 1.1728950923007655,
|
|
"grad_norm": 0.4795739077213552,
|
|
"learning_rate": 1.532285391985734e-05,
|
|
"loss": 1.0687,
|
|
"step": 326
|
|
},
|
|
{
|
|
"epoch": 1.1764970733903648,
|
|
"grad_norm": 0.550309380591289,
|
|
"learning_rate": 1.528734649546132e-05,
|
|
"loss": 1.1092,
|
|
"step": 327
|
|
},
|
|
{
|
|
"epoch": 1.1800990544799639,
|
|
"grad_norm": 0.43185891723859965,
|
|
"learning_rate": 1.5251746299612959e-05,
|
|
"loss": 1.0713,
|
|
"step": 328
|
|
},
|
|
{
|
|
"epoch": 1.1837010355695632,
|
|
"grad_norm": 0.5191344837596127,
|
|
"learning_rate": 1.5216053956951081e-05,
|
|
"loss": 1.0687,
|
|
"step": 329
|
|
},
|
|
{
|
|
"epoch": 1.1873030166591625,
|
|
"grad_norm": 0.5178481925919243,
|
|
"learning_rate": 1.5180270093731305e-05,
|
|
"loss": 1.1071,
|
|
"step": 330
|
|
},
|
|
{
|
|
"epoch": 1.1909049977487618,
|
|
"grad_norm": 0.49397906525420315,
|
|
"learning_rate": 1.5144395337815066e-05,
|
|
"loss": 1.1221,
|
|
"step": 331
|
|
},
|
|
{
|
|
"epoch": 1.194506978838361,
|
|
"grad_norm": 0.5857242801522724,
|
|
"learning_rate": 1.51084303186586e-05,
|
|
"loss": 1.083,
|
|
"step": 332
|
|
},
|
|
{
|
|
"epoch": 1.1981089599279604,
|
|
"grad_norm": 0.5952165292011251,
|
|
"learning_rate": 1.5072375667301893e-05,
|
|
"loss": 1.1022,
|
|
"step": 333
|
|
},
|
|
{
|
|
"epoch": 1.2017109410175597,
|
|
"grad_norm": 0.47002489362756894,
|
|
"learning_rate": 1.503623201635761e-05,
|
|
"loss": 1.0428,
|
|
"step": 334
|
|
},
|
|
{
|
|
"epoch": 1.205312922107159,
|
|
"grad_norm": 0.5356317761898491,
|
|
"learning_rate": 1.5000000000000002e-05,
|
|
"loss": 1.0838,
|
|
"step": 335
|
|
},
|
|
{
|
|
"epoch": 1.2089149031967583,
|
|
"grad_norm": 0.448111372214202,
|
|
"learning_rate": 1.496368025395377e-05,
|
|
"loss": 1.087,
|
|
"step": 336
|
|
},
|
|
{
|
|
"epoch": 1.2125168842863574,
|
|
"grad_norm": 0.5107427849758903,
|
|
"learning_rate": 1.4927273415482916e-05,
|
|
"loss": 1.0472,
|
|
"step": 337
|
|
},
|
|
{
|
|
"epoch": 1.2161188653759567,
|
|
"grad_norm": 0.4626399176029545,
|
|
"learning_rate": 1.4890780123379565e-05,
|
|
"loss": 1.103,
|
|
"step": 338
|
|
},
|
|
{
|
|
"epoch": 1.219720846465556,
|
|
"grad_norm": 0.4845405584208064,
|
|
"learning_rate": 1.485420101795274e-05,
|
|
"loss": 1.0701,
|
|
"step": 339
|
|
},
|
|
{
|
|
"epoch": 1.2233228275551553,
|
|
"grad_norm": 0.49223773927308345,
|
|
"learning_rate": 1.4817536741017153e-05,
|
|
"loss": 1.0848,
|
|
"step": 340
|
|
},
|
|
{
|
|
"epoch": 1.2269248086447546,
|
|
"grad_norm": 0.4389001621603982,
|
|
"learning_rate": 1.4780787935881925e-05,
|
|
"loss": 1.0607,
|
|
"step": 341
|
|
},
|
|
{
|
|
"epoch": 1.230526789734354,
|
|
"grad_norm": 0.4472345531258171,
|
|
"learning_rate": 1.4743955247339292e-05,
|
|
"loss": 1.1253,
|
|
"step": 342
|
|
},
|
|
{
|
|
"epoch": 1.2341287708239532,
|
|
"grad_norm": 0.4420228473672137,
|
|
"learning_rate": 1.470703932165333e-05,
|
|
"loss": 1.0832,
|
|
"step": 343
|
|
},
|
|
{
|
|
"epoch": 1.2377307519135525,
|
|
"grad_norm": 0.41494861375097974,
|
|
"learning_rate": 1.4670040806548555e-05,
|
|
"loss": 1.076,
|
|
"step": 344
|
|
},
|
|
{
|
|
"epoch": 1.2413327330031518,
|
|
"grad_norm": 0.4729291266499653,
|
|
"learning_rate": 1.463296035119862e-05,
|
|
"loss": 1.0661,
|
|
"step": 345
|
|
},
|
|
{
|
|
"epoch": 1.244934714092751,
|
|
"grad_norm": 0.4608892964387113,
|
|
"learning_rate": 1.4595798606214882e-05,
|
|
"loss": 1.063,
|
|
"step": 346
|
|
},
|
|
{
|
|
"epoch": 1.2485366951823502,
|
|
"grad_norm": 0.4507767728600715,
|
|
"learning_rate": 1.4558556223635004e-05,
|
|
"loss": 1.017,
|
|
"step": 347
|
|
},
|
|
{
|
|
"epoch": 1.2521386762719495,
|
|
"grad_norm": 0.519368858999387,
|
|
"learning_rate": 1.4521233856911507e-05,
|
|
"loss": 1.0442,
|
|
"step": 348
|
|
},
|
|
{
|
|
"epoch": 1.2557406573615488,
|
|
"grad_norm": 0.4173024775771614,
|
|
"learning_rate": 1.4483832160900326e-05,
|
|
"loss": 1.0657,
|
|
"step": 349
|
|
},
|
|
{
|
|
"epoch": 1.2593426384511481,
|
|
"grad_norm": 0.5204397560981797,
|
|
"learning_rate": 1.4446351791849276e-05,
|
|
"loss": 1.0865,
|
|
"step": 350
|
|
},
|
|
{
|
|
"epoch": 1.2629446195407474,
|
|
"grad_norm": 0.43508225223480745,
|
|
"learning_rate": 1.4408793407386587e-05,
|
|
"loss": 1.0282,
|
|
"step": 351
|
|
},
|
|
{
|
|
"epoch": 1.2665466006303467,
|
|
"grad_norm": 0.5017927641817906,
|
|
"learning_rate": 1.437115766650933e-05,
|
|
"loss": 1.0515,
|
|
"step": 352
|
|
},
|
|
{
|
|
"epoch": 1.270148581719946,
|
|
"grad_norm": 0.42089185839224563,
|
|
"learning_rate": 1.4333445229571874e-05,
|
|
"loss": 1.072,
|
|
"step": 353
|
|
},
|
|
{
|
|
"epoch": 1.2737505628095454,
|
|
"grad_norm": 0.435024724819157,
|
|
"learning_rate": 1.4295656758274283e-05,
|
|
"loss": 1.0793,
|
|
"step": 354
|
|
},
|
|
{
|
|
"epoch": 1.2773525438991444,
|
|
"grad_norm": 0.4394335159893794,
|
|
"learning_rate": 1.4257792915650728e-05,
|
|
"loss": 1.0578,
|
|
"step": 355
|
|
},
|
|
{
|
|
"epoch": 1.2809545249887437,
|
|
"grad_norm": 0.5605066115166044,
|
|
"learning_rate": 1.4219854366057831e-05,
|
|
"loss": 1.0939,
|
|
"step": 356
|
|
},
|
|
{
|
|
"epoch": 1.284556506078343,
|
|
"grad_norm": 0.43273413986854736,
|
|
"learning_rate": 1.4181841775163014e-05,
|
|
"loss": 1.0651,
|
|
"step": 357
|
|
},
|
|
{
|
|
"epoch": 1.2881584871679423,
|
|
"grad_norm": 0.4389647625390638,
|
|
"learning_rate": 1.4143755809932843e-05,
|
|
"loss": 1.0762,
|
|
"step": 358
|
|
},
|
|
{
|
|
"epoch": 1.2917604682575416,
|
|
"grad_norm": 0.4475796252560724,
|
|
"learning_rate": 1.4105597138621281e-05,
|
|
"loss": 1.0974,
|
|
"step": 359
|
|
},
|
|
{
|
|
"epoch": 1.295362449347141,
|
|
"grad_norm": 0.599475685555089,
|
|
"learning_rate": 1.4067366430758004e-05,
|
|
"loss": 1.0739,
|
|
"step": 360
|
|
},
|
|
{
|
|
"epoch": 1.2989644304367403,
|
|
"grad_norm": 0.4685297142242917,
|
|
"learning_rate": 1.4029064357136628e-05,
|
|
"loss": 1.0448,
|
|
"step": 361
|
|
},
|
|
{
|
|
"epoch": 1.3025664115263396,
|
|
"grad_norm": 0.404180257444672,
|
|
"learning_rate": 1.3990691589802955e-05,
|
|
"loss": 1.0643,
|
|
"step": 362
|
|
},
|
|
{
|
|
"epoch": 1.3061683926159389,
|
|
"grad_norm": 0.45859585693385835,
|
|
"learning_rate": 1.3952248802043166e-05,
|
|
"loss": 1.0662,
|
|
"step": 363
|
|
},
|
|
{
|
|
"epoch": 1.309770373705538,
|
|
"grad_norm": 0.40069849025793297,
|
|
"learning_rate": 1.3913736668372027e-05,
|
|
"loss": 1.0277,
|
|
"step": 364
|
|
},
|
|
{
|
|
"epoch": 1.3133723547951373,
|
|
"grad_norm": 0.6539531609460456,
|
|
"learning_rate": 1.3875155864521031e-05,
|
|
"loss": 1.0871,
|
|
"step": 365
|
|
},
|
|
{
|
|
"epoch": 1.3169743358847366,
|
|
"grad_norm": 0.45324799860171444,
|
|
"learning_rate": 1.3836507067426565e-05,
|
|
"loss": 1.0703,
|
|
"step": 366
|
|
},
|
|
{
|
|
"epoch": 1.3205763169743359,
|
|
"grad_norm": 0.4176757516655997,
|
|
"learning_rate": 1.3797790955218014e-05,
|
|
"loss": 1.0989,
|
|
"step": 367
|
|
},
|
|
{
|
|
"epoch": 1.3241782980639352,
|
|
"grad_norm": 0.4393487378500888,
|
|
"learning_rate": 1.3759008207205869e-05,
|
|
"loss": 1.0711,
|
|
"step": 368
|
|
},
|
|
{
|
|
"epoch": 1.3277802791535345,
|
|
"grad_norm": 0.6974045993928998,
|
|
"learning_rate": 1.3720159503869816e-05,
|
|
"loss": 1.076,
|
|
"step": 369
|
|
},
|
|
{
|
|
"epoch": 1.3313822602431338,
|
|
"grad_norm": 0.4481444459412882,
|
|
"learning_rate": 1.3681245526846782e-05,
|
|
"loss": 1.0685,
|
|
"step": 370
|
|
},
|
|
{
|
|
"epoch": 1.334984241332733,
|
|
"grad_norm": 0.4206571262652121,
|
|
"learning_rate": 1.3642266958918985e-05,
|
|
"loss": 1.0903,
|
|
"step": 371
|
|
},
|
|
{
|
|
"epoch": 1.3385862224223324,
|
|
"grad_norm": 0.4522834347425574,
|
|
"learning_rate": 1.3603224484001949e-05,
|
|
"loss": 1.0795,
|
|
"step": 372
|
|
},
|
|
{
|
|
"epoch": 1.3421882035119315,
|
|
"grad_norm": 0.5326135498290757,
|
|
"learning_rate": 1.3564118787132507e-05,
|
|
"loss": 1.0552,
|
|
"step": 373
|
|
},
|
|
{
|
|
"epoch": 1.3457901846015308,
|
|
"grad_norm": 0.47507060471943147,
|
|
"learning_rate": 1.3524950554456786e-05,
|
|
"loss": 1.077,
|
|
"step": 374
|
|
},
|
|
{
|
|
"epoch": 1.34939216569113,
|
|
"grad_norm": 0.42160786224697994,
|
|
"learning_rate": 1.3485720473218153e-05,
|
|
"loss": 1.0686,
|
|
"step": 375
|
|
},
|
|
{
|
|
"epoch": 1.3529941467807294,
|
|
"grad_norm": 0.422035618808939,
|
|
"learning_rate": 1.344642923174517e-05,
|
|
"loss": 1.0882,
|
|
"step": 376
|
|
},
|
|
{
|
|
"epoch": 1.3565961278703287,
|
|
"grad_norm": 0.46390954651912486,
|
|
"learning_rate": 1.340707751943952e-05,
|
|
"loss": 1.0731,
|
|
"step": 377
|
|
},
|
|
{
|
|
"epoch": 1.360198108959928,
|
|
"grad_norm": 0.44137561600547387,
|
|
"learning_rate": 1.3367666026763884e-05,
|
|
"loss": 1.0834,
|
|
"step": 378
|
|
},
|
|
{
|
|
"epoch": 1.3638000900495273,
|
|
"grad_norm": 0.44824790276541915,
|
|
"learning_rate": 1.3328195445229869e-05,
|
|
"loss": 1.0545,
|
|
"step": 379
|
|
},
|
|
{
|
|
"epoch": 1.3674020711391266,
|
|
"grad_norm": 0.4751876023728927,
|
|
"learning_rate": 1.3288666467385834e-05,
|
|
"loss": 1.0652,
|
|
"step": 380
|
|
},
|
|
{
|
|
"epoch": 1.371004052228726,
|
|
"grad_norm": 0.4012267046914374,
|
|
"learning_rate": 1.3249079786804765e-05,
|
|
"loss": 1.0773,
|
|
"step": 381
|
|
},
|
|
{
|
|
"epoch": 1.374606033318325,
|
|
"grad_norm": 0.44703886018133726,
|
|
"learning_rate": 1.3209436098072095e-05,
|
|
"loss": 1.0757,
|
|
"step": 382
|
|
},
|
|
{
|
|
"epoch": 1.3782080144079243,
|
|
"grad_norm": 0.43087415826545633,
|
|
"learning_rate": 1.316973609677352e-05,
|
|
"loss": 1.0853,
|
|
"step": 383
|
|
},
|
|
{
|
|
"epoch": 1.3818099954975236,
|
|
"grad_norm": 0.4305377807377521,
|
|
"learning_rate": 1.3129980479482783e-05,
|
|
"loss": 1.0784,
|
|
"step": 384
|
|
},
|
|
{
|
|
"epoch": 1.385411976587123,
|
|
"grad_norm": 0.4766450841568586,
|
|
"learning_rate": 1.3090169943749475e-05,
|
|
"loss": 1.0969,
|
|
"step": 385
|
|
},
|
|
{
|
|
"epoch": 1.3890139576767222,
|
|
"grad_norm": 0.5104944574784652,
|
|
"learning_rate": 1.3050305188086778e-05,
|
|
"loss": 1.0773,
|
|
"step": 386
|
|
},
|
|
{
|
|
"epoch": 1.3926159387663215,
|
|
"grad_norm": 0.38670562438529643,
|
|
"learning_rate": 1.3010386911959207e-05,
|
|
"loss": 1.0939,
|
|
"step": 387
|
|
},
|
|
{
|
|
"epoch": 1.3962179198559208,
|
|
"grad_norm": 0.4188787890976086,
|
|
"learning_rate": 1.297041581577035e-05,
|
|
"loss": 1.0588,
|
|
"step": 388
|
|
},
|
|
{
|
|
"epoch": 1.3998199009455201,
|
|
"grad_norm": 0.4037525396017961,
|
|
"learning_rate": 1.2930392600850574e-05,
|
|
"loss": 1.1068,
|
|
"step": 389
|
|
},
|
|
{
|
|
"epoch": 1.4034218820351194,
|
|
"grad_norm": 0.4145972475929288,
|
|
"learning_rate": 1.2890317969444716e-05,
|
|
"loss": 1.0578,
|
|
"step": 390
|
|
},
|
|
{
|
|
"epoch": 1.4070238631247185,
|
|
"grad_norm": 0.5267011548057741,
|
|
"learning_rate": 1.2850192624699762e-05,
|
|
"loss": 1.0874,
|
|
"step": 391
|
|
},
|
|
{
|
|
"epoch": 1.4106258442143178,
|
|
"grad_norm": 0.40175491877177105,
|
|
"learning_rate": 1.2810017270652513e-05,
|
|
"loss": 1.0762,
|
|
"step": 392
|
|
},
|
|
{
|
|
"epoch": 1.414227825303917,
|
|
"grad_norm": 0.4545478902956004,
|
|
"learning_rate": 1.2769792612217224e-05,
|
|
"loss": 1.051,
|
|
"step": 393
|
|
},
|
|
{
|
|
"epoch": 1.4178298063935164,
|
|
"grad_norm": 0.39161456192938376,
|
|
"learning_rate": 1.2729519355173254e-05,
|
|
"loss": 1.0783,
|
|
"step": 394
|
|
},
|
|
{
|
|
"epoch": 1.4214317874831157,
|
|
"grad_norm": 0.44950790996233553,
|
|
"learning_rate": 1.2689198206152657e-05,
|
|
"loss": 1.0814,
|
|
"step": 395
|
|
},
|
|
{
|
|
"epoch": 1.425033768572715,
|
|
"grad_norm": 0.43077408300484704,
|
|
"learning_rate": 1.2648829872627809e-05,
|
|
"loss": 1.0349,
|
|
"step": 396
|
|
},
|
|
{
|
|
"epoch": 1.4286357496623143,
|
|
"grad_norm": 1.0021249937744718,
|
|
"learning_rate": 1.2608415062898971e-05,
|
|
"loss": 1.0839,
|
|
"step": 397
|
|
},
|
|
{
|
|
"epoch": 1.4322377307519136,
|
|
"grad_norm": 0.4404487614379772,
|
|
"learning_rate": 1.256795448608188e-05,
|
|
"loss": 1.0792,
|
|
"step": 398
|
|
},
|
|
{
|
|
"epoch": 1.435839711841513,
|
|
"grad_norm": 0.3950846053953103,
|
|
"learning_rate": 1.2527448852095295e-05,
|
|
"loss": 1.0562,
|
|
"step": 399
|
|
},
|
|
{
|
|
"epoch": 1.439441692931112,
|
|
"grad_norm": 0.4407906292998152,
|
|
"learning_rate": 1.2486898871648552e-05,
|
|
"loss": 1.0751,
|
|
"step": 400
|
|
},
|
|
{
|
|
"epoch": 1.4430436740207113,
|
|
"grad_norm": 0.4378455259292274,
|
|
"learning_rate": 1.2446305256229074e-05,
|
|
"loss": 1.061,
|
|
"step": 401
|
|
},
|
|
{
|
|
"epoch": 1.4466456551103106,
|
|
"grad_norm": 0.3734043597411333,
|
|
"learning_rate": 1.2405668718089918e-05,
|
|
"loss": 1.0657,
|
|
"step": 402
|
|
},
|
|
{
|
|
"epoch": 1.45024763619991,
|
|
"grad_norm": 0.41899580409055937,
|
|
"learning_rate": 1.236498997023725e-05,
|
|
"loss": 1.047,
|
|
"step": 403
|
|
},
|
|
{
|
|
"epoch": 1.4538496172895092,
|
|
"grad_norm": 0.43748820158234614,
|
|
"learning_rate": 1.2324269726417841e-05,
|
|
"loss": 1.0562,
|
|
"step": 404
|
|
},
|
|
{
|
|
"epoch": 1.4574515983791085,
|
|
"grad_norm": 0.39711514931960024,
|
|
"learning_rate": 1.2283508701106559e-05,
|
|
"loss": 1.0613,
|
|
"step": 405
|
|
},
|
|
{
|
|
"epoch": 1.4610535794687078,
|
|
"grad_norm": 0.40250078888532254,
|
|
"learning_rate": 1.2242707609493814e-05,
|
|
"loss": 1.0627,
|
|
"step": 406
|
|
},
|
|
{
|
|
"epoch": 1.4646555605583071,
|
|
"grad_norm": 0.42927895009011885,
|
|
"learning_rate": 1.2201867167473015e-05,
|
|
"loss": 1.0669,
|
|
"step": 407
|
|
},
|
|
{
|
|
"epoch": 1.4682575416479065,
|
|
"grad_norm": 0.40344803218661146,
|
|
"learning_rate": 1.2160988091628023e-05,
|
|
"loss": 1.0657,
|
|
"step": 408
|
|
},
|
|
{
|
|
"epoch": 1.4718595227375055,
|
|
"grad_norm": 0.4092373859545345,
|
|
"learning_rate": 1.212007109922055e-05,
|
|
"loss": 1.067,
|
|
"step": 409
|
|
},
|
|
{
|
|
"epoch": 1.4754615038271048,
|
|
"grad_norm": 0.4082646796303801,
|
|
"learning_rate": 1.2079116908177592e-05,
|
|
"loss": 1.0837,
|
|
"step": 410
|
|
},
|
|
{
|
|
"epoch": 1.4790634849167041,
|
|
"grad_norm": 0.439202248276964,
|
|
"learning_rate": 1.203812623707885e-05,
|
|
"loss": 1.057,
|
|
"step": 411
|
|
},
|
|
{
|
|
"epoch": 1.4826654660063034,
|
|
"grad_norm": 0.4150833881089915,
|
|
"learning_rate": 1.1997099805144071e-05,
|
|
"loss": 1.0556,
|
|
"step": 412
|
|
},
|
|
{
|
|
"epoch": 1.4862674470959027,
|
|
"grad_norm": 0.4424139883572584,
|
|
"learning_rate": 1.1956038332220484e-05,
|
|
"loss": 1.0691,
|
|
"step": 413
|
|
},
|
|
{
|
|
"epoch": 1.489869428185502,
|
|
"grad_norm": 0.38939940421102887,
|
|
"learning_rate": 1.191494253877013e-05,
|
|
"loss": 1.0865,
|
|
"step": 414
|
|
},
|
|
{
|
|
"epoch": 1.4934714092751014,
|
|
"grad_norm": 0.4188387060096327,
|
|
"learning_rate": 1.187381314585725e-05,
|
|
"loss": 1.0814,
|
|
"step": 415
|
|
},
|
|
{
|
|
"epoch": 1.4970733903647007,
|
|
"grad_norm": 0.44018812567830906,
|
|
"learning_rate": 1.1832650875135599e-05,
|
|
"loss": 1.0319,
|
|
"step": 416
|
|
},
|
|
{
|
|
"epoch": 1.5006753714543,
|
|
"grad_norm": 0.3809141934323566,
|
|
"learning_rate": 1.1791456448835825e-05,
|
|
"loss": 1.0764,
|
|
"step": 417
|
|
},
|
|
{
|
|
"epoch": 1.504277352543899,
|
|
"grad_norm": 0.4179599693592079,
|
|
"learning_rate": 1.1750230589752763e-05,
|
|
"loss": 1.085,
|
|
"step": 418
|
|
},
|
|
{
|
|
"epoch": 1.5078793336334986,
|
|
"grad_norm": 0.42466171428112837,
|
|
"learning_rate": 1.1708974021232768e-05,
|
|
"loss": 1.0733,
|
|
"step": 419
|
|
},
|
|
{
|
|
"epoch": 1.5114813147230977,
|
|
"grad_norm": 0.426050377469066,
|
|
"learning_rate": 1.1667687467161025e-05,
|
|
"loss": 1.0912,
|
|
"step": 420
|
|
},
|
|
{
|
|
"epoch": 1.515083295812697,
|
|
"grad_norm": 0.41323671728731676,
|
|
"learning_rate": 1.1626371651948839e-05,
|
|
"loss": 1.1158,
|
|
"step": 421
|
|
},
|
|
{
|
|
"epoch": 1.5186852769022963,
|
|
"grad_norm": 0.39850181904127013,
|
|
"learning_rate": 1.158502730052093e-05,
|
|
"loss": 1.0924,
|
|
"step": 422
|
|
},
|
|
{
|
|
"epoch": 1.5222872579918956,
|
|
"grad_norm": 0.3516633387083154,
|
|
"learning_rate": 1.1543655138302714e-05,
|
|
"loss": 1.0913,
|
|
"step": 423
|
|
},
|
|
{
|
|
"epoch": 1.5258892390814949,
|
|
"grad_norm": 0.4073916579881859,
|
|
"learning_rate": 1.1502255891207572e-05,
|
|
"loss": 1.087,
|
|
"step": 424
|
|
},
|
|
{
|
|
"epoch": 1.529491220171094,
|
|
"grad_norm": 0.503531012968231,
|
|
"learning_rate": 1.1460830285624119e-05,
|
|
"loss": 1.0493,
|
|
"step": 425
|
|
},
|
|
{
|
|
"epoch": 1.5330932012606935,
|
|
"grad_norm": 0.4156736949433543,
|
|
"learning_rate": 1.1419379048403446e-05,
|
|
"loss": 1.0543,
|
|
"step": 426
|
|
},
|
|
{
|
|
"epoch": 1.5366951823502926,
|
|
"grad_norm": 0.42672785189506046,
|
|
"learning_rate": 1.137790290684638e-05,
|
|
"loss": 1.0908,
|
|
"step": 427
|
|
},
|
|
{
|
|
"epoch": 1.540297163439892,
|
|
"grad_norm": 0.43838477176725726,
|
|
"learning_rate": 1.1336402588690727e-05,
|
|
"loss": 1.0757,
|
|
"step": 428
|
|
},
|
|
{
|
|
"epoch": 1.5438991445294912,
|
|
"grad_norm": 0.4139605372233822,
|
|
"learning_rate": 1.129487882209847e-05,
|
|
"loss": 1.0598,
|
|
"step": 429
|
|
},
|
|
{
|
|
"epoch": 1.5475011256190905,
|
|
"grad_norm": 0.4094563948201941,
|
|
"learning_rate": 1.1253332335643043e-05,
|
|
"loss": 1.0734,
|
|
"step": 430
|
|
},
|
|
{
|
|
"epoch": 1.5511031067086898,
|
|
"grad_norm": 0.4830375612505944,
|
|
"learning_rate": 1.1211763858296507e-05,
|
|
"loss": 1.0576,
|
|
"step": 431
|
|
},
|
|
{
|
|
"epoch": 1.554705087798289,
|
|
"grad_norm": 0.4428597964246892,
|
|
"learning_rate": 1.1170174119416778e-05,
|
|
"loss": 1.0831,
|
|
"step": 432
|
|
},
|
|
{
|
|
"epoch": 1.5583070688878884,
|
|
"grad_norm": 0.3931568544667693,
|
|
"learning_rate": 1.1128563848734817e-05,
|
|
"loss": 1.0411,
|
|
"step": 433
|
|
},
|
|
{
|
|
"epoch": 1.5619090499774875,
|
|
"grad_norm": 0.41217138406913867,
|
|
"learning_rate": 1.1086933776341853e-05,
|
|
"loss": 1.0428,
|
|
"step": 434
|
|
},
|
|
{
|
|
"epoch": 1.565511031067087,
|
|
"grad_norm": 0.4210034335081842,
|
|
"learning_rate": 1.1045284632676535e-05,
|
|
"loss": 1.0403,
|
|
"step": 435
|
|
},
|
|
{
|
|
"epoch": 1.569113012156686,
|
|
"grad_norm": 0.3762872108510654,
|
|
"learning_rate": 1.1003617148512149e-05,
|
|
"loss": 1.0363,
|
|
"step": 436
|
|
},
|
|
{
|
|
"epoch": 1.5727149932462856,
|
|
"grad_norm": 0.3918368860240494,
|
|
"learning_rate": 1.0961932054943778e-05,
|
|
"loss": 1.0645,
|
|
"step": 437
|
|
},
|
|
{
|
|
"epoch": 1.5763169743358847,
|
|
"grad_norm": 0.4581899552563918,
|
|
"learning_rate": 1.0920230083375474e-05,
|
|
"loss": 1.0358,
|
|
"step": 438
|
|
},
|
|
{
|
|
"epoch": 1.579918955425484,
|
|
"grad_norm": 0.38868664670217856,
|
|
"learning_rate": 1.0878511965507435e-05,
|
|
"loss": 1.0925,
|
|
"step": 439
|
|
},
|
|
{
|
|
"epoch": 1.5835209365150833,
|
|
"grad_norm": 0.39442356826437475,
|
|
"learning_rate": 1.083677843332316e-05,
|
|
"loss": 1.0021,
|
|
"step": 440
|
|
},
|
|
{
|
|
"epoch": 1.5871229176046826,
|
|
"grad_norm": 0.37354063111611663,
|
|
"learning_rate": 1.07950302190766e-05,
|
|
"loss": 1.0662,
|
|
"step": 441
|
|
},
|
|
{
|
|
"epoch": 1.590724898694282,
|
|
"grad_norm": 0.4457477359352462,
|
|
"learning_rate": 1.0753268055279328e-05,
|
|
"loss": 1.0846,
|
|
"step": 442
|
|
},
|
|
{
|
|
"epoch": 1.594326879783881,
|
|
"grad_norm": 0.38440552556884544,
|
|
"learning_rate": 1.071149267468767e-05,
|
|
"loss": 1.0935,
|
|
"step": 443
|
|
},
|
|
{
|
|
"epoch": 1.5979288608734805,
|
|
"grad_norm": 0.4442803874978093,
|
|
"learning_rate": 1.0669704810289852e-05,
|
|
"loss": 1.0742,
|
|
"step": 444
|
|
},
|
|
{
|
|
"epoch": 1.6015308419630796,
|
|
"grad_norm": 0.42334251654019767,
|
|
"learning_rate": 1.0627905195293135e-05,
|
|
"loss": 1.055,
|
|
"step": 445
|
|
},
|
|
{
|
|
"epoch": 1.6051328230526791,
|
|
"grad_norm": 0.4095750298762355,
|
|
"learning_rate": 1.0586094563110965e-05,
|
|
"loss": 1.0823,
|
|
"step": 446
|
|
},
|
|
{
|
|
"epoch": 1.6087348041422782,
|
|
"grad_norm": 0.3964266147818775,
|
|
"learning_rate": 1.0544273647350091e-05,
|
|
"loss": 1.0601,
|
|
"step": 447
|
|
},
|
|
{
|
|
"epoch": 1.6123367852318775,
|
|
"grad_norm": 0.44463908288535714,
|
|
"learning_rate": 1.0502443181797696e-05,
|
|
"loss": 1.0785,
|
|
"step": 448
|
|
},
|
|
{
|
|
"epoch": 1.6159387663214768,
|
|
"grad_norm": 0.4156265203109765,
|
|
"learning_rate": 1.0460603900408523e-05,
|
|
"loss": 1.0626,
|
|
"step": 449
|
|
},
|
|
{
|
|
"epoch": 1.6195407474110761,
|
|
"grad_norm": 0.39302802410193105,
|
|
"learning_rate": 1.0418756537291996e-05,
|
|
"loss": 1.0757,
|
|
"step": 450
|
|
},
|
|
{
|
|
"epoch": 1.6231427285006754,
|
|
"grad_norm": 0.436974563701175,
|
|
"learning_rate": 1.0376901826699349e-05,
|
|
"loss": 1.0763,
|
|
"step": 451
|
|
},
|
|
{
|
|
"epoch": 1.6267447095902745,
|
|
"grad_norm": 0.35660710540513446,
|
|
"learning_rate": 1.0335040503010715e-05,
|
|
"loss": 1.0436,
|
|
"step": 452
|
|
},
|
|
{
|
|
"epoch": 1.630346690679874,
|
|
"grad_norm": 0.44808765989398597,
|
|
"learning_rate": 1.0293173300722286e-05,
|
|
"loss": 1.0447,
|
|
"step": 453
|
|
},
|
|
{
|
|
"epoch": 1.6339486717694731,
|
|
"grad_norm": 0.3908658383980917,
|
|
"learning_rate": 1.0251300954433377e-05,
|
|
"loss": 1.0628,
|
|
"step": 454
|
|
},
|
|
{
|
|
"epoch": 1.6375506528590726,
|
|
"grad_norm": 0.3769270122969533,
|
|
"learning_rate": 1.0209424198833571e-05,
|
|
"loss": 1.0422,
|
|
"step": 455
|
|
},
|
|
{
|
|
"epoch": 1.6411526339486717,
|
|
"grad_norm": 0.4157226943708876,
|
|
"learning_rate": 1.0167543768689816e-05,
|
|
"loss": 1.0942,
|
|
"step": 456
|
|
},
|
|
{
|
|
"epoch": 1.644754615038271,
|
|
"grad_norm": 0.3918615965581052,
|
|
"learning_rate": 1.0125660398833528e-05,
|
|
"loss": 1.0683,
|
|
"step": 457
|
|
},
|
|
{
|
|
"epoch": 1.6483565961278703,
|
|
"grad_norm": 0.3696748568466132,
|
|
"learning_rate": 1.0083774824147707e-05,
|
|
"loss": 1.0501,
|
|
"step": 458
|
|
},
|
|
{
|
|
"epoch": 1.6519585772174696,
|
|
"grad_norm": 0.40613906238610387,
|
|
"learning_rate": 1.0041887779554041e-05,
|
|
"loss": 1.0304,
|
|
"step": 459
|
|
},
|
|
{
|
|
"epoch": 1.655560558307069,
|
|
"grad_norm": 0.4713866826383946,
|
|
"learning_rate": 1e-05,
|
|
"loss": 1.0932,
|
|
"step": 460
|
|
},
|
|
{
|
|
"epoch": 1.659162539396668,
|
|
"grad_norm": 0.3808411609869271,
|
|
"learning_rate": 9.958112220445964e-06,
|
|
"loss": 1.0499,
|
|
"step": 461
|
|
},
|
|
{
|
|
"epoch": 1.6627645204862675,
|
|
"grad_norm": 0.42267248087775466,
|
|
"learning_rate": 9.916225175852295e-06,
|
|
"loss": 1.0569,
|
|
"step": 462
|
|
},
|
|
{
|
|
"epoch": 1.6663665015758666,
|
|
"grad_norm": 0.40057884175324787,
|
|
"learning_rate": 9.874339601166474e-06,
|
|
"loss": 1.0856,
|
|
"step": 463
|
|
},
|
|
{
|
|
"epoch": 1.6699684826654662,
|
|
"grad_norm": 0.4200039300684594,
|
|
"learning_rate": 9.832456231310189e-06,
|
|
"loss": 1.0701,
|
|
"step": 464
|
|
},
|
|
{
|
|
"epoch": 1.6735704637550652,
|
|
"grad_norm": 0.3807617132647988,
|
|
"learning_rate": 9.790575801166432e-06,
|
|
"loss": 1.0323,
|
|
"step": 465
|
|
},
|
|
{
|
|
"epoch": 1.6771724448446645,
|
|
"grad_norm": 0.35317335401111594,
|
|
"learning_rate": 9.748699045566626e-06,
|
|
"loss": 1.0601,
|
|
"step": 466
|
|
},
|
|
{
|
|
"epoch": 1.6807744259342638,
|
|
"grad_norm": 0.37171379697914825,
|
|
"learning_rate": 9.706826699277719e-06,
|
|
"loss": 1.0786,
|
|
"step": 467
|
|
},
|
|
{
|
|
"epoch": 1.6843764070238632,
|
|
"grad_norm": 0.3849323727194956,
|
|
"learning_rate": 9.664959496989286e-06,
|
|
"loss": 1.0491,
|
|
"step": 468
|
|
},
|
|
{
|
|
"epoch": 1.6879783881134625,
|
|
"grad_norm": 0.37494318535714616,
|
|
"learning_rate": 9.623098173300655e-06,
|
|
"loss": 1.0542,
|
|
"step": 469
|
|
},
|
|
{
|
|
"epoch": 1.6915803692030615,
|
|
"grad_norm": 0.3748460304855388,
|
|
"learning_rate": 9.581243462708007e-06,
|
|
"loss": 1.0684,
|
|
"step": 470
|
|
},
|
|
{
|
|
"epoch": 1.695182350292661,
|
|
"grad_norm": 0.39405203222657664,
|
|
"learning_rate": 9.539396099591477e-06,
|
|
"loss": 1.0288,
|
|
"step": 471
|
|
},
|
|
{
|
|
"epoch": 1.6987843313822601,
|
|
"grad_norm": 0.3723298923446926,
|
|
"learning_rate": 9.497556818202306e-06,
|
|
"loss": 1.0766,
|
|
"step": 472
|
|
},
|
|
{
|
|
"epoch": 1.7023863124718597,
|
|
"grad_norm": 0.40349524691861394,
|
|
"learning_rate": 9.45572635264991e-06,
|
|
"loss": 1.028,
|
|
"step": 473
|
|
},
|
|
{
|
|
"epoch": 1.7059882935614588,
|
|
"grad_norm": 0.3774369820292427,
|
|
"learning_rate": 9.413905436889035e-06,
|
|
"loss": 1.0163,
|
|
"step": 474
|
|
},
|
|
{
|
|
"epoch": 1.709590274651058,
|
|
"grad_norm": 0.39112160984642014,
|
|
"learning_rate": 9.372094804706867e-06,
|
|
"loss": 1.0519,
|
|
"step": 475
|
|
},
|
|
{
|
|
"epoch": 1.7131922557406574,
|
|
"grad_norm": 0.36216118500946415,
|
|
"learning_rate": 9.330295189710153e-06,
|
|
"loss": 1.0672,
|
|
"step": 476
|
|
},
|
|
{
|
|
"epoch": 1.7167942368302567,
|
|
"grad_norm": 0.39800150062216283,
|
|
"learning_rate": 9.288507325312334e-06,
|
|
"loss": 1.0512,
|
|
"step": 477
|
|
},
|
|
{
|
|
"epoch": 1.720396217919856,
|
|
"grad_norm": 0.3889564980075968,
|
|
"learning_rate": 9.246731944720675e-06,
|
|
"loss": 1.0502,
|
|
"step": 478
|
|
},
|
|
{
|
|
"epoch": 1.723998199009455,
|
|
"grad_norm": 0.37451683920257034,
|
|
"learning_rate": 9.204969780923404e-06,
|
|
"loss": 1.0501,
|
|
"step": 479
|
|
},
|
|
{
|
|
"epoch": 1.7276001800990546,
|
|
"grad_norm": 0.3659458628681279,
|
|
"learning_rate": 9.163221566676847e-06,
|
|
"loss": 1.0895,
|
|
"step": 480
|
|
},
|
|
{
|
|
"epoch": 1.7312021611886537,
|
|
"grad_norm": 0.3818889556949621,
|
|
"learning_rate": 9.121488034492569e-06,
|
|
"loss": 1.07,
|
|
"step": 481
|
|
},
|
|
{
|
|
"epoch": 1.7348041422782532,
|
|
"grad_norm": 0.39633104419329285,
|
|
"learning_rate": 9.07976991662453e-06,
|
|
"loss": 1.042,
|
|
"step": 482
|
|
},
|
|
{
|
|
"epoch": 1.7384061233678523,
|
|
"grad_norm": 0.36488741451183215,
|
|
"learning_rate": 9.038067945056229e-06,
|
|
"loss": 1.0582,
|
|
"step": 483
|
|
},
|
|
{
|
|
"epoch": 1.7420081044574516,
|
|
"grad_norm": 0.4009746608756165,
|
|
"learning_rate": 8.996382851487851e-06,
|
|
"loss": 1.0527,
|
|
"step": 484
|
|
},
|
|
{
|
|
"epoch": 1.7456100855470509,
|
|
"grad_norm": 0.34959191455078537,
|
|
"learning_rate": 8.954715367323468e-06,
|
|
"loss": 1.0544,
|
|
"step": 485
|
|
},
|
|
{
|
|
"epoch": 1.7492120666366502,
|
|
"grad_norm": 0.3875312568594575,
|
|
"learning_rate": 8.913066223658152e-06,
|
|
"loss": 1.0995,
|
|
"step": 486
|
|
},
|
|
{
|
|
"epoch": 1.7528140477262495,
|
|
"grad_norm": 0.40191028528335604,
|
|
"learning_rate": 8.871436151265183e-06,
|
|
"loss": 1.0172,
|
|
"step": 487
|
|
},
|
|
{
|
|
"epoch": 1.7564160288158486,
|
|
"grad_norm": 0.3725098516681764,
|
|
"learning_rate": 8.829825880583228e-06,
|
|
"loss": 1.0673,
|
|
"step": 488
|
|
},
|
|
{
|
|
"epoch": 1.760018009905448,
|
|
"grad_norm": 0.3707612131182388,
|
|
"learning_rate": 8.788236141703498e-06,
|
|
"loss": 1.0101,
|
|
"step": 489
|
|
},
|
|
{
|
|
"epoch": 1.7636199909950472,
|
|
"grad_norm": 0.35295699106722733,
|
|
"learning_rate": 8.746667664356957e-06,
|
|
"loss": 1.0599,
|
|
"step": 490
|
|
},
|
|
{
|
|
"epoch": 1.7672219720846467,
|
|
"grad_norm": 0.4162609463004788,
|
|
"learning_rate": 8.705121177901532e-06,
|
|
"loss": 1.0742,
|
|
"step": 491
|
|
},
|
|
{
|
|
"epoch": 1.7708239531742458,
|
|
"grad_norm": 0.44614718310588797,
|
|
"learning_rate": 8.663597411309278e-06,
|
|
"loss": 1.0885,
|
|
"step": 492
|
|
},
|
|
{
|
|
"epoch": 1.774425934263845,
|
|
"grad_norm": 0.40315874933464857,
|
|
"learning_rate": 8.62209709315362e-06,
|
|
"loss": 1.0691,
|
|
"step": 493
|
|
},
|
|
{
|
|
"epoch": 1.7780279153534444,
|
|
"grad_norm": 0.4208945390769586,
|
|
"learning_rate": 8.580620951596556e-06,
|
|
"loss": 1.0402,
|
|
"step": 494
|
|
},
|
|
{
|
|
"epoch": 1.7816298964430437,
|
|
"grad_norm": 0.38983621399148105,
|
|
"learning_rate": 8.539169714375885e-06,
|
|
"loss": 1.0775,
|
|
"step": 495
|
|
},
|
|
{
|
|
"epoch": 1.785231877532643,
|
|
"grad_norm": 0.34388392057002276,
|
|
"learning_rate": 8.49774410879243e-06,
|
|
"loss": 1.0481,
|
|
"step": 496
|
|
},
|
|
{
|
|
"epoch": 1.788833858622242,
|
|
"grad_norm": 0.36549331298779086,
|
|
"learning_rate": 8.45634486169729e-06,
|
|
"loss": 1.0742,
|
|
"step": 497
|
|
},
|
|
{
|
|
"epoch": 1.7924358397118416,
|
|
"grad_norm": 0.3765100092100856,
|
|
"learning_rate": 8.414972699479076e-06,
|
|
"loss": 1.0421,
|
|
"step": 498
|
|
},
|
|
{
|
|
"epoch": 1.7960378208014407,
|
|
"grad_norm": 0.3645842636596493,
|
|
"learning_rate": 8.373628348051165e-06,
|
|
"loss": 1.078,
|
|
"step": 499
|
|
},
|
|
{
|
|
"epoch": 1.7996398018910402,
|
|
"grad_norm": 0.34660753222711216,
|
|
"learning_rate": 8.332312532838978e-06,
|
|
"loss": 1.0084,
|
|
"step": 500
|
|
},
|
|
{
|
|
"epoch": 1.8032417829806393,
|
|
"grad_norm": 0.4014198867972262,
|
|
"learning_rate": 8.291025978767236e-06,
|
|
"loss": 1.0576,
|
|
"step": 501
|
|
},
|
|
{
|
|
"epoch": 1.8068437640702386,
|
|
"grad_norm": 0.3892762348796361,
|
|
"learning_rate": 8.249769410247239e-06,
|
|
"loss": 1.0282,
|
|
"step": 502
|
|
},
|
|
{
|
|
"epoch": 1.810445745159838,
|
|
"grad_norm": 0.38260409243656623,
|
|
"learning_rate": 8.208543551164178e-06,
|
|
"loss": 1.0296,
|
|
"step": 503
|
|
},
|
|
{
|
|
"epoch": 1.8140477262494372,
|
|
"grad_norm": 0.379290556848078,
|
|
"learning_rate": 8.167349124864406e-06,
|
|
"loss": 1.0377,
|
|
"step": 504
|
|
},
|
|
{
|
|
"epoch": 1.8176497073390365,
|
|
"grad_norm": 0.3667728549510959,
|
|
"learning_rate": 8.126186854142752e-06,
|
|
"loss": 1.0922,
|
|
"step": 505
|
|
},
|
|
{
|
|
"epoch": 1.8212516884286356,
|
|
"grad_norm": 0.39028760553614594,
|
|
"learning_rate": 8.08505746122987e-06,
|
|
"loss": 1.0111,
|
|
"step": 506
|
|
},
|
|
{
|
|
"epoch": 1.8248536695182351,
|
|
"grad_norm": 0.3264937322802376,
|
|
"learning_rate": 8.04396166777952e-06,
|
|
"loss": 1.0608,
|
|
"step": 507
|
|
},
|
|
{
|
|
"epoch": 1.8284556506078342,
|
|
"grad_norm": 0.3872948567161633,
|
|
"learning_rate": 8.00290019485593e-06,
|
|
"loss": 1.0184,
|
|
"step": 508
|
|
},
|
|
{
|
|
"epoch": 1.8320576316974337,
|
|
"grad_norm": 0.375778538737738,
|
|
"learning_rate": 7.961873762921153e-06,
|
|
"loss": 1.0741,
|
|
"step": 509
|
|
},
|
|
{
|
|
"epoch": 1.8356596127870328,
|
|
"grad_norm": 0.38922486919953275,
|
|
"learning_rate": 7.92088309182241e-06,
|
|
"loss": 1.0704,
|
|
"step": 510
|
|
},
|
|
{
|
|
"epoch": 1.8392615938766321,
|
|
"grad_norm": 0.35122990930601744,
|
|
"learning_rate": 7.879928900779457e-06,
|
|
"loss": 1.0799,
|
|
"step": 511
|
|
},
|
|
{
|
|
"epoch": 1.8428635749662314,
|
|
"grad_norm": 0.4478564069383381,
|
|
"learning_rate": 7.83901190837198e-06,
|
|
"loss": 1.0464,
|
|
"step": 512
|
|
},
|
|
{
|
|
"epoch": 1.8464655560558307,
|
|
"grad_norm": 0.35648462953231047,
|
|
"learning_rate": 7.798132832526986e-06,
|
|
"loss": 1.0121,
|
|
"step": 513
|
|
},
|
|
{
|
|
"epoch": 1.85006753714543,
|
|
"grad_norm": 0.3638752797994591,
|
|
"learning_rate": 7.757292390506191e-06,
|
|
"loss": 1.0925,
|
|
"step": 514
|
|
},
|
|
{
|
|
"epoch": 1.8536695182350291,
|
|
"grad_norm": 0.3433836230952432,
|
|
"learning_rate": 7.716491298893443e-06,
|
|
"loss": 1.0815,
|
|
"step": 515
|
|
},
|
|
{
|
|
"epoch": 1.8572714993246286,
|
|
"grad_norm": 0.35384613049243435,
|
|
"learning_rate": 7.67573027358216e-06,
|
|
"loss": 1.0318,
|
|
"step": 516
|
|
},
|
|
{
|
|
"epoch": 1.8608734804142277,
|
|
"grad_norm": 0.37559592659309676,
|
|
"learning_rate": 7.635010029762755e-06,
|
|
"loss": 1.0079,
|
|
"step": 517
|
|
},
|
|
{
|
|
"epoch": 1.8644754615038273,
|
|
"grad_norm": 0.36727820003067874,
|
|
"learning_rate": 7.594331281910082e-06,
|
|
"loss": 1.0645,
|
|
"step": 518
|
|
},
|
|
{
|
|
"epoch": 1.8680774425934263,
|
|
"grad_norm": 0.36686591642219624,
|
|
"learning_rate": 7.553694743770928e-06,
|
|
"loss": 1.0445,
|
|
"step": 519
|
|
},
|
|
{
|
|
"epoch": 1.8716794236830256,
|
|
"grad_norm": 0.395124020614898,
|
|
"learning_rate": 7.513101128351454e-06,
|
|
"loss": 1.0406,
|
|
"step": 520
|
|
},
|
|
{
|
|
"epoch": 1.875281404772625,
|
|
"grad_norm": 0.34867792527984953,
|
|
"learning_rate": 7.472551147904708e-06,
|
|
"loss": 1.0183,
|
|
"step": 521
|
|
},
|
|
{
|
|
"epoch": 1.8788833858622243,
|
|
"grad_norm": 0.3714009910047558,
|
|
"learning_rate": 7.432045513918122e-06,
|
|
"loss": 1.0835,
|
|
"step": 522
|
|
},
|
|
{
|
|
"epoch": 1.8824853669518236,
|
|
"grad_norm": 0.4609356812486851,
|
|
"learning_rate": 7.391584937101034e-06,
|
|
"loss": 1.041,
|
|
"step": 523
|
|
},
|
|
{
|
|
"epoch": 1.8860873480414226,
|
|
"grad_norm": 0.3516070011374235,
|
|
"learning_rate": 7.351170127372191e-06,
|
|
"loss": 1.0479,
|
|
"step": 524
|
|
},
|
|
{
|
|
"epoch": 1.8896893291310222,
|
|
"grad_norm": 0.3792211704379124,
|
|
"learning_rate": 7.310801793847344e-06,
|
|
"loss": 1.0624,
|
|
"step": 525
|
|
},
|
|
{
|
|
"epoch": 1.8932913102206212,
|
|
"grad_norm": 0.3832970387005155,
|
|
"learning_rate": 7.27048064482675e-06,
|
|
"loss": 1.0905,
|
|
"step": 526
|
|
},
|
|
{
|
|
"epoch": 1.8968932913102208,
|
|
"grad_norm": 0.32532278572212303,
|
|
"learning_rate": 7.2302073877827775e-06,
|
|
"loss": 1.0801,
|
|
"step": 527
|
|
},
|
|
{
|
|
"epoch": 1.9004952723998199,
|
|
"grad_norm": 0.35420111438111074,
|
|
"learning_rate": 7.189982729347491e-06,
|
|
"loss": 1.049,
|
|
"step": 528
|
|
},
|
|
{
|
|
"epoch": 1.9040972534894192,
|
|
"grad_norm": 0.3810071761237156,
|
|
"learning_rate": 7.149807375300239e-06,
|
|
"loss": 1.0815,
|
|
"step": 529
|
|
},
|
|
{
|
|
"epoch": 1.9076992345790185,
|
|
"grad_norm": 0.38800137852134464,
|
|
"learning_rate": 7.109682030555283e-06,
|
|
"loss": 1.0869,
|
|
"step": 530
|
|
},
|
|
{
|
|
"epoch": 1.9113012156686178,
|
|
"grad_norm": 0.35140727868189997,
|
|
"learning_rate": 7.069607399149427e-06,
|
|
"loss": 1.0863,
|
|
"step": 531
|
|
},
|
|
{
|
|
"epoch": 1.914903196758217,
|
|
"grad_norm": 0.36309573184736715,
|
|
"learning_rate": 7.029584184229653e-06,
|
|
"loss": 1.0766,
|
|
"step": 532
|
|
},
|
|
{
|
|
"epoch": 1.9185051778478162,
|
|
"grad_norm": 0.3595848300506225,
|
|
"learning_rate": 6.9896130880407965e-06,
|
|
"loss": 1.0629,
|
|
"step": 533
|
|
},
|
|
{
|
|
"epoch": 1.9221071589374157,
|
|
"grad_norm": 0.36507261229113985,
|
|
"learning_rate": 6.949694811913226e-06,
|
|
"loss": 1.0558,
|
|
"step": 534
|
|
},
|
|
{
|
|
"epoch": 1.9257091400270148,
|
|
"grad_norm": 0.38022318175959224,
|
|
"learning_rate": 6.909830056250527e-06,
|
|
"loss": 1.0992,
|
|
"step": 535
|
|
},
|
|
{
|
|
"epoch": 1.9293111211166143,
|
|
"grad_norm": 0.3622647507744223,
|
|
"learning_rate": 6.870019520517217e-06,
|
|
"loss": 1.0448,
|
|
"step": 536
|
|
},
|
|
{
|
|
"epoch": 1.9329131022062134,
|
|
"grad_norm": 0.3879251818441808,
|
|
"learning_rate": 6.830263903226483e-06,
|
|
"loss": 1.014,
|
|
"step": 537
|
|
},
|
|
{
|
|
"epoch": 1.9365150832958127,
|
|
"grad_norm": 0.3770921433716005,
|
|
"learning_rate": 6.790563901927907e-06,
|
|
"loss": 1.0433,
|
|
"step": 538
|
|
},
|
|
{
|
|
"epoch": 1.940117064385412,
|
|
"grad_norm": 0.3429218608177139,
|
|
"learning_rate": 6.750920213195238e-06,
|
|
"loss": 1.0092,
|
|
"step": 539
|
|
},
|
|
{
|
|
"epoch": 1.9437190454750113,
|
|
"grad_norm": 0.40402011246662706,
|
|
"learning_rate": 6.711333532614168e-06,
|
|
"loss": 1.1084,
|
|
"step": 540
|
|
},
|
|
{
|
|
"epoch": 1.9473210265646106,
|
|
"grad_norm": 0.36580482028612343,
|
|
"learning_rate": 6.671804554770135e-06,
|
|
"loss": 1.024,
|
|
"step": 541
|
|
},
|
|
{
|
|
"epoch": 1.9509230076542097,
|
|
"grad_norm": 0.36292599434315215,
|
|
"learning_rate": 6.63233397323612e-06,
|
|
"loss": 1.0513,
|
|
"step": 542
|
|
},
|
|
{
|
|
"epoch": 1.9545249887438092,
|
|
"grad_norm": 0.35695925852275306,
|
|
"learning_rate": 6.5929224805604845e-06,
|
|
"loss": 1.0628,
|
|
"step": 543
|
|
},
|
|
{
|
|
"epoch": 1.9581269698334083,
|
|
"grad_norm": 0.3705571538869372,
|
|
"learning_rate": 6.553570768254831e-06,
|
|
"loss": 1.0629,
|
|
"step": 544
|
|
},
|
|
{
|
|
"epoch": 1.9617289509230078,
|
|
"grad_norm": 0.3792662852599605,
|
|
"learning_rate": 6.5142795267818505e-06,
|
|
"loss": 1.0386,
|
|
"step": 545
|
|
},
|
|
{
|
|
"epoch": 1.965330932012607,
|
|
"grad_norm": 0.35476045622132796,
|
|
"learning_rate": 6.475049445543215e-06,
|
|
"loss": 1.0177,
|
|
"step": 546
|
|
},
|
|
{
|
|
"epoch": 1.9689329131022062,
|
|
"grad_norm": 0.3492404685458133,
|
|
"learning_rate": 6.435881212867494e-06,
|
|
"loss": 1.0504,
|
|
"step": 547
|
|
},
|
|
{
|
|
"epoch": 1.9725348941918055,
|
|
"grad_norm": 0.4226557680193911,
|
|
"learning_rate": 6.396775515998055e-06,
|
|
"loss": 1.0357,
|
|
"step": 548
|
|
},
|
|
{
|
|
"epoch": 1.9761368752814048,
|
|
"grad_norm": 0.3544819686411779,
|
|
"learning_rate": 6.357733041081018e-06,
|
|
"loss": 1.0313,
|
|
"step": 549
|
|
},
|
|
{
|
|
"epoch": 1.979738856371004,
|
|
"grad_norm": 0.3576985894558687,
|
|
"learning_rate": 6.318754473153221e-06,
|
|
"loss": 1.0556,
|
|
"step": 550
|
|
},
|
|
{
|
|
"epoch": 1.9833408374606032,
|
|
"grad_norm": 0.38304487450513486,
|
|
"learning_rate": 6.27984049613019e-06,
|
|
"loss": 1.0847,
|
|
"step": 551
|
|
},
|
|
{
|
|
"epoch": 1.9869428185502027,
|
|
"grad_norm": 0.3778750401571093,
|
|
"learning_rate": 6.240991792794133e-06,
|
|
"loss": 1.0449,
|
|
"step": 552
|
|
},
|
|
{
|
|
"epoch": 1.9905447996398018,
|
|
"grad_norm": 0.38239316652436883,
|
|
"learning_rate": 6.202209044781991e-06,
|
|
"loss": 1.0724,
|
|
"step": 553
|
|
},
|
|
{
|
|
"epoch": 1.9941467807294013,
|
|
"grad_norm": 0.37264062709497653,
|
|
"learning_rate": 6.1634929325734385e-06,
|
|
"loss": 1.0495,
|
|
"step": 554
|
|
},
|
|
{
|
|
"epoch": 1.9977487618190004,
|
|
"grad_norm": 0.3814129120202483,
|
|
"learning_rate": 6.124844135478971e-06,
|
|
"loss": 1.0797,
|
|
"step": 555
|
|
},
|
|
{
|
|
"epoch": 2.0,
|
|
"grad_norm": 0.474449077137118,
|
|
"learning_rate": 6.086263331627976e-06,
|
|
"loss": 1.0397,
|
|
"step": 556
|
|
},
|
|
{
|
|
"epoch": 2.003601981089599,
|
|
"grad_norm": 0.4939329048052644,
|
|
"learning_rate": 6.047751197956838e-06,
|
|
"loss": 1.0193,
|
|
"step": 557
|
|
},
|
|
{
|
|
"epoch": 2.0072039621791986,
|
|
"grad_norm": 0.4069092448405673,
|
|
"learning_rate": 6.009308410197048e-06,
|
|
"loss": 1.041,
|
|
"step": 558
|
|
},
|
|
{
|
|
"epoch": 2.0108059432687977,
|
|
"grad_norm": 0.4250891501151535,
|
|
"learning_rate": 5.970935642863375e-06,
|
|
"loss": 1.0227,
|
|
"step": 559
|
|
},
|
|
{
|
|
"epoch": 2.014407924358397,
|
|
"grad_norm": 0.3594971878564212,
|
|
"learning_rate": 5.932633569242e-06,
|
|
"loss": 1.005,
|
|
"step": 560
|
|
},
|
|
{
|
|
"epoch": 2.0180099054479963,
|
|
"grad_norm": 0.4609014096156842,
|
|
"learning_rate": 5.894402861378721e-06,
|
|
"loss": 1.0299,
|
|
"step": 561
|
|
},
|
|
{
|
|
"epoch": 2.021611886537596,
|
|
"grad_norm": 0.3705357880540049,
|
|
"learning_rate": 5.85624419006716e-06,
|
|
"loss": 1.0222,
|
|
"step": 562
|
|
},
|
|
{
|
|
"epoch": 2.025213867627195,
|
|
"grad_norm": 0.3813251036571487,
|
|
"learning_rate": 5.818158224836987e-06,
|
|
"loss": 1.0567,
|
|
"step": 563
|
|
},
|
|
{
|
|
"epoch": 2.0288158487167944,
|
|
"grad_norm": 0.3890721462984715,
|
|
"learning_rate": 5.780145633942173e-06,
|
|
"loss": 1.0339,
|
|
"step": 564
|
|
},
|
|
{
|
|
"epoch": 2.0324178298063935,
|
|
"grad_norm": 0.3809090801785457,
|
|
"learning_rate": 5.742207084349274e-06,
|
|
"loss": 1.0478,
|
|
"step": 565
|
|
},
|
|
{
|
|
"epoch": 2.0360198108959926,
|
|
"grad_norm": 0.40541221049002046,
|
|
"learning_rate": 5.704343241725719e-06,
|
|
"loss": 1.0407,
|
|
"step": 566
|
|
},
|
|
{
|
|
"epoch": 2.039621791985592,
|
|
"grad_norm": 0.37262338413182816,
|
|
"learning_rate": 5.666554770428129e-06,
|
|
"loss": 0.999,
|
|
"step": 567
|
|
},
|
|
{
|
|
"epoch": 2.043223773075191,
|
|
"grad_norm": 0.3912469690271038,
|
|
"learning_rate": 5.628842333490674e-06,
|
|
"loss": 1.0254,
|
|
"step": 568
|
|
},
|
|
{
|
|
"epoch": 2.0468257541647907,
|
|
"grad_norm": 0.3823659623908264,
|
|
"learning_rate": 5.591206592613416e-06,
|
|
"loss": 1.0472,
|
|
"step": 569
|
|
},
|
|
{
|
|
"epoch": 2.05042773525439,
|
|
"grad_norm": 0.39800929974704197,
|
|
"learning_rate": 5.553648208150728e-06,
|
|
"loss": 1.0175,
|
|
"step": 570
|
|
},
|
|
{
|
|
"epoch": 2.0540297163439893,
|
|
"grad_norm": 0.37984256110729486,
|
|
"learning_rate": 5.516167839099679e-06,
|
|
"loss": 1.0224,
|
|
"step": 571
|
|
},
|
|
{
|
|
"epoch": 2.0576316974335884,
|
|
"grad_norm": 0.37331566293711554,
|
|
"learning_rate": 5.478766143088492e-06,
|
|
"loss": 1.0281,
|
|
"step": 572
|
|
},
|
|
{
|
|
"epoch": 2.061233678523188,
|
|
"grad_norm": 0.3793468581472536,
|
|
"learning_rate": 5.441443776365003e-06,
|
|
"loss": 1.0347,
|
|
"step": 573
|
|
},
|
|
{
|
|
"epoch": 2.064835659612787,
|
|
"grad_norm": 0.37247668162127545,
|
|
"learning_rate": 5.404201393785123e-06,
|
|
"loss": 1.0158,
|
|
"step": 574
|
|
},
|
|
{
|
|
"epoch": 2.068437640702386,
|
|
"grad_norm": 0.35625577651915435,
|
|
"learning_rate": 5.367039648801386e-06,
|
|
"loss": 1.0431,
|
|
"step": 575
|
|
},
|
|
{
|
|
"epoch": 2.0720396217919856,
|
|
"grad_norm": 0.346540893004091,
|
|
"learning_rate": 5.3299591934514485e-06,
|
|
"loss": 1.0623,
|
|
"step": 576
|
|
},
|
|
{
|
|
"epoch": 2.0756416028815847,
|
|
"grad_norm": 0.35902980848857413,
|
|
"learning_rate": 5.292960678346674e-06,
|
|
"loss": 1.0113,
|
|
"step": 577
|
|
},
|
|
{
|
|
"epoch": 2.0792435839711843,
|
|
"grad_norm": 0.3685493674313566,
|
|
"learning_rate": 5.256044752660709e-06,
|
|
"loss": 1.0259,
|
|
"step": 578
|
|
},
|
|
{
|
|
"epoch": 2.0828455650607833,
|
|
"grad_norm": 0.3540236036587142,
|
|
"learning_rate": 5.219212064118079e-06,
|
|
"loss": 0.9985,
|
|
"step": 579
|
|
},
|
|
{
|
|
"epoch": 2.086447546150383,
|
|
"grad_norm": 0.32253321278425034,
|
|
"learning_rate": 5.1824632589828465e-06,
|
|
"loss": 1.0108,
|
|
"step": 580
|
|
},
|
|
{
|
|
"epoch": 2.090049527239982,
|
|
"grad_norm": 0.333242489765692,
|
|
"learning_rate": 5.145798982047261e-06,
|
|
"loss": 1.0216,
|
|
"step": 581
|
|
},
|
|
{
|
|
"epoch": 2.0936515083295815,
|
|
"grad_norm": 0.3760891075992454,
|
|
"learning_rate": 5.109219876620441e-06,
|
|
"loss": 1.0224,
|
|
"step": 582
|
|
},
|
|
{
|
|
"epoch": 2.0972534894191805,
|
|
"grad_norm": 0.3552029095416183,
|
|
"learning_rate": 5.072726584517086e-06,
|
|
"loss": 1.0431,
|
|
"step": 583
|
|
},
|
|
{
|
|
"epoch": 2.1008554705087796,
|
|
"grad_norm": 0.3323491854581079,
|
|
"learning_rate": 5.036319746046232e-06,
|
|
"loss": 1.0106,
|
|
"step": 584
|
|
},
|
|
{
|
|
"epoch": 2.104457451598379,
|
|
"grad_norm": 0.3446958028136881,
|
|
"learning_rate": 5.000000000000003e-06,
|
|
"loss": 1.0274,
|
|
"step": 585
|
|
},
|
|
{
|
|
"epoch": 2.1080594326879782,
|
|
"grad_norm": 0.3530398631476858,
|
|
"learning_rate": 4.9637679836423926e-06,
|
|
"loss": 1.0056,
|
|
"step": 586
|
|
},
|
|
{
|
|
"epoch": 2.1116614137775778,
|
|
"grad_norm": 0.33679871079729334,
|
|
"learning_rate": 4.927624332698109e-06,
|
|
"loss": 0.9911,
|
|
"step": 587
|
|
},
|
|
{
|
|
"epoch": 2.115263394867177,
|
|
"grad_norm": 0.33207368160766926,
|
|
"learning_rate": 4.891569681341403e-06,
|
|
"loss": 0.9956,
|
|
"step": 588
|
|
},
|
|
{
|
|
"epoch": 2.1188653759567764,
|
|
"grad_norm": 0.35011583818440906,
|
|
"learning_rate": 4.855604662184935e-06,
|
|
"loss": 1.0343,
|
|
"step": 589
|
|
},
|
|
{
|
|
"epoch": 2.1224673570463755,
|
|
"grad_norm": 0.3439461702913823,
|
|
"learning_rate": 4.8197299062687e-06,
|
|
"loss": 1.0076,
|
|
"step": 590
|
|
},
|
|
{
|
|
"epoch": 2.126069338135975,
|
|
"grad_norm": 0.3431059305918204,
|
|
"learning_rate": 4.783946043048922e-06,
|
|
"loss": 1.0045,
|
|
"step": 591
|
|
},
|
|
{
|
|
"epoch": 2.129671319225574,
|
|
"grad_norm": 0.3335988787100524,
|
|
"learning_rate": 4.7482537003870425e-06,
|
|
"loss": 1.0475,
|
|
"step": 592
|
|
},
|
|
{
|
|
"epoch": 2.133273300315173,
|
|
"grad_norm": 0.34354558544465463,
|
|
"learning_rate": 4.712653504538684e-06,
|
|
"loss": 1.0199,
|
|
"step": 593
|
|
},
|
|
{
|
|
"epoch": 2.1368752814047727,
|
|
"grad_norm": 0.3382565003079515,
|
|
"learning_rate": 4.677146080142664e-06,
|
|
"loss": 1.0511,
|
|
"step": 594
|
|
},
|
|
{
|
|
"epoch": 2.1404772624943718,
|
|
"grad_norm": 0.33339479407145134,
|
|
"learning_rate": 4.641732050210032e-06,
|
|
"loss": 1.0039,
|
|
"step": 595
|
|
},
|
|
{
|
|
"epoch": 2.1440792435839713,
|
|
"grad_norm": 0.3333633490849815,
|
|
"learning_rate": 4.606412036113166e-06,
|
|
"loss": 1.0225,
|
|
"step": 596
|
|
},
|
|
{
|
|
"epoch": 2.1476812246735704,
|
|
"grad_norm": 0.37262240929934437,
|
|
"learning_rate": 4.571186657574828e-06,
|
|
"loss": 0.9972,
|
|
"step": 597
|
|
},
|
|
{
|
|
"epoch": 2.15128320576317,
|
|
"grad_norm": 0.32792263517939074,
|
|
"learning_rate": 4.53605653265731e-06,
|
|
"loss": 1.0098,
|
|
"step": 598
|
|
},
|
|
{
|
|
"epoch": 2.154885186852769,
|
|
"grad_norm": 0.3441866597830616,
|
|
"learning_rate": 4.501022277751602e-06,
|
|
"loss": 1.0263,
|
|
"step": 599
|
|
},
|
|
{
|
|
"epoch": 2.1584871679423685,
|
|
"grad_norm": 0.3461912099769324,
|
|
"learning_rate": 4.46608450756656e-06,
|
|
"loss": 1.0076,
|
|
"step": 600
|
|
},
|
|
{
|
|
"epoch": 2.1620891490319676,
|
|
"grad_norm": 0.344418378011401,
|
|
"learning_rate": 4.4312438351181246e-06,
|
|
"loss": 1.0026,
|
|
"step": 601
|
|
},
|
|
{
|
|
"epoch": 2.1656911301215667,
|
|
"grad_norm": 0.34391661494134057,
|
|
"learning_rate": 4.3965008717185555e-06,
|
|
"loss": 1.057,
|
|
"step": 602
|
|
},
|
|
{
|
|
"epoch": 2.169293111211166,
|
|
"grad_norm": 0.3581472947364702,
|
|
"learning_rate": 4.361856226965733e-06,
|
|
"loss": 1.0205,
|
|
"step": 603
|
|
},
|
|
{
|
|
"epoch": 2.1728950923007653,
|
|
"grad_norm": 0.3465025674342639,
|
|
"learning_rate": 4.3273105087324375e-06,
|
|
"loss": 1.0427,
|
|
"step": 604
|
|
},
|
|
{
|
|
"epoch": 2.176497073390365,
|
|
"grad_norm": 0.335644916094797,
|
|
"learning_rate": 4.292864323155684e-06,
|
|
"loss": 1.013,
|
|
"step": 605
|
|
},
|
|
{
|
|
"epoch": 2.180099054479964,
|
|
"grad_norm": 0.34645700944111246,
|
|
"learning_rate": 4.258518274626103e-06,
|
|
"loss": 1.0085,
|
|
"step": 606
|
|
},
|
|
{
|
|
"epoch": 2.1837010355695634,
|
|
"grad_norm": 0.3367994413102695,
|
|
"learning_rate": 4.224272965777326e-06,
|
|
"loss": 0.9995,
|
|
"step": 607
|
|
},
|
|
{
|
|
"epoch": 2.1873030166591625,
|
|
"grad_norm": 0.3482781362659147,
|
|
"learning_rate": 4.190128997475402e-06,
|
|
"loss": 1.0187,
|
|
"step": 608
|
|
},
|
|
{
|
|
"epoch": 2.190904997748762,
|
|
"grad_norm": 0.34267581794413754,
|
|
"learning_rate": 4.15608696880828e-06,
|
|
"loss": 1.027,
|
|
"step": 609
|
|
},
|
|
{
|
|
"epoch": 2.194506978838361,
|
|
"grad_norm": 0.3417912821482072,
|
|
"learning_rate": 4.12214747707527e-06,
|
|
"loss": 1.0205,
|
|
"step": 610
|
|
},
|
|
{
|
|
"epoch": 2.19810895992796,
|
|
"grad_norm": 0.3539060519978852,
|
|
"learning_rate": 4.08831111777658e-06,
|
|
"loss": 1.026,
|
|
"step": 611
|
|
},
|
|
{
|
|
"epoch": 2.2017109410175597,
|
|
"grad_norm": 0.36009439935664145,
|
|
"learning_rate": 4.05457848460287e-06,
|
|
"loss": 1.0478,
|
|
"step": 612
|
|
},
|
|
{
|
|
"epoch": 2.205312922107159,
|
|
"grad_norm": 0.3163909613714324,
|
|
"learning_rate": 4.020950169424815e-06,
|
|
"loss": 1.0344,
|
|
"step": 613
|
|
},
|
|
{
|
|
"epoch": 2.2089149031967583,
|
|
"grad_norm": 0.3735043169453698,
|
|
"learning_rate": 3.987426762282733e-06,
|
|
"loss": 1.0183,
|
|
"step": 614
|
|
},
|
|
{
|
|
"epoch": 2.2125168842863574,
|
|
"grad_norm": 0.3518277242253219,
|
|
"learning_rate": 3.954008851376252e-06,
|
|
"loss": 0.9977,
|
|
"step": 615
|
|
},
|
|
{
|
|
"epoch": 2.216118865375957,
|
|
"grad_norm": 0.3359572704066411,
|
|
"learning_rate": 3.920697023053949e-06,
|
|
"loss": 1.0129,
|
|
"step": 616
|
|
},
|
|
{
|
|
"epoch": 2.219720846465556,
|
|
"grad_norm": 0.34679374301792026,
|
|
"learning_rate": 3.887491861803085e-06,
|
|
"loss": 1.0369,
|
|
"step": 617
|
|
},
|
|
{
|
|
"epoch": 2.2233228275551555,
|
|
"grad_norm": 0.3554106488928109,
|
|
"learning_rate": 3.854393950239356e-06,
|
|
"loss": 1.0541,
|
|
"step": 618
|
|
},
|
|
{
|
|
"epoch": 2.2269248086447546,
|
|
"grad_norm": 0.36410638112961874,
|
|
"learning_rate": 3.821403869096658e-06,
|
|
"loss": 1.0484,
|
|
"step": 619
|
|
},
|
|
{
|
|
"epoch": 2.2305267897343537,
|
|
"grad_norm": 0.3726674226615999,
|
|
"learning_rate": 3.7885221972168974e-06,
|
|
"loss": 0.9996,
|
|
"step": 620
|
|
},
|
|
{
|
|
"epoch": 2.2341287708239532,
|
|
"grad_norm": 0.32071959755439255,
|
|
"learning_rate": 3.7557495115398446e-06,
|
|
"loss": 1.0226,
|
|
"step": 621
|
|
},
|
|
{
|
|
"epoch": 2.2377307519135523,
|
|
"grad_norm": 0.3215751149289109,
|
|
"learning_rate": 3.723086387092997e-06,
|
|
"loss": 1.0615,
|
|
"step": 622
|
|
},
|
|
{
|
|
"epoch": 2.241332733003152,
|
|
"grad_norm": 0.3335995490205665,
|
|
"learning_rate": 3.6905333969815038e-06,
|
|
"loss": 1.0251,
|
|
"step": 623
|
|
},
|
|
{
|
|
"epoch": 2.244934714092751,
|
|
"grad_norm": 0.3186445241093055,
|
|
"learning_rate": 3.658091112378106e-06,
|
|
"loss": 1.0456,
|
|
"step": 624
|
|
},
|
|
{
|
|
"epoch": 2.2485366951823504,
|
|
"grad_norm": 0.36143620784288955,
|
|
"learning_rate": 3.625760102513103e-06,
|
|
"loss": 1.0123,
|
|
"step": 625
|
|
},
|
|
{
|
|
"epoch": 2.2521386762719495,
|
|
"grad_norm": 0.3224936607992704,
|
|
"learning_rate": 3.5935409346643835e-06,
|
|
"loss": 1.0416,
|
|
"step": 626
|
|
},
|
|
{
|
|
"epoch": 2.2557406573615486,
|
|
"grad_norm": 0.3169610192123779,
|
|
"learning_rate": 3.5614341741474633e-06,
|
|
"loss": 1.0411,
|
|
"step": 627
|
|
},
|
|
{
|
|
"epoch": 2.259342638451148,
|
|
"grad_norm": 0.3351431039266966,
|
|
"learning_rate": 3.5294403843055604e-06,
|
|
"loss": 0.9808,
|
|
"step": 628
|
|
},
|
|
{
|
|
"epoch": 2.2629446195407477,
|
|
"grad_norm": 0.34545715291938534,
|
|
"learning_rate": 3.4975601264997094e-06,
|
|
"loss": 0.9858,
|
|
"step": 629
|
|
},
|
|
{
|
|
"epoch": 2.2665466006303467,
|
|
"grad_norm": 0.3402207715752116,
|
|
"learning_rate": 3.4657939600989453e-06,
|
|
"loss": 1.0344,
|
|
"step": 630
|
|
},
|
|
{
|
|
"epoch": 2.270148581719946,
|
|
"grad_norm": 0.31919756352252837,
|
|
"learning_rate": 3.4341424424704373e-06,
|
|
"loss": 1.027,
|
|
"step": 631
|
|
},
|
|
{
|
|
"epoch": 2.2737505628095454,
|
|
"grad_norm": 0.3254229470180326,
|
|
"learning_rate": 3.4026061289697397e-06,
|
|
"loss": 1.0477,
|
|
"step": 632
|
|
},
|
|
{
|
|
"epoch": 2.2773525438991444,
|
|
"grad_norm": 0.3485785799890875,
|
|
"learning_rate": 3.3711855729310482e-06,
|
|
"loss": 0.9807,
|
|
"step": 633
|
|
},
|
|
{
|
|
"epoch": 2.280954524988744,
|
|
"grad_norm": 0.3370790147553092,
|
|
"learning_rate": 3.3398813256574847e-06,
|
|
"loss": 1.0253,
|
|
"step": 634
|
|
},
|
|
{
|
|
"epoch": 2.284556506078343,
|
|
"grad_norm": 0.34933583452394323,
|
|
"learning_rate": 3.308693936411421e-06,
|
|
"loss": 1.051,
|
|
"step": 635
|
|
},
|
|
{
|
|
"epoch": 2.2881584871679426,
|
|
"grad_norm": 0.3291847316505696,
|
|
"learning_rate": 3.2776239524048426e-06,
|
|
"loss": 1.0301,
|
|
"step": 636
|
|
},
|
|
{
|
|
"epoch": 2.2917604682575416,
|
|
"grad_norm": 0.3282659819120877,
|
|
"learning_rate": 3.2466719187897555e-06,
|
|
"loss": 1.0605,
|
|
"step": 637
|
|
},
|
|
{
|
|
"epoch": 2.2953624493471407,
|
|
"grad_norm": 0.3503752481260586,
|
|
"learning_rate": 3.2158383786486204e-06,
|
|
"loss": 1.0459,
|
|
"step": 638
|
|
},
|
|
{
|
|
"epoch": 2.2989644304367403,
|
|
"grad_norm": 0.3150273914111954,
|
|
"learning_rate": 3.1851238729848033e-06,
|
|
"loss": 1.0224,
|
|
"step": 639
|
|
},
|
|
{
|
|
"epoch": 2.3025664115263393,
|
|
"grad_norm": 0.311191100633195,
|
|
"learning_rate": 3.1545289407131128e-06,
|
|
"loss": 1.0097,
|
|
"step": 640
|
|
},
|
|
{
|
|
"epoch": 2.306168392615939,
|
|
"grad_norm": 0.33262128665463914,
|
|
"learning_rate": 3.124054118650327e-06,
|
|
"loss": 0.9822,
|
|
"step": 641
|
|
},
|
|
{
|
|
"epoch": 2.309770373705538,
|
|
"grad_norm": 0.3410576738345857,
|
|
"learning_rate": 3.0936999415057712e-06,
|
|
"loss": 1.0232,
|
|
"step": 642
|
|
},
|
|
{
|
|
"epoch": 2.3133723547951375,
|
|
"grad_norm": 0.3249566852034601,
|
|
"learning_rate": 3.063466941871952e-06,
|
|
"loss": 1.0859,
|
|
"step": 643
|
|
},
|
|
{
|
|
"epoch": 2.3169743358847366,
|
|
"grad_norm": 0.32584616890667684,
|
|
"learning_rate": 3.033355650215193e-06,
|
|
"loss": 1.0096,
|
|
"step": 644
|
|
},
|
|
{
|
|
"epoch": 2.3205763169743356,
|
|
"grad_norm": 0.41451190520375586,
|
|
"learning_rate": 3.003366594866345e-06,
|
|
"loss": 1.0446,
|
|
"step": 645
|
|
},
|
|
{
|
|
"epoch": 2.324178298063935,
|
|
"grad_norm": 0.34209014370963425,
|
|
"learning_rate": 2.9735003020115095e-06,
|
|
"loss": 1.0078,
|
|
"step": 646
|
|
},
|
|
{
|
|
"epoch": 2.3277802791535347,
|
|
"grad_norm": 0.3174268768382899,
|
|
"learning_rate": 2.9437572956827965e-06,
|
|
"loss": 1.0514,
|
|
"step": 647
|
|
},
|
|
{
|
|
"epoch": 2.3313822602431338,
|
|
"grad_norm": 0.3186326270646109,
|
|
"learning_rate": 2.9141380977491373e-06,
|
|
"loss": 1.0514,
|
|
"step": 648
|
|
},
|
|
{
|
|
"epoch": 2.334984241332733,
|
|
"grad_norm": 0.32744958939960994,
|
|
"learning_rate": 2.884643227907147e-06,
|
|
"loss": 1.0321,
|
|
"step": 649
|
|
},
|
|
{
|
|
"epoch": 2.3385862224223324,
|
|
"grad_norm": 0.31976373277654097,
|
|
"learning_rate": 2.855273203671969e-06,
|
|
"loss": 1.0462,
|
|
"step": 650
|
|
},
|
|
{
|
|
"epoch": 2.3421882035119315,
|
|
"grad_norm": 0.3260597497013275,
|
|
"learning_rate": 2.8260285403682153e-06,
|
|
"loss": 1.001,
|
|
"step": 651
|
|
},
|
|
{
|
|
"epoch": 2.345790184601531,
|
|
"grad_norm": 0.3234067877610257,
|
|
"learning_rate": 2.796909751120931e-06,
|
|
"loss": 1.0085,
|
|
"step": 652
|
|
},
|
|
{
|
|
"epoch": 2.34939216569113,
|
|
"grad_norm": 0.3488543921988241,
|
|
"learning_rate": 2.7679173468465813e-06,
|
|
"loss": 0.9998,
|
|
"step": 653
|
|
},
|
|
{
|
|
"epoch": 2.3529941467807296,
|
|
"grad_norm": 0.3354554026750642,
|
|
"learning_rate": 2.739051836244081e-06,
|
|
"loss": 1.0111,
|
|
"step": 654
|
|
},
|
|
{
|
|
"epoch": 2.3565961278703287,
|
|
"grad_norm": 0.39039617710408275,
|
|
"learning_rate": 2.7103137257858867e-06,
|
|
"loss": 1.0127,
|
|
"step": 655
|
|
},
|
|
{
|
|
"epoch": 2.3601981089599278,
|
|
"grad_norm": 0.31209609961183865,
|
|
"learning_rate": 2.6817035197090892e-06,
|
|
"loss": 0.9669,
|
|
"step": 656
|
|
},
|
|
{
|
|
"epoch": 2.3638000900495273,
|
|
"grad_norm": 0.34206804401975316,
|
|
"learning_rate": 2.6532217200065856e-06,
|
|
"loss": 1.0329,
|
|
"step": 657
|
|
},
|
|
{
|
|
"epoch": 2.3674020711391264,
|
|
"grad_norm": 0.32294558270727086,
|
|
"learning_rate": 2.624868826418262e-06,
|
|
"loss": 1.0276,
|
|
"step": 658
|
|
},
|
|
{
|
|
"epoch": 2.371004052228726,
|
|
"grad_norm": 0.3140157718547382,
|
|
"learning_rate": 2.596645336422219e-06,
|
|
"loss": 0.9824,
|
|
"step": 659
|
|
},
|
|
{
|
|
"epoch": 2.374606033318325,
|
|
"grad_norm": 0.3146506712675248,
|
|
"learning_rate": 2.5685517452260566e-06,
|
|
"loss": 0.994,
|
|
"step": 660
|
|
},
|
|
{
|
|
"epoch": 2.3782080144079245,
|
|
"grad_norm": 0.3202340753255117,
|
|
"learning_rate": 2.5405885457581793e-06,
|
|
"loss": 1.023,
|
|
"step": 661
|
|
},
|
|
{
|
|
"epoch": 2.3818099954975236,
|
|
"grad_norm": 0.3366554103917838,
|
|
"learning_rate": 2.512756228659141e-06,
|
|
"loss": 1.0612,
|
|
"step": 662
|
|
},
|
|
{
|
|
"epoch": 2.3854119765871227,
|
|
"grad_norm": 0.30979957127142305,
|
|
"learning_rate": 2.48505528227304e-06,
|
|
"loss": 1.0104,
|
|
"step": 663
|
|
},
|
|
{
|
|
"epoch": 2.389013957676722,
|
|
"grad_norm": 0.37006676179931625,
|
|
"learning_rate": 2.4574861926389615e-06,
|
|
"loss": 1.0003,
|
|
"step": 664
|
|
},
|
|
{
|
|
"epoch": 2.3926159387663217,
|
|
"grad_norm": 0.31452187110342483,
|
|
"learning_rate": 2.4300494434824373e-06,
|
|
"loss": 1.0022,
|
|
"step": 665
|
|
},
|
|
{
|
|
"epoch": 2.396217919855921,
|
|
"grad_norm": 0.31388372674341497,
|
|
"learning_rate": 2.4027455162069567e-06,
|
|
"loss": 1.0032,
|
|
"step": 666
|
|
},
|
|
{
|
|
"epoch": 2.39981990094552,
|
|
"grad_norm": 0.32599440695916065,
|
|
"learning_rate": 2.37557488988552e-06,
|
|
"loss": 1.009,
|
|
"step": 667
|
|
},
|
|
{
|
|
"epoch": 2.4034218820351194,
|
|
"grad_norm": 0.3359193184523073,
|
|
"learning_rate": 2.3485380412522586e-06,
|
|
"loss": 1.0032,
|
|
"step": 668
|
|
},
|
|
{
|
|
"epoch": 2.4070238631247185,
|
|
"grad_norm": 0.32390733602879396,
|
|
"learning_rate": 2.321635444694028e-06,
|
|
"loss": 1.0156,
|
|
"step": 669
|
|
},
|
|
{
|
|
"epoch": 2.410625844214318,
|
|
"grad_norm": 0.32639545162339606,
|
|
"learning_rate": 2.2948675722421086e-06,
|
|
"loss": 1.0094,
|
|
"step": 670
|
|
},
|
|
{
|
|
"epoch": 2.414227825303917,
|
|
"grad_norm": 0.3169489255573464,
|
|
"learning_rate": 2.2682348935639274e-06,
|
|
"loss": 0.9929,
|
|
"step": 671
|
|
},
|
|
{
|
|
"epoch": 2.4178298063935166,
|
|
"grad_norm": 0.31560638305744454,
|
|
"learning_rate": 2.241737875954808e-06,
|
|
"loss": 1.0019,
|
|
"step": 672
|
|
},
|
|
{
|
|
"epoch": 2.4214317874831157,
|
|
"grad_norm": 0.30345956283887016,
|
|
"learning_rate": 2.215376984329767e-06,
|
|
"loss": 1.0554,
|
|
"step": 673
|
|
},
|
|
{
|
|
"epoch": 2.425033768572715,
|
|
"grad_norm": 0.33061892220271266,
|
|
"learning_rate": 2.1891526812153674e-06,
|
|
"loss": 1.0243,
|
|
"step": 674
|
|
},
|
|
{
|
|
"epoch": 2.4286357496623143,
|
|
"grad_norm": 0.31141403075409474,
|
|
"learning_rate": 2.163065426741603e-06,
|
|
"loss": 1.0032,
|
|
"step": 675
|
|
},
|
|
{
|
|
"epoch": 2.4322377307519134,
|
|
"grad_norm": 0.3114068907243682,
|
|
"learning_rate": 2.1371156786338108e-06,
|
|
"loss": 1.0374,
|
|
"step": 676
|
|
},
|
|
{
|
|
"epoch": 2.435839711841513,
|
|
"grad_norm": 0.31861886395406197,
|
|
"learning_rate": 2.1113038922046603e-06,
|
|
"loss": 0.9952,
|
|
"step": 677
|
|
},
|
|
{
|
|
"epoch": 2.439441692931112,
|
|
"grad_norm": 0.3287572525443517,
|
|
"learning_rate": 2.0856305203461436e-06,
|
|
"loss": 1.0325,
|
|
"step": 678
|
|
},
|
|
{
|
|
"epoch": 2.4430436740207115,
|
|
"grad_norm": 0.36186094186687373,
|
|
"learning_rate": 2.0600960135216463e-06,
|
|
"loss": 0.9926,
|
|
"step": 679
|
|
},
|
|
{
|
|
"epoch": 2.4466456551103106,
|
|
"grad_norm": 0.30636844898796295,
|
|
"learning_rate": 2.0347008197580376e-06,
|
|
"loss": 1.0238,
|
|
"step": 680
|
|
},
|
|
{
|
|
"epoch": 2.4502476361999097,
|
|
"grad_norm": 0.2979916206809337,
|
|
"learning_rate": 2.009445384637805e-06,
|
|
"loss": 1.0409,
|
|
"step": 681
|
|
},
|
|
{
|
|
"epoch": 2.4538496172895092,
|
|
"grad_norm": 0.31056851669462426,
|
|
"learning_rate": 1.984330151291233e-06,
|
|
"loss": 1.021,
|
|
"step": 682
|
|
},
|
|
{
|
|
"epoch": 2.4574515983791088,
|
|
"grad_norm": 0.2949831827027024,
|
|
"learning_rate": 1.959355560388654e-06,
|
|
"loss": 1.0273,
|
|
"step": 683
|
|
},
|
|
{
|
|
"epoch": 2.461053579468708,
|
|
"grad_norm": 0.3094484969518943,
|
|
"learning_rate": 1.934522050132678e-06,
|
|
"loss": 0.9774,
|
|
"step": 684
|
|
},
|
|
{
|
|
"epoch": 2.464655560558307,
|
|
"grad_norm": 0.30543455422553123,
|
|
"learning_rate": 1.9098300562505266e-06,
|
|
"loss": 1.0241,
|
|
"step": 685
|
|
},
|
|
{
|
|
"epoch": 2.4682575416479065,
|
|
"grad_norm": 0.3025054624466129,
|
|
"learning_rate": 1.8852800119863912e-06,
|
|
"loss": 0.984,
|
|
"step": 686
|
|
},
|
|
{
|
|
"epoch": 2.4718595227375055,
|
|
"grad_norm": 0.3342495529664936,
|
|
"learning_rate": 1.8608723480938207e-06,
|
|
"loss": 1.0099,
|
|
"step": 687
|
|
},
|
|
{
|
|
"epoch": 2.475461503827105,
|
|
"grad_norm": 0.31289078266029946,
|
|
"learning_rate": 1.8366074928281608e-06,
|
|
"loss": 1.006,
|
|
"step": 688
|
|
},
|
|
{
|
|
"epoch": 2.479063484916704,
|
|
"grad_norm": 0.3353331141673875,
|
|
"learning_rate": 1.812485871939056e-06,
|
|
"loss": 1.0249,
|
|
"step": 689
|
|
},
|
|
{
|
|
"epoch": 2.4826654660063037,
|
|
"grad_norm": 0.3119445186960836,
|
|
"learning_rate": 1.7885079086629598e-06,
|
|
"loss": 1.0053,
|
|
"step": 690
|
|
},
|
|
{
|
|
"epoch": 2.4862674470959027,
|
|
"grad_norm": 0.3302052985983449,
|
|
"learning_rate": 1.7646740237157256e-06,
|
|
"loss": 1.0277,
|
|
"step": 691
|
|
},
|
|
{
|
|
"epoch": 2.489869428185502,
|
|
"grad_norm": 0.3275354950604541,
|
|
"learning_rate": 1.7409846352852144e-06,
|
|
"loss": 0.9917,
|
|
"step": 692
|
|
},
|
|
{
|
|
"epoch": 2.4934714092751014,
|
|
"grad_norm": 0.31586372849293165,
|
|
"learning_rate": 1.7174401590239587e-06,
|
|
"loss": 1.0249,
|
|
"step": 693
|
|
},
|
|
{
|
|
"epoch": 2.4970733903647004,
|
|
"grad_norm": 0.3174602960440597,
|
|
"learning_rate": 1.6940410080418723e-06,
|
|
"loss": 1.0565,
|
|
"step": 694
|
|
},
|
|
{
|
|
"epoch": 2.5006753714543,
|
|
"grad_norm": 0.33298389981600035,
|
|
"learning_rate": 1.6707875928990059e-06,
|
|
"loss": 1.0006,
|
|
"step": 695
|
|
},
|
|
{
|
|
"epoch": 2.504277352543899,
|
|
"grad_norm": 0.3205610906349836,
|
|
"learning_rate": 1.6476803215983295e-06,
|
|
"loss": 0.9964,
|
|
"step": 696
|
|
},
|
|
{
|
|
"epoch": 2.5078793336334986,
|
|
"grad_norm": 0.30896509639861985,
|
|
"learning_rate": 1.6247195995785836e-06,
|
|
"loss": 1.0019,
|
|
"step": 697
|
|
},
|
|
{
|
|
"epoch": 2.5114813147230977,
|
|
"grad_norm": 0.31262628703518114,
|
|
"learning_rate": 1.601905829707171e-06,
|
|
"loss": 1.0029,
|
|
"step": 698
|
|
},
|
|
{
|
|
"epoch": 2.5150832958126967,
|
|
"grad_norm": 0.30795619502338967,
|
|
"learning_rate": 1.579239412273078e-06,
|
|
"loss": 1.0229,
|
|
"step": 699
|
|
},
|
|
{
|
|
"epoch": 2.5186852769022963,
|
|
"grad_norm": 0.3020571701208897,
|
|
"learning_rate": 1.5567207449798517e-06,
|
|
"loss": 1.0247,
|
|
"step": 700
|
|
},
|
|
{
|
|
"epoch": 2.522287257991896,
|
|
"grad_norm": 0.29835872568121286,
|
|
"learning_rate": 1.5343502229386209e-06,
|
|
"loss": 1.0174,
|
|
"step": 701
|
|
},
|
|
{
|
|
"epoch": 2.525889239081495,
|
|
"grad_norm": 0.30361488660335045,
|
|
"learning_rate": 1.5121282386611823e-06,
|
|
"loss": 1.0028,
|
|
"step": 702
|
|
},
|
|
{
|
|
"epoch": 2.529491220171094,
|
|
"grad_norm": 0.31465286337965065,
|
|
"learning_rate": 1.490055182053083e-06,
|
|
"loss": 1.004,
|
|
"step": 703
|
|
},
|
|
{
|
|
"epoch": 2.5330932012606935,
|
|
"grad_norm": 0.30631196832564805,
|
|
"learning_rate": 1.468131440406798e-06,
|
|
"loss": 0.985,
|
|
"step": 704
|
|
},
|
|
{
|
|
"epoch": 2.5366951823502926,
|
|
"grad_norm": 0.3196788292460061,
|
|
"learning_rate": 1.446357398394934e-06,
|
|
"loss": 1.0145,
|
|
"step": 705
|
|
},
|
|
{
|
|
"epoch": 2.540297163439892,
|
|
"grad_norm": 0.29430710531359733,
|
|
"learning_rate": 1.4247334380634792e-06,
|
|
"loss": 1.0091,
|
|
"step": 706
|
|
},
|
|
{
|
|
"epoch": 2.543899144529491,
|
|
"grad_norm": 0.31298151261812024,
|
|
"learning_rate": 1.40325993882509e-06,
|
|
"loss": 1.044,
|
|
"step": 707
|
|
},
|
|
{
|
|
"epoch": 2.5475011256190907,
|
|
"grad_norm": 0.32508133965006203,
|
|
"learning_rate": 1.381937277452451e-06,
|
|
"loss": 1.0063,
|
|
"step": 708
|
|
},
|
|
{
|
|
"epoch": 2.55110310670869,
|
|
"grad_norm": 0.31566927264294303,
|
|
"learning_rate": 1.3607658280716474e-06,
|
|
"loss": 1.028,
|
|
"step": 709
|
|
},
|
|
{
|
|
"epoch": 2.554705087798289,
|
|
"grad_norm": 0.32649550812534267,
|
|
"learning_rate": 1.339745962155613e-06,
|
|
"loss": 1.0101,
|
|
"step": 710
|
|
},
|
|
{
|
|
"epoch": 2.5583070688878884,
|
|
"grad_norm": 0.32595113341227283,
|
|
"learning_rate": 1.3188780485176089e-06,
|
|
"loss": 1.0159,
|
|
"step": 711
|
|
},
|
|
{
|
|
"epoch": 2.5619090499774875,
|
|
"grad_norm": 0.31965852157693103,
|
|
"learning_rate": 1.2981624533047432e-06,
|
|
"loss": 1.033,
|
|
"step": 712
|
|
},
|
|
{
|
|
"epoch": 2.565511031067087,
|
|
"grad_norm": 0.3426503831208016,
|
|
"learning_rate": 1.277599539991563e-06,
|
|
"loss": 1.0354,
|
|
"step": 713
|
|
},
|
|
{
|
|
"epoch": 2.569113012156686,
|
|
"grad_norm": 0.31221502350115277,
|
|
"learning_rate": 1.257189669373664e-06,
|
|
"loss": 0.9685,
|
|
"step": 714
|
|
},
|
|
{
|
|
"epoch": 2.5727149932462856,
|
|
"grad_norm": 0.34880419135024343,
|
|
"learning_rate": 1.2369331995613664e-06,
|
|
"loss": 0.9951,
|
|
"step": 715
|
|
},
|
|
{
|
|
"epoch": 2.5763169743358847,
|
|
"grad_norm": 0.34938754310051195,
|
|
"learning_rate": 1.2168304859734226e-06,
|
|
"loss": 1.016,
|
|
"step": 716
|
|
},
|
|
{
|
|
"epoch": 2.5799189554254838,
|
|
"grad_norm": 0.3087396968980489,
|
|
"learning_rate": 1.196881881330798e-06,
|
|
"loss": 1.0263,
|
|
"step": 717
|
|
},
|
|
{
|
|
"epoch": 2.5835209365150833,
|
|
"grad_norm": 0.33000757813456594,
|
|
"learning_rate": 1.1770877356504684e-06,
|
|
"loss": 1.034,
|
|
"step": 718
|
|
},
|
|
{
|
|
"epoch": 2.587122917604683,
|
|
"grad_norm": 0.31776268637097194,
|
|
"learning_rate": 1.1574483962392768e-06,
|
|
"loss": 1.0112,
|
|
"step": 719
|
|
},
|
|
{
|
|
"epoch": 2.590724898694282,
|
|
"grad_norm": 0.33709822417912993,
|
|
"learning_rate": 1.1379642076878528e-06,
|
|
"loss": 1.0274,
|
|
"step": 720
|
|
},
|
|
{
|
|
"epoch": 2.594326879783881,
|
|
"grad_norm": 0.359343155445679,
|
|
"learning_rate": 1.1186355118645552e-06,
|
|
"loss": 0.9775,
|
|
"step": 721
|
|
},
|
|
{
|
|
"epoch": 2.5979288608734805,
|
|
"grad_norm": 0.3420518614358689,
|
|
"learning_rate": 1.0994626479094749e-06,
|
|
"loss": 0.9646,
|
|
"step": 722
|
|
},
|
|
{
|
|
"epoch": 2.6015308419630796,
|
|
"grad_norm": 0.3329137768847881,
|
|
"learning_rate": 1.0804459522284927e-06,
|
|
"loss": 1.0553,
|
|
"step": 723
|
|
},
|
|
{
|
|
"epoch": 2.605132823052679,
|
|
"grad_norm": 0.32922642858289314,
|
|
"learning_rate": 1.0615857584873624e-06,
|
|
"loss": 1.0518,
|
|
"step": 724
|
|
},
|
|
{
|
|
"epoch": 2.608734804142278,
|
|
"grad_norm": 0.3097397436832331,
|
|
"learning_rate": 1.042882397605871e-06,
|
|
"loss": 1.0188,
|
|
"step": 725
|
|
},
|
|
{
|
|
"epoch": 2.6123367852318777,
|
|
"grad_norm": 0.29829342214667487,
|
|
"learning_rate": 1.024336197752025e-06,
|
|
"loss": 1.0438,
|
|
"step": 726
|
|
},
|
|
{
|
|
"epoch": 2.615938766321477,
|
|
"grad_norm": 0.31217358831201003,
|
|
"learning_rate": 1.0059474843362893e-06,
|
|
"loss": 1.0032,
|
|
"step": 727
|
|
},
|
|
{
|
|
"epoch": 2.619540747411076,
|
|
"grad_norm": 0.3201823915459118,
|
|
"learning_rate": 9.877165800058874e-07,
|
|
"loss": 0.9919,
|
|
"step": 728
|
|
},
|
|
{
|
|
"epoch": 2.6231427285006754,
|
|
"grad_norm": 0.32248829320394873,
|
|
"learning_rate": 9.696438046391288e-07,
|
|
"loss": 1.0369,
|
|
"step": 729
|
|
},
|
|
{
|
|
"epoch": 2.6267447095902745,
|
|
"grad_norm": 0.3340702746330119,
|
|
"learning_rate": 9.517294753398066e-07,
|
|
"loss": 1.0231,
|
|
"step": 730
|
|
},
|
|
{
|
|
"epoch": 2.630346690679874,
|
|
"grad_norm": 0.3051585478060942,
|
|
"learning_rate": 9.339739064316233e-07,
|
|
"loss": 1.0412,
|
|
"step": 731
|
|
},
|
|
{
|
|
"epoch": 2.633948671769473,
|
|
"grad_norm": 0.3343984759282754,
|
|
"learning_rate": 9.16377409452689e-07,
|
|
"loss": 0.9904,
|
|
"step": 732
|
|
},
|
|
{
|
|
"epoch": 2.6375506528590726,
|
|
"grad_norm": 0.3315297942247698,
|
|
"learning_rate": 8.989402931500434e-07,
|
|
"loss": 0.9646,
|
|
"step": 733
|
|
},
|
|
{
|
|
"epoch": 2.6411526339486717,
|
|
"grad_norm": 0.29454473044406815,
|
|
"learning_rate": 8.816628634742441e-07,
|
|
"loss": 1.0308,
|
|
"step": 734
|
|
},
|
|
{
|
|
"epoch": 2.644754615038271,
|
|
"grad_norm": 0.29980517042210647,
|
|
"learning_rate": 8.645454235739903e-07,
|
|
"loss": 1.0433,
|
|
"step": 735
|
|
},
|
|
{
|
|
"epoch": 2.6483565961278703,
|
|
"grad_norm": 0.31486187522491016,
|
|
"learning_rate": 8.475882737908248e-07,
|
|
"loss": 1.0218,
|
|
"step": 736
|
|
},
|
|
{
|
|
"epoch": 2.65195857721747,
|
|
"grad_norm": 0.31014871229791796,
|
|
"learning_rate": 8.307917116538378e-07,
|
|
"loss": 1.0289,
|
|
"step": 737
|
|
},
|
|
{
|
|
"epoch": 2.655560558307069,
|
|
"grad_norm": 0.30923672329131785,
|
|
"learning_rate": 8.141560318744601e-07,
|
|
"loss": 0.9933,
|
|
"step": 738
|
|
},
|
|
{
|
|
"epoch": 2.659162539396668,
|
|
"grad_norm": 0.31391118611814095,
|
|
"learning_rate": 7.976815263412963e-07,
|
|
"loss": 1.0151,
|
|
"step": 739
|
|
},
|
|
{
|
|
"epoch": 2.6627645204862675,
|
|
"grad_norm": 0.3022912413661513,
|
|
"learning_rate": 7.81368484114996e-07,
|
|
"loss": 1.0375,
|
|
"step": 740
|
|
},
|
|
{
|
|
"epoch": 2.6663665015758666,
|
|
"grad_norm": 0.30102474712586647,
|
|
"learning_rate": 7.652171914231777e-07,
|
|
"loss": 0.998,
|
|
"step": 741
|
|
},
|
|
{
|
|
"epoch": 2.669968482665466,
|
|
"grad_norm": 0.3344345054369882,
|
|
"learning_rate": 7.492279316554207e-07,
|
|
"loss": 1.0116,
|
|
"step": 742
|
|
},
|
|
{
|
|
"epoch": 2.6735704637550652,
|
|
"grad_norm": 0.30810835809358583,
|
|
"learning_rate": 7.334009853582791e-07,
|
|
"loss": 1.0138,
|
|
"step": 743
|
|
},
|
|
{
|
|
"epoch": 2.6771724448446648,
|
|
"grad_norm": 0.31169817062387034,
|
|
"learning_rate": 7.177366302303667e-07,
|
|
"loss": 1.0123,
|
|
"step": 744
|
|
},
|
|
{
|
|
"epoch": 2.680774425934264,
|
|
"grad_norm": 0.302051466346212,
|
|
"learning_rate": 7.022351411174866e-07,
|
|
"loss": 1.0058,
|
|
"step": 745
|
|
},
|
|
{
|
|
"epoch": 2.684376407023863,
|
|
"grad_norm": 0.31271489474747693,
|
|
"learning_rate": 6.868967900077972e-07,
|
|
"loss": 1.0205,
|
|
"step": 746
|
|
},
|
|
{
|
|
"epoch": 2.6879783881134625,
|
|
"grad_norm": 0.3046685784012554,
|
|
"learning_rate": 6.717218460270536e-07,
|
|
"loss": 1.0297,
|
|
"step": 747
|
|
},
|
|
{
|
|
"epoch": 2.6915803692030615,
|
|
"grad_norm": 0.3091004895138168,
|
|
"learning_rate": 6.567105754338798e-07,
|
|
"loss": 1.0062,
|
|
"step": 748
|
|
},
|
|
{
|
|
"epoch": 2.695182350292661,
|
|
"grad_norm": 0.6619931249945514,
|
|
"learning_rate": 6.418632416150927e-07,
|
|
"loss": 1.0098,
|
|
"step": 749
|
|
},
|
|
{
|
|
"epoch": 2.69878433138226,
|
|
"grad_norm": 0.31069210179532813,
|
|
"learning_rate": 6.271801050810856e-07,
|
|
"loss": 0.9951,
|
|
"step": 750
|
|
},
|
|
{
|
|
"epoch": 2.7023863124718597,
|
|
"grad_norm": 0.3012735480622768,
|
|
"learning_rate": 6.126614234612593e-07,
|
|
"loss": 1.0061,
|
|
"step": 751
|
|
},
|
|
{
|
|
"epoch": 2.7059882935614588,
|
|
"grad_norm": 0.3000137169371359,
|
|
"learning_rate": 5.98307451499498e-07,
|
|
"loss": 1.024,
|
|
"step": 752
|
|
},
|
|
{
|
|
"epoch": 2.709590274651058,
|
|
"grad_norm": 0.3033346887663797,
|
|
"learning_rate": 5.841184410496992e-07,
|
|
"loss": 0.9764,
|
|
"step": 753
|
|
},
|
|
{
|
|
"epoch": 2.7131922557406574,
|
|
"grad_norm": 0.3001684014436916,
|
|
"learning_rate": 5.700946410713548e-07,
|
|
"loss": 1.0507,
|
|
"step": 754
|
|
},
|
|
{
|
|
"epoch": 2.716794236830257,
|
|
"grad_norm": 0.31689104223586045,
|
|
"learning_rate": 5.562362976251901e-07,
|
|
"loss": 1.0248,
|
|
"step": 755
|
|
},
|
|
{
|
|
"epoch": 2.720396217919856,
|
|
"grad_norm": 0.3027427141765732,
|
|
"learning_rate": 5.425436538688322e-07,
|
|
"loss": 1.0187,
|
|
"step": 756
|
|
},
|
|
{
|
|
"epoch": 2.723998199009455,
|
|
"grad_norm": 0.29852321847470953,
|
|
"learning_rate": 5.290169500525577e-07,
|
|
"loss": 1.0334,
|
|
"step": 757
|
|
},
|
|
{
|
|
"epoch": 2.7276001800990546,
|
|
"grad_norm": 0.31769362484611574,
|
|
"learning_rate": 5.156564235150686e-07,
|
|
"loss": 1.0217,
|
|
"step": 758
|
|
},
|
|
{
|
|
"epoch": 2.7312021611886537,
|
|
"grad_norm": 0.2850213681608941,
|
|
"learning_rate": 5.024623086793323e-07,
|
|
"loss": 1.0593,
|
|
"step": 759
|
|
},
|
|
{
|
|
"epoch": 2.734804142278253,
|
|
"grad_norm": 0.31660514087011005,
|
|
"learning_rate": 4.894348370484648e-07,
|
|
"loss": 1.0047,
|
|
"step": 760
|
|
},
|
|
{
|
|
"epoch": 2.7384061233678523,
|
|
"grad_norm": 0.29892729204296253,
|
|
"learning_rate": 4.765742372016735e-07,
|
|
"loss": 1.0122,
|
|
"step": 761
|
|
},
|
|
{
|
|
"epoch": 2.742008104457452,
|
|
"grad_norm": 0.29768762906348106,
|
|
"learning_rate": 4.638807347902408e-07,
|
|
"loss": 1.0318,
|
|
"step": 762
|
|
},
|
|
{
|
|
"epoch": 2.745610085547051,
|
|
"grad_norm": 0.32179368841761125,
|
|
"learning_rate": 4.5135455253357053e-07,
|
|
"loss": 1.0525,
|
|
"step": 763
|
|
},
|
|
{
|
|
"epoch": 2.74921206663665,
|
|
"grad_norm": 0.3026572573980653,
|
|
"learning_rate": 4.3899591021527743e-07,
|
|
"loss": 1.0013,
|
|
"step": 764
|
|
},
|
|
{
|
|
"epoch": 2.7528140477262495,
|
|
"grad_norm": 0.2905717915737932,
|
|
"learning_rate": 4.268050246793276e-07,
|
|
"loss": 1.0077,
|
|
"step": 765
|
|
},
|
|
{
|
|
"epoch": 2.7564160288158486,
|
|
"grad_norm": 0.2998183022036548,
|
|
"learning_rate": 4.1478210982624055e-07,
|
|
"loss": 1.0233,
|
|
"step": 766
|
|
},
|
|
{
|
|
"epoch": 2.760018009905448,
|
|
"grad_norm": 0.2836630257107552,
|
|
"learning_rate": 4.0292737660933335e-07,
|
|
"loss": 1.0589,
|
|
"step": 767
|
|
},
|
|
{
|
|
"epoch": 2.763619990995047,
|
|
"grad_norm": 0.3387412349831205,
|
|
"learning_rate": 3.912410330310157e-07,
|
|
"loss": 1.0481,
|
|
"step": 768
|
|
},
|
|
{
|
|
"epoch": 2.7672219720846467,
|
|
"grad_norm": 0.30462916867157586,
|
|
"learning_rate": 3.7972328413914074e-07,
|
|
"loss": 1.0467,
|
|
"step": 769
|
|
},
|
|
{
|
|
"epoch": 2.770823953174246,
|
|
"grad_norm": 0.3329559658159068,
|
|
"learning_rate": 3.68374332023419e-07,
|
|
"loss": 1.0108,
|
|
"step": 770
|
|
},
|
|
{
|
|
"epoch": 2.774425934263845,
|
|
"grad_norm": 0.28172636762146697,
|
|
"learning_rate": 3.571943758118546e-07,
|
|
"loss": 0.9995,
|
|
"step": 771
|
|
},
|
|
{
|
|
"epoch": 2.7780279153534444,
|
|
"grad_norm": 0.3111382662396738,
|
|
"learning_rate": 3.4618361166726123e-07,
|
|
"loss": 0.9725,
|
|
"step": 772
|
|
},
|
|
{
|
|
"epoch": 2.781629896443044,
|
|
"grad_norm": 0.3073360135405115,
|
|
"learning_rate": 3.3534223278382405e-07,
|
|
"loss": 0.9822,
|
|
"step": 773
|
|
},
|
|
{
|
|
"epoch": 2.785231877532643,
|
|
"grad_norm": 0.2963099792533409,
|
|
"learning_rate": 3.246704293837011e-07,
|
|
"loss": 1.0193,
|
|
"step": 774
|
|
},
|
|
{
|
|
"epoch": 2.788833858622242,
|
|
"grad_norm": 0.30866278348936116,
|
|
"learning_rate": 3.1416838871368925e-07,
|
|
"loss": 1.0268,
|
|
"step": 775
|
|
},
|
|
{
|
|
"epoch": 2.7924358397118416,
|
|
"grad_norm": 0.29638477487585746,
|
|
"learning_rate": 3.0383629504194047e-07,
|
|
"loss": 1.0086,
|
|
"step": 776
|
|
},
|
|
{
|
|
"epoch": 2.7960378208014407,
|
|
"grad_norm": 0.2945124143251557,
|
|
"learning_rate": 2.936743296547273e-07,
|
|
"loss": 1.0185,
|
|
"step": 777
|
|
},
|
|
{
|
|
"epoch": 2.7996398018910402,
|
|
"grad_norm": 0.33444042724853856,
|
|
"learning_rate": 2.836826708532603e-07,
|
|
"loss": 1.0191,
|
|
"step": 778
|
|
},
|
|
{
|
|
"epoch": 2.8032417829806393,
|
|
"grad_norm": 0.30059631184223035,
|
|
"learning_rate": 2.7386149395056463e-07,
|
|
"loss": 1.0442,
|
|
"step": 779
|
|
},
|
|
{
|
|
"epoch": 2.806843764070239,
|
|
"grad_norm": 0.2890342295211199,
|
|
"learning_rate": 2.6421097126839714e-07,
|
|
"loss": 1.0021,
|
|
"step": 780
|
|
},
|
|
{
|
|
"epoch": 2.810445745159838,
|
|
"grad_norm": 0.30814736535023135,
|
|
"learning_rate": 2.547312721342277e-07,
|
|
"loss": 0.9701,
|
|
"step": 781
|
|
},
|
|
{
|
|
"epoch": 2.814047726249437,
|
|
"grad_norm": 0.30319118209429197,
|
|
"learning_rate": 2.4542256287826915e-07,
|
|
"loss": 1.0202,
|
|
"step": 782
|
|
},
|
|
{
|
|
"epoch": 2.8176497073390365,
|
|
"grad_norm": 0.29527039246262643,
|
|
"learning_rate": 2.3628500683055222e-07,
|
|
"loss": 1.0296,
|
|
"step": 783
|
|
},
|
|
{
|
|
"epoch": 2.8212516884286356,
|
|
"grad_norm": 0.3030958737117825,
|
|
"learning_rate": 2.273187643180652e-07,
|
|
"loss": 1.0352,
|
|
"step": 784
|
|
},
|
|
{
|
|
"epoch": 2.824853669518235,
|
|
"grad_norm": 0.30484119879728905,
|
|
"learning_rate": 2.1852399266194312e-07,
|
|
"loss": 0.9906,
|
|
"step": 785
|
|
},
|
|
{
|
|
"epoch": 2.828455650607834,
|
|
"grad_norm": 0.29348375997270915,
|
|
"learning_rate": 2.0990084617470207e-07,
|
|
"loss": 0.9936,
|
|
"step": 786
|
|
},
|
|
{
|
|
"epoch": 2.8320576316974337,
|
|
"grad_norm": 0.3019632569068919,
|
|
"learning_rate": 2.014494761575314e-07,
|
|
"loss": 1.0134,
|
|
"step": 787
|
|
},
|
|
{
|
|
"epoch": 2.835659612787033,
|
|
"grad_norm": 0.29834862005250573,
|
|
"learning_rate": 1.9317003089764365e-07,
|
|
"loss": 0.9878,
|
|
"step": 788
|
|
},
|
|
{
|
|
"epoch": 2.839261593876632,
|
|
"grad_norm": 0.3071156712148951,
|
|
"learning_rate": 1.8506265566567095e-07,
|
|
"loss": 1.0368,
|
|
"step": 789
|
|
},
|
|
{
|
|
"epoch": 2.8428635749662314,
|
|
"grad_norm": 0.3059484670117058,
|
|
"learning_rate": 1.7712749271311392e-07,
|
|
"loss": 1.018,
|
|
"step": 790
|
|
},
|
|
{
|
|
"epoch": 2.846465556055831,
|
|
"grad_norm": 0.2912963362312011,
|
|
"learning_rate": 1.6936468126984573e-07,
|
|
"loss": 1.0113,
|
|
"step": 791
|
|
},
|
|
{
|
|
"epoch": 2.85006753714543,
|
|
"grad_norm": 0.3815766680087311,
|
|
"learning_rate": 1.6177435754167413e-07,
|
|
"loss": 0.9733,
|
|
"step": 792
|
|
},
|
|
{
|
|
"epoch": 2.853669518235029,
|
|
"grad_norm": 0.2845148982323957,
|
|
"learning_rate": 1.543566547079467e-07,
|
|
"loss": 1.0193,
|
|
"step": 793
|
|
},
|
|
{
|
|
"epoch": 2.8572714993246286,
|
|
"grad_norm": 0.3056808122393604,
|
|
"learning_rate": 1.4711170291921485e-07,
|
|
"loss": 1.0474,
|
|
"step": 794
|
|
},
|
|
{
|
|
"epoch": 2.8608734804142277,
|
|
"grad_norm": 0.29263268916623003,
|
|
"learning_rate": 1.400396292949513e-07,
|
|
"loss": 1.0313,
|
|
"step": 795
|
|
},
|
|
{
|
|
"epoch": 2.8644754615038273,
|
|
"grad_norm": 0.3183921476253176,
|
|
"learning_rate": 1.3314055792131964e-07,
|
|
"loss": 0.9876,
|
|
"step": 796
|
|
},
|
|
{
|
|
"epoch": 2.8680774425934263,
|
|
"grad_norm": 0.3007022901060275,
|
|
"learning_rate": 1.26414609848996e-07,
|
|
"loss": 1.042,
|
|
"step": 797
|
|
},
|
|
{
|
|
"epoch": 2.871679423683026,
|
|
"grad_norm": 0.30830289680212397,
|
|
"learning_rate": 1.1986190309104861e-07,
|
|
"loss": 1.0094,
|
|
"step": 798
|
|
},
|
|
{
|
|
"epoch": 2.875281404772625,
|
|
"grad_norm": 0.3076104467984216,
|
|
"learning_rate": 1.134825526208605e-07,
|
|
"loss": 1.0169,
|
|
"step": 799
|
|
},
|
|
{
|
|
"epoch": 2.878883385862224,
|
|
"grad_norm": 0.2934424704925479,
|
|
"learning_rate": 1.0727667037011668e-07,
|
|
"loss": 0.9978,
|
|
"step": 800
|
|
},
|
|
{
|
|
"epoch": 2.8824853669518236,
|
|
"grad_norm": 0.3246266836029091,
|
|
"learning_rate": 1.0124436522684244e-07,
|
|
"loss": 1.0176,
|
|
"step": 801
|
|
},
|
|
{
|
|
"epoch": 2.8860873480414226,
|
|
"grad_norm": 0.30525459115513015,
|
|
"learning_rate": 9.538574303348813e-08,
|
|
"loss": 0.9958,
|
|
"step": 802
|
|
},
|
|
{
|
|
"epoch": 2.889689329131022,
|
|
"grad_norm": 0.2942524891286466,
|
|
"learning_rate": 8.970090658507291e-08,
|
|
"loss": 0.9733,
|
|
"step": 803
|
|
},
|
|
{
|
|
"epoch": 2.8932913102206212,
|
|
"grad_norm": 0.29680112082527976,
|
|
"learning_rate": 8.418995562738286e-08,
|
|
"loss": 1.0256,
|
|
"step": 804
|
|
},
|
|
{
|
|
"epoch": 2.8968932913102208,
|
|
"grad_norm": 0.2986648492402886,
|
|
"learning_rate": 7.885298685522235e-08,
|
|
"loss": 1.0418,
|
|
"step": 805
|
|
},
|
|
{
|
|
"epoch": 2.90049527239982,
|
|
"grad_norm": 0.3051344650638145,
|
|
"learning_rate": 7.369009391070992e-08,
|
|
"loss": 1.022,
|
|
"step": 806
|
|
},
|
|
{
|
|
"epoch": 2.904097253489419,
|
|
"grad_norm": 0.2873270522563981,
|
|
"learning_rate": 6.870136738164612e-08,
|
|
"loss": 1.0048,
|
|
"step": 807
|
|
},
|
|
{
|
|
"epoch": 2.9076992345790185,
|
|
"grad_norm": 0.308857400528317,
|
|
"learning_rate": 6.388689479991606e-08,
|
|
"loss": 1.0277,
|
|
"step": 808
|
|
},
|
|
{
|
|
"epoch": 2.911301215668618,
|
|
"grad_norm": 0.3024988034565225,
|
|
"learning_rate": 5.9246760639953824e-08,
|
|
"loss": 1.0342,
|
|
"step": 809
|
|
},
|
|
{
|
|
"epoch": 2.914903196758217,
|
|
"grad_norm": 0.5297760349271741,
|
|
"learning_rate": 5.4781046317267103e-08,
|
|
"loss": 0.9963,
|
|
"step": 810
|
|
},
|
|
{
|
|
"epoch": 2.918505177847816,
|
|
"grad_norm": 0.31444626063066605,
|
|
"learning_rate": 5.048983018699827e-08,
|
|
"loss": 1.0337,
|
|
"step": 811
|
|
},
|
|
{
|
|
"epoch": 2.9221071589374157,
|
|
"grad_norm": 0.6226804157824651,
|
|
"learning_rate": 4.6373187542561036e-08,
|
|
"loss": 1.0062,
|
|
"step": 812
|
|
},
|
|
{
|
|
"epoch": 2.9257091400270148,
|
|
"grad_norm": 0.304865153239609,
|
|
"learning_rate": 4.2431190614309334e-08,
|
|
"loss": 0.9745,
|
|
"step": 813
|
|
},
|
|
{
|
|
"epoch": 2.9293111211166143,
|
|
"grad_norm": 0.29221297160895904,
|
|
"learning_rate": 3.866390856827495e-08,
|
|
"loss": 1.0248,
|
|
"step": 814
|
|
},
|
|
{
|
|
"epoch": 2.9329131022062134,
|
|
"grad_norm": 0.36519492084131305,
|
|
"learning_rate": 3.50714075049563e-08,
|
|
"loss": 1.02,
|
|
"step": 815
|
|
},
|
|
{
|
|
"epoch": 2.936515083295813,
|
|
"grad_norm": 0.2838345710823907,
|
|
"learning_rate": 3.165375045815266e-08,
|
|
"loss": 1.0114,
|
|
"step": 816
|
|
},
|
|
{
|
|
"epoch": 2.940117064385412,
|
|
"grad_norm": 0.31575735380031167,
|
|
"learning_rate": 2.8410997393860663e-08,
|
|
"loss": 1.0366,
|
|
"step": 817
|
|
},
|
|
{
|
|
"epoch": 2.943719045475011,
|
|
"grad_norm": 0.3099387210219997,
|
|
"learning_rate": 2.5343205209225062e-08,
|
|
"loss": 1.0361,
|
|
"step": 818
|
|
},
|
|
{
|
|
"epoch": 2.9473210265646106,
|
|
"grad_norm": 0.2935126694654585,
|
|
"learning_rate": 2.2450427731534052e-08,
|
|
"loss": 0.9911,
|
|
"step": 819
|
|
},
|
|
{
|
|
"epoch": 2.9509230076542097,
|
|
"grad_norm": 0.2838948843015787,
|
|
"learning_rate": 1.973271571728441e-08,
|
|
"loss": 1.0004,
|
|
"step": 820
|
|
},
|
|
{
|
|
"epoch": 2.954524988743809,
|
|
"grad_norm": 0.29407693899364834,
|
|
"learning_rate": 1.7190116851280024e-08,
|
|
"loss": 1.003,
|
|
"step": 821
|
|
},
|
|
{
|
|
"epoch": 2.9581269698334083,
|
|
"grad_norm": 0.3050678620636247,
|
|
"learning_rate": 1.482267574580143e-08,
|
|
"loss": 0.9785,
|
|
"step": 822
|
|
},
|
|
{
|
|
"epoch": 2.961728950923008,
|
|
"grad_norm": 0.30072571972857975,
|
|
"learning_rate": 1.2630433939825326e-08,
|
|
"loss": 1.0212,
|
|
"step": 823
|
|
},
|
|
{
|
|
"epoch": 2.965330932012607,
|
|
"grad_norm": 0.29556108311353174,
|
|
"learning_rate": 1.0613429898287397e-08,
|
|
"loss": 1.0484,
|
|
"step": 824
|
|
},
|
|
{
|
|
"epoch": 2.968932913102206,
|
|
"grad_norm": 0.29316766843555686,
|
|
"learning_rate": 8.771699011416169e-09,
|
|
"loss": 1.0124,
|
|
"step": 825
|
|
},
|
|
{
|
|
"epoch": 2.9725348941918055,
|
|
"grad_norm": 0.2897984568684424,
|
|
"learning_rate": 7.105273594107953e-09,
|
|
"loss": 1.0527,
|
|
"step": 826
|
|
},
|
|
{
|
|
"epoch": 2.976136875281405,
|
|
"grad_norm": 0.29983343922706296,
|
|
"learning_rate": 5.614182885357311e-09,
|
|
"loss": 1.022,
|
|
"step": 827
|
|
},
|
|
{
|
|
"epoch": 2.979738856371004,
|
|
"grad_norm": 0.28416220599411646,
|
|
"learning_rate": 4.298453047749674e-09,
|
|
"loss": 1.0388,
|
|
"step": 828
|
|
},
|
|
{
|
|
"epoch": 2.983340837460603,
|
|
"grad_norm": 0.3010968060672787,
|
|
"learning_rate": 3.1581071670006013e-09,
|
|
"loss": 1.0531,
|
|
"step": 829
|
|
},
|
|
{
|
|
"epoch": 2.9869428185502027,
|
|
"grad_norm": 0.2904445388666316,
|
|
"learning_rate": 2.193165251545004e-09,
|
|
"loss": 1.0169,
|
|
"step": 830
|
|
},
|
|
{
|
|
"epoch": 2.990544799639802,
|
|
"grad_norm": 0.30584434012715184,
|
|
"learning_rate": 1.4036442321962995e-09,
|
|
"loss": 1.0135,
|
|
"step": 831
|
|
},
|
|
{
|
|
"epoch": 2.9941467807294013,
|
|
"grad_norm": 0.28605013841859234,
|
|
"learning_rate": 7.895579618388827e-10,
|
|
"loss": 1.01,
|
|
"step": 832
|
|
},
|
|
{
|
|
"epoch": 2.9977487618190004,
|
|
"grad_norm": 0.30677993503436984,
|
|
"learning_rate": 3.509172151938689e-10,
|
|
"loss": 0.9589,
|
|
"step": 833
|
|
},
|
|
{
|
|
"epoch": 3.0,
|
|
"grad_norm": 0.30677993503436984,
|
|
"learning_rate": 8.772968862369447e-11,
|
|
"loss": 0.9939,
|
|
"step": 834
|
|
}
|
|
],
|
|
"logging_steps": 1,
|
|
"max_steps": 834,
|
|
"num_input_tokens_seen": 0,
|
|
"num_train_epochs": 3,
|
|
"save_steps": 500,
|
|
"stateful_callbacks": {
|
|
"TrainerControl": {
|
|
"args": {
|
|
"should_epoch_stop": false,
|
|
"should_evaluate": false,
|
|
"should_log": false,
|
|
"should_save": true,
|
|
"should_training_stop": true
|
|
},
|
|
"attributes": {}
|
|
}
|
|
},
|
|
"total_flos": 1027465229107200.0,
|
|
"train_batch_size": 1,
|
|
"trial_name": null,
|
|
"trial_params": null
|
|
}
|