13384 lines
323 KiB
JSON
13384 lines
323 KiB
JSON
{
|
|
"best_global_step": null,
|
|
"best_metric": null,
|
|
"best_model_checkpoint": null,
|
|
"epoch": 6.622338113863537,
|
|
"eval_steps": 500,
|
|
"global_step": 1907,
|
|
"is_hyper_param_search": false,
|
|
"is_local_process_zero": true,
|
|
"is_world_process_zero": true,
|
|
"log_history": [
|
|
{
|
|
"epoch": 0.003476749239461104,
|
|
"grad_norm": 28.668624877929688,
|
|
"learning_rate": 0.0,
|
|
"loss": 10.9346,
|
|
"step": 1
|
|
},
|
|
{
|
|
"epoch": 0.006953498478922208,
|
|
"grad_norm": 29.20085334777832,
|
|
"learning_rate": 5.235602094240838e-07,
|
|
"loss": 10.9266,
|
|
"step": 2
|
|
},
|
|
{
|
|
"epoch": 0.010430247718383311,
|
|
"grad_norm": 27.985437393188477,
|
|
"learning_rate": 1.0471204188481676e-06,
|
|
"loss": 10.8227,
|
|
"step": 3
|
|
},
|
|
{
|
|
"epoch": 0.013906996957844416,
|
|
"grad_norm": 26.395610809326172,
|
|
"learning_rate": 1.5706806282722513e-06,
|
|
"loss": 10.6153,
|
|
"step": 4
|
|
},
|
|
{
|
|
"epoch": 0.017383746197305518,
|
|
"grad_norm": 21.0169677734375,
|
|
"learning_rate": 2.094240837696335e-06,
|
|
"loss": 10.3783,
|
|
"step": 5
|
|
},
|
|
{
|
|
"epoch": 0.020860495436766623,
|
|
"grad_norm": 17.197437286376953,
|
|
"learning_rate": 2.617801047120419e-06,
|
|
"loss": 10.0927,
|
|
"step": 6
|
|
},
|
|
{
|
|
"epoch": 0.024337244676227728,
|
|
"grad_norm": 14.133214950561523,
|
|
"learning_rate": 3.1413612565445026e-06,
|
|
"loss": 9.8757,
|
|
"step": 7
|
|
},
|
|
{
|
|
"epoch": 0.027813993915688832,
|
|
"grad_norm": 12.546614646911621,
|
|
"learning_rate": 3.664921465968586e-06,
|
|
"loss": 9.5995,
|
|
"step": 8
|
|
},
|
|
{
|
|
"epoch": 0.03129074315514994,
|
|
"grad_norm": 10.003512382507324,
|
|
"learning_rate": 4.18848167539267e-06,
|
|
"loss": 9.4723,
|
|
"step": 9
|
|
},
|
|
{
|
|
"epoch": 0.034767492394611035,
|
|
"grad_norm": 9.371498107910156,
|
|
"learning_rate": 4.712041884816754e-06,
|
|
"loss": 9.2018,
|
|
"step": 10
|
|
},
|
|
{
|
|
"epoch": 0.03824424163407214,
|
|
"grad_norm": 7.8304948806762695,
|
|
"learning_rate": 5.235602094240838e-06,
|
|
"loss": 9.0917,
|
|
"step": 11
|
|
},
|
|
{
|
|
"epoch": 0.041720990873533245,
|
|
"grad_norm": 7.299487113952637,
|
|
"learning_rate": 5.759162303664922e-06,
|
|
"loss": 8.9398,
|
|
"step": 12
|
|
},
|
|
{
|
|
"epoch": 0.04519774011299435,
|
|
"grad_norm": 6.750319480895996,
|
|
"learning_rate": 6.282722513089005e-06,
|
|
"loss": 8.8567,
|
|
"step": 13
|
|
},
|
|
{
|
|
"epoch": 0.048674489352455455,
|
|
"grad_norm": 6.2069993019104,
|
|
"learning_rate": 6.8062827225130895e-06,
|
|
"loss": 8.6588,
|
|
"step": 14
|
|
},
|
|
{
|
|
"epoch": 0.05215123859191656,
|
|
"grad_norm": 5.454948425292969,
|
|
"learning_rate": 7.329842931937172e-06,
|
|
"loss": 8.5728,
|
|
"step": 15
|
|
},
|
|
{
|
|
"epoch": 0.055627987831377665,
|
|
"grad_norm": 5.076164722442627,
|
|
"learning_rate": 7.853403141361257e-06,
|
|
"loss": 8.5335,
|
|
"step": 16
|
|
},
|
|
{
|
|
"epoch": 0.05910473707083876,
|
|
"grad_norm": 5.935672283172607,
|
|
"learning_rate": 8.37696335078534e-06,
|
|
"loss": 8.3915,
|
|
"step": 17
|
|
},
|
|
{
|
|
"epoch": 0.06258148631029987,
|
|
"grad_norm": 6.291903972625732,
|
|
"learning_rate": 8.900523560209424e-06,
|
|
"loss": 8.3351,
|
|
"step": 18
|
|
},
|
|
{
|
|
"epoch": 0.06605823554976098,
|
|
"grad_norm": 4.611499786376953,
|
|
"learning_rate": 9.424083769633508e-06,
|
|
"loss": 8.1489,
|
|
"step": 19
|
|
},
|
|
{
|
|
"epoch": 0.06953498478922207,
|
|
"grad_norm": 4.213597297668457,
|
|
"learning_rate": 9.947643979057591e-06,
|
|
"loss": 8.1105,
|
|
"step": 20
|
|
},
|
|
{
|
|
"epoch": 0.07301173402868318,
|
|
"grad_norm": 7.032574653625488,
|
|
"learning_rate": 1.0471204188481676e-05,
|
|
"loss": 7.9326,
|
|
"step": 21
|
|
},
|
|
{
|
|
"epoch": 0.07648848326814428,
|
|
"grad_norm": 3.5775418281555176,
|
|
"learning_rate": 1.099476439790576e-05,
|
|
"loss": 8.0387,
|
|
"step": 22
|
|
},
|
|
{
|
|
"epoch": 0.07996523250760539,
|
|
"grad_norm": 3.3227384090423584,
|
|
"learning_rate": 1.1518324607329843e-05,
|
|
"loss": 8.0855,
|
|
"step": 23
|
|
},
|
|
{
|
|
"epoch": 0.08344198174706649,
|
|
"grad_norm": 3.577180862426758,
|
|
"learning_rate": 1.2041884816753927e-05,
|
|
"loss": 7.8638,
|
|
"step": 24
|
|
},
|
|
{
|
|
"epoch": 0.0869187309865276,
|
|
"grad_norm": 3.077481508255005,
|
|
"learning_rate": 1.256544502617801e-05,
|
|
"loss": 7.7775,
|
|
"step": 25
|
|
},
|
|
{
|
|
"epoch": 0.0903954802259887,
|
|
"grad_norm": 2.4729714393615723,
|
|
"learning_rate": 1.3089005235602096e-05,
|
|
"loss": 7.7653,
|
|
"step": 26
|
|
},
|
|
{
|
|
"epoch": 0.0938722294654498,
|
|
"grad_norm": 2.7105133533477783,
|
|
"learning_rate": 1.3612565445026179e-05,
|
|
"loss": 7.8085,
|
|
"step": 27
|
|
},
|
|
{
|
|
"epoch": 0.09734897870491091,
|
|
"grad_norm": 2.2809700965881348,
|
|
"learning_rate": 1.4136125654450264e-05,
|
|
"loss": 7.6766,
|
|
"step": 28
|
|
},
|
|
{
|
|
"epoch": 0.10082572794437202,
|
|
"grad_norm": 2.30652117729187,
|
|
"learning_rate": 1.4659685863874344e-05,
|
|
"loss": 7.703,
|
|
"step": 29
|
|
},
|
|
{
|
|
"epoch": 0.10430247718383312,
|
|
"grad_norm": 2.233243703842163,
|
|
"learning_rate": 1.518324607329843e-05,
|
|
"loss": 7.7391,
|
|
"step": 30
|
|
},
|
|
{
|
|
"epoch": 0.10777922642329422,
|
|
"grad_norm": 2.0807292461395264,
|
|
"learning_rate": 1.5706806282722515e-05,
|
|
"loss": 7.5976,
|
|
"step": 31
|
|
},
|
|
{
|
|
"epoch": 0.11125597566275533,
|
|
"grad_norm": 2.4727425575256348,
|
|
"learning_rate": 1.6230366492146596e-05,
|
|
"loss": 7.5206,
|
|
"step": 32
|
|
},
|
|
{
|
|
"epoch": 0.11473272490221642,
|
|
"grad_norm": 3.1418378353118896,
|
|
"learning_rate": 1.675392670157068e-05,
|
|
"loss": 7.6335,
|
|
"step": 33
|
|
},
|
|
{
|
|
"epoch": 0.11820947414167753,
|
|
"grad_norm": 3.3428750038146973,
|
|
"learning_rate": 1.7277486910994763e-05,
|
|
"loss": 7.5816,
|
|
"step": 34
|
|
},
|
|
{
|
|
"epoch": 0.12168622338113863,
|
|
"grad_norm": 2.7240543365478516,
|
|
"learning_rate": 1.780104712041885e-05,
|
|
"loss": 7.4649,
|
|
"step": 35
|
|
},
|
|
{
|
|
"epoch": 0.12516297262059975,
|
|
"grad_norm": 2.6777167320251465,
|
|
"learning_rate": 1.8324607329842934e-05,
|
|
"loss": 7.2798,
|
|
"step": 36
|
|
},
|
|
{
|
|
"epoch": 0.12863972186006084,
|
|
"grad_norm": 2.6221325397491455,
|
|
"learning_rate": 1.8848167539267016e-05,
|
|
"loss": 7.2434,
|
|
"step": 37
|
|
},
|
|
{
|
|
"epoch": 0.13211647109952196,
|
|
"grad_norm": 3.304597854614258,
|
|
"learning_rate": 1.93717277486911e-05,
|
|
"loss": 7.3748,
|
|
"step": 38
|
|
},
|
|
{
|
|
"epoch": 0.13559322033898305,
|
|
"grad_norm": 2.2426793575286865,
|
|
"learning_rate": 1.9895287958115183e-05,
|
|
"loss": 7.2165,
|
|
"step": 39
|
|
},
|
|
{
|
|
"epoch": 0.13906996957844414,
|
|
"grad_norm": 2.3125767707824707,
|
|
"learning_rate": 2.0418848167539268e-05,
|
|
"loss": 7.0828,
|
|
"step": 40
|
|
},
|
|
{
|
|
"epoch": 0.14254671881790526,
|
|
"grad_norm": 2.921846389770508,
|
|
"learning_rate": 2.0942408376963353e-05,
|
|
"loss": 7.242,
|
|
"step": 41
|
|
},
|
|
{
|
|
"epoch": 0.14602346805736635,
|
|
"grad_norm": 2.0602433681488037,
|
|
"learning_rate": 2.1465968586387435e-05,
|
|
"loss": 7.1855,
|
|
"step": 42
|
|
},
|
|
{
|
|
"epoch": 0.14950021729682747,
|
|
"grad_norm": 2.180553436279297,
|
|
"learning_rate": 2.198952879581152e-05,
|
|
"loss": 7.0872,
|
|
"step": 43
|
|
},
|
|
{
|
|
"epoch": 0.15297696653628856,
|
|
"grad_norm": 1.9306440353393555,
|
|
"learning_rate": 2.25130890052356e-05,
|
|
"loss": 7.1991,
|
|
"step": 44
|
|
},
|
|
{
|
|
"epoch": 0.15645371577574968,
|
|
"grad_norm": 2.243671417236328,
|
|
"learning_rate": 2.3036649214659687e-05,
|
|
"loss": 7.087,
|
|
"step": 45
|
|
},
|
|
{
|
|
"epoch": 0.15993046501521077,
|
|
"grad_norm": 1.9487829208374023,
|
|
"learning_rate": 2.3560209424083772e-05,
|
|
"loss": 6.9366,
|
|
"step": 46
|
|
},
|
|
{
|
|
"epoch": 0.1634072142546719,
|
|
"grad_norm": 2.5406157970428467,
|
|
"learning_rate": 2.4083769633507854e-05,
|
|
"loss": 7.1055,
|
|
"step": 47
|
|
},
|
|
{
|
|
"epoch": 0.16688396349413298,
|
|
"grad_norm": 3.9518744945526123,
|
|
"learning_rate": 2.460732984293194e-05,
|
|
"loss": 6.8859,
|
|
"step": 48
|
|
},
|
|
{
|
|
"epoch": 0.1703607127335941,
|
|
"grad_norm": 1.8939940929412842,
|
|
"learning_rate": 2.513089005235602e-05,
|
|
"loss": 6.9724,
|
|
"step": 49
|
|
},
|
|
{
|
|
"epoch": 0.1738374619730552,
|
|
"grad_norm": 2.785097360610962,
|
|
"learning_rate": 2.5654450261780106e-05,
|
|
"loss": 6.8924,
|
|
"step": 50
|
|
},
|
|
{
|
|
"epoch": 0.1773142112125163,
|
|
"grad_norm": 3.876585006713867,
|
|
"learning_rate": 2.617801047120419e-05,
|
|
"loss": 6.7097,
|
|
"step": 51
|
|
},
|
|
{
|
|
"epoch": 0.1807909604519774,
|
|
"grad_norm": 1.672093391418457,
|
|
"learning_rate": 2.6701570680628273e-05,
|
|
"loss": 6.8596,
|
|
"step": 52
|
|
},
|
|
{
|
|
"epoch": 0.1842677096914385,
|
|
"grad_norm": 3.9122424125671387,
|
|
"learning_rate": 2.7225130890052358e-05,
|
|
"loss": 6.745,
|
|
"step": 53
|
|
},
|
|
{
|
|
"epoch": 0.1877444589308996,
|
|
"grad_norm": 2.6010124683380127,
|
|
"learning_rate": 2.7748691099476443e-05,
|
|
"loss": 6.7213,
|
|
"step": 54
|
|
},
|
|
{
|
|
"epoch": 0.1912212081703607,
|
|
"grad_norm": 3.1334500312805176,
|
|
"learning_rate": 2.827225130890053e-05,
|
|
"loss": 6.5959,
|
|
"step": 55
|
|
},
|
|
{
|
|
"epoch": 0.19469795740982182,
|
|
"grad_norm": 2.5764386653900146,
|
|
"learning_rate": 2.879581151832461e-05,
|
|
"loss": 6.7594,
|
|
"step": 56
|
|
},
|
|
{
|
|
"epoch": 0.1981747066492829,
|
|
"grad_norm": 2.5421552658081055,
|
|
"learning_rate": 2.931937172774869e-05,
|
|
"loss": 6.5791,
|
|
"step": 57
|
|
},
|
|
{
|
|
"epoch": 0.20165145588874403,
|
|
"grad_norm": 2.9680330753326416,
|
|
"learning_rate": 2.9842931937172774e-05,
|
|
"loss": 6.5585,
|
|
"step": 58
|
|
},
|
|
{
|
|
"epoch": 0.20512820512820512,
|
|
"grad_norm": 2.292030096054077,
|
|
"learning_rate": 3.036649214659686e-05,
|
|
"loss": 6.4137,
|
|
"step": 59
|
|
},
|
|
{
|
|
"epoch": 0.20860495436766624,
|
|
"grad_norm": 3.2336649894714355,
|
|
"learning_rate": 3.0890052356020944e-05,
|
|
"loss": 6.542,
|
|
"step": 60
|
|
},
|
|
{
|
|
"epoch": 0.21208170360712733,
|
|
"grad_norm": 2.3037948608398438,
|
|
"learning_rate": 3.141361256544503e-05,
|
|
"loss": 6.4735,
|
|
"step": 61
|
|
},
|
|
{
|
|
"epoch": 0.21555845284658845,
|
|
"grad_norm": 2.364863157272339,
|
|
"learning_rate": 3.1937172774869115e-05,
|
|
"loss": 6.4433,
|
|
"step": 62
|
|
},
|
|
{
|
|
"epoch": 0.21903520208604954,
|
|
"grad_norm": 1.9736865758895874,
|
|
"learning_rate": 3.246073298429319e-05,
|
|
"loss": 6.2436,
|
|
"step": 63
|
|
},
|
|
{
|
|
"epoch": 0.22251195132551066,
|
|
"grad_norm": 2.201551914215088,
|
|
"learning_rate": 3.298429319371728e-05,
|
|
"loss": 6.4195,
|
|
"step": 64
|
|
},
|
|
{
|
|
"epoch": 0.22598870056497175,
|
|
"grad_norm": 2.3755462169647217,
|
|
"learning_rate": 3.350785340314136e-05,
|
|
"loss": 6.3625,
|
|
"step": 65
|
|
},
|
|
{
|
|
"epoch": 0.22946544980443284,
|
|
"grad_norm": 3.011631727218628,
|
|
"learning_rate": 3.403141361256545e-05,
|
|
"loss": 6.3454,
|
|
"step": 66
|
|
},
|
|
{
|
|
"epoch": 0.23294219904389396,
|
|
"grad_norm": 2.120392084121704,
|
|
"learning_rate": 3.455497382198953e-05,
|
|
"loss": 6.2755,
|
|
"step": 67
|
|
},
|
|
{
|
|
"epoch": 0.23641894828335505,
|
|
"grad_norm": 2.4527335166931152,
|
|
"learning_rate": 3.507853403141361e-05,
|
|
"loss": 6.3017,
|
|
"step": 68
|
|
},
|
|
{
|
|
"epoch": 0.23989569752281617,
|
|
"grad_norm": 2.6498172283172607,
|
|
"learning_rate": 3.56020942408377e-05,
|
|
"loss": 6.2205,
|
|
"step": 69
|
|
},
|
|
{
|
|
"epoch": 0.24337244676227726,
|
|
"grad_norm": 1.6044883728027344,
|
|
"learning_rate": 3.612565445026178e-05,
|
|
"loss": 6.1502,
|
|
"step": 70
|
|
},
|
|
{
|
|
"epoch": 0.24684919600173838,
|
|
"grad_norm": 4.1391143798828125,
|
|
"learning_rate": 3.664921465968587e-05,
|
|
"loss": 6.1017,
|
|
"step": 71
|
|
},
|
|
{
|
|
"epoch": 0.2503259452411995,
|
|
"grad_norm": 2.0595903396606445,
|
|
"learning_rate": 3.717277486910995e-05,
|
|
"loss": 6.1089,
|
|
"step": 72
|
|
},
|
|
{
|
|
"epoch": 0.25380269448066056,
|
|
"grad_norm": 3.4644057750701904,
|
|
"learning_rate": 3.769633507853403e-05,
|
|
"loss": 6.0465,
|
|
"step": 73
|
|
},
|
|
{
|
|
"epoch": 0.2572794437201217,
|
|
"grad_norm": 2.4427716732025146,
|
|
"learning_rate": 3.8219895287958116e-05,
|
|
"loss": 6.0676,
|
|
"step": 74
|
|
},
|
|
{
|
|
"epoch": 0.2607561929595828,
|
|
"grad_norm": 3.2828521728515625,
|
|
"learning_rate": 3.87434554973822e-05,
|
|
"loss": 6.1147,
|
|
"step": 75
|
|
},
|
|
{
|
|
"epoch": 0.2642329421990439,
|
|
"grad_norm": 2.433551788330078,
|
|
"learning_rate": 3.926701570680629e-05,
|
|
"loss": 6.0704,
|
|
"step": 76
|
|
},
|
|
{
|
|
"epoch": 0.267709691438505,
|
|
"grad_norm": 1.9476454257965088,
|
|
"learning_rate": 3.9790575916230365e-05,
|
|
"loss": 5.9814,
|
|
"step": 77
|
|
},
|
|
{
|
|
"epoch": 0.2711864406779661,
|
|
"grad_norm": 2.0444705486297607,
|
|
"learning_rate": 4.031413612565445e-05,
|
|
"loss": 5.8327,
|
|
"step": 78
|
|
},
|
|
{
|
|
"epoch": 0.2746631899174272,
|
|
"grad_norm": 2.3648533821105957,
|
|
"learning_rate": 4.0837696335078535e-05,
|
|
"loss": 5.9608,
|
|
"step": 79
|
|
},
|
|
{
|
|
"epoch": 0.2781399391568883,
|
|
"grad_norm": 2.4138662815093994,
|
|
"learning_rate": 4.136125654450262e-05,
|
|
"loss": 5.9469,
|
|
"step": 80
|
|
},
|
|
{
|
|
"epoch": 0.2816166883963494,
|
|
"grad_norm": 2.0390286445617676,
|
|
"learning_rate": 4.1884816753926706e-05,
|
|
"loss": 5.8486,
|
|
"step": 81
|
|
},
|
|
{
|
|
"epoch": 0.2850934376358105,
|
|
"grad_norm": 2.036783218383789,
|
|
"learning_rate": 4.240837696335079e-05,
|
|
"loss": 5.8894,
|
|
"step": 82
|
|
},
|
|
{
|
|
"epoch": 0.28857018687527164,
|
|
"grad_norm": 2.660581111907959,
|
|
"learning_rate": 4.293193717277487e-05,
|
|
"loss": 5.8379,
|
|
"step": 83
|
|
},
|
|
{
|
|
"epoch": 0.2920469361147327,
|
|
"grad_norm": 2.0146775245666504,
|
|
"learning_rate": 4.3455497382198955e-05,
|
|
"loss": 5.7308,
|
|
"step": 84
|
|
},
|
|
{
|
|
"epoch": 0.2955236853541938,
|
|
"grad_norm": 2.3022539615631104,
|
|
"learning_rate": 4.397905759162304e-05,
|
|
"loss": 5.816,
|
|
"step": 85
|
|
},
|
|
{
|
|
"epoch": 0.29900043459365494,
|
|
"grad_norm": 2.7125766277313232,
|
|
"learning_rate": 4.4502617801047125e-05,
|
|
"loss": 5.6184,
|
|
"step": 86
|
|
},
|
|
{
|
|
"epoch": 0.30247718383311606,
|
|
"grad_norm": 2.6640212535858154,
|
|
"learning_rate": 4.50261780104712e-05,
|
|
"loss": 5.8341,
|
|
"step": 87
|
|
},
|
|
{
|
|
"epoch": 0.3059539330725771,
|
|
"grad_norm": 2.317542314529419,
|
|
"learning_rate": 4.554973821989529e-05,
|
|
"loss": 5.7043,
|
|
"step": 88
|
|
},
|
|
{
|
|
"epoch": 0.30943068231203824,
|
|
"grad_norm": 1.7317227125167847,
|
|
"learning_rate": 4.6073298429319374e-05,
|
|
"loss": 5.7464,
|
|
"step": 89
|
|
},
|
|
{
|
|
"epoch": 0.31290743155149936,
|
|
"grad_norm": 2.3583664894104004,
|
|
"learning_rate": 4.659685863874346e-05,
|
|
"loss": 5.5552,
|
|
"step": 90
|
|
},
|
|
{
|
|
"epoch": 0.3163841807909605,
|
|
"grad_norm": 2.680361270904541,
|
|
"learning_rate": 4.7120418848167544e-05,
|
|
"loss": 5.6926,
|
|
"step": 91
|
|
},
|
|
{
|
|
"epoch": 0.31986093003042154,
|
|
"grad_norm": 1.4900928735733032,
|
|
"learning_rate": 4.764397905759162e-05,
|
|
"loss": 5.6321,
|
|
"step": 92
|
|
},
|
|
{
|
|
"epoch": 0.32333767926988266,
|
|
"grad_norm": 2.226301431655884,
|
|
"learning_rate": 4.816753926701571e-05,
|
|
"loss": 5.4741,
|
|
"step": 93
|
|
},
|
|
{
|
|
"epoch": 0.3268144285093438,
|
|
"grad_norm": 2.516113519668579,
|
|
"learning_rate": 4.869109947643979e-05,
|
|
"loss": 5.687,
|
|
"step": 94
|
|
},
|
|
{
|
|
"epoch": 0.33029117774880484,
|
|
"grad_norm": 1.9042409658432007,
|
|
"learning_rate": 4.921465968586388e-05,
|
|
"loss": 5.5558,
|
|
"step": 95
|
|
},
|
|
{
|
|
"epoch": 0.33376792698826596,
|
|
"grad_norm": 1.791879653930664,
|
|
"learning_rate": 4.973821989528796e-05,
|
|
"loss": 5.4747,
|
|
"step": 96
|
|
},
|
|
{
|
|
"epoch": 0.3372446762277271,
|
|
"grad_norm": 1.4365205764770508,
|
|
"learning_rate": 5.026178010471204e-05,
|
|
"loss": 5.5098,
|
|
"step": 97
|
|
},
|
|
{
|
|
"epoch": 0.3407214254671882,
|
|
"grad_norm": 2.371295690536499,
|
|
"learning_rate": 5.0785340314136134e-05,
|
|
"loss": 5.448,
|
|
"step": 98
|
|
},
|
|
{
|
|
"epoch": 0.34419817470664926,
|
|
"grad_norm": 2.3430371284484863,
|
|
"learning_rate": 5.130890052356021e-05,
|
|
"loss": 5.5506,
|
|
"step": 99
|
|
},
|
|
{
|
|
"epoch": 0.3476749239461104,
|
|
"grad_norm": 1.4759836196899414,
|
|
"learning_rate": 5.18324607329843e-05,
|
|
"loss": 5.4155,
|
|
"step": 100
|
|
},
|
|
{
|
|
"epoch": 0.3511516731855715,
|
|
"grad_norm": 2.003601551055908,
|
|
"learning_rate": 5.235602094240838e-05,
|
|
"loss": 5.5077,
|
|
"step": 101
|
|
},
|
|
{
|
|
"epoch": 0.3546284224250326,
|
|
"grad_norm": 1.7206441164016724,
|
|
"learning_rate": 5.287958115183246e-05,
|
|
"loss": 5.4507,
|
|
"step": 102
|
|
},
|
|
{
|
|
"epoch": 0.3581051716644937,
|
|
"grad_norm": 2.2505338191986084,
|
|
"learning_rate": 5.3403141361256546e-05,
|
|
"loss": 5.3292,
|
|
"step": 103
|
|
},
|
|
{
|
|
"epoch": 0.3615819209039548,
|
|
"grad_norm": 2.510773181915283,
|
|
"learning_rate": 5.3926701570680624e-05,
|
|
"loss": 5.4533,
|
|
"step": 104
|
|
},
|
|
{
|
|
"epoch": 0.3650586701434159,
|
|
"grad_norm": 1.8072589635849,
|
|
"learning_rate": 5.4450261780104716e-05,
|
|
"loss": 5.355,
|
|
"step": 105
|
|
},
|
|
{
|
|
"epoch": 0.368535419382877,
|
|
"grad_norm": 2.089144706726074,
|
|
"learning_rate": 5.4973821989528795e-05,
|
|
"loss": 5.5014,
|
|
"step": 106
|
|
},
|
|
{
|
|
"epoch": 0.3720121686223381,
|
|
"grad_norm": 1.5899293422698975,
|
|
"learning_rate": 5.5497382198952887e-05,
|
|
"loss": 5.376,
|
|
"step": 107
|
|
},
|
|
{
|
|
"epoch": 0.3754889178617992,
|
|
"grad_norm": 1.6699646711349487,
|
|
"learning_rate": 5.6020942408376965e-05,
|
|
"loss": 5.3309,
|
|
"step": 108
|
|
},
|
|
{
|
|
"epoch": 0.37896566710126034,
|
|
"grad_norm": 1.2876421213150024,
|
|
"learning_rate": 5.654450261780106e-05,
|
|
"loss": 5.3524,
|
|
"step": 109
|
|
},
|
|
{
|
|
"epoch": 0.3824424163407214,
|
|
"grad_norm": 2.535942316055298,
|
|
"learning_rate": 5.7068062827225135e-05,
|
|
"loss": 5.3004,
|
|
"step": 110
|
|
},
|
|
{
|
|
"epoch": 0.3859191655801825,
|
|
"grad_norm": 1.8234626054763794,
|
|
"learning_rate": 5.759162303664922e-05,
|
|
"loss": 5.2188,
|
|
"step": 111
|
|
},
|
|
{
|
|
"epoch": 0.38939591481964364,
|
|
"grad_norm": 2.6738812923431396,
|
|
"learning_rate": 5.81151832460733e-05,
|
|
"loss": 5.3345,
|
|
"step": 112
|
|
},
|
|
{
|
|
"epoch": 0.39287266405910476,
|
|
"grad_norm": 2.4427976608276367,
|
|
"learning_rate": 5.863874345549738e-05,
|
|
"loss": 5.2417,
|
|
"step": 113
|
|
},
|
|
{
|
|
"epoch": 0.3963494132985658,
|
|
"grad_norm": 2.158632516860962,
|
|
"learning_rate": 5.916230366492147e-05,
|
|
"loss": 5.2943,
|
|
"step": 114
|
|
},
|
|
{
|
|
"epoch": 0.39982616253802694,
|
|
"grad_norm": 2.0583152770996094,
|
|
"learning_rate": 5.968586387434555e-05,
|
|
"loss": 5.2959,
|
|
"step": 115
|
|
},
|
|
{
|
|
"epoch": 0.40330291177748806,
|
|
"grad_norm": 1.8146238327026367,
|
|
"learning_rate": 6.020942408376964e-05,
|
|
"loss": 5.3123,
|
|
"step": 116
|
|
},
|
|
{
|
|
"epoch": 0.4067796610169492,
|
|
"grad_norm": 1.9138127565383911,
|
|
"learning_rate": 6.073298429319372e-05,
|
|
"loss": 5.1541,
|
|
"step": 117
|
|
},
|
|
{
|
|
"epoch": 0.41025641025641024,
|
|
"grad_norm": 2.2583582401275635,
|
|
"learning_rate": 6.125654450261781e-05,
|
|
"loss": 5.0541,
|
|
"step": 118
|
|
},
|
|
{
|
|
"epoch": 0.41373315949587136,
|
|
"grad_norm": 1.597258448600769,
|
|
"learning_rate": 6.178010471204189e-05,
|
|
"loss": 5.199,
|
|
"step": 119
|
|
},
|
|
{
|
|
"epoch": 0.4172099087353325,
|
|
"grad_norm": 2.2339518070220947,
|
|
"learning_rate": 6.230366492146598e-05,
|
|
"loss": 5.1763,
|
|
"step": 120
|
|
},
|
|
{
|
|
"epoch": 0.42068665797479354,
|
|
"grad_norm": 2.5288898944854736,
|
|
"learning_rate": 6.282722513089006e-05,
|
|
"loss": 5.2478,
|
|
"step": 121
|
|
},
|
|
{
|
|
"epoch": 0.42416340721425466,
|
|
"grad_norm": 1.9757497310638428,
|
|
"learning_rate": 6.335078534031414e-05,
|
|
"loss": 5.0547,
|
|
"step": 122
|
|
},
|
|
{
|
|
"epoch": 0.4276401564537158,
|
|
"grad_norm": 2.4785637855529785,
|
|
"learning_rate": 6.387434554973823e-05,
|
|
"loss": 5.0945,
|
|
"step": 123
|
|
},
|
|
{
|
|
"epoch": 0.4311169056931769,
|
|
"grad_norm": 2.1948068141937256,
|
|
"learning_rate": 6.439790575916231e-05,
|
|
"loss": 5.119,
|
|
"step": 124
|
|
},
|
|
{
|
|
"epoch": 0.43459365493263796,
|
|
"grad_norm": 1.3128104209899902,
|
|
"learning_rate": 6.492146596858639e-05,
|
|
"loss": 5.0568,
|
|
"step": 125
|
|
},
|
|
{
|
|
"epoch": 0.4380704041720991,
|
|
"grad_norm": 2.0916574001312256,
|
|
"learning_rate": 6.544502617801048e-05,
|
|
"loss": 5.197,
|
|
"step": 126
|
|
},
|
|
{
|
|
"epoch": 0.4415471534115602,
|
|
"grad_norm": 1.8343582153320312,
|
|
"learning_rate": 6.596858638743456e-05,
|
|
"loss": 5.1277,
|
|
"step": 127
|
|
},
|
|
{
|
|
"epoch": 0.4450239026510213,
|
|
"grad_norm": 2.083747386932373,
|
|
"learning_rate": 6.649214659685863e-05,
|
|
"loss": 5.1871,
|
|
"step": 128
|
|
},
|
|
{
|
|
"epoch": 0.4485006518904824,
|
|
"grad_norm": 2.1757895946502686,
|
|
"learning_rate": 6.701570680628273e-05,
|
|
"loss": 5.0276,
|
|
"step": 129
|
|
},
|
|
{
|
|
"epoch": 0.4519774011299435,
|
|
"grad_norm": 2.2232532501220703,
|
|
"learning_rate": 6.75392670157068e-05,
|
|
"loss": 4.9795,
|
|
"step": 130
|
|
},
|
|
{
|
|
"epoch": 0.4554541503694046,
|
|
"grad_norm": 1.853911280632019,
|
|
"learning_rate": 6.80628272251309e-05,
|
|
"loss": 5.0363,
|
|
"step": 131
|
|
},
|
|
{
|
|
"epoch": 0.4589308996088657,
|
|
"grad_norm": 2.0266318321228027,
|
|
"learning_rate": 6.858638743455498e-05,
|
|
"loss": 5.2211,
|
|
"step": 132
|
|
},
|
|
{
|
|
"epoch": 0.4624076488483268,
|
|
"grad_norm": 2.087162971496582,
|
|
"learning_rate": 6.910994764397905e-05,
|
|
"loss": 4.8979,
|
|
"step": 133
|
|
},
|
|
{
|
|
"epoch": 0.4658843980877879,
|
|
"grad_norm": 1.4458317756652832,
|
|
"learning_rate": 6.963350785340315e-05,
|
|
"loss": 5.0776,
|
|
"step": 134
|
|
},
|
|
{
|
|
"epoch": 0.46936114732724904,
|
|
"grad_norm": 2.3262505531311035,
|
|
"learning_rate": 7.015706806282722e-05,
|
|
"loss": 5.0269,
|
|
"step": 135
|
|
},
|
|
{
|
|
"epoch": 0.4728378965667101,
|
|
"grad_norm": 2.3064498901367188,
|
|
"learning_rate": 7.068062827225132e-05,
|
|
"loss": 4.8792,
|
|
"step": 136
|
|
},
|
|
{
|
|
"epoch": 0.4763146458061712,
|
|
"grad_norm": 1.705779790878296,
|
|
"learning_rate": 7.12041884816754e-05,
|
|
"loss": 4.9817,
|
|
"step": 137
|
|
},
|
|
{
|
|
"epoch": 0.47979139504563234,
|
|
"grad_norm": 1.8515121936798096,
|
|
"learning_rate": 7.172774869109949e-05,
|
|
"loss": 5.106,
|
|
"step": 138
|
|
},
|
|
{
|
|
"epoch": 0.48326814428509346,
|
|
"grad_norm": 1.824192762374878,
|
|
"learning_rate": 7.225130890052356e-05,
|
|
"loss": 4.9356,
|
|
"step": 139
|
|
},
|
|
{
|
|
"epoch": 0.4867448935245545,
|
|
"grad_norm": 1.516313076019287,
|
|
"learning_rate": 7.277486910994766e-05,
|
|
"loss": 5.0519,
|
|
"step": 140
|
|
},
|
|
{
|
|
"epoch": 0.49022164276401564,
|
|
"grad_norm": 1.6829155683517456,
|
|
"learning_rate": 7.329842931937174e-05,
|
|
"loss": 4.8605,
|
|
"step": 141
|
|
},
|
|
{
|
|
"epoch": 0.49369839200347676,
|
|
"grad_norm": 1.4541552066802979,
|
|
"learning_rate": 7.382198952879581e-05,
|
|
"loss": 4.94,
|
|
"step": 142
|
|
},
|
|
{
|
|
"epoch": 0.4971751412429379,
|
|
"grad_norm": 2.4809017181396484,
|
|
"learning_rate": 7.43455497382199e-05,
|
|
"loss": 4.959,
|
|
"step": 143
|
|
},
|
|
{
|
|
"epoch": 0.500651890482399,
|
|
"grad_norm": 2.6929731369018555,
|
|
"learning_rate": 7.486910994764398e-05,
|
|
"loss": 5.0495,
|
|
"step": 144
|
|
},
|
|
{
|
|
"epoch": 0.5041286397218601,
|
|
"grad_norm": 1.3168176412582397,
|
|
"learning_rate": 7.539267015706806e-05,
|
|
"loss": 4.8998,
|
|
"step": 145
|
|
},
|
|
{
|
|
"epoch": 0.5076053889613211,
|
|
"grad_norm": 1.5721124410629272,
|
|
"learning_rate": 7.591623036649214e-05,
|
|
"loss": 4.8676,
|
|
"step": 146
|
|
},
|
|
{
|
|
"epoch": 0.5110821382007823,
|
|
"grad_norm": 2.32256817817688,
|
|
"learning_rate": 7.643979057591623e-05,
|
|
"loss": 5.0139,
|
|
"step": 147
|
|
},
|
|
{
|
|
"epoch": 0.5145588874402434,
|
|
"grad_norm": 2.1673014163970947,
|
|
"learning_rate": 7.696335078534031e-05,
|
|
"loss": 4.942,
|
|
"step": 148
|
|
},
|
|
{
|
|
"epoch": 0.5180356366797044,
|
|
"grad_norm": 1.5646917819976807,
|
|
"learning_rate": 7.74869109947644e-05,
|
|
"loss": 4.7135,
|
|
"step": 149
|
|
},
|
|
{
|
|
"epoch": 0.5215123859191656,
|
|
"grad_norm": 1.453816294670105,
|
|
"learning_rate": 7.801047120418848e-05,
|
|
"loss": 4.7374,
|
|
"step": 150
|
|
},
|
|
{
|
|
"epoch": 0.5249891351586267,
|
|
"grad_norm": 1.178645372390747,
|
|
"learning_rate": 7.853403141361257e-05,
|
|
"loss": 4.7643,
|
|
"step": 151
|
|
},
|
|
{
|
|
"epoch": 0.5284658843980878,
|
|
"grad_norm": 2.270442247390747,
|
|
"learning_rate": 7.905759162303665e-05,
|
|
"loss": 4.8833,
|
|
"step": 152
|
|
},
|
|
{
|
|
"epoch": 0.5319426336375489,
|
|
"grad_norm": 1.6220506429672241,
|
|
"learning_rate": 7.958115183246073e-05,
|
|
"loss": 4.8259,
|
|
"step": 153
|
|
},
|
|
{
|
|
"epoch": 0.53541938287701,
|
|
"grad_norm": 1.7205973863601685,
|
|
"learning_rate": 8.010471204188482e-05,
|
|
"loss": 4.8368,
|
|
"step": 154
|
|
},
|
|
{
|
|
"epoch": 0.5388961321164711,
|
|
"grad_norm": 2.033658504486084,
|
|
"learning_rate": 8.06282722513089e-05,
|
|
"loss": 4.7614,
|
|
"step": 155
|
|
},
|
|
{
|
|
"epoch": 0.5423728813559322,
|
|
"grad_norm": 2.0730934143066406,
|
|
"learning_rate": 8.115183246073299e-05,
|
|
"loss": 4.7387,
|
|
"step": 156
|
|
},
|
|
{
|
|
"epoch": 0.5458496305953933,
|
|
"grad_norm": 1.7333288192749023,
|
|
"learning_rate": 8.167539267015707e-05,
|
|
"loss": 4.8901,
|
|
"step": 157
|
|
},
|
|
{
|
|
"epoch": 0.5493263798348544,
|
|
"grad_norm": 1.4700742959976196,
|
|
"learning_rate": 8.219895287958116e-05,
|
|
"loss": 4.9365,
|
|
"step": 158
|
|
},
|
|
{
|
|
"epoch": 0.5528031290743155,
|
|
"grad_norm": 1.8137691020965576,
|
|
"learning_rate": 8.272251308900524e-05,
|
|
"loss": 4.785,
|
|
"step": 159
|
|
},
|
|
{
|
|
"epoch": 0.5562798783137766,
|
|
"grad_norm": 1.1198782920837402,
|
|
"learning_rate": 8.324607329842933e-05,
|
|
"loss": 4.7751,
|
|
"step": 160
|
|
},
|
|
{
|
|
"epoch": 0.5597566275532377,
|
|
"grad_norm": 1.5133748054504395,
|
|
"learning_rate": 8.376963350785341e-05,
|
|
"loss": 4.7732,
|
|
"step": 161
|
|
},
|
|
{
|
|
"epoch": 0.5632333767926988,
|
|
"grad_norm": 1.357731819152832,
|
|
"learning_rate": 8.429319371727749e-05,
|
|
"loss": 4.7859,
|
|
"step": 162
|
|
},
|
|
{
|
|
"epoch": 0.56671012603216,
|
|
"grad_norm": 1.9853086471557617,
|
|
"learning_rate": 8.481675392670158e-05,
|
|
"loss": 4.8198,
|
|
"step": 163
|
|
},
|
|
{
|
|
"epoch": 0.570186875271621,
|
|
"grad_norm": 2.5406196117401123,
|
|
"learning_rate": 8.534031413612566e-05,
|
|
"loss": 4.8113,
|
|
"step": 164
|
|
},
|
|
{
|
|
"epoch": 0.5736636245110821,
|
|
"grad_norm": 2.0581886768341064,
|
|
"learning_rate": 8.586387434554974e-05,
|
|
"loss": 4.8693,
|
|
"step": 165
|
|
},
|
|
{
|
|
"epoch": 0.5771403737505433,
|
|
"grad_norm": 1.1141613721847534,
|
|
"learning_rate": 8.638743455497382e-05,
|
|
"loss": 4.7263,
|
|
"step": 166
|
|
},
|
|
{
|
|
"epoch": 0.5806171229900043,
|
|
"grad_norm": 1.7544695138931274,
|
|
"learning_rate": 8.691099476439791e-05,
|
|
"loss": 4.7621,
|
|
"step": 167
|
|
},
|
|
{
|
|
"epoch": 0.5840938722294654,
|
|
"grad_norm": 2.428950548171997,
|
|
"learning_rate": 8.743455497382199e-05,
|
|
"loss": 4.7001,
|
|
"step": 168
|
|
},
|
|
{
|
|
"epoch": 0.5875706214689266,
|
|
"grad_norm": 2.087353467941284,
|
|
"learning_rate": 8.795811518324608e-05,
|
|
"loss": 4.7774,
|
|
"step": 169
|
|
},
|
|
{
|
|
"epoch": 0.5910473707083876,
|
|
"grad_norm": 1.6976741552352905,
|
|
"learning_rate": 8.848167539267016e-05,
|
|
"loss": 4.7362,
|
|
"step": 170
|
|
},
|
|
{
|
|
"epoch": 0.5945241199478487,
|
|
"grad_norm": 1.7949515581130981,
|
|
"learning_rate": 8.900523560209425e-05,
|
|
"loss": 4.8683,
|
|
"step": 171
|
|
},
|
|
{
|
|
"epoch": 0.5980008691873099,
|
|
"grad_norm": 1.0558027029037476,
|
|
"learning_rate": 8.952879581151833e-05,
|
|
"loss": 4.6915,
|
|
"step": 172
|
|
},
|
|
{
|
|
"epoch": 0.6014776184267709,
|
|
"grad_norm": 2.1845736503601074,
|
|
"learning_rate": 9.00523560209424e-05,
|
|
"loss": 4.6825,
|
|
"step": 173
|
|
},
|
|
{
|
|
"epoch": 0.6049543676662321,
|
|
"grad_norm": 1.852575659751892,
|
|
"learning_rate": 9.05759162303665e-05,
|
|
"loss": 4.5881,
|
|
"step": 174
|
|
},
|
|
{
|
|
"epoch": 0.6084311169056932,
|
|
"grad_norm": 2.295853853225708,
|
|
"learning_rate": 9.109947643979058e-05,
|
|
"loss": 4.8337,
|
|
"step": 175
|
|
},
|
|
{
|
|
"epoch": 0.6119078661451542,
|
|
"grad_norm": 1.8543741703033447,
|
|
"learning_rate": 9.162303664921467e-05,
|
|
"loss": 4.7888,
|
|
"step": 176
|
|
},
|
|
{
|
|
"epoch": 0.6153846153846154,
|
|
"grad_norm": 1.4840337038040161,
|
|
"learning_rate": 9.214659685863875e-05,
|
|
"loss": 4.7088,
|
|
"step": 177
|
|
},
|
|
{
|
|
"epoch": 0.6188613646240765,
|
|
"grad_norm": 1.1520745754241943,
|
|
"learning_rate": 9.267015706806284e-05,
|
|
"loss": 4.7188,
|
|
"step": 178
|
|
},
|
|
{
|
|
"epoch": 0.6223381138635375,
|
|
"grad_norm": 1.4230411052703857,
|
|
"learning_rate": 9.319371727748692e-05,
|
|
"loss": 4.7505,
|
|
"step": 179
|
|
},
|
|
{
|
|
"epoch": 0.6258148631029987,
|
|
"grad_norm": 1.6348016262054443,
|
|
"learning_rate": 9.371727748691101e-05,
|
|
"loss": 4.7266,
|
|
"step": 180
|
|
},
|
|
{
|
|
"epoch": 0.6292916123424598,
|
|
"grad_norm": 1.824994444847107,
|
|
"learning_rate": 9.424083769633509e-05,
|
|
"loss": 4.7228,
|
|
"step": 181
|
|
},
|
|
{
|
|
"epoch": 0.632768361581921,
|
|
"grad_norm": 1.3238110542297363,
|
|
"learning_rate": 9.476439790575917e-05,
|
|
"loss": 4.74,
|
|
"step": 182
|
|
},
|
|
{
|
|
"epoch": 0.636245110821382,
|
|
"grad_norm": 1.4533603191375732,
|
|
"learning_rate": 9.528795811518324e-05,
|
|
"loss": 4.639,
|
|
"step": 183
|
|
},
|
|
{
|
|
"epoch": 0.6397218600608431,
|
|
"grad_norm": 1.7972502708435059,
|
|
"learning_rate": 9.581151832460732e-05,
|
|
"loss": 4.6973,
|
|
"step": 184
|
|
},
|
|
{
|
|
"epoch": 0.6431986093003043,
|
|
"grad_norm": 1.4870437383651733,
|
|
"learning_rate": 9.633507853403142e-05,
|
|
"loss": 4.6286,
|
|
"step": 185
|
|
},
|
|
{
|
|
"epoch": 0.6466753585397653,
|
|
"grad_norm": 1.4717066287994385,
|
|
"learning_rate": 9.68586387434555e-05,
|
|
"loss": 4.5181,
|
|
"step": 186
|
|
},
|
|
{
|
|
"epoch": 0.6501521077792264,
|
|
"grad_norm": 1.4903441667556763,
|
|
"learning_rate": 9.738219895287959e-05,
|
|
"loss": 4.6885,
|
|
"step": 187
|
|
},
|
|
{
|
|
"epoch": 0.6536288570186876,
|
|
"grad_norm": 2.0264744758605957,
|
|
"learning_rate": 9.790575916230366e-05,
|
|
"loss": 4.7168,
|
|
"step": 188
|
|
},
|
|
{
|
|
"epoch": 0.6571056062581486,
|
|
"grad_norm": 1.5279369354248047,
|
|
"learning_rate": 9.842931937172776e-05,
|
|
"loss": 4.6545,
|
|
"step": 189
|
|
},
|
|
{
|
|
"epoch": 0.6605823554976097,
|
|
"grad_norm": 1.2937990427017212,
|
|
"learning_rate": 9.895287958115183e-05,
|
|
"loss": 4.648,
|
|
"step": 190
|
|
},
|
|
{
|
|
"epoch": 0.6640591047370709,
|
|
"grad_norm": 0.9555952548980713,
|
|
"learning_rate": 9.947643979057593e-05,
|
|
"loss": 4.5756,
|
|
"step": 191
|
|
},
|
|
{
|
|
"epoch": 0.6675358539765319,
|
|
"grad_norm": 1.3998730182647705,
|
|
"learning_rate": 0.0001,
|
|
"loss": 4.538,
|
|
"step": 192
|
|
},
|
|
{
|
|
"epoch": 0.6710126032159931,
|
|
"grad_norm": 0.8394646048545837,
|
|
"learning_rate": 9.999991620751589e-05,
|
|
"loss": 4.5968,
|
|
"step": 193
|
|
},
|
|
{
|
|
"epoch": 0.6744893524554542,
|
|
"grad_norm": 1.3991713523864746,
|
|
"learning_rate": 9.999966483034437e-05,
|
|
"loss": 4.6261,
|
|
"step": 194
|
|
},
|
|
{
|
|
"epoch": 0.6779661016949152,
|
|
"grad_norm": 1.7438290119171143,
|
|
"learning_rate": 9.999924586932803e-05,
|
|
"loss": 4.5051,
|
|
"step": 195
|
|
},
|
|
{
|
|
"epoch": 0.6814428509343764,
|
|
"grad_norm": 1.0810681581497192,
|
|
"learning_rate": 9.999865932587107e-05,
|
|
"loss": 4.5634,
|
|
"step": 196
|
|
},
|
|
{
|
|
"epoch": 0.6849196001738375,
|
|
"grad_norm": 1.470165729522705,
|
|
"learning_rate": 9.99979052019394e-05,
|
|
"loss": 4.7187,
|
|
"step": 197
|
|
},
|
|
{
|
|
"epoch": 0.6883963494132985,
|
|
"grad_norm": 1.3457802534103394,
|
|
"learning_rate": 9.999698350006063e-05,
|
|
"loss": 4.5977,
|
|
"step": 198
|
|
},
|
|
{
|
|
"epoch": 0.6918730986527597,
|
|
"grad_norm": 1.7207729816436768,
|
|
"learning_rate": 9.999589422332404e-05,
|
|
"loss": 4.5589,
|
|
"step": 199
|
|
},
|
|
{
|
|
"epoch": 0.6953498478922208,
|
|
"grad_norm": 1.0946606397628784,
|
|
"learning_rate": 9.999463737538053e-05,
|
|
"loss": 4.3829,
|
|
"step": 200
|
|
},
|
|
{
|
|
"epoch": 0.6988265971316818,
|
|
"grad_norm": 1.4563919305801392,
|
|
"learning_rate": 9.99932129604427e-05,
|
|
"loss": 4.5988,
|
|
"step": 201
|
|
},
|
|
{
|
|
"epoch": 0.702303346371143,
|
|
"grad_norm": 1.7498416900634766,
|
|
"learning_rate": 9.999162098328474e-05,
|
|
"loss": 4.6138,
|
|
"step": 202
|
|
},
|
|
{
|
|
"epoch": 0.7057800956106041,
|
|
"grad_norm": 1.4779905080795288,
|
|
"learning_rate": 9.998986144924251e-05,
|
|
"loss": 4.6133,
|
|
"step": 203
|
|
},
|
|
{
|
|
"epoch": 0.7092568448500652,
|
|
"grad_norm": 0.8581809401512146,
|
|
"learning_rate": 9.99879343642134e-05,
|
|
"loss": 4.5436,
|
|
"step": 204
|
|
},
|
|
{
|
|
"epoch": 0.7127335940895263,
|
|
"grad_norm": 1.22317373752594,
|
|
"learning_rate": 9.998583973465646e-05,
|
|
"loss": 4.5361,
|
|
"step": 205
|
|
},
|
|
{
|
|
"epoch": 0.7162103433289874,
|
|
"grad_norm": 1.2488147020339966,
|
|
"learning_rate": 9.998357756759222e-05,
|
|
"loss": 4.5957,
|
|
"step": 206
|
|
},
|
|
{
|
|
"epoch": 0.7196870925684485,
|
|
"grad_norm": 1.6058237552642822,
|
|
"learning_rate": 9.998114787060282e-05,
|
|
"loss": 4.562,
|
|
"step": 207
|
|
},
|
|
{
|
|
"epoch": 0.7231638418079096,
|
|
"grad_norm": 1.423363208770752,
|
|
"learning_rate": 9.997855065183184e-05,
|
|
"loss": 4.6001,
|
|
"step": 208
|
|
},
|
|
{
|
|
"epoch": 0.7266405910473707,
|
|
"grad_norm": 0.9326280951499939,
|
|
"learning_rate": 9.99757859199844e-05,
|
|
"loss": 4.4833,
|
|
"step": 209
|
|
},
|
|
{
|
|
"epoch": 0.7301173402868318,
|
|
"grad_norm": 1.4092398881912231,
|
|
"learning_rate": 9.997285368432703e-05,
|
|
"loss": 4.447,
|
|
"step": 210
|
|
},
|
|
{
|
|
"epoch": 0.7335940895262929,
|
|
"grad_norm": 0.8156947493553162,
|
|
"learning_rate": 9.996975395468772e-05,
|
|
"loss": 4.5549,
|
|
"step": 211
|
|
},
|
|
{
|
|
"epoch": 0.737070838765754,
|
|
"grad_norm": 1.4543663263320923,
|
|
"learning_rate": 9.996648674145583e-05,
|
|
"loss": 4.4712,
|
|
"step": 212
|
|
},
|
|
{
|
|
"epoch": 0.7405475880052151,
|
|
"grad_norm": 1.1543498039245605,
|
|
"learning_rate": 9.996305205558207e-05,
|
|
"loss": 4.7086,
|
|
"step": 213
|
|
},
|
|
{
|
|
"epoch": 0.7440243372446762,
|
|
"grad_norm": 1.3337583541870117,
|
|
"learning_rate": 9.995944990857849e-05,
|
|
"loss": 4.5306,
|
|
"step": 214
|
|
},
|
|
{
|
|
"epoch": 0.7475010864841374,
|
|
"grad_norm": 1.3848955631256104,
|
|
"learning_rate": 9.995568031251838e-05,
|
|
"loss": 4.4306,
|
|
"step": 215
|
|
},
|
|
{
|
|
"epoch": 0.7509778357235984,
|
|
"grad_norm": 1.0516972541809082,
|
|
"learning_rate": 9.995174328003631e-05,
|
|
"loss": 4.5513,
|
|
"step": 216
|
|
},
|
|
{
|
|
"epoch": 0.7544545849630595,
|
|
"grad_norm": 1.375748634338379,
|
|
"learning_rate": 9.9947638824328e-05,
|
|
"loss": 4.5299,
|
|
"step": 217
|
|
},
|
|
{
|
|
"epoch": 0.7579313342025207,
|
|
"grad_norm": 0.9336188435554504,
|
|
"learning_rate": 9.99433669591504e-05,
|
|
"loss": 4.5093,
|
|
"step": 218
|
|
},
|
|
{
|
|
"epoch": 0.7614080834419817,
|
|
"grad_norm": 1.1167926788330078,
|
|
"learning_rate": 9.99389276988215e-05,
|
|
"loss": 4.5166,
|
|
"step": 219
|
|
},
|
|
{
|
|
"epoch": 0.7648848326814428,
|
|
"grad_norm": 1.5452927350997925,
|
|
"learning_rate": 9.993432105822034e-05,
|
|
"loss": 4.5704,
|
|
"step": 220
|
|
},
|
|
{
|
|
"epoch": 0.768361581920904,
|
|
"grad_norm": 0.8405366539955139,
|
|
"learning_rate": 9.9929547052787e-05,
|
|
"loss": 4.4324,
|
|
"step": 221
|
|
},
|
|
{
|
|
"epoch": 0.771838331160365,
|
|
"grad_norm": 0.9402779936790466,
|
|
"learning_rate": 9.992460569852256e-05,
|
|
"loss": 4.5248,
|
|
"step": 222
|
|
},
|
|
{
|
|
"epoch": 0.7753150803998262,
|
|
"grad_norm": 1.0658060312271118,
|
|
"learning_rate": 9.991949701198889e-05,
|
|
"loss": 4.4155,
|
|
"step": 223
|
|
},
|
|
{
|
|
"epoch": 0.7787918296392873,
|
|
"grad_norm": 1.407897710800171,
|
|
"learning_rate": 9.99142210103088e-05,
|
|
"loss": 4.517,
|
|
"step": 224
|
|
},
|
|
{
|
|
"epoch": 0.7822685788787483,
|
|
"grad_norm": 1.3789775371551514,
|
|
"learning_rate": 9.990877771116589e-05,
|
|
"loss": 4.5166,
|
|
"step": 225
|
|
},
|
|
{
|
|
"epoch": 0.7857453281182095,
|
|
"grad_norm": 1.715079665184021,
|
|
"learning_rate": 9.99031671328044e-05,
|
|
"loss": 4.4957,
|
|
"step": 226
|
|
},
|
|
{
|
|
"epoch": 0.7892220773576706,
|
|
"grad_norm": 0.7953473329544067,
|
|
"learning_rate": 9.989738929402934e-05,
|
|
"loss": 4.4265,
|
|
"step": 227
|
|
},
|
|
{
|
|
"epoch": 0.7926988265971316,
|
|
"grad_norm": 1.3501601219177246,
|
|
"learning_rate": 9.98914442142063e-05,
|
|
"loss": 4.4762,
|
|
"step": 228
|
|
},
|
|
{
|
|
"epoch": 0.7961755758365928,
|
|
"grad_norm": 1.1037392616271973,
|
|
"learning_rate": 9.988533191326137e-05,
|
|
"loss": 4.553,
|
|
"step": 229
|
|
},
|
|
{
|
|
"epoch": 0.7996523250760539,
|
|
"grad_norm": 0.9815847873687744,
|
|
"learning_rate": 9.987905241168117e-05,
|
|
"loss": 4.4133,
|
|
"step": 230
|
|
},
|
|
{
|
|
"epoch": 0.803129074315515,
|
|
"grad_norm": 0.9624298214912415,
|
|
"learning_rate": 9.987260573051269e-05,
|
|
"loss": 4.3117,
|
|
"step": 231
|
|
},
|
|
{
|
|
"epoch": 0.8066058235549761,
|
|
"grad_norm": 0.8100147843360901,
|
|
"learning_rate": 9.986599189136325e-05,
|
|
"loss": 4.4257,
|
|
"step": 232
|
|
},
|
|
{
|
|
"epoch": 0.8100825727944372,
|
|
"grad_norm": 0.8231883645057678,
|
|
"learning_rate": 9.98592109164005e-05,
|
|
"loss": 4.3901,
|
|
"step": 233
|
|
},
|
|
{
|
|
"epoch": 0.8135593220338984,
|
|
"grad_norm": 0.7882739901542664,
|
|
"learning_rate": 9.985226282835216e-05,
|
|
"loss": 4.4451,
|
|
"step": 234
|
|
},
|
|
{
|
|
"epoch": 0.8170360712733594,
|
|
"grad_norm": 1.0251091718673706,
|
|
"learning_rate": 9.984514765050619e-05,
|
|
"loss": 4.4834,
|
|
"step": 235
|
|
},
|
|
{
|
|
"epoch": 0.8205128205128205,
|
|
"grad_norm": 1.483324408531189,
|
|
"learning_rate": 9.983786540671051e-05,
|
|
"loss": 4.3826,
|
|
"step": 236
|
|
},
|
|
{
|
|
"epoch": 0.8239895697522817,
|
|
"grad_norm": 1.0795848369598389,
|
|
"learning_rate": 9.983041612137301e-05,
|
|
"loss": 4.4195,
|
|
"step": 237
|
|
},
|
|
{
|
|
"epoch": 0.8274663189917427,
|
|
"grad_norm": 0.9076191186904907,
|
|
"learning_rate": 9.982279981946143e-05,
|
|
"loss": 4.3718,
|
|
"step": 238
|
|
},
|
|
{
|
|
"epoch": 0.8309430682312038,
|
|
"grad_norm": 0.7669966816902161,
|
|
"learning_rate": 9.981501652650337e-05,
|
|
"loss": 4.3789,
|
|
"step": 239
|
|
},
|
|
{
|
|
"epoch": 0.834419817470665,
|
|
"grad_norm": 0.9206002354621887,
|
|
"learning_rate": 9.980706626858607e-05,
|
|
"loss": 4.4972,
|
|
"step": 240
|
|
},
|
|
{
|
|
"epoch": 0.837896566710126,
|
|
"grad_norm": 0.9446786046028137,
|
|
"learning_rate": 9.979894907235639e-05,
|
|
"loss": 4.4284,
|
|
"step": 241
|
|
},
|
|
{
|
|
"epoch": 0.8413733159495871,
|
|
"grad_norm": 0.898154616355896,
|
|
"learning_rate": 9.979066496502074e-05,
|
|
"loss": 4.3296,
|
|
"step": 242
|
|
},
|
|
{
|
|
"epoch": 0.8448500651890483,
|
|
"grad_norm": 1.006205677986145,
|
|
"learning_rate": 9.978221397434496e-05,
|
|
"loss": 4.3849,
|
|
"step": 243
|
|
},
|
|
{
|
|
"epoch": 0.8483268144285093,
|
|
"grad_norm": 1.512513279914856,
|
|
"learning_rate": 9.977359612865423e-05,
|
|
"loss": 4.4939,
|
|
"step": 244
|
|
},
|
|
{
|
|
"epoch": 0.8518035636679705,
|
|
"grad_norm": 0.9920049905776978,
|
|
"learning_rate": 9.976481145683299e-05,
|
|
"loss": 4.3769,
|
|
"step": 245
|
|
},
|
|
{
|
|
"epoch": 0.8552803129074316,
|
|
"grad_norm": 0.7966930866241455,
|
|
"learning_rate": 9.97558599883248e-05,
|
|
"loss": 4.4977,
|
|
"step": 246
|
|
},
|
|
{
|
|
"epoch": 0.8587570621468926,
|
|
"grad_norm": 0.715207040309906,
|
|
"learning_rate": 9.974674175313228e-05,
|
|
"loss": 4.4068,
|
|
"step": 247
|
|
},
|
|
{
|
|
"epoch": 0.8622338113863538,
|
|
"grad_norm": 0.9936574697494507,
|
|
"learning_rate": 9.973745678181705e-05,
|
|
"loss": 4.477,
|
|
"step": 248
|
|
},
|
|
{
|
|
"epoch": 0.8657105606258149,
|
|
"grad_norm": 1.4594191312789917,
|
|
"learning_rate": 9.972800510549951e-05,
|
|
"loss": 4.4045,
|
|
"step": 249
|
|
},
|
|
{
|
|
"epoch": 0.8691873098652759,
|
|
"grad_norm": 0.7639303207397461,
|
|
"learning_rate": 9.971838675585888e-05,
|
|
"loss": 4.3301,
|
|
"step": 250
|
|
},
|
|
{
|
|
"epoch": 0.8726640591047371,
|
|
"grad_norm": 0.901237964630127,
|
|
"learning_rate": 9.970860176513291e-05,
|
|
"loss": 4.5048,
|
|
"step": 251
|
|
},
|
|
{
|
|
"epoch": 0.8761408083441982,
|
|
"grad_norm": 1.1843230724334717,
|
|
"learning_rate": 9.9698650166118e-05,
|
|
"loss": 4.4119,
|
|
"step": 252
|
|
},
|
|
{
|
|
"epoch": 0.8796175575836592,
|
|
"grad_norm": 0.8304505944252014,
|
|
"learning_rate": 9.96885319921689e-05,
|
|
"loss": 4.3257,
|
|
"step": 253
|
|
},
|
|
{
|
|
"epoch": 0.8830943068231204,
|
|
"grad_norm": 0.7715577483177185,
|
|
"learning_rate": 9.96782472771987e-05,
|
|
"loss": 4.4614,
|
|
"step": 254
|
|
},
|
|
{
|
|
"epoch": 0.8865710560625815,
|
|
"grad_norm": 0.9905951619148254,
|
|
"learning_rate": 9.966779605567866e-05,
|
|
"loss": 4.389,
|
|
"step": 255
|
|
},
|
|
{
|
|
"epoch": 0.8900478053020426,
|
|
"grad_norm": 0.8776286244392395,
|
|
"learning_rate": 9.965717836263812e-05,
|
|
"loss": 4.4466,
|
|
"step": 256
|
|
},
|
|
{
|
|
"epoch": 0.8935245545415037,
|
|
"grad_norm": 0.7492311596870422,
|
|
"learning_rate": 9.964639423366442e-05,
|
|
"loss": 4.4444,
|
|
"step": 257
|
|
},
|
|
{
|
|
"epoch": 0.8970013037809648,
|
|
"grad_norm": 0.7437993288040161,
|
|
"learning_rate": 9.96354437049027e-05,
|
|
"loss": 4.4429,
|
|
"step": 258
|
|
},
|
|
{
|
|
"epoch": 0.9004780530204259,
|
|
"grad_norm": 0.9150131344795227,
|
|
"learning_rate": 9.962432681305586e-05,
|
|
"loss": 4.2684,
|
|
"step": 259
|
|
},
|
|
{
|
|
"epoch": 0.903954802259887,
|
|
"grad_norm": 0.9309634566307068,
|
|
"learning_rate": 9.961304359538437e-05,
|
|
"loss": 4.4381,
|
|
"step": 260
|
|
},
|
|
{
|
|
"epoch": 0.9074315514993481,
|
|
"grad_norm": 1.0173296928405762,
|
|
"learning_rate": 9.960159408970616e-05,
|
|
"loss": 4.3821,
|
|
"step": 261
|
|
},
|
|
{
|
|
"epoch": 0.9109083007388092,
|
|
"grad_norm": 1.237082839012146,
|
|
"learning_rate": 9.958997833439657e-05,
|
|
"loss": 4.3013,
|
|
"step": 262
|
|
},
|
|
{
|
|
"epoch": 0.9143850499782703,
|
|
"grad_norm": 0.8809208869934082,
|
|
"learning_rate": 9.95781963683881e-05,
|
|
"loss": 4.4633,
|
|
"step": 263
|
|
},
|
|
{
|
|
"epoch": 0.9178617992177314,
|
|
"grad_norm": 0.8925305008888245,
|
|
"learning_rate": 9.956624823117036e-05,
|
|
"loss": 4.3338,
|
|
"step": 264
|
|
},
|
|
{
|
|
"epoch": 0.9213385484571925,
|
|
"grad_norm": 1.145957589149475,
|
|
"learning_rate": 9.955413396278989e-05,
|
|
"loss": 4.363,
|
|
"step": 265
|
|
},
|
|
{
|
|
"epoch": 0.9248152976966536,
|
|
"grad_norm": 0.9999008178710938,
|
|
"learning_rate": 9.954185360385013e-05,
|
|
"loss": 4.3985,
|
|
"step": 266
|
|
},
|
|
{
|
|
"epoch": 0.9282920469361148,
|
|
"grad_norm": 1.0845799446105957,
|
|
"learning_rate": 9.952940719551112e-05,
|
|
"loss": 4.4413,
|
|
"step": 267
|
|
},
|
|
{
|
|
"epoch": 0.9317687961755758,
|
|
"grad_norm": 1.0020147562026978,
|
|
"learning_rate": 9.951679477948947e-05,
|
|
"loss": 4.2964,
|
|
"step": 268
|
|
},
|
|
{
|
|
"epoch": 0.9352455454150369,
|
|
"grad_norm": 0.8358871340751648,
|
|
"learning_rate": 9.95040163980582e-05,
|
|
"loss": 4.4035,
|
|
"step": 269
|
|
},
|
|
{
|
|
"epoch": 0.9387222946544981,
|
|
"grad_norm": 0.9009070992469788,
|
|
"learning_rate": 9.949107209404665e-05,
|
|
"loss": 4.51,
|
|
"step": 270
|
|
},
|
|
{
|
|
"epoch": 0.9421990438939591,
|
|
"grad_norm": 1.1610163450241089,
|
|
"learning_rate": 9.947796191084017e-05,
|
|
"loss": 4.4029,
|
|
"step": 271
|
|
},
|
|
{
|
|
"epoch": 0.9456757931334202,
|
|
"grad_norm": 0.9122158288955688,
|
|
"learning_rate": 9.946468589238021e-05,
|
|
"loss": 4.2494,
|
|
"step": 272
|
|
},
|
|
{
|
|
"epoch": 0.9491525423728814,
|
|
"grad_norm": 0.908501148223877,
|
|
"learning_rate": 9.945124408316398e-05,
|
|
"loss": 4.3541,
|
|
"step": 273
|
|
},
|
|
{
|
|
"epoch": 0.9526292916123424,
|
|
"grad_norm": 0.9475510120391846,
|
|
"learning_rate": 9.943763652824436e-05,
|
|
"loss": 4.3241,
|
|
"step": 274
|
|
},
|
|
{
|
|
"epoch": 0.9561060408518036,
|
|
"grad_norm": 0.8620980978012085,
|
|
"learning_rate": 9.942386327322978e-05,
|
|
"loss": 4.2955,
|
|
"step": 275
|
|
},
|
|
{
|
|
"epoch": 0.9595827900912647,
|
|
"grad_norm": 0.8473606109619141,
|
|
"learning_rate": 9.940992436428409e-05,
|
|
"loss": 4.2834,
|
|
"step": 276
|
|
},
|
|
{
|
|
"epoch": 0.9630595393307257,
|
|
"grad_norm": 0.7120651006698608,
|
|
"learning_rate": 9.93958198481263e-05,
|
|
"loss": 4.4614,
|
|
"step": 277
|
|
},
|
|
{
|
|
"epoch": 0.9665362885701869,
|
|
"grad_norm": 0.613216757774353,
|
|
"learning_rate": 9.938154977203049e-05,
|
|
"loss": 4.3594,
|
|
"step": 278
|
|
},
|
|
{
|
|
"epoch": 0.970013037809648,
|
|
"grad_norm": 0.7402132153511047,
|
|
"learning_rate": 9.93671141838257e-05,
|
|
"loss": 4.377,
|
|
"step": 279
|
|
},
|
|
{
|
|
"epoch": 0.973489787049109,
|
|
"grad_norm": 0.6736766695976257,
|
|
"learning_rate": 9.935251313189564e-05,
|
|
"loss": 4.2954,
|
|
"step": 280
|
|
},
|
|
{
|
|
"epoch": 0.9769665362885702,
|
|
"grad_norm": 0.6440555453300476,
|
|
"learning_rate": 9.93377466651787e-05,
|
|
"loss": 4.342,
|
|
"step": 281
|
|
},
|
|
{
|
|
"epoch": 0.9804432855280313,
|
|
"grad_norm": 0.6008772850036621,
|
|
"learning_rate": 9.932281483316758e-05,
|
|
"loss": 4.2842,
|
|
"step": 282
|
|
},
|
|
{
|
|
"epoch": 0.9839200347674923,
|
|
"grad_norm": 0.6302841901779175,
|
|
"learning_rate": 9.930771768590933e-05,
|
|
"loss": 4.347,
|
|
"step": 283
|
|
},
|
|
{
|
|
"epoch": 0.9873967840069535,
|
|
"grad_norm": 0.6728438138961792,
|
|
"learning_rate": 9.929245527400503e-05,
|
|
"loss": 4.403,
|
|
"step": 284
|
|
},
|
|
{
|
|
"epoch": 0.9908735332464146,
|
|
"grad_norm": 0.8032251596450806,
|
|
"learning_rate": 9.927702764860973e-05,
|
|
"loss": 4.3079,
|
|
"step": 285
|
|
},
|
|
{
|
|
"epoch": 0.9943502824858758,
|
|
"grad_norm": 0.8664717674255371,
|
|
"learning_rate": 9.926143486143214e-05,
|
|
"loss": 4.3445,
|
|
"step": 286
|
|
},
|
|
{
|
|
"epoch": 0.9978270317253368,
|
|
"grad_norm": 0.9623958468437195,
|
|
"learning_rate": 9.924567696473464e-05,
|
|
"loss": 4.2848,
|
|
"step": 287
|
|
},
|
|
{
|
|
"epoch": 1.0,
|
|
"grad_norm": 0.8602651357650757,
|
|
"learning_rate": 9.922975401133293e-05,
|
|
"loss": 4.4036,
|
|
"step": 288
|
|
},
|
|
{
|
|
"epoch": 1.0034767492394612,
|
|
"grad_norm": 1.0667355060577393,
|
|
"learning_rate": 9.921366605459597e-05,
|
|
"loss": 4.1641,
|
|
"step": 289
|
|
},
|
|
{
|
|
"epoch": 1.0069534984789221,
|
|
"grad_norm": 1.0437101125717163,
|
|
"learning_rate": 9.919741314844577e-05,
|
|
"loss": 4.2776,
|
|
"step": 290
|
|
},
|
|
{
|
|
"epoch": 1.0104302477183833,
|
|
"grad_norm": 1.0120586156845093,
|
|
"learning_rate": 9.918099534735718e-05,
|
|
"loss": 4.2515,
|
|
"step": 291
|
|
},
|
|
{
|
|
"epoch": 1.0139069969578445,
|
|
"grad_norm": 0.9842764735221863,
|
|
"learning_rate": 9.916441270635772e-05,
|
|
"loss": 4.2831,
|
|
"step": 292
|
|
},
|
|
{
|
|
"epoch": 1.0173837461973054,
|
|
"grad_norm": 0.8590813279151917,
|
|
"learning_rate": 9.914766528102744e-05,
|
|
"loss": 4.2932,
|
|
"step": 293
|
|
},
|
|
{
|
|
"epoch": 1.0208604954367666,
|
|
"grad_norm": 0.8668161034584045,
|
|
"learning_rate": 9.913075312749866e-05,
|
|
"loss": 4.1978,
|
|
"step": 294
|
|
},
|
|
{
|
|
"epoch": 1.0243372446762278,
|
|
"grad_norm": 0.6615017652511597,
|
|
"learning_rate": 9.911367630245582e-05,
|
|
"loss": 4.3328,
|
|
"step": 295
|
|
},
|
|
{
|
|
"epoch": 1.0278139939156887,
|
|
"grad_norm": 0.802143931388855,
|
|
"learning_rate": 9.909643486313533e-05,
|
|
"loss": 4.2053,
|
|
"step": 296
|
|
},
|
|
{
|
|
"epoch": 1.03129074315515,
|
|
"grad_norm": 0.9250998497009277,
|
|
"learning_rate": 9.907902886732532e-05,
|
|
"loss": 4.2751,
|
|
"step": 297
|
|
},
|
|
{
|
|
"epoch": 1.034767492394611,
|
|
"grad_norm": 1.1024829149246216,
|
|
"learning_rate": 9.90614583733654e-05,
|
|
"loss": 4.3187,
|
|
"step": 298
|
|
},
|
|
{
|
|
"epoch": 1.038244241634072,
|
|
"grad_norm": 0.8108821511268616,
|
|
"learning_rate": 9.904372344014665e-05,
|
|
"loss": 4.234,
|
|
"step": 299
|
|
},
|
|
{
|
|
"epoch": 1.0417209908735332,
|
|
"grad_norm": 0.7548679709434509,
|
|
"learning_rate": 9.90258241271112e-05,
|
|
"loss": 4.2868,
|
|
"step": 300
|
|
},
|
|
{
|
|
"epoch": 1.0451977401129944,
|
|
"grad_norm": 0.7505620718002319,
|
|
"learning_rate": 9.900776049425215e-05,
|
|
"loss": 4.3266,
|
|
"step": 301
|
|
},
|
|
{
|
|
"epoch": 1.0486744893524556,
|
|
"grad_norm": 0.7533482909202576,
|
|
"learning_rate": 9.898953260211338e-05,
|
|
"loss": 4.3681,
|
|
"step": 302
|
|
},
|
|
{
|
|
"epoch": 1.0521512385919165,
|
|
"grad_norm": 0.7146593928337097,
|
|
"learning_rate": 9.897114051178934e-05,
|
|
"loss": 4.3203,
|
|
"step": 303
|
|
},
|
|
{
|
|
"epoch": 1.0556279878313777,
|
|
"grad_norm": 0.7534311413764954,
|
|
"learning_rate": 9.895258428492475e-05,
|
|
"loss": 4.3486,
|
|
"step": 304
|
|
},
|
|
{
|
|
"epoch": 1.0591047370708389,
|
|
"grad_norm": 0.7221617102622986,
|
|
"learning_rate": 9.89338639837145e-05,
|
|
"loss": 4.3302,
|
|
"step": 305
|
|
},
|
|
{
|
|
"epoch": 1.0625814863102998,
|
|
"grad_norm": 0.7446046471595764,
|
|
"learning_rate": 9.891497967090344e-05,
|
|
"loss": 4.2775,
|
|
"step": 306
|
|
},
|
|
{
|
|
"epoch": 1.066058235549761,
|
|
"grad_norm": 0.9568740725517273,
|
|
"learning_rate": 9.889593140978608e-05,
|
|
"loss": 4.3143,
|
|
"step": 307
|
|
},
|
|
{
|
|
"epoch": 1.0695349847892222,
|
|
"grad_norm": 1.138326644897461,
|
|
"learning_rate": 9.887671926420648e-05,
|
|
"loss": 4.2791,
|
|
"step": 308
|
|
},
|
|
{
|
|
"epoch": 1.073011734028683,
|
|
"grad_norm": 1.1122509241104126,
|
|
"learning_rate": 9.885734329855798e-05,
|
|
"loss": 4.4454,
|
|
"step": 309
|
|
},
|
|
{
|
|
"epoch": 1.0764884832681443,
|
|
"grad_norm": 0.7699280977249146,
|
|
"learning_rate": 9.883780357778299e-05,
|
|
"loss": 4.2428,
|
|
"step": 310
|
|
},
|
|
{
|
|
"epoch": 1.0799652325076055,
|
|
"grad_norm": 0.7796168923377991,
|
|
"learning_rate": 9.881810016737276e-05,
|
|
"loss": 4.2749,
|
|
"step": 311
|
|
},
|
|
{
|
|
"epoch": 1.0834419817470664,
|
|
"grad_norm": 0.9707072377204895,
|
|
"learning_rate": 9.879823313336722e-05,
|
|
"loss": 4.2417,
|
|
"step": 312
|
|
},
|
|
{
|
|
"epoch": 1.0869187309865276,
|
|
"grad_norm": 1.184442162513733,
|
|
"learning_rate": 9.877820254235471e-05,
|
|
"loss": 4.1928,
|
|
"step": 313
|
|
},
|
|
{
|
|
"epoch": 1.0903954802259888,
|
|
"grad_norm": 0.8373008966445923,
|
|
"learning_rate": 9.87580084614717e-05,
|
|
"loss": 4.3421,
|
|
"step": 314
|
|
},
|
|
{
|
|
"epoch": 1.0938722294654497,
|
|
"grad_norm": 0.7426689863204956,
|
|
"learning_rate": 9.873765095840271e-05,
|
|
"loss": 4.1962,
|
|
"step": 315
|
|
},
|
|
{
|
|
"epoch": 1.0973489787049109,
|
|
"grad_norm": 0.7142062187194824,
|
|
"learning_rate": 9.871713010137997e-05,
|
|
"loss": 4.2231,
|
|
"step": 316
|
|
},
|
|
{
|
|
"epoch": 1.100825727944372,
|
|
"grad_norm": 0.6791448593139648,
|
|
"learning_rate": 9.869644595918323e-05,
|
|
"loss": 4.305,
|
|
"step": 317
|
|
},
|
|
{
|
|
"epoch": 1.104302477183833,
|
|
"grad_norm": 0.7155593633651733,
|
|
"learning_rate": 9.86755986011395e-05,
|
|
"loss": 4.1596,
|
|
"step": 318
|
|
},
|
|
{
|
|
"epoch": 1.1077792264232942,
|
|
"grad_norm": 0.6412737965583801,
|
|
"learning_rate": 9.865458809712286e-05,
|
|
"loss": 4.239,
|
|
"step": 319
|
|
},
|
|
{
|
|
"epoch": 1.1112559756627554,
|
|
"grad_norm": 0.6325717568397522,
|
|
"learning_rate": 9.86334145175542e-05,
|
|
"loss": 4.1725,
|
|
"step": 320
|
|
},
|
|
{
|
|
"epoch": 1.1147327249022165,
|
|
"grad_norm": 0.5991365909576416,
|
|
"learning_rate": 9.861207793340101e-05,
|
|
"loss": 4.3368,
|
|
"step": 321
|
|
},
|
|
{
|
|
"epoch": 1.1182094741416775,
|
|
"grad_norm": 0.7135671973228455,
|
|
"learning_rate": 9.859057841617709e-05,
|
|
"loss": 4.3057,
|
|
"step": 322
|
|
},
|
|
{
|
|
"epoch": 1.1216862233811387,
|
|
"grad_norm": 0.8155140280723572,
|
|
"learning_rate": 9.856891603794235e-05,
|
|
"loss": 4.3181,
|
|
"step": 323
|
|
},
|
|
{
|
|
"epoch": 1.1251629726205998,
|
|
"grad_norm": 0.8652500510215759,
|
|
"learning_rate": 9.85470908713026e-05,
|
|
"loss": 4.1882,
|
|
"step": 324
|
|
},
|
|
{
|
|
"epoch": 1.1286397218600608,
|
|
"grad_norm": 0.7795478105545044,
|
|
"learning_rate": 9.852510298940922e-05,
|
|
"loss": 4.2282,
|
|
"step": 325
|
|
},
|
|
{
|
|
"epoch": 1.132116471099522,
|
|
"grad_norm": 0.8294603228569031,
|
|
"learning_rate": 9.850295246595898e-05,
|
|
"loss": 4.2696,
|
|
"step": 326
|
|
},
|
|
{
|
|
"epoch": 1.1355932203389831,
|
|
"grad_norm": 1.0049405097961426,
|
|
"learning_rate": 9.848063937519376e-05,
|
|
"loss": 4.2633,
|
|
"step": 327
|
|
},
|
|
{
|
|
"epoch": 1.139069969578444,
|
|
"grad_norm": 1.0607136487960815,
|
|
"learning_rate": 9.845816379190036e-05,
|
|
"loss": 4.1424,
|
|
"step": 328
|
|
},
|
|
{
|
|
"epoch": 1.1425467188179053,
|
|
"grad_norm": 0.9381546974182129,
|
|
"learning_rate": 9.843552579141016e-05,
|
|
"loss": 4.2441,
|
|
"step": 329
|
|
},
|
|
{
|
|
"epoch": 1.1460234680573664,
|
|
"grad_norm": 0.8802816271781921,
|
|
"learning_rate": 9.841272544959892e-05,
|
|
"loss": 4.3125,
|
|
"step": 330
|
|
},
|
|
{
|
|
"epoch": 1.1495002172968274,
|
|
"grad_norm": 0.8450530767440796,
|
|
"learning_rate": 9.838976284288657e-05,
|
|
"loss": 4.2173,
|
|
"step": 331
|
|
},
|
|
{
|
|
"epoch": 1.1529769665362886,
|
|
"grad_norm": 0.8956658244132996,
|
|
"learning_rate": 9.836663804823683e-05,
|
|
"loss": 4.1585,
|
|
"step": 332
|
|
},
|
|
{
|
|
"epoch": 1.1564537157757497,
|
|
"grad_norm": 0.8815373182296753,
|
|
"learning_rate": 9.834335114315708e-05,
|
|
"loss": 4.1268,
|
|
"step": 333
|
|
},
|
|
{
|
|
"epoch": 1.1599304650152107,
|
|
"grad_norm": 0.785399317741394,
|
|
"learning_rate": 9.831990220569801e-05,
|
|
"loss": 4.264,
|
|
"step": 334
|
|
},
|
|
{
|
|
"epoch": 1.1634072142546719,
|
|
"grad_norm": 0.7312754988670349,
|
|
"learning_rate": 9.829629131445342e-05,
|
|
"loss": 4.1669,
|
|
"step": 335
|
|
},
|
|
{
|
|
"epoch": 1.166883963494133,
|
|
"grad_norm": 0.7686638832092285,
|
|
"learning_rate": 9.827251854855991e-05,
|
|
"loss": 4.1686,
|
|
"step": 336
|
|
},
|
|
{
|
|
"epoch": 1.170360712733594,
|
|
"grad_norm": 0.7417734265327454,
|
|
"learning_rate": 9.824858398769665e-05,
|
|
"loss": 4.2047,
|
|
"step": 337
|
|
},
|
|
{
|
|
"epoch": 1.1738374619730552,
|
|
"grad_norm": 0.8165032863616943,
|
|
"learning_rate": 9.82244877120851e-05,
|
|
"loss": 4.2661,
|
|
"step": 338
|
|
},
|
|
{
|
|
"epoch": 1.1773142112125163,
|
|
"grad_norm": 0.9953269958496094,
|
|
"learning_rate": 9.820022980248871e-05,
|
|
"loss": 4.143,
|
|
"step": 339
|
|
},
|
|
{
|
|
"epoch": 1.1807909604519775,
|
|
"grad_norm": 1.0205968618392944,
|
|
"learning_rate": 9.817581034021272e-05,
|
|
"loss": 4.146,
|
|
"step": 340
|
|
},
|
|
{
|
|
"epoch": 1.1842677096914385,
|
|
"grad_norm": 0.8952431082725525,
|
|
"learning_rate": 9.815122940710382e-05,
|
|
"loss": 4.2152,
|
|
"step": 341
|
|
},
|
|
{
|
|
"epoch": 1.1877444589308996,
|
|
"grad_norm": 0.799082338809967,
|
|
"learning_rate": 9.81264870855499e-05,
|
|
"loss": 4.2976,
|
|
"step": 342
|
|
},
|
|
{
|
|
"epoch": 1.1912212081703606,
|
|
"grad_norm": 0.8718714714050293,
|
|
"learning_rate": 9.81015834584798e-05,
|
|
"loss": 4.2623,
|
|
"step": 343
|
|
},
|
|
{
|
|
"epoch": 1.1946979574098218,
|
|
"grad_norm": 0.8109663724899292,
|
|
"learning_rate": 9.807651860936297e-05,
|
|
"loss": 4.0596,
|
|
"step": 344
|
|
},
|
|
{
|
|
"epoch": 1.198174706649283,
|
|
"grad_norm": 0.742445707321167,
|
|
"learning_rate": 9.805129262220927e-05,
|
|
"loss": 4.165,
|
|
"step": 345
|
|
},
|
|
{
|
|
"epoch": 1.2016514558887441,
|
|
"grad_norm": 0.7259525060653687,
|
|
"learning_rate": 9.802590558156862e-05,
|
|
"loss": 4.2433,
|
|
"step": 346
|
|
},
|
|
{
|
|
"epoch": 1.205128205128205,
|
|
"grad_norm": 0.5326026678085327,
|
|
"learning_rate": 9.800035757253074e-05,
|
|
"loss": 4.1949,
|
|
"step": 347
|
|
},
|
|
{
|
|
"epoch": 1.2086049543676662,
|
|
"grad_norm": 0.6962956190109253,
|
|
"learning_rate": 9.797464868072488e-05,
|
|
"loss": 4.2642,
|
|
"step": 348
|
|
},
|
|
{
|
|
"epoch": 1.2120817036071274,
|
|
"grad_norm": 0.6962010860443115,
|
|
"learning_rate": 9.794877899231951e-05,
|
|
"loss": 4.2872,
|
|
"step": 349
|
|
},
|
|
{
|
|
"epoch": 1.2155584528465884,
|
|
"grad_norm": 0.596272885799408,
|
|
"learning_rate": 9.792274859402205e-05,
|
|
"loss": 4.2611,
|
|
"step": 350
|
|
},
|
|
{
|
|
"epoch": 1.2190352020860495,
|
|
"grad_norm": 0.6690101027488708,
|
|
"learning_rate": 9.789655757307858e-05,
|
|
"loss": 4.3164,
|
|
"step": 351
|
|
},
|
|
{
|
|
"epoch": 1.2225119513255107,
|
|
"grad_norm": 0.64564049243927,
|
|
"learning_rate": 9.787020601727352e-05,
|
|
"loss": 4.2659,
|
|
"step": 352
|
|
},
|
|
{
|
|
"epoch": 1.2259887005649717,
|
|
"grad_norm": 0.5660618543624878,
|
|
"learning_rate": 9.784369401492937e-05,
|
|
"loss": 4.2104,
|
|
"step": 353
|
|
},
|
|
{
|
|
"epoch": 1.2294654498044328,
|
|
"grad_norm": 0.5513273477554321,
|
|
"learning_rate": 9.781702165490639e-05,
|
|
"loss": 4.1671,
|
|
"step": 354
|
|
},
|
|
{
|
|
"epoch": 1.232942199043894,
|
|
"grad_norm": 0.617933452129364,
|
|
"learning_rate": 9.779018902660228e-05,
|
|
"loss": 4.2193,
|
|
"step": 355
|
|
},
|
|
{
|
|
"epoch": 1.236418948283355,
|
|
"grad_norm": 0.632296621799469,
|
|
"learning_rate": 9.776319621995201e-05,
|
|
"loss": 4.1993,
|
|
"step": 356
|
|
},
|
|
{
|
|
"epoch": 1.2398956975228161,
|
|
"grad_norm": 0.6899546384811401,
|
|
"learning_rate": 9.773604332542729e-05,
|
|
"loss": 4.1942,
|
|
"step": 357
|
|
},
|
|
{
|
|
"epoch": 1.2433724467622773,
|
|
"grad_norm": 0.9000681638717651,
|
|
"learning_rate": 9.770873043403648e-05,
|
|
"loss": 4.2009,
|
|
"step": 358
|
|
},
|
|
{
|
|
"epoch": 1.2468491960017385,
|
|
"grad_norm": 1.3722553253173828,
|
|
"learning_rate": 9.76812576373242e-05,
|
|
"loss": 4.1257,
|
|
"step": 359
|
|
},
|
|
{
|
|
"epoch": 1.2503259452411994,
|
|
"grad_norm": 0.8985775709152222,
|
|
"learning_rate": 9.765362502737097e-05,
|
|
"loss": 4.1981,
|
|
"step": 360
|
|
},
|
|
{
|
|
"epoch": 1.2538026944806606,
|
|
"grad_norm": 0.7751098275184631,
|
|
"learning_rate": 9.762583269679303e-05,
|
|
"loss": 4.1548,
|
|
"step": 361
|
|
},
|
|
{
|
|
"epoch": 1.2572794437201216,
|
|
"grad_norm": 0.7167885899543762,
|
|
"learning_rate": 9.759788073874189e-05,
|
|
"loss": 4.1174,
|
|
"step": 362
|
|
},
|
|
{
|
|
"epoch": 1.2607561929595827,
|
|
"grad_norm": 0.9465803503990173,
|
|
"learning_rate": 9.756976924690412e-05,
|
|
"loss": 4.1763,
|
|
"step": 363
|
|
},
|
|
{
|
|
"epoch": 1.264232942199044,
|
|
"grad_norm": 1.0560104846954346,
|
|
"learning_rate": 9.754149831550098e-05,
|
|
"loss": 4.1163,
|
|
"step": 364
|
|
},
|
|
{
|
|
"epoch": 1.267709691438505,
|
|
"grad_norm": 0.811275839805603,
|
|
"learning_rate": 9.751306803928815e-05,
|
|
"loss": 4.1351,
|
|
"step": 365
|
|
},
|
|
{
|
|
"epoch": 1.271186440677966,
|
|
"grad_norm": 0.7459397912025452,
|
|
"learning_rate": 9.748447851355535e-05,
|
|
"loss": 4.1354,
|
|
"step": 366
|
|
},
|
|
{
|
|
"epoch": 1.2746631899174272,
|
|
"grad_norm": 0.6689170002937317,
|
|
"learning_rate": 9.745572983412607e-05,
|
|
"loss": 4.2022,
|
|
"step": 367
|
|
},
|
|
{
|
|
"epoch": 1.2781399391568882,
|
|
"grad_norm": 0.6770418882369995,
|
|
"learning_rate": 9.742682209735727e-05,
|
|
"loss": 4.1978,
|
|
"step": 368
|
|
},
|
|
{
|
|
"epoch": 1.2816166883963493,
|
|
"grad_norm": 0.7698088884353638,
|
|
"learning_rate": 9.7397755400139e-05,
|
|
"loss": 4.1294,
|
|
"step": 369
|
|
},
|
|
{
|
|
"epoch": 1.2850934376358105,
|
|
"grad_norm": 0.8307857513427734,
|
|
"learning_rate": 9.736852983989404e-05,
|
|
"loss": 4.0905,
|
|
"step": 370
|
|
},
|
|
{
|
|
"epoch": 1.2885701868752717,
|
|
"grad_norm": 0.8605286478996277,
|
|
"learning_rate": 9.733914551457771e-05,
|
|
"loss": 4.2347,
|
|
"step": 371
|
|
},
|
|
{
|
|
"epoch": 1.2920469361147326,
|
|
"grad_norm": 0.8637606501579285,
|
|
"learning_rate": 9.730960252267743e-05,
|
|
"loss": 4.1814,
|
|
"step": 372
|
|
},
|
|
{
|
|
"epoch": 1.2955236853541938,
|
|
"grad_norm": 0.9002863764762878,
|
|
"learning_rate": 9.727990096321244e-05,
|
|
"loss": 4.1763,
|
|
"step": 373
|
|
},
|
|
{
|
|
"epoch": 1.299000434593655,
|
|
"grad_norm": 0.7790195345878601,
|
|
"learning_rate": 9.725004093573342e-05,
|
|
"loss": 4.1895,
|
|
"step": 374
|
|
},
|
|
{
|
|
"epoch": 1.302477183833116,
|
|
"grad_norm": 0.8514074087142944,
|
|
"learning_rate": 9.722002254032224e-05,
|
|
"loss": 4.1396,
|
|
"step": 375
|
|
},
|
|
{
|
|
"epoch": 1.3059539330725771,
|
|
"grad_norm": 0.9697980284690857,
|
|
"learning_rate": 9.718984587759148e-05,
|
|
"loss": 4.1228,
|
|
"step": 376
|
|
},
|
|
{
|
|
"epoch": 1.3094306823120383,
|
|
"grad_norm": 0.9058026671409607,
|
|
"learning_rate": 9.715951104868428e-05,
|
|
"loss": 4.1695,
|
|
"step": 377
|
|
},
|
|
{
|
|
"epoch": 1.3129074315514995,
|
|
"grad_norm": 0.8548423051834106,
|
|
"learning_rate": 9.712901815527386e-05,
|
|
"loss": 4.17,
|
|
"step": 378
|
|
},
|
|
{
|
|
"epoch": 1.3163841807909604,
|
|
"grad_norm": 0.9168500304222107,
|
|
"learning_rate": 9.709836729956325e-05,
|
|
"loss": 4.1448,
|
|
"step": 379
|
|
},
|
|
{
|
|
"epoch": 1.3198609300304216,
|
|
"grad_norm": 1.040820837020874,
|
|
"learning_rate": 9.706755858428486e-05,
|
|
"loss": 4.2922,
|
|
"step": 380
|
|
},
|
|
{
|
|
"epoch": 1.3233376792698825,
|
|
"grad_norm": 0.9632564187049866,
|
|
"learning_rate": 9.703659211270028e-05,
|
|
"loss": 4.0698,
|
|
"step": 381
|
|
},
|
|
{
|
|
"epoch": 1.3268144285093437,
|
|
"grad_norm": 1.0353721380233765,
|
|
"learning_rate": 9.70054679885998e-05,
|
|
"loss": 4.0974,
|
|
"step": 382
|
|
},
|
|
{
|
|
"epoch": 1.330291177748805,
|
|
"grad_norm": 0.9106934070587158,
|
|
"learning_rate": 9.69741863163021e-05,
|
|
"loss": 4.1968,
|
|
"step": 383
|
|
},
|
|
{
|
|
"epoch": 1.333767926988266,
|
|
"grad_norm": 0.7971479892730713,
|
|
"learning_rate": 9.694274720065399e-05,
|
|
"loss": 4.1139,
|
|
"step": 384
|
|
},
|
|
{
|
|
"epoch": 1.337244676227727,
|
|
"grad_norm": 0.8078503608703613,
|
|
"learning_rate": 9.691115074702992e-05,
|
|
"loss": 4.1033,
|
|
"step": 385
|
|
},
|
|
{
|
|
"epoch": 1.3407214254671882,
|
|
"grad_norm": 0.8231106996536255,
|
|
"learning_rate": 9.687939706133168e-05,
|
|
"loss": 4.2063,
|
|
"step": 386
|
|
},
|
|
{
|
|
"epoch": 1.3441981747066492,
|
|
"grad_norm": 0.7890482544898987,
|
|
"learning_rate": 9.68474862499881e-05,
|
|
"loss": 4.0187,
|
|
"step": 387
|
|
},
|
|
{
|
|
"epoch": 1.3476749239461103,
|
|
"grad_norm": 0.658843994140625,
|
|
"learning_rate": 9.681541841995461e-05,
|
|
"loss": 4.114,
|
|
"step": 388
|
|
},
|
|
{
|
|
"epoch": 1.3511516731855715,
|
|
"grad_norm": 0.7294294238090515,
|
|
"learning_rate": 9.678319367871293e-05,
|
|
"loss": 4.198,
|
|
"step": 389
|
|
},
|
|
{
|
|
"epoch": 1.3546284224250327,
|
|
"grad_norm": 0.9159700274467468,
|
|
"learning_rate": 9.675081213427076e-05,
|
|
"loss": 4.1494,
|
|
"step": 390
|
|
},
|
|
{
|
|
"epoch": 1.3581051716644936,
|
|
"grad_norm": 0.964610755443573,
|
|
"learning_rate": 9.671827389516122e-05,
|
|
"loss": 4.2178,
|
|
"step": 391
|
|
},
|
|
{
|
|
"epoch": 1.3615819209039548,
|
|
"grad_norm": 0.8890171647071838,
|
|
"learning_rate": 9.668557907044276e-05,
|
|
"loss": 4.2487,
|
|
"step": 392
|
|
},
|
|
{
|
|
"epoch": 1.365058670143416,
|
|
"grad_norm": 0.999011754989624,
|
|
"learning_rate": 9.66527277696986e-05,
|
|
"loss": 4.222,
|
|
"step": 393
|
|
},
|
|
{
|
|
"epoch": 1.368535419382877,
|
|
"grad_norm": 1.05777108669281,
|
|
"learning_rate": 9.661972010303641e-05,
|
|
"loss": 4.191,
|
|
"step": 394
|
|
},
|
|
{
|
|
"epoch": 1.372012168622338,
|
|
"grad_norm": 0.6993465423583984,
|
|
"learning_rate": 9.658655618108796e-05,
|
|
"loss": 4.0272,
|
|
"step": 395
|
|
},
|
|
{
|
|
"epoch": 1.3754889178617993,
|
|
"grad_norm": 0.8366750478744507,
|
|
"learning_rate": 9.655323611500875e-05,
|
|
"loss": 4.1595,
|
|
"step": 396
|
|
},
|
|
{
|
|
"epoch": 1.3789656671012605,
|
|
"grad_norm": 0.8456549048423767,
|
|
"learning_rate": 9.651976001647765e-05,
|
|
"loss": 4.237,
|
|
"step": 397
|
|
},
|
|
{
|
|
"epoch": 1.3824424163407214,
|
|
"grad_norm": 0.791394054889679,
|
|
"learning_rate": 9.648612799769644e-05,
|
|
"loss": 4.2289,
|
|
"step": 398
|
|
},
|
|
{
|
|
"epoch": 1.3859191655801826,
|
|
"grad_norm": 0.9533299803733826,
|
|
"learning_rate": 9.645234017138956e-05,
|
|
"loss": 4.1586,
|
|
"step": 399
|
|
},
|
|
{
|
|
"epoch": 1.3893959148196435,
|
|
"grad_norm": 1.044310450553894,
|
|
"learning_rate": 9.641839665080363e-05,
|
|
"loss": 4.2023,
|
|
"step": 400
|
|
},
|
|
{
|
|
"epoch": 1.3928726640591047,
|
|
"grad_norm": 0.920463502407074,
|
|
"learning_rate": 9.638429754970715e-05,
|
|
"loss": 4.1882,
|
|
"step": 401
|
|
},
|
|
{
|
|
"epoch": 1.3963494132985659,
|
|
"grad_norm": 0.9414947032928467,
|
|
"learning_rate": 9.635004298239004e-05,
|
|
"loss": 4.0434,
|
|
"step": 402
|
|
},
|
|
{
|
|
"epoch": 1.399826162538027,
|
|
"grad_norm": 0.8273729085922241,
|
|
"learning_rate": 9.63156330636633e-05,
|
|
"loss": 4.1685,
|
|
"step": 403
|
|
},
|
|
{
|
|
"epoch": 1.403302911777488,
|
|
"grad_norm": 0.6224656105041504,
|
|
"learning_rate": 9.628106790885865e-05,
|
|
"loss": 4.1801,
|
|
"step": 404
|
|
},
|
|
{
|
|
"epoch": 1.4067796610169492,
|
|
"grad_norm": 0.7260700464248657,
|
|
"learning_rate": 9.62463476338281e-05,
|
|
"loss": 4.164,
|
|
"step": 405
|
|
},
|
|
{
|
|
"epoch": 1.4102564102564101,
|
|
"grad_norm": 0.7788506150245667,
|
|
"learning_rate": 9.621147235494356e-05,
|
|
"loss": 4.1687,
|
|
"step": 406
|
|
},
|
|
{
|
|
"epoch": 1.4137331594958713,
|
|
"grad_norm": 0.9212743043899536,
|
|
"learning_rate": 9.617644218909649e-05,
|
|
"loss": 4.094,
|
|
"step": 407
|
|
},
|
|
{
|
|
"epoch": 1.4172099087353325,
|
|
"grad_norm": 0.9231887459754944,
|
|
"learning_rate": 9.614125725369747e-05,
|
|
"loss": 4.221,
|
|
"step": 408
|
|
},
|
|
{
|
|
"epoch": 1.4206866579747937,
|
|
"grad_norm": 0.8516282439231873,
|
|
"learning_rate": 9.610591766667583e-05,
|
|
"loss": 4.0776,
|
|
"step": 409
|
|
},
|
|
{
|
|
"epoch": 1.4241634072142546,
|
|
"grad_norm": 0.6721898913383484,
|
|
"learning_rate": 9.607042354647924e-05,
|
|
"loss": 4.0561,
|
|
"step": 410
|
|
},
|
|
{
|
|
"epoch": 1.4276401564537158,
|
|
"grad_norm": 0.9020458459854126,
|
|
"learning_rate": 9.60347750120733e-05,
|
|
"loss": 4.0563,
|
|
"step": 411
|
|
},
|
|
{
|
|
"epoch": 1.431116905693177,
|
|
"grad_norm": 0.8082847595214844,
|
|
"learning_rate": 9.599897218294122e-05,
|
|
"loss": 4.0433,
|
|
"step": 412
|
|
},
|
|
{
|
|
"epoch": 1.434593654932638,
|
|
"grad_norm": 0.89698725938797,
|
|
"learning_rate": 9.596301517908328e-05,
|
|
"loss": 4.1292,
|
|
"step": 413
|
|
},
|
|
{
|
|
"epoch": 1.438070404172099,
|
|
"grad_norm": 1.1492091417312622,
|
|
"learning_rate": 9.592690412101658e-05,
|
|
"loss": 4.1224,
|
|
"step": 414
|
|
},
|
|
{
|
|
"epoch": 1.4415471534115603,
|
|
"grad_norm": 0.8929200172424316,
|
|
"learning_rate": 9.589063912977451e-05,
|
|
"loss": 4.0852,
|
|
"step": 415
|
|
},
|
|
{
|
|
"epoch": 1.4450239026510214,
|
|
"grad_norm": 0.8456454873085022,
|
|
"learning_rate": 9.585422032690643e-05,
|
|
"loss": 4.1604,
|
|
"step": 416
|
|
},
|
|
{
|
|
"epoch": 1.4485006518904824,
|
|
"grad_norm": 0.9664533734321594,
|
|
"learning_rate": 9.581764783447719e-05,
|
|
"loss": 4.234,
|
|
"step": 417
|
|
},
|
|
{
|
|
"epoch": 1.4519774011299436,
|
|
"grad_norm": 0.8303775787353516,
|
|
"learning_rate": 9.578092177506683e-05,
|
|
"loss": 4.1508,
|
|
"step": 418
|
|
},
|
|
{
|
|
"epoch": 1.4554541503694045,
|
|
"grad_norm": 0.735723614692688,
|
|
"learning_rate": 9.574404227177005e-05,
|
|
"loss": 4.0714,
|
|
"step": 419
|
|
},
|
|
{
|
|
"epoch": 1.4589308996088657,
|
|
"grad_norm": 0.7835253477096558,
|
|
"learning_rate": 9.570700944819584e-05,
|
|
"loss": 4.0993,
|
|
"step": 420
|
|
},
|
|
{
|
|
"epoch": 1.4624076488483269,
|
|
"grad_norm": 0.8943220376968384,
|
|
"learning_rate": 9.566982342846709e-05,
|
|
"loss": 4.0499,
|
|
"step": 421
|
|
},
|
|
{
|
|
"epoch": 1.465884398087788,
|
|
"grad_norm": 1.0396778583526611,
|
|
"learning_rate": 9.563248433722019e-05,
|
|
"loss": 4.0751,
|
|
"step": 422
|
|
},
|
|
{
|
|
"epoch": 1.469361147327249,
|
|
"grad_norm": 0.9445440173149109,
|
|
"learning_rate": 9.559499229960451e-05,
|
|
"loss": 4.0111,
|
|
"step": 423
|
|
},
|
|
{
|
|
"epoch": 1.4728378965667102,
|
|
"grad_norm": 0.8301072716712952,
|
|
"learning_rate": 9.55573474412821e-05,
|
|
"loss": 4.045,
|
|
"step": 424
|
|
},
|
|
{
|
|
"epoch": 1.476314645806171,
|
|
"grad_norm": 0.9725110530853271,
|
|
"learning_rate": 9.551954988842724e-05,
|
|
"loss": 4.0069,
|
|
"step": 425
|
|
},
|
|
{
|
|
"epoch": 1.4797913950456323,
|
|
"grad_norm": 1.132828712463379,
|
|
"learning_rate": 9.548159976772592e-05,
|
|
"loss": 4.125,
|
|
"step": 426
|
|
},
|
|
{
|
|
"epoch": 1.4832681442850935,
|
|
"grad_norm": 0.7702617645263672,
|
|
"learning_rate": 9.544349720637556e-05,
|
|
"loss": 4.0776,
|
|
"step": 427
|
|
},
|
|
{
|
|
"epoch": 1.4867448935245546,
|
|
"grad_norm": 0.7960605025291443,
|
|
"learning_rate": 9.540524233208448e-05,
|
|
"loss": 4.0346,
|
|
"step": 428
|
|
},
|
|
{
|
|
"epoch": 1.4902216427640156,
|
|
"grad_norm": 0.9969260096549988,
|
|
"learning_rate": 9.536683527307153e-05,
|
|
"loss": 4.1162,
|
|
"step": 429
|
|
},
|
|
{
|
|
"epoch": 1.4936983920034768,
|
|
"grad_norm": 1.1111648082733154,
|
|
"learning_rate": 9.53282761580656e-05,
|
|
"loss": 4.0933,
|
|
"step": 430
|
|
},
|
|
{
|
|
"epoch": 1.497175141242938,
|
|
"grad_norm": 1.198155164718628,
|
|
"learning_rate": 9.528956511630529e-05,
|
|
"loss": 4.0783,
|
|
"step": 431
|
|
},
|
|
{
|
|
"epoch": 1.5006518904823989,
|
|
"grad_norm": 1.0453709363937378,
|
|
"learning_rate": 9.525070227753834e-05,
|
|
"loss": 4.0607,
|
|
"step": 432
|
|
},
|
|
{
|
|
"epoch": 1.50412863972186,
|
|
"grad_norm": 0.9988518953323364,
|
|
"learning_rate": 9.521168777202132e-05,
|
|
"loss": 4.112,
|
|
"step": 433
|
|
},
|
|
{
|
|
"epoch": 1.5076053889613212,
|
|
"grad_norm": 0.918400764465332,
|
|
"learning_rate": 9.517252173051911e-05,
|
|
"loss": 4.0134,
|
|
"step": 434
|
|
},
|
|
{
|
|
"epoch": 1.5110821382007824,
|
|
"grad_norm": 0.869310200214386,
|
|
"learning_rate": 9.513320428430452e-05,
|
|
"loss": 4.0576,
|
|
"step": 435
|
|
},
|
|
{
|
|
"epoch": 1.5145588874402434,
|
|
"grad_norm": 0.9518806338310242,
|
|
"learning_rate": 9.509373556515782e-05,
|
|
"loss": 4.1244,
|
|
"step": 436
|
|
},
|
|
{
|
|
"epoch": 1.5180356366797043,
|
|
"grad_norm": 0.8721877336502075,
|
|
"learning_rate": 9.505411570536626e-05,
|
|
"loss": 4.0608,
|
|
"step": 437
|
|
},
|
|
{
|
|
"epoch": 1.5215123859191655,
|
|
"grad_norm": 0.7652842998504639,
|
|
"learning_rate": 9.50143448377237e-05,
|
|
"loss": 4.0603,
|
|
"step": 438
|
|
},
|
|
{
|
|
"epoch": 1.5249891351586267,
|
|
"grad_norm": 0.8885753750801086,
|
|
"learning_rate": 9.497442309553016e-05,
|
|
"loss": 3.8367,
|
|
"step": 439
|
|
},
|
|
{
|
|
"epoch": 1.5284658843980878,
|
|
"grad_norm": 0.6828482151031494,
|
|
"learning_rate": 9.493435061259131e-05,
|
|
"loss": 4.1155,
|
|
"step": 440
|
|
},
|
|
{
|
|
"epoch": 1.531942633637549,
|
|
"grad_norm": 0.729836642742157,
|
|
"learning_rate": 9.489412752321805e-05,
|
|
"loss": 4.0957,
|
|
"step": 441
|
|
},
|
|
{
|
|
"epoch": 1.53541938287701,
|
|
"grad_norm": 0.9394379258155823,
|
|
"learning_rate": 9.485375396222609e-05,
|
|
"loss": 3.9957,
|
|
"step": 442
|
|
},
|
|
{
|
|
"epoch": 1.5388961321164711,
|
|
"grad_norm": 0.9025709629058838,
|
|
"learning_rate": 9.481323006493547e-05,
|
|
"loss": 4.0381,
|
|
"step": 443
|
|
},
|
|
{
|
|
"epoch": 1.542372881355932,
|
|
"grad_norm": 0.861587405204773,
|
|
"learning_rate": 9.477255596717012e-05,
|
|
"loss": 4.2398,
|
|
"step": 444
|
|
},
|
|
{
|
|
"epoch": 1.5458496305953933,
|
|
"grad_norm": 0.8114928007125854,
|
|
"learning_rate": 9.473173180525737e-05,
|
|
"loss": 4.096,
|
|
"step": 445
|
|
},
|
|
{
|
|
"epoch": 1.5493263798348544,
|
|
"grad_norm": 0.8760333061218262,
|
|
"learning_rate": 9.469075771602755e-05,
|
|
"loss": 4.1301,
|
|
"step": 446
|
|
},
|
|
{
|
|
"epoch": 1.5528031290743156,
|
|
"grad_norm": 1.0566339492797852,
|
|
"learning_rate": 9.464963383681349e-05,
|
|
"loss": 3.9805,
|
|
"step": 447
|
|
},
|
|
{
|
|
"epoch": 1.5562798783137766,
|
|
"grad_norm": 0.9962750673294067,
|
|
"learning_rate": 9.460836030545007e-05,
|
|
"loss": 3.9729,
|
|
"step": 448
|
|
},
|
|
{
|
|
"epoch": 1.5597566275532377,
|
|
"grad_norm": 0.9361708164215088,
|
|
"learning_rate": 9.456693726027375e-05,
|
|
"loss": 4.0141,
|
|
"step": 449
|
|
},
|
|
{
|
|
"epoch": 1.5632333767926987,
|
|
"grad_norm": 0.9272918105125427,
|
|
"learning_rate": 9.452536484012212e-05,
|
|
"loss": 4.079,
|
|
"step": 450
|
|
},
|
|
{
|
|
"epoch": 1.5667101260321599,
|
|
"grad_norm": 1.0941708087921143,
|
|
"learning_rate": 9.448364318433345e-05,
|
|
"loss": 4.0688,
|
|
"step": 451
|
|
},
|
|
{
|
|
"epoch": 1.570186875271621,
|
|
"grad_norm": 0.9107572436332703,
|
|
"learning_rate": 9.444177243274618e-05,
|
|
"loss": 3.9463,
|
|
"step": 452
|
|
},
|
|
{
|
|
"epoch": 1.5736636245110822,
|
|
"grad_norm": 0.786167562007904,
|
|
"learning_rate": 9.439975272569848e-05,
|
|
"loss": 4.0317,
|
|
"step": 453
|
|
},
|
|
{
|
|
"epoch": 1.5771403737505434,
|
|
"grad_norm": 0.7826558947563171,
|
|
"learning_rate": 9.435758420402778e-05,
|
|
"loss": 4.0186,
|
|
"step": 454
|
|
},
|
|
{
|
|
"epoch": 1.5806171229900043,
|
|
"grad_norm": 0.8052117824554443,
|
|
"learning_rate": 9.431526700907027e-05,
|
|
"loss": 4.0627,
|
|
"step": 455
|
|
},
|
|
{
|
|
"epoch": 1.5840938722294653,
|
|
"grad_norm": 1.0061588287353516,
|
|
"learning_rate": 9.42728012826605e-05,
|
|
"loss": 3.9494,
|
|
"step": 456
|
|
},
|
|
{
|
|
"epoch": 1.5875706214689265,
|
|
"grad_norm": 0.9913825392723083,
|
|
"learning_rate": 9.423018716713079e-05,
|
|
"loss": 4.0443,
|
|
"step": 457
|
|
},
|
|
{
|
|
"epoch": 1.5910473707083876,
|
|
"grad_norm": 0.8176896572113037,
|
|
"learning_rate": 9.418742480531085e-05,
|
|
"loss": 3.9168,
|
|
"step": 458
|
|
},
|
|
{
|
|
"epoch": 1.5945241199478488,
|
|
"grad_norm": 0.7156447768211365,
|
|
"learning_rate": 9.414451434052727e-05,
|
|
"loss": 4.0151,
|
|
"step": 459
|
|
},
|
|
{
|
|
"epoch": 1.59800086918731,
|
|
"grad_norm": 0.7260638475418091,
|
|
"learning_rate": 9.410145591660301e-05,
|
|
"loss": 4.0644,
|
|
"step": 460
|
|
},
|
|
{
|
|
"epoch": 1.601477618426771,
|
|
"grad_norm": 0.8086751103401184,
|
|
"learning_rate": 9.405824967785698e-05,
|
|
"loss": 3.9587,
|
|
"step": 461
|
|
},
|
|
{
|
|
"epoch": 1.6049543676662321,
|
|
"grad_norm": 0.9354509115219116,
|
|
"learning_rate": 9.401489576910349e-05,
|
|
"loss": 3.9932,
|
|
"step": 462
|
|
},
|
|
{
|
|
"epoch": 1.608431116905693,
|
|
"grad_norm": 1.1333049535751343,
|
|
"learning_rate": 9.39713943356518e-05,
|
|
"loss": 3.9713,
|
|
"step": 463
|
|
},
|
|
{
|
|
"epoch": 1.6119078661451542,
|
|
"grad_norm": 0.9655582904815674,
|
|
"learning_rate": 9.392774552330567e-05,
|
|
"loss": 3.9768,
|
|
"step": 464
|
|
},
|
|
{
|
|
"epoch": 1.6153846153846154,
|
|
"grad_norm": 1.089020013809204,
|
|
"learning_rate": 9.388394947836279e-05,
|
|
"loss": 3.8841,
|
|
"step": 465
|
|
},
|
|
{
|
|
"epoch": 1.6188613646240766,
|
|
"grad_norm": 0.7879194021224976,
|
|
"learning_rate": 9.38400063476143e-05,
|
|
"loss": 3.9356,
|
|
"step": 466
|
|
},
|
|
{
|
|
"epoch": 1.6223381138635375,
|
|
"grad_norm": 0.6482805013656616,
|
|
"learning_rate": 9.37959162783444e-05,
|
|
"loss": 3.9739,
|
|
"step": 467
|
|
},
|
|
{
|
|
"epoch": 1.6258148631029987,
|
|
"grad_norm": 0.7414939403533936,
|
|
"learning_rate": 9.375167941832973e-05,
|
|
"loss": 3.9431,
|
|
"step": 468
|
|
},
|
|
{
|
|
"epoch": 1.6292916123424597,
|
|
"grad_norm": 0.9199277758598328,
|
|
"learning_rate": 9.370729591583894e-05,
|
|
"loss": 3.949,
|
|
"step": 469
|
|
},
|
|
{
|
|
"epoch": 1.6327683615819208,
|
|
"grad_norm": 1.0250579118728638,
|
|
"learning_rate": 9.366276591963221e-05,
|
|
"loss": 4.0201,
|
|
"step": 470
|
|
},
|
|
{
|
|
"epoch": 1.636245110821382,
|
|
"grad_norm": 1.1997772455215454,
|
|
"learning_rate": 9.361808957896067e-05,
|
|
"loss": 4.0029,
|
|
"step": 471
|
|
},
|
|
{
|
|
"epoch": 1.6397218600608432,
|
|
"grad_norm": 1.0056092739105225,
|
|
"learning_rate": 9.357326704356602e-05,
|
|
"loss": 3.9536,
|
|
"step": 472
|
|
},
|
|
{
|
|
"epoch": 1.6431986093003044,
|
|
"grad_norm": 0.8187026977539062,
|
|
"learning_rate": 9.35282984636799e-05,
|
|
"loss": 4.0072,
|
|
"step": 473
|
|
},
|
|
{
|
|
"epoch": 1.6466753585397653,
|
|
"grad_norm": 1.099008321762085,
|
|
"learning_rate": 9.348318399002347e-05,
|
|
"loss": 4.0514,
|
|
"step": 474
|
|
},
|
|
{
|
|
"epoch": 1.6501521077792263,
|
|
"grad_norm": 1.1227092742919922,
|
|
"learning_rate": 9.343792377380687e-05,
|
|
"loss": 3.9256,
|
|
"step": 475
|
|
},
|
|
{
|
|
"epoch": 1.6536288570186874,
|
|
"grad_norm": 0.8582590222358704,
|
|
"learning_rate": 9.339251796672877e-05,
|
|
"loss": 3.9037,
|
|
"step": 476
|
|
},
|
|
{
|
|
"epoch": 1.6571056062581486,
|
|
"grad_norm": 1.0513243675231934,
|
|
"learning_rate": 9.334696672097576e-05,
|
|
"loss": 3.9695,
|
|
"step": 477
|
|
},
|
|
{
|
|
"epoch": 1.6605823554976098,
|
|
"grad_norm": 1.0664559602737427,
|
|
"learning_rate": 9.330127018922194e-05,
|
|
"loss": 3.9251,
|
|
"step": 478
|
|
},
|
|
{
|
|
"epoch": 1.664059104737071,
|
|
"grad_norm": 1.0497174263000488,
|
|
"learning_rate": 9.325542852462833e-05,
|
|
"loss": 4.0381,
|
|
"step": 479
|
|
},
|
|
{
|
|
"epoch": 1.667535853976532,
|
|
"grad_norm": 0.9143519401550293,
|
|
"learning_rate": 9.320944188084242e-05,
|
|
"loss": 3.9366,
|
|
"step": 480
|
|
},
|
|
{
|
|
"epoch": 1.671012603215993,
|
|
"grad_norm": 0.7945806384086609,
|
|
"learning_rate": 9.31633104119976e-05,
|
|
"loss": 4.0225,
|
|
"step": 481
|
|
},
|
|
{
|
|
"epoch": 1.674489352455454,
|
|
"grad_norm": 0.8599205613136292,
|
|
"learning_rate": 9.31170342727127e-05,
|
|
"loss": 4.0028,
|
|
"step": 482
|
|
},
|
|
{
|
|
"epoch": 1.6779661016949152,
|
|
"grad_norm": 1.0326347351074219,
|
|
"learning_rate": 9.307061361809141e-05,
|
|
"loss": 3.9804,
|
|
"step": 483
|
|
},
|
|
{
|
|
"epoch": 1.6814428509343764,
|
|
"grad_norm": 1.0522825717926025,
|
|
"learning_rate": 9.302404860372185e-05,
|
|
"loss": 3.9047,
|
|
"step": 484
|
|
},
|
|
{
|
|
"epoch": 1.6849196001738376,
|
|
"grad_norm": 0.9849698543548584,
|
|
"learning_rate": 9.29773393856759e-05,
|
|
"loss": 3.9828,
|
|
"step": 485
|
|
},
|
|
{
|
|
"epoch": 1.6883963494132985,
|
|
"grad_norm": 1.1080557107925415,
|
|
"learning_rate": 9.293048612050883e-05,
|
|
"loss": 3.9129,
|
|
"step": 486
|
|
},
|
|
{
|
|
"epoch": 1.6918730986527597,
|
|
"grad_norm": 0.9390277862548828,
|
|
"learning_rate": 9.28834889652587e-05,
|
|
"loss": 4.0346,
|
|
"step": 487
|
|
},
|
|
{
|
|
"epoch": 1.6953498478922207,
|
|
"grad_norm": 0.8586708903312683,
|
|
"learning_rate": 9.283634807744586e-05,
|
|
"loss": 3.992,
|
|
"step": 488
|
|
},
|
|
{
|
|
"epoch": 1.6988265971316818,
|
|
"grad_norm": 0.9357092976570129,
|
|
"learning_rate": 9.278906361507238e-05,
|
|
"loss": 3.9007,
|
|
"step": 489
|
|
},
|
|
{
|
|
"epoch": 1.702303346371143,
|
|
"grad_norm": 1.0461989641189575,
|
|
"learning_rate": 9.274163573662157e-05,
|
|
"loss": 3.9684,
|
|
"step": 490
|
|
},
|
|
{
|
|
"epoch": 1.7057800956106042,
|
|
"grad_norm": 1.0791900157928467,
|
|
"learning_rate": 9.26940646010574e-05,
|
|
"loss": 3.9989,
|
|
"step": 491
|
|
},
|
|
{
|
|
"epoch": 1.7092568448500653,
|
|
"grad_norm": 0.7584978938102722,
|
|
"learning_rate": 9.264635036782405e-05,
|
|
"loss": 3.9932,
|
|
"step": 492
|
|
},
|
|
{
|
|
"epoch": 1.7127335940895263,
|
|
"grad_norm": 0.8475772142410278,
|
|
"learning_rate": 9.259849319684526e-05,
|
|
"loss": 3.879,
|
|
"step": 493
|
|
},
|
|
{
|
|
"epoch": 1.7162103433289873,
|
|
"grad_norm": 0.8825334310531616,
|
|
"learning_rate": 9.255049324852388e-05,
|
|
"loss": 3.8554,
|
|
"step": 494
|
|
},
|
|
{
|
|
"epoch": 1.7196870925684484,
|
|
"grad_norm": 0.9635478258132935,
|
|
"learning_rate": 9.250235068374133e-05,
|
|
"loss": 3.882,
|
|
"step": 495
|
|
},
|
|
{
|
|
"epoch": 1.7231638418079096,
|
|
"grad_norm": 1.0515531301498413,
|
|
"learning_rate": 9.245406566385697e-05,
|
|
"loss": 3.767,
|
|
"step": 496
|
|
},
|
|
{
|
|
"epoch": 1.7266405910473708,
|
|
"grad_norm": 0.951738715171814,
|
|
"learning_rate": 9.240563835070771e-05,
|
|
"loss": 3.9327,
|
|
"step": 497
|
|
},
|
|
{
|
|
"epoch": 1.730117340286832,
|
|
"grad_norm": 0.9645599126815796,
|
|
"learning_rate": 9.235706890660733e-05,
|
|
"loss": 3.9418,
|
|
"step": 498
|
|
},
|
|
{
|
|
"epoch": 1.733594089526293,
|
|
"grad_norm": 0.9542970061302185,
|
|
"learning_rate": 9.230835749434601e-05,
|
|
"loss": 3.9136,
|
|
"step": 499
|
|
},
|
|
{
|
|
"epoch": 1.7370708387657539,
|
|
"grad_norm": 0.9848579168319702,
|
|
"learning_rate": 9.225950427718975e-05,
|
|
"loss": 3.8674,
|
|
"step": 500
|
|
},
|
|
{
|
|
"epoch": 1.740547588005215,
|
|
"grad_norm": 0.8875890374183655,
|
|
"learning_rate": 9.221050941887984e-05,
|
|
"loss": 3.8565,
|
|
"step": 501
|
|
},
|
|
{
|
|
"epoch": 1.7440243372446762,
|
|
"grad_norm": 0.9016240835189819,
|
|
"learning_rate": 9.216137308363233e-05,
|
|
"loss": 3.9054,
|
|
"step": 502
|
|
},
|
|
{
|
|
"epoch": 1.7475010864841374,
|
|
"grad_norm": 0.8858099579811096,
|
|
"learning_rate": 9.211209543613746e-05,
|
|
"loss": 3.9223,
|
|
"step": 503
|
|
},
|
|
{
|
|
"epoch": 1.7509778357235986,
|
|
"grad_norm": 0.8951818943023682,
|
|
"learning_rate": 9.206267664155907e-05,
|
|
"loss": 3.8056,
|
|
"step": 504
|
|
},
|
|
{
|
|
"epoch": 1.7544545849630595,
|
|
"grad_norm": 0.8185245394706726,
|
|
"learning_rate": 9.201311686553408e-05,
|
|
"loss": 3.9184,
|
|
"step": 505
|
|
},
|
|
{
|
|
"epoch": 1.7579313342025207,
|
|
"grad_norm": 0.8379631042480469,
|
|
"learning_rate": 9.1963416274172e-05,
|
|
"loss": 3.9537,
|
|
"step": 506
|
|
},
|
|
{
|
|
"epoch": 1.7614080834419816,
|
|
"grad_norm": 0.6970687508583069,
|
|
"learning_rate": 9.191357503405425e-05,
|
|
"loss": 3.8938,
|
|
"step": 507
|
|
},
|
|
{
|
|
"epoch": 1.7648848326814428,
|
|
"grad_norm": 0.7571694254875183,
|
|
"learning_rate": 9.186359331223369e-05,
|
|
"loss": 3.8748,
|
|
"step": 508
|
|
},
|
|
{
|
|
"epoch": 1.768361581920904,
|
|
"grad_norm": 0.916691780090332,
|
|
"learning_rate": 9.181347127623403e-05,
|
|
"loss": 3.8796,
|
|
"step": 509
|
|
},
|
|
{
|
|
"epoch": 1.7718383311603652,
|
|
"grad_norm": 0.8490556478500366,
|
|
"learning_rate": 9.176320909404924e-05,
|
|
"loss": 3.8544,
|
|
"step": 510
|
|
},
|
|
{
|
|
"epoch": 1.7753150803998263,
|
|
"grad_norm": 0.8541643619537354,
|
|
"learning_rate": 9.171280693414307e-05,
|
|
"loss": 3.9174,
|
|
"step": 511
|
|
},
|
|
{
|
|
"epoch": 1.7787918296392873,
|
|
"grad_norm": 0.7272506356239319,
|
|
"learning_rate": 9.166226496544839e-05,
|
|
"loss": 3.7822,
|
|
"step": 512
|
|
},
|
|
{
|
|
"epoch": 1.7822685788787482,
|
|
"grad_norm": 0.7909744381904602,
|
|
"learning_rate": 9.161158335736671e-05,
|
|
"loss": 3.9238,
|
|
"step": 513
|
|
},
|
|
{
|
|
"epoch": 1.7857453281182094,
|
|
"grad_norm": 1.08568274974823,
|
|
"learning_rate": 9.156076227976752e-05,
|
|
"loss": 3.9444,
|
|
"step": 514
|
|
},
|
|
{
|
|
"epoch": 1.7892220773576706,
|
|
"grad_norm": 1.0940698385238647,
|
|
"learning_rate": 9.15098019029878e-05,
|
|
"loss": 3.8727,
|
|
"step": 515
|
|
},
|
|
{
|
|
"epoch": 1.7926988265971318,
|
|
"grad_norm": 0.9210303425788879,
|
|
"learning_rate": 9.145870239783142e-05,
|
|
"loss": 3.9063,
|
|
"step": 516
|
|
},
|
|
{
|
|
"epoch": 1.796175575836593,
|
|
"grad_norm": 0.9154436588287354,
|
|
"learning_rate": 9.140746393556854e-05,
|
|
"loss": 3.8853,
|
|
"step": 517
|
|
},
|
|
{
|
|
"epoch": 1.7996523250760539,
|
|
"grad_norm": 1.0353447198867798,
|
|
"learning_rate": 9.135608668793511e-05,
|
|
"loss": 3.841,
|
|
"step": 518
|
|
},
|
|
{
|
|
"epoch": 1.8031290743155148,
|
|
"grad_norm": 0.8575829863548279,
|
|
"learning_rate": 9.130457082713219e-05,
|
|
"loss": 3.8811,
|
|
"step": 519
|
|
},
|
|
{
|
|
"epoch": 1.806605823554976,
|
|
"grad_norm": 0.9011865854263306,
|
|
"learning_rate": 9.125291652582549e-05,
|
|
"loss": 3.7803,
|
|
"step": 520
|
|
},
|
|
{
|
|
"epoch": 1.8100825727944372,
|
|
"grad_norm": 0.9533329606056213,
|
|
"learning_rate": 9.120112395714463e-05,
|
|
"loss": 3.8986,
|
|
"step": 521
|
|
},
|
|
{
|
|
"epoch": 1.8135593220338984,
|
|
"grad_norm": 0.9975365996360779,
|
|
"learning_rate": 9.114919329468282e-05,
|
|
"loss": 3.9143,
|
|
"step": 522
|
|
},
|
|
{
|
|
"epoch": 1.8170360712733595,
|
|
"grad_norm": 1.015561819076538,
|
|
"learning_rate": 9.109712471249598e-05,
|
|
"loss": 3.8863,
|
|
"step": 523
|
|
},
|
|
{
|
|
"epoch": 1.8205128205128205,
|
|
"grad_norm": 1.0247142314910889,
|
|
"learning_rate": 9.104491838510235e-05,
|
|
"loss": 3.9139,
|
|
"step": 524
|
|
},
|
|
{
|
|
"epoch": 1.8239895697522817,
|
|
"grad_norm": 1.0852620601654053,
|
|
"learning_rate": 9.099257448748184e-05,
|
|
"loss": 3.8964,
|
|
"step": 525
|
|
},
|
|
{
|
|
"epoch": 1.8274663189917426,
|
|
"grad_norm": 0.9563137292861938,
|
|
"learning_rate": 9.094009319507547e-05,
|
|
"loss": 3.8767,
|
|
"step": 526
|
|
},
|
|
{
|
|
"epoch": 1.8309430682312038,
|
|
"grad_norm": 1.0613676309585571,
|
|
"learning_rate": 9.088747468378474e-05,
|
|
"loss": 3.9272,
|
|
"step": 527
|
|
},
|
|
{
|
|
"epoch": 1.834419817470665,
|
|
"grad_norm": 1.0097156763076782,
|
|
"learning_rate": 9.083471912997108e-05,
|
|
"loss": 3.9006,
|
|
"step": 528
|
|
},
|
|
{
|
|
"epoch": 1.8378965667101261,
|
|
"grad_norm": 0.9422491192817688,
|
|
"learning_rate": 9.078182671045527e-05,
|
|
"loss": 3.7358,
|
|
"step": 529
|
|
},
|
|
{
|
|
"epoch": 1.841373315949587,
|
|
"grad_norm": 0.9380639791488647,
|
|
"learning_rate": 9.072879760251679e-05,
|
|
"loss": 3.8661,
|
|
"step": 530
|
|
},
|
|
{
|
|
"epoch": 1.8448500651890483,
|
|
"grad_norm": 0.9634526371955872,
|
|
"learning_rate": 9.067563198389326e-05,
|
|
"loss": 3.8993,
|
|
"step": 531
|
|
},
|
|
{
|
|
"epoch": 1.8483268144285092,
|
|
"grad_norm": 0.9645963907241821,
|
|
"learning_rate": 9.062233003277983e-05,
|
|
"loss": 3.8783,
|
|
"step": 532
|
|
},
|
|
{
|
|
"epoch": 1.8518035636679704,
|
|
"grad_norm": 0.9658483862876892,
|
|
"learning_rate": 9.056889192782866e-05,
|
|
"loss": 3.8708,
|
|
"step": 533
|
|
},
|
|
{
|
|
"epoch": 1.8552803129074316,
|
|
"grad_norm": 0.8875890970230103,
|
|
"learning_rate": 9.051531784814817e-05,
|
|
"loss": 3.7292,
|
|
"step": 534
|
|
},
|
|
{
|
|
"epoch": 1.8587570621468927,
|
|
"grad_norm": 0.9648452997207642,
|
|
"learning_rate": 9.04616079733026e-05,
|
|
"loss": 3.8904,
|
|
"step": 535
|
|
},
|
|
{
|
|
"epoch": 1.862233811386354,
|
|
"grad_norm": 1.1329749822616577,
|
|
"learning_rate": 9.040776248331129e-05,
|
|
"loss": 3.8909,
|
|
"step": 536
|
|
},
|
|
{
|
|
"epoch": 1.8657105606258149,
|
|
"grad_norm": 0.9306442141532898,
|
|
"learning_rate": 9.035378155864813e-05,
|
|
"loss": 3.8015,
|
|
"step": 537
|
|
},
|
|
{
|
|
"epoch": 1.8691873098652758,
|
|
"grad_norm": 0.8368638753890991,
|
|
"learning_rate": 9.029966538024097e-05,
|
|
"loss": 3.7593,
|
|
"step": 538
|
|
},
|
|
{
|
|
"epoch": 1.872664059104737,
|
|
"grad_norm": 0.7863436937332153,
|
|
"learning_rate": 9.024541412947094e-05,
|
|
"loss": 3.7565,
|
|
"step": 539
|
|
},
|
|
{
|
|
"epoch": 1.8761408083441982,
|
|
"grad_norm": 0.8507801294326782,
|
|
"learning_rate": 9.019102798817197e-05,
|
|
"loss": 3.867,
|
|
"step": 540
|
|
},
|
|
{
|
|
"epoch": 1.8796175575836593,
|
|
"grad_norm": 0.8136400580406189,
|
|
"learning_rate": 9.013650713863e-05,
|
|
"loss": 3.6624,
|
|
"step": 541
|
|
},
|
|
{
|
|
"epoch": 1.8830943068231205,
|
|
"grad_norm": 0.8798525929450989,
|
|
"learning_rate": 9.008185176358256e-05,
|
|
"loss": 3.7241,
|
|
"step": 542
|
|
},
|
|
{
|
|
"epoch": 1.8865710560625815,
|
|
"grad_norm": 0.7656006217002869,
|
|
"learning_rate": 9.002706204621803e-05,
|
|
"loss": 3.9443,
|
|
"step": 543
|
|
},
|
|
{
|
|
"epoch": 1.8900478053020426,
|
|
"grad_norm": 1.18944251537323,
|
|
"learning_rate": 8.997213817017507e-05,
|
|
"loss": 3.861,
|
|
"step": 544
|
|
},
|
|
{
|
|
"epoch": 1.8935245545415036,
|
|
"grad_norm": 1.3046687841415405,
|
|
"learning_rate": 8.991708031954199e-05,
|
|
"loss": 3.7927,
|
|
"step": 545
|
|
},
|
|
{
|
|
"epoch": 1.8970013037809648,
|
|
"grad_norm": 0.7693729400634766,
|
|
"learning_rate": 8.986188867885617e-05,
|
|
"loss": 3.7631,
|
|
"step": 546
|
|
},
|
|
{
|
|
"epoch": 1.900478053020426,
|
|
"grad_norm": 0.9569775462150574,
|
|
"learning_rate": 8.980656343310338e-05,
|
|
"loss": 3.8547,
|
|
"step": 547
|
|
},
|
|
{
|
|
"epoch": 1.9039548022598871,
|
|
"grad_norm": 1.0345852375030518,
|
|
"learning_rate": 8.975110476771724e-05,
|
|
"loss": 3.8461,
|
|
"step": 548
|
|
},
|
|
{
|
|
"epoch": 1.907431551499348,
|
|
"grad_norm": 0.9311661124229431,
|
|
"learning_rate": 8.969551286857849e-05,
|
|
"loss": 3.831,
|
|
"step": 549
|
|
},
|
|
{
|
|
"epoch": 1.9109083007388092,
|
|
"grad_norm": 0.847986102104187,
|
|
"learning_rate": 8.963978792201449e-05,
|
|
"loss": 3.6819,
|
|
"step": 550
|
|
},
|
|
{
|
|
"epoch": 1.9143850499782702,
|
|
"grad_norm": 0.7580497860908508,
|
|
"learning_rate": 8.958393011479848e-05,
|
|
"loss": 3.7759,
|
|
"step": 551
|
|
},
|
|
{
|
|
"epoch": 1.9178617992177314,
|
|
"grad_norm": 0.7308617830276489,
|
|
"learning_rate": 8.952793963414907e-05,
|
|
"loss": 3.8164,
|
|
"step": 552
|
|
},
|
|
{
|
|
"epoch": 1.9213385484571925,
|
|
"grad_norm": 0.7043769955635071,
|
|
"learning_rate": 8.947181666772948e-05,
|
|
"loss": 3.7235,
|
|
"step": 553
|
|
},
|
|
{
|
|
"epoch": 1.9248152976966537,
|
|
"grad_norm": 0.6796336770057678,
|
|
"learning_rate": 8.941556140364706e-05,
|
|
"loss": 3.8156,
|
|
"step": 554
|
|
},
|
|
{
|
|
"epoch": 1.928292046936115,
|
|
"grad_norm": 0.6973956227302551,
|
|
"learning_rate": 8.935917403045251e-05,
|
|
"loss": 3.7504,
|
|
"step": 555
|
|
},
|
|
{
|
|
"epoch": 1.9317687961755758,
|
|
"grad_norm": 0.8313055038452148,
|
|
"learning_rate": 8.930265473713938e-05,
|
|
"loss": 3.8686,
|
|
"step": 556
|
|
},
|
|
{
|
|
"epoch": 1.9352455454150368,
|
|
"grad_norm": 0.8577587604522705,
|
|
"learning_rate": 8.924600371314334e-05,
|
|
"loss": 3.7068,
|
|
"step": 557
|
|
},
|
|
{
|
|
"epoch": 1.938722294654498,
|
|
"grad_norm": 0.7737483978271484,
|
|
"learning_rate": 8.918922114834156e-05,
|
|
"loss": 3.7297,
|
|
"step": 558
|
|
},
|
|
{
|
|
"epoch": 1.9421990438939591,
|
|
"grad_norm": 0.826034665107727,
|
|
"learning_rate": 8.913230723305218e-05,
|
|
"loss": 3.8176,
|
|
"step": 559
|
|
},
|
|
{
|
|
"epoch": 1.9456757931334203,
|
|
"grad_norm": 0.9927733540534973,
|
|
"learning_rate": 8.90752621580335e-05,
|
|
"loss": 3.8469,
|
|
"step": 560
|
|
},
|
|
{
|
|
"epoch": 1.9491525423728815,
|
|
"grad_norm": 1.0524464845657349,
|
|
"learning_rate": 8.901808611448348e-05,
|
|
"loss": 3.8041,
|
|
"step": 561
|
|
},
|
|
{
|
|
"epoch": 1.9526292916123424,
|
|
"grad_norm": 1.098197102546692,
|
|
"learning_rate": 8.896077929403901e-05,
|
|
"loss": 3.7239,
|
|
"step": 562
|
|
},
|
|
{
|
|
"epoch": 1.9561060408518036,
|
|
"grad_norm": 0.9311512112617493,
|
|
"learning_rate": 8.890334188877533e-05,
|
|
"loss": 3.8397,
|
|
"step": 563
|
|
},
|
|
{
|
|
"epoch": 1.9595827900912646,
|
|
"grad_norm": 0.8799173831939697,
|
|
"learning_rate": 8.884577409120535e-05,
|
|
"loss": 3.7943,
|
|
"step": 564
|
|
},
|
|
{
|
|
"epoch": 1.9630595393307257,
|
|
"grad_norm": 0.9762241840362549,
|
|
"learning_rate": 8.878807609427905e-05,
|
|
"loss": 3.7369,
|
|
"step": 565
|
|
},
|
|
{
|
|
"epoch": 1.966536288570187,
|
|
"grad_norm": 1.0802910327911377,
|
|
"learning_rate": 8.873024809138272e-05,
|
|
"loss": 3.7294,
|
|
"step": 566
|
|
},
|
|
{
|
|
"epoch": 1.970013037809648,
|
|
"grad_norm": 0.9968630075454712,
|
|
"learning_rate": 8.86722902763385e-05,
|
|
"loss": 3.8131,
|
|
"step": 567
|
|
},
|
|
{
|
|
"epoch": 1.973489787049109,
|
|
"grad_norm": 1.0812654495239258,
|
|
"learning_rate": 8.861420284340352e-05,
|
|
"loss": 3.7722,
|
|
"step": 568
|
|
},
|
|
{
|
|
"epoch": 1.9769665362885702,
|
|
"grad_norm": 1.0790822505950928,
|
|
"learning_rate": 8.855598598726939e-05,
|
|
"loss": 3.7907,
|
|
"step": 569
|
|
},
|
|
{
|
|
"epoch": 1.9804432855280312,
|
|
"grad_norm": 1.0286710262298584,
|
|
"learning_rate": 8.849763990306152e-05,
|
|
"loss": 3.8615,
|
|
"step": 570
|
|
},
|
|
{
|
|
"epoch": 1.9839200347674923,
|
|
"grad_norm": 0.9916720390319824,
|
|
"learning_rate": 8.843916478633845e-05,
|
|
"loss": 3.8969,
|
|
"step": 571
|
|
},
|
|
{
|
|
"epoch": 1.9873967840069535,
|
|
"grad_norm": 1.0431153774261475,
|
|
"learning_rate": 8.838056083309118e-05,
|
|
"loss": 3.8122,
|
|
"step": 572
|
|
},
|
|
{
|
|
"epoch": 1.9908735332464147,
|
|
"grad_norm": 0.9479820728302002,
|
|
"learning_rate": 8.832182823974256e-05,
|
|
"loss": 3.7987,
|
|
"step": 573
|
|
},
|
|
{
|
|
"epoch": 1.9943502824858759,
|
|
"grad_norm": 0.8419528603553772,
|
|
"learning_rate": 8.826296720314657e-05,
|
|
"loss": 3.7854,
|
|
"step": 574
|
|
},
|
|
{
|
|
"epoch": 1.9978270317253368,
|
|
"grad_norm": 0.7449129223823547,
|
|
"learning_rate": 8.820397792058772e-05,
|
|
"loss": 3.7427,
|
|
"step": 575
|
|
},
|
|
{
|
|
"epoch": 2.0,
|
|
"grad_norm": 0.7268674373626709,
|
|
"learning_rate": 8.814486058978035e-05,
|
|
"loss": 3.7999,
|
|
"step": 576
|
|
},
|
|
{
|
|
"epoch": 2.003476749239461,
|
|
"grad_norm": 0.7994548082351685,
|
|
"learning_rate": 8.808561540886796e-05,
|
|
"loss": 3.737,
|
|
"step": 577
|
|
},
|
|
{
|
|
"epoch": 2.0069534984789223,
|
|
"grad_norm": 0.8729116320610046,
|
|
"learning_rate": 8.802624257642261e-05,
|
|
"loss": 3.8124,
|
|
"step": 578
|
|
},
|
|
{
|
|
"epoch": 2.0104302477183835,
|
|
"grad_norm": 0.9562597274780273,
|
|
"learning_rate": 8.796674229144418e-05,
|
|
"loss": 3.8352,
|
|
"step": 579
|
|
},
|
|
{
|
|
"epoch": 2.0139069969578443,
|
|
"grad_norm": 1.0685930252075195,
|
|
"learning_rate": 8.790711475335971e-05,
|
|
"loss": 3.799,
|
|
"step": 580
|
|
},
|
|
{
|
|
"epoch": 2.0173837461973054,
|
|
"grad_norm": 1.0459791421890259,
|
|
"learning_rate": 8.784736016202282e-05,
|
|
"loss": 3.8583,
|
|
"step": 581
|
|
},
|
|
{
|
|
"epoch": 2.0208604954367666,
|
|
"grad_norm": 0.8897305130958557,
|
|
"learning_rate": 8.778747871771292e-05,
|
|
"loss": 3.6429,
|
|
"step": 582
|
|
},
|
|
{
|
|
"epoch": 2.0243372446762278,
|
|
"grad_norm": 0.8162091374397278,
|
|
"learning_rate": 8.77274706211346e-05,
|
|
"loss": 3.6127,
|
|
"step": 583
|
|
},
|
|
{
|
|
"epoch": 2.027813993915689,
|
|
"grad_norm": 0.7601345181465149,
|
|
"learning_rate": 8.766733607341698e-05,
|
|
"loss": 3.7352,
|
|
"step": 584
|
|
},
|
|
{
|
|
"epoch": 2.03129074315515,
|
|
"grad_norm": 0.7575955986976624,
|
|
"learning_rate": 8.760707527611297e-05,
|
|
"loss": 3.7707,
|
|
"step": 585
|
|
},
|
|
{
|
|
"epoch": 2.034767492394611,
|
|
"grad_norm": 0.6935109496116638,
|
|
"learning_rate": 8.754668843119864e-05,
|
|
"loss": 3.6845,
|
|
"step": 586
|
|
},
|
|
{
|
|
"epoch": 2.038244241634072,
|
|
"grad_norm": 0.6233929395675659,
|
|
"learning_rate": 8.748617574107257e-05,
|
|
"loss": 3.6204,
|
|
"step": 587
|
|
},
|
|
{
|
|
"epoch": 2.041720990873533,
|
|
"grad_norm": 0.6228452920913696,
|
|
"learning_rate": 8.742553740855506e-05,
|
|
"loss": 3.7569,
|
|
"step": 588
|
|
},
|
|
{
|
|
"epoch": 2.0451977401129944,
|
|
"grad_norm": 0.6230937838554382,
|
|
"learning_rate": 8.736477363688761e-05,
|
|
"loss": 3.7207,
|
|
"step": 589
|
|
},
|
|
{
|
|
"epoch": 2.0486744893524556,
|
|
"grad_norm": 0.6162528395652771,
|
|
"learning_rate": 8.730388462973208e-05,
|
|
"loss": 3.7242,
|
|
"step": 590
|
|
},
|
|
{
|
|
"epoch": 2.0521512385919167,
|
|
"grad_norm": 0.7501924633979797,
|
|
"learning_rate": 8.724287059117016e-05,
|
|
"loss": 3.7486,
|
|
"step": 591
|
|
},
|
|
{
|
|
"epoch": 2.0556279878313775,
|
|
"grad_norm": 0.8422186970710754,
|
|
"learning_rate": 8.718173172570254e-05,
|
|
"loss": 3.6304,
|
|
"step": 592
|
|
},
|
|
{
|
|
"epoch": 2.0591047370708386,
|
|
"grad_norm": 0.8915469646453857,
|
|
"learning_rate": 8.71204682382483e-05,
|
|
"loss": 3.7905,
|
|
"step": 593
|
|
},
|
|
{
|
|
"epoch": 2.0625814863103,
|
|
"grad_norm": 0.9807952642440796,
|
|
"learning_rate": 8.705908033414425e-05,
|
|
"loss": 3.643,
|
|
"step": 594
|
|
},
|
|
{
|
|
"epoch": 2.066058235549761,
|
|
"grad_norm": 1.0013173818588257,
|
|
"learning_rate": 8.69975682191442e-05,
|
|
"loss": 3.6854,
|
|
"step": 595
|
|
},
|
|
{
|
|
"epoch": 2.069534984789222,
|
|
"grad_norm": 0.9831700325012207,
|
|
"learning_rate": 8.693593209941825e-05,
|
|
"loss": 3.673,
|
|
"step": 596
|
|
},
|
|
{
|
|
"epoch": 2.0730117340286833,
|
|
"grad_norm": 1.1712896823883057,
|
|
"learning_rate": 8.687417218155213e-05,
|
|
"loss": 3.8204,
|
|
"step": 597
|
|
},
|
|
{
|
|
"epoch": 2.076488483268144,
|
|
"grad_norm": 0.9944608807563782,
|
|
"learning_rate": 8.681228867254655e-05,
|
|
"loss": 3.7916,
|
|
"step": 598
|
|
},
|
|
{
|
|
"epoch": 2.0799652325076052,
|
|
"grad_norm": 1.0010840892791748,
|
|
"learning_rate": 8.675028177981643e-05,
|
|
"loss": 3.7294,
|
|
"step": 599
|
|
},
|
|
{
|
|
"epoch": 2.0834419817470664,
|
|
"grad_norm": 0.9211255311965942,
|
|
"learning_rate": 8.668815171119021e-05,
|
|
"loss": 3.6087,
|
|
"step": 600
|
|
},
|
|
{
|
|
"epoch": 2.0869187309865276,
|
|
"grad_norm": 0.869985818862915,
|
|
"learning_rate": 8.66258986749092e-05,
|
|
"loss": 3.5953,
|
|
"step": 601
|
|
},
|
|
{
|
|
"epoch": 2.0903954802259888,
|
|
"grad_norm": 0.7657525539398193,
|
|
"learning_rate": 8.656352287962686e-05,
|
|
"loss": 3.6554,
|
|
"step": 602
|
|
},
|
|
{
|
|
"epoch": 2.09387222946545,
|
|
"grad_norm": 0.7607572078704834,
|
|
"learning_rate": 8.650102453440813e-05,
|
|
"loss": 3.6477,
|
|
"step": 603
|
|
},
|
|
{
|
|
"epoch": 2.097348978704911,
|
|
"grad_norm": 0.9117911458015442,
|
|
"learning_rate": 8.643840384872866e-05,
|
|
"loss": 3.6963,
|
|
"step": 604
|
|
},
|
|
{
|
|
"epoch": 2.100825727944372,
|
|
"grad_norm": 0.8420771956443787,
|
|
"learning_rate": 8.637566103247415e-05,
|
|
"loss": 3.6472,
|
|
"step": 605
|
|
},
|
|
{
|
|
"epoch": 2.104302477183833,
|
|
"grad_norm": 0.7396708726882935,
|
|
"learning_rate": 8.631279629593966e-05,
|
|
"loss": 3.7796,
|
|
"step": 606
|
|
},
|
|
{
|
|
"epoch": 2.107779226423294,
|
|
"grad_norm": 0.6754468083381653,
|
|
"learning_rate": 8.624980984982892e-05,
|
|
"loss": 3.581,
|
|
"step": 607
|
|
},
|
|
{
|
|
"epoch": 2.1112559756627554,
|
|
"grad_norm": 0.78558748960495,
|
|
"learning_rate": 8.618670190525352e-05,
|
|
"loss": 3.7445,
|
|
"step": 608
|
|
},
|
|
{
|
|
"epoch": 2.1147327249022165,
|
|
"grad_norm": 0.7408106923103333,
|
|
"learning_rate": 8.612347267373234e-05,
|
|
"loss": 3.7551,
|
|
"step": 609
|
|
},
|
|
{
|
|
"epoch": 2.1182094741416777,
|
|
"grad_norm": 0.7574490904808044,
|
|
"learning_rate": 8.606012236719073e-05,
|
|
"loss": 3.5841,
|
|
"step": 610
|
|
},
|
|
{
|
|
"epoch": 2.1216862233811384,
|
|
"grad_norm": 0.8567992448806763,
|
|
"learning_rate": 8.599665119795992e-05,
|
|
"loss": 3.5432,
|
|
"step": 611
|
|
},
|
|
{
|
|
"epoch": 2.1251629726205996,
|
|
"grad_norm": 1.0516282320022583,
|
|
"learning_rate": 8.593305937877614e-05,
|
|
"loss": 3.6579,
|
|
"step": 612
|
|
},
|
|
{
|
|
"epoch": 2.128639721860061,
|
|
"grad_norm": 1.0702804327011108,
|
|
"learning_rate": 8.586934712278006e-05,
|
|
"loss": 3.7136,
|
|
"step": 613
|
|
},
|
|
{
|
|
"epoch": 2.132116471099522,
|
|
"grad_norm": 0.9042352437973022,
|
|
"learning_rate": 8.580551464351603e-05,
|
|
"loss": 3.7588,
|
|
"step": 614
|
|
},
|
|
{
|
|
"epoch": 2.135593220338983,
|
|
"grad_norm": 1.0957833528518677,
|
|
"learning_rate": 8.574156215493132e-05,
|
|
"loss": 3.7078,
|
|
"step": 615
|
|
},
|
|
{
|
|
"epoch": 2.1390699695784443,
|
|
"grad_norm": 1.1452794075012207,
|
|
"learning_rate": 8.567748987137544e-05,
|
|
"loss": 3.6626,
|
|
"step": 616
|
|
},
|
|
{
|
|
"epoch": 2.142546718817905,
|
|
"grad_norm": 0.8174344897270203,
|
|
"learning_rate": 8.561329800759943e-05,
|
|
"loss": 3.7657,
|
|
"step": 617
|
|
},
|
|
{
|
|
"epoch": 2.146023468057366,
|
|
"grad_norm": 0.8348018527030945,
|
|
"learning_rate": 8.554898677875509e-05,
|
|
"loss": 3.7377,
|
|
"step": 618
|
|
},
|
|
{
|
|
"epoch": 2.1495002172968274,
|
|
"grad_norm": 0.8676193952560425,
|
|
"learning_rate": 8.548455640039437e-05,
|
|
"loss": 3.6855,
|
|
"step": 619
|
|
},
|
|
{
|
|
"epoch": 2.1529769665362886,
|
|
"grad_norm": 0.7565463185310364,
|
|
"learning_rate": 8.542000708846852e-05,
|
|
"loss": 3.6733,
|
|
"step": 620
|
|
},
|
|
{
|
|
"epoch": 2.1564537157757497,
|
|
"grad_norm": 0.7726176977157593,
|
|
"learning_rate": 8.535533905932738e-05,
|
|
"loss": 3.6327,
|
|
"step": 621
|
|
},
|
|
{
|
|
"epoch": 2.159930465015211,
|
|
"grad_norm": 0.7790519595146179,
|
|
"learning_rate": 8.529055252971879e-05,
|
|
"loss": 3.6361,
|
|
"step": 622
|
|
},
|
|
{
|
|
"epoch": 2.163407214254672,
|
|
"grad_norm": 0.7205121517181396,
|
|
"learning_rate": 8.522564771678771e-05,
|
|
"loss": 3.6716,
|
|
"step": 623
|
|
},
|
|
{
|
|
"epoch": 2.166883963494133,
|
|
"grad_norm": 0.7978485226631165,
|
|
"learning_rate": 8.516062483807556e-05,
|
|
"loss": 3.7891,
|
|
"step": 624
|
|
},
|
|
{
|
|
"epoch": 2.170360712733594,
|
|
"grad_norm": 0.7888757586479187,
|
|
"learning_rate": 8.509548411151948e-05,
|
|
"loss": 3.6903,
|
|
"step": 625
|
|
},
|
|
{
|
|
"epoch": 2.173837461973055,
|
|
"grad_norm": 0.7865068912506104,
|
|
"learning_rate": 8.503022575545158e-05,
|
|
"loss": 3.7538,
|
|
"step": 626
|
|
},
|
|
{
|
|
"epoch": 2.1773142112125163,
|
|
"grad_norm": 0.943021833896637,
|
|
"learning_rate": 8.49648499885983e-05,
|
|
"loss": 3.6956,
|
|
"step": 627
|
|
},
|
|
{
|
|
"epoch": 2.1807909604519775,
|
|
"grad_norm": 1.2752074003219604,
|
|
"learning_rate": 8.489935703007949e-05,
|
|
"loss": 3.719,
|
|
"step": 628
|
|
},
|
|
{
|
|
"epoch": 2.1842677096914387,
|
|
"grad_norm": 0.9368734955787659,
|
|
"learning_rate": 8.483374709940792e-05,
|
|
"loss": 3.7057,
|
|
"step": 629
|
|
},
|
|
{
|
|
"epoch": 2.1877444589308994,
|
|
"grad_norm": 0.8080997467041016,
|
|
"learning_rate": 8.476802041648832e-05,
|
|
"loss": 3.7596,
|
|
"step": 630
|
|
},
|
|
{
|
|
"epoch": 2.1912212081703606,
|
|
"grad_norm": 0.8630561828613281,
|
|
"learning_rate": 8.47021772016168e-05,
|
|
"loss": 3.6446,
|
|
"step": 631
|
|
},
|
|
{
|
|
"epoch": 2.1946979574098218,
|
|
"grad_norm": 0.975145161151886,
|
|
"learning_rate": 8.463621767547998e-05,
|
|
"loss": 3.7115,
|
|
"step": 632
|
|
},
|
|
{
|
|
"epoch": 2.198174706649283,
|
|
"grad_norm": 0.9544527530670166,
|
|
"learning_rate": 8.457014205915438e-05,
|
|
"loss": 3.6173,
|
|
"step": 633
|
|
},
|
|
{
|
|
"epoch": 2.201651455888744,
|
|
"grad_norm": 0.8249536752700806,
|
|
"learning_rate": 8.450395057410561e-05,
|
|
"loss": 3.606,
|
|
"step": 634
|
|
},
|
|
{
|
|
"epoch": 2.2051282051282053,
|
|
"grad_norm": 0.852883517742157,
|
|
"learning_rate": 8.443764344218761e-05,
|
|
"loss": 3.6814,
|
|
"step": 635
|
|
},
|
|
{
|
|
"epoch": 2.208604954367666,
|
|
"grad_norm": 0.8320687413215637,
|
|
"learning_rate": 8.437122088564198e-05,
|
|
"loss": 3.7175,
|
|
"step": 636
|
|
},
|
|
{
|
|
"epoch": 2.212081703607127,
|
|
"grad_norm": 0.781334638595581,
|
|
"learning_rate": 8.430468312709712e-05,
|
|
"loss": 3.7437,
|
|
"step": 637
|
|
},
|
|
{
|
|
"epoch": 2.2155584528465884,
|
|
"grad_norm": 0.7602312564849854,
|
|
"learning_rate": 8.423803038956764e-05,
|
|
"loss": 3.6857,
|
|
"step": 638
|
|
},
|
|
{
|
|
"epoch": 2.2190352020860495,
|
|
"grad_norm": 0.7551150918006897,
|
|
"learning_rate": 8.417126289645344e-05,
|
|
"loss": 3.7341,
|
|
"step": 639
|
|
},
|
|
{
|
|
"epoch": 2.2225119513255107,
|
|
"grad_norm": 0.8869550228118896,
|
|
"learning_rate": 8.410438087153911e-05,
|
|
"loss": 3.6262,
|
|
"step": 640
|
|
},
|
|
{
|
|
"epoch": 2.225988700564972,
|
|
"grad_norm": 0.8678908348083496,
|
|
"learning_rate": 8.403738453899308e-05,
|
|
"loss": 3.5698,
|
|
"step": 641
|
|
},
|
|
{
|
|
"epoch": 2.229465449804433,
|
|
"grad_norm": 0.7575172781944275,
|
|
"learning_rate": 8.39702741233669e-05,
|
|
"loss": 3.6571,
|
|
"step": 642
|
|
},
|
|
{
|
|
"epoch": 2.232942199043894,
|
|
"grad_norm": 0.7576946020126343,
|
|
"learning_rate": 8.390304984959454e-05,
|
|
"loss": 3.7523,
|
|
"step": 643
|
|
},
|
|
{
|
|
"epoch": 2.236418948283355,
|
|
"grad_norm": 0.7081326246261597,
|
|
"learning_rate": 8.383571194299154e-05,
|
|
"loss": 3.6405,
|
|
"step": 644
|
|
},
|
|
{
|
|
"epoch": 2.239895697522816,
|
|
"grad_norm": 0.7227503657341003,
|
|
"learning_rate": 8.376826062925432e-05,
|
|
"loss": 3.5813,
|
|
"step": 645
|
|
},
|
|
{
|
|
"epoch": 2.2433724467622773,
|
|
"grad_norm": 0.9157429933547974,
|
|
"learning_rate": 8.370069613445939e-05,
|
|
"loss": 3.7295,
|
|
"step": 646
|
|
},
|
|
{
|
|
"epoch": 2.2468491960017385,
|
|
"grad_norm": 0.9113756418228149,
|
|
"learning_rate": 8.363301868506264e-05,
|
|
"loss": 3.6834,
|
|
"step": 647
|
|
},
|
|
{
|
|
"epoch": 2.2503259452411997,
|
|
"grad_norm": 0.9403269290924072,
|
|
"learning_rate": 8.356522850789852e-05,
|
|
"loss": 3.7961,
|
|
"step": 648
|
|
},
|
|
{
|
|
"epoch": 2.2538026944806604,
|
|
"grad_norm": 0.7835237979888916,
|
|
"learning_rate": 8.349732583017934e-05,
|
|
"loss": 3.5661,
|
|
"step": 649
|
|
},
|
|
{
|
|
"epoch": 2.2572794437201216,
|
|
"grad_norm": 0.7705581188201904,
|
|
"learning_rate": 8.342931087949446e-05,
|
|
"loss": 3.658,
|
|
"step": 650
|
|
},
|
|
{
|
|
"epoch": 2.2607561929595827,
|
|
"grad_norm": 0.9230582118034363,
|
|
"learning_rate": 8.336118388380954e-05,
|
|
"loss": 3.5736,
|
|
"step": 651
|
|
},
|
|
{
|
|
"epoch": 2.264232942199044,
|
|
"grad_norm": 0.8842865824699402,
|
|
"learning_rate": 8.329294507146579e-05,
|
|
"loss": 3.7125,
|
|
"step": 652
|
|
},
|
|
{
|
|
"epoch": 2.267709691438505,
|
|
"grad_norm": 0.8269637823104858,
|
|
"learning_rate": 8.32245946711792e-05,
|
|
"loss": 3.7351,
|
|
"step": 653
|
|
},
|
|
{
|
|
"epoch": 2.2711864406779663,
|
|
"grad_norm": 0.8161711096763611,
|
|
"learning_rate": 8.315613291203976e-05,
|
|
"loss": 3.561,
|
|
"step": 654
|
|
},
|
|
{
|
|
"epoch": 2.274663189917427,
|
|
"grad_norm": 0.8007653951644897,
|
|
"learning_rate": 8.30875600235107e-05,
|
|
"loss": 3.6928,
|
|
"step": 655
|
|
},
|
|
{
|
|
"epoch": 2.278139939156888,
|
|
"grad_norm": 0.685224175453186,
|
|
"learning_rate": 8.301887623542773e-05,
|
|
"loss": 3.6402,
|
|
"step": 656
|
|
},
|
|
{
|
|
"epoch": 2.2816166883963493,
|
|
"grad_norm": 0.6802821755409241,
|
|
"learning_rate": 8.295008177799827e-05,
|
|
"loss": 3.6212,
|
|
"step": 657
|
|
},
|
|
{
|
|
"epoch": 2.2850934376358105,
|
|
"grad_norm": 0.6886381506919861,
|
|
"learning_rate": 8.288117688180064e-05,
|
|
"loss": 3.5536,
|
|
"step": 658
|
|
},
|
|
{
|
|
"epoch": 2.2885701868752717,
|
|
"grad_norm": 0.7427237629890442,
|
|
"learning_rate": 8.281216177778334e-05,
|
|
"loss": 3.7049,
|
|
"step": 659
|
|
},
|
|
{
|
|
"epoch": 2.292046936114733,
|
|
"grad_norm": 0.6893945932388306,
|
|
"learning_rate": 8.274303669726426e-05,
|
|
"loss": 3.6027,
|
|
"step": 660
|
|
},
|
|
{
|
|
"epoch": 2.295523685354194,
|
|
"grad_norm": 0.7162789106369019,
|
|
"learning_rate": 8.267380187192989e-05,
|
|
"loss": 3.7657,
|
|
"step": 661
|
|
},
|
|
{
|
|
"epoch": 2.2990004345936548,
|
|
"grad_norm": 0.7326735854148865,
|
|
"learning_rate": 8.260445753383452e-05,
|
|
"loss": 3.5549,
|
|
"step": 662
|
|
},
|
|
{
|
|
"epoch": 2.302477183833116,
|
|
"grad_norm": 0.8043762445449829,
|
|
"learning_rate": 8.253500391539956e-05,
|
|
"loss": 3.5237,
|
|
"step": 663
|
|
},
|
|
{
|
|
"epoch": 2.305953933072577,
|
|
"grad_norm": 0.9436041712760925,
|
|
"learning_rate": 8.246544124941266e-05,
|
|
"loss": 3.6999,
|
|
"step": 664
|
|
},
|
|
{
|
|
"epoch": 2.3094306823120383,
|
|
"grad_norm": 0.9793234467506409,
|
|
"learning_rate": 8.239576976902695e-05,
|
|
"loss": 3.6953,
|
|
"step": 665
|
|
},
|
|
{
|
|
"epoch": 2.3129074315514995,
|
|
"grad_norm": 0.8090691566467285,
|
|
"learning_rate": 8.232598970776028e-05,
|
|
"loss": 3.6129,
|
|
"step": 666
|
|
},
|
|
{
|
|
"epoch": 2.3163841807909606,
|
|
"grad_norm": 0.8231872320175171,
|
|
"learning_rate": 8.225610129949443e-05,
|
|
"loss": 3.6311,
|
|
"step": 667
|
|
},
|
|
{
|
|
"epoch": 2.3198609300304214,
|
|
"grad_norm": 0.7168385982513428,
|
|
"learning_rate": 8.218610477847436e-05,
|
|
"loss": 3.5907,
|
|
"step": 668
|
|
},
|
|
{
|
|
"epoch": 2.3233376792698825,
|
|
"grad_norm": 0.7335355877876282,
|
|
"learning_rate": 8.211600037930736e-05,
|
|
"loss": 3.6044,
|
|
"step": 669
|
|
},
|
|
{
|
|
"epoch": 2.3268144285093437,
|
|
"grad_norm": 0.8048617839813232,
|
|
"learning_rate": 8.204578833696228e-05,
|
|
"loss": 3.7008,
|
|
"step": 670
|
|
},
|
|
{
|
|
"epoch": 2.330291177748805,
|
|
"grad_norm": 0.8575453758239746,
|
|
"learning_rate": 8.197546888676878e-05,
|
|
"loss": 3.6408,
|
|
"step": 671
|
|
},
|
|
{
|
|
"epoch": 2.333767926988266,
|
|
"grad_norm": 0.7635408043861389,
|
|
"learning_rate": 8.190504226441654e-05,
|
|
"loss": 3.605,
|
|
"step": 672
|
|
},
|
|
{
|
|
"epoch": 2.3372446762277272,
|
|
"grad_norm": 0.6884478330612183,
|
|
"learning_rate": 8.183450870595441e-05,
|
|
"loss": 3.6391,
|
|
"step": 673
|
|
},
|
|
{
|
|
"epoch": 2.340721425467188,
|
|
"grad_norm": 0.9262790083885193,
|
|
"learning_rate": 8.176386844778968e-05,
|
|
"loss": 3.5877,
|
|
"step": 674
|
|
},
|
|
{
|
|
"epoch": 2.344198174706649,
|
|
"grad_norm": 1.1123980283737183,
|
|
"learning_rate": 8.169312172668726e-05,
|
|
"loss": 3.5557,
|
|
"step": 675
|
|
},
|
|
{
|
|
"epoch": 2.3476749239461103,
|
|
"grad_norm": 0.8961548805236816,
|
|
"learning_rate": 8.162226877976887e-05,
|
|
"loss": 3.6788,
|
|
"step": 676
|
|
},
|
|
{
|
|
"epoch": 2.3511516731855715,
|
|
"grad_norm": 1.1101398468017578,
|
|
"learning_rate": 8.15513098445123e-05,
|
|
"loss": 3.653,
|
|
"step": 677
|
|
},
|
|
{
|
|
"epoch": 2.3546284224250327,
|
|
"grad_norm": 1.0202254056930542,
|
|
"learning_rate": 8.148024515875057e-05,
|
|
"loss": 3.6128,
|
|
"step": 678
|
|
},
|
|
{
|
|
"epoch": 2.358105171664494,
|
|
"grad_norm": 0.9809442758560181,
|
|
"learning_rate": 8.140907496067114e-05,
|
|
"loss": 3.6884,
|
|
"step": 679
|
|
},
|
|
{
|
|
"epoch": 2.361581920903955,
|
|
"grad_norm": 0.998312771320343,
|
|
"learning_rate": 8.133779948881514e-05,
|
|
"loss": 3.6343,
|
|
"step": 680
|
|
},
|
|
{
|
|
"epoch": 2.3650586701434158,
|
|
"grad_norm": 0.8048033118247986,
|
|
"learning_rate": 8.126641898207648e-05,
|
|
"loss": 3.6517,
|
|
"step": 681
|
|
},
|
|
{
|
|
"epoch": 2.368535419382877,
|
|
"grad_norm": 0.7618369460105896,
|
|
"learning_rate": 8.119493367970119e-05,
|
|
"loss": 3.5172,
|
|
"step": 682
|
|
},
|
|
{
|
|
"epoch": 2.372012168622338,
|
|
"grad_norm": 0.7011895775794983,
|
|
"learning_rate": 8.112334382128651e-05,
|
|
"loss": 3.5716,
|
|
"step": 683
|
|
},
|
|
{
|
|
"epoch": 2.3754889178617993,
|
|
"grad_norm": 0.7433372735977173,
|
|
"learning_rate": 8.105164964678009e-05,
|
|
"loss": 3.7358,
|
|
"step": 684
|
|
},
|
|
{
|
|
"epoch": 2.3789656671012605,
|
|
"grad_norm": 0.8242580890655518,
|
|
"learning_rate": 8.09798513964793e-05,
|
|
"loss": 3.5706,
|
|
"step": 685
|
|
},
|
|
{
|
|
"epoch": 2.382442416340721,
|
|
"grad_norm": 0.7195044755935669,
|
|
"learning_rate": 8.090794931103026e-05,
|
|
"loss": 3.6252,
|
|
"step": 686
|
|
},
|
|
{
|
|
"epoch": 2.3859191655801824,
|
|
"grad_norm": 0.7642951011657715,
|
|
"learning_rate": 8.083594363142717e-05,
|
|
"loss": 3.6058,
|
|
"step": 687
|
|
},
|
|
{
|
|
"epoch": 2.3893959148196435,
|
|
"grad_norm": 0.799333393573761,
|
|
"learning_rate": 8.076383459901137e-05,
|
|
"loss": 3.5904,
|
|
"step": 688
|
|
},
|
|
{
|
|
"epoch": 2.3928726640591047,
|
|
"grad_norm": 0.7877199053764343,
|
|
"learning_rate": 8.06916224554707e-05,
|
|
"loss": 3.5985,
|
|
"step": 689
|
|
},
|
|
{
|
|
"epoch": 2.396349413298566,
|
|
"grad_norm": 0.8267778754234314,
|
|
"learning_rate": 8.061930744283854e-05,
|
|
"loss": 3.5293,
|
|
"step": 690
|
|
},
|
|
{
|
|
"epoch": 2.399826162538027,
|
|
"grad_norm": 0.8435574173927307,
|
|
"learning_rate": 8.054688980349309e-05,
|
|
"loss": 3.614,
|
|
"step": 691
|
|
},
|
|
{
|
|
"epoch": 2.4033029117774882,
|
|
"grad_norm": 0.7058742046356201,
|
|
"learning_rate": 8.047436978015649e-05,
|
|
"loss": 3.5749,
|
|
"step": 692
|
|
},
|
|
{
|
|
"epoch": 2.406779661016949,
|
|
"grad_norm": 0.6880009770393372,
|
|
"learning_rate": 8.040174761589406e-05,
|
|
"loss": 3.6028,
|
|
"step": 693
|
|
},
|
|
{
|
|
"epoch": 2.41025641025641,
|
|
"grad_norm": 0.7245696187019348,
|
|
"learning_rate": 8.032902355411345e-05,
|
|
"loss": 3.6305,
|
|
"step": 694
|
|
},
|
|
{
|
|
"epoch": 2.4137331594958713,
|
|
"grad_norm": 0.7221509218215942,
|
|
"learning_rate": 8.025619783856388e-05,
|
|
"loss": 3.552,
|
|
"step": 695
|
|
},
|
|
{
|
|
"epoch": 2.4172099087353325,
|
|
"grad_norm": 0.6806580424308777,
|
|
"learning_rate": 8.018327071333521e-05,
|
|
"loss": 3.497,
|
|
"step": 696
|
|
},
|
|
{
|
|
"epoch": 2.4206866579747937,
|
|
"grad_norm": 0.6653738617897034,
|
|
"learning_rate": 8.011024242285728e-05,
|
|
"loss": 3.5242,
|
|
"step": 697
|
|
},
|
|
{
|
|
"epoch": 2.424163407214255,
|
|
"grad_norm": 0.725482702255249,
|
|
"learning_rate": 8.003711321189895e-05,
|
|
"loss": 3.6399,
|
|
"step": 698
|
|
},
|
|
{
|
|
"epoch": 2.427640156453716,
|
|
"grad_norm": 0.6843823194503784,
|
|
"learning_rate": 7.996388332556735e-05,
|
|
"loss": 3.5002,
|
|
"step": 699
|
|
},
|
|
{
|
|
"epoch": 2.4311169056931767,
|
|
"grad_norm": 0.6126710772514343,
|
|
"learning_rate": 7.989055300930704e-05,
|
|
"loss": 3.5279,
|
|
"step": 700
|
|
},
|
|
{
|
|
"epoch": 2.434593654932638,
|
|
"grad_norm": 0.6402905583381653,
|
|
"learning_rate": 7.981712250889921e-05,
|
|
"loss": 3.4861,
|
|
"step": 701
|
|
},
|
|
{
|
|
"epoch": 2.438070404172099,
|
|
"grad_norm": 0.6130061745643616,
|
|
"learning_rate": 7.97435920704608e-05,
|
|
"loss": 3.5446,
|
|
"step": 702
|
|
},
|
|
{
|
|
"epoch": 2.4415471534115603,
|
|
"grad_norm": 0.6037262678146362,
|
|
"learning_rate": 7.966996194044376e-05,
|
|
"loss": 3.5591,
|
|
"step": 703
|
|
},
|
|
{
|
|
"epoch": 2.4450239026510214,
|
|
"grad_norm": 0.5912169218063354,
|
|
"learning_rate": 7.959623236563411e-05,
|
|
"loss": 3.5881,
|
|
"step": 704
|
|
},
|
|
{
|
|
"epoch": 2.448500651890482,
|
|
"grad_norm": 0.6557775139808655,
|
|
"learning_rate": 7.952240359315126e-05,
|
|
"loss": 3.5602,
|
|
"step": 705
|
|
},
|
|
{
|
|
"epoch": 2.4519774011299433,
|
|
"grad_norm": 0.7176311016082764,
|
|
"learning_rate": 7.944847587044704e-05,
|
|
"loss": 3.6946,
|
|
"step": 706
|
|
},
|
|
{
|
|
"epoch": 2.4554541503694045,
|
|
"grad_norm": 0.9263601303100586,
|
|
"learning_rate": 7.937444944530495e-05,
|
|
"loss": 3.4952,
|
|
"step": 707
|
|
},
|
|
{
|
|
"epoch": 2.4589308996088657,
|
|
"grad_norm": 0.8851249814033508,
|
|
"learning_rate": 7.930032456583931e-05,
|
|
"loss": 3.4797,
|
|
"step": 708
|
|
},
|
|
{
|
|
"epoch": 2.462407648848327,
|
|
"grad_norm": 0.7957706451416016,
|
|
"learning_rate": 7.922610148049445e-05,
|
|
"loss": 3.4552,
|
|
"step": 709
|
|
},
|
|
{
|
|
"epoch": 2.465884398087788,
|
|
"grad_norm": 0.8621044754981995,
|
|
"learning_rate": 7.915178043804382e-05,
|
|
"loss": 3.6836,
|
|
"step": 710
|
|
},
|
|
{
|
|
"epoch": 2.469361147327249,
|
|
"grad_norm": 0.8820719718933105,
|
|
"learning_rate": 7.907736168758921e-05,
|
|
"loss": 3.4278,
|
|
"step": 711
|
|
},
|
|
{
|
|
"epoch": 2.47283789656671,
|
|
"grad_norm": 0.9527013301849365,
|
|
"learning_rate": 7.900284547855991e-05,
|
|
"loss": 3.4505,
|
|
"step": 712
|
|
},
|
|
{
|
|
"epoch": 2.476314645806171,
|
|
"grad_norm": 0.8297730088233948,
|
|
"learning_rate": 7.892823206071185e-05,
|
|
"loss": 3.5746,
|
|
"step": 713
|
|
},
|
|
{
|
|
"epoch": 2.4797913950456323,
|
|
"grad_norm": 0.8282458186149597,
|
|
"learning_rate": 7.885352168412676e-05,
|
|
"loss": 3.566,
|
|
"step": 714
|
|
},
|
|
{
|
|
"epoch": 2.4832681442850935,
|
|
"grad_norm": 0.8243257403373718,
|
|
"learning_rate": 7.877871459921138e-05,
|
|
"loss": 3.4891,
|
|
"step": 715
|
|
},
|
|
{
|
|
"epoch": 2.4867448935245546,
|
|
"grad_norm": 0.8400633335113525,
|
|
"learning_rate": 7.870381105669657e-05,
|
|
"loss": 3.4364,
|
|
"step": 716
|
|
},
|
|
{
|
|
"epoch": 2.490221642764016,
|
|
"grad_norm": 0.9697174429893494,
|
|
"learning_rate": 7.862881130763646e-05,
|
|
"loss": 3.58,
|
|
"step": 717
|
|
},
|
|
{
|
|
"epoch": 2.493698392003477,
|
|
"grad_norm": 0.882383406162262,
|
|
"learning_rate": 7.85537156034077e-05,
|
|
"loss": 3.5832,
|
|
"step": 718
|
|
},
|
|
{
|
|
"epoch": 2.4971751412429377,
|
|
"grad_norm": 0.7008349299430847,
|
|
"learning_rate": 7.847852419570846e-05,
|
|
"loss": 3.4555,
|
|
"step": 719
|
|
},
|
|
{
|
|
"epoch": 2.500651890482399,
|
|
"grad_norm": 0.8088206648826599,
|
|
"learning_rate": 7.840323733655778e-05,
|
|
"loss": 3.5888,
|
|
"step": 720
|
|
},
|
|
{
|
|
"epoch": 2.50412863972186,
|
|
"grad_norm": 0.8056133985519409,
|
|
"learning_rate": 7.832785527829458e-05,
|
|
"loss": 3.6404,
|
|
"step": 721
|
|
},
|
|
{
|
|
"epoch": 2.5076053889613212,
|
|
"grad_norm": 0.9462586045265198,
|
|
"learning_rate": 7.825237827357683e-05,
|
|
"loss": 3.5969,
|
|
"step": 722
|
|
},
|
|
{
|
|
"epoch": 2.5110821382007824,
|
|
"grad_norm": 0.8435570597648621,
|
|
"learning_rate": 7.817680657538078e-05,
|
|
"loss": 3.5405,
|
|
"step": 723
|
|
},
|
|
{
|
|
"epoch": 2.514558887440243,
|
|
"grad_norm": 0.7596110105514526,
|
|
"learning_rate": 7.8101140437e-05,
|
|
"loss": 3.5774,
|
|
"step": 724
|
|
},
|
|
{
|
|
"epoch": 2.5180356366797043,
|
|
"grad_norm": 0.8581807017326355,
|
|
"learning_rate": 7.80253801120447e-05,
|
|
"loss": 3.4993,
|
|
"step": 725
|
|
},
|
|
{
|
|
"epoch": 2.5215123859191655,
|
|
"grad_norm": 0.7680181860923767,
|
|
"learning_rate": 7.794952585444068e-05,
|
|
"loss": 3.5667,
|
|
"step": 726
|
|
},
|
|
{
|
|
"epoch": 2.5249891351586267,
|
|
"grad_norm": 0.8518640398979187,
|
|
"learning_rate": 7.78735779184286e-05,
|
|
"loss": 3.5648,
|
|
"step": 727
|
|
},
|
|
{
|
|
"epoch": 2.528465884398088,
|
|
"grad_norm": 0.8862175345420837,
|
|
"learning_rate": 7.779753655856312e-05,
|
|
"loss": 3.608,
|
|
"step": 728
|
|
},
|
|
{
|
|
"epoch": 2.531942633637549,
|
|
"grad_norm": 0.8444491028785706,
|
|
"learning_rate": 7.772140202971204e-05,
|
|
"loss": 3.5332,
|
|
"step": 729
|
|
},
|
|
{
|
|
"epoch": 2.53541938287701,
|
|
"grad_norm": 0.8340655565261841,
|
|
"learning_rate": 7.764517458705536e-05,
|
|
"loss": 3.4764,
|
|
"step": 730
|
|
},
|
|
{
|
|
"epoch": 2.538896132116471,
|
|
"grad_norm": 0.9282291531562805,
|
|
"learning_rate": 7.756885448608459e-05,
|
|
"loss": 3.5358,
|
|
"step": 731
|
|
},
|
|
{
|
|
"epoch": 2.542372881355932,
|
|
"grad_norm": 0.7459742426872253,
|
|
"learning_rate": 7.749244198260175e-05,
|
|
"loss": 3.5173,
|
|
"step": 732
|
|
},
|
|
{
|
|
"epoch": 2.5458496305953933,
|
|
"grad_norm": 0.6265541315078735,
|
|
"learning_rate": 7.74159373327186e-05,
|
|
"loss": 3.5435,
|
|
"step": 733
|
|
},
|
|
{
|
|
"epoch": 2.5493263798348544,
|
|
"grad_norm": 0.6342918276786804,
|
|
"learning_rate": 7.733934079285569e-05,
|
|
"loss": 3.5435,
|
|
"step": 734
|
|
},
|
|
{
|
|
"epoch": 2.5528031290743156,
|
|
"grad_norm": 0.6661461591720581,
|
|
"learning_rate": 7.726265261974162e-05,
|
|
"loss": 3.4791,
|
|
"step": 735
|
|
},
|
|
{
|
|
"epoch": 2.5562798783137763,
|
|
"grad_norm": 0.6519825458526611,
|
|
"learning_rate": 7.718587307041208e-05,
|
|
"loss": 3.6155,
|
|
"step": 736
|
|
},
|
|
{
|
|
"epoch": 2.559756627553238,
|
|
"grad_norm": 0.6564475297927856,
|
|
"learning_rate": 7.710900240220904e-05,
|
|
"loss": 3.6105,
|
|
"step": 737
|
|
},
|
|
{
|
|
"epoch": 2.5632333767926987,
|
|
"grad_norm": 0.6510676741600037,
|
|
"learning_rate": 7.703204087277988e-05,
|
|
"loss": 3.5056,
|
|
"step": 738
|
|
},
|
|
{
|
|
"epoch": 2.56671012603216,
|
|
"grad_norm": 0.7257498502731323,
|
|
"learning_rate": 7.695498874007649e-05,
|
|
"loss": 3.4504,
|
|
"step": 739
|
|
},
|
|
{
|
|
"epoch": 2.570186875271621,
|
|
"grad_norm": 0.7453542351722717,
|
|
"learning_rate": 7.687784626235448e-05,
|
|
"loss": 3.5899,
|
|
"step": 740
|
|
},
|
|
{
|
|
"epoch": 2.573663624511082,
|
|
"grad_norm": 0.855290949344635,
|
|
"learning_rate": 7.680061369817222e-05,
|
|
"loss": 3.5492,
|
|
"step": 741
|
|
},
|
|
{
|
|
"epoch": 2.5771403737505434,
|
|
"grad_norm": 0.9114766120910645,
|
|
"learning_rate": 7.672329130639005e-05,
|
|
"loss": 3.5393,
|
|
"step": 742
|
|
},
|
|
{
|
|
"epoch": 2.580617122990004,
|
|
"grad_norm": 0.7029814720153809,
|
|
"learning_rate": 7.66458793461694e-05,
|
|
"loss": 3.5573,
|
|
"step": 743
|
|
},
|
|
{
|
|
"epoch": 2.5840938722294653,
|
|
"grad_norm": 0.6988779306411743,
|
|
"learning_rate": 7.656837807697187e-05,
|
|
"loss": 3.596,
|
|
"step": 744
|
|
},
|
|
{
|
|
"epoch": 2.5875706214689265,
|
|
"grad_norm": 0.7252441048622131,
|
|
"learning_rate": 7.64907877585584e-05,
|
|
"loss": 3.479,
|
|
"step": 745
|
|
},
|
|
{
|
|
"epoch": 2.5910473707083876,
|
|
"grad_norm": 0.7226544618606567,
|
|
"learning_rate": 7.641310865098845e-05,
|
|
"loss": 3.6214,
|
|
"step": 746
|
|
},
|
|
{
|
|
"epoch": 2.594524119947849,
|
|
"grad_norm": 0.6503444314002991,
|
|
"learning_rate": 7.633534101461902e-05,
|
|
"loss": 3.5305,
|
|
"step": 747
|
|
},
|
|
{
|
|
"epoch": 2.59800086918731,
|
|
"grad_norm": 0.635787844657898,
|
|
"learning_rate": 7.625748511010382e-05,
|
|
"loss": 3.5219,
|
|
"step": 748
|
|
},
|
|
{
|
|
"epoch": 2.601477618426771,
|
|
"grad_norm": 0.6334975957870483,
|
|
"learning_rate": 7.617954119839247e-05,
|
|
"loss": 3.468,
|
|
"step": 749
|
|
},
|
|
{
|
|
"epoch": 2.604954367666232,
|
|
"grad_norm": 0.692579448223114,
|
|
"learning_rate": 7.610150954072952e-05,
|
|
"loss": 3.4644,
|
|
"step": 750
|
|
},
|
|
{
|
|
"epoch": 2.608431116905693,
|
|
"grad_norm": 0.8107365369796753,
|
|
"learning_rate": 7.602339039865362e-05,
|
|
"loss": 3.488,
|
|
"step": 751
|
|
},
|
|
{
|
|
"epoch": 2.6119078661451542,
|
|
"grad_norm": 0.8618629574775696,
|
|
"learning_rate": 7.594518403399667e-05,
|
|
"loss": 3.5615,
|
|
"step": 752
|
|
},
|
|
{
|
|
"epoch": 2.6153846153846154,
|
|
"grad_norm": 0.8016732931137085,
|
|
"learning_rate": 7.586689070888284e-05,
|
|
"loss": 3.4891,
|
|
"step": 753
|
|
},
|
|
{
|
|
"epoch": 2.6188613646240766,
|
|
"grad_norm": 0.9589606523513794,
|
|
"learning_rate": 7.578851068572788e-05,
|
|
"loss": 3.5743,
|
|
"step": 754
|
|
},
|
|
{
|
|
"epoch": 2.6223381138635373,
|
|
"grad_norm": 1.0258772373199463,
|
|
"learning_rate": 7.571004422723805e-05,
|
|
"loss": 3.5625,
|
|
"step": 755
|
|
},
|
|
{
|
|
"epoch": 2.625814863102999,
|
|
"grad_norm": 0.7846320271492004,
|
|
"learning_rate": 7.563149159640929e-05,
|
|
"loss": 3.5014,
|
|
"step": 756
|
|
},
|
|
{
|
|
"epoch": 2.6292916123424597,
|
|
"grad_norm": 0.7241854667663574,
|
|
"learning_rate": 7.555285305652644e-05,
|
|
"loss": 3.5707,
|
|
"step": 757
|
|
},
|
|
{
|
|
"epoch": 2.632768361581921,
|
|
"grad_norm": 0.6381678581237793,
|
|
"learning_rate": 7.547412887116223e-05,
|
|
"loss": 3.5553,
|
|
"step": 758
|
|
},
|
|
{
|
|
"epoch": 2.636245110821382,
|
|
"grad_norm": 0.6428322196006775,
|
|
"learning_rate": 7.539531930417648e-05,
|
|
"loss": 3.4585,
|
|
"step": 759
|
|
},
|
|
{
|
|
"epoch": 2.639721860060843,
|
|
"grad_norm": 0.6515122056007385,
|
|
"learning_rate": 7.531642461971516e-05,
|
|
"loss": 3.4973,
|
|
"step": 760
|
|
},
|
|
{
|
|
"epoch": 2.6431986093003044,
|
|
"grad_norm": 0.7195065021514893,
|
|
"learning_rate": 7.523744508220949e-05,
|
|
"loss": 3.5204,
|
|
"step": 761
|
|
},
|
|
{
|
|
"epoch": 2.646675358539765,
|
|
"grad_norm": 0.7389284372329712,
|
|
"learning_rate": 7.51583809563752e-05,
|
|
"loss": 3.5345,
|
|
"step": 762
|
|
},
|
|
{
|
|
"epoch": 2.6501521077792263,
|
|
"grad_norm": 0.8561949133872986,
|
|
"learning_rate": 7.507923250721145e-05,
|
|
"loss": 3.5781,
|
|
"step": 763
|
|
},
|
|
{
|
|
"epoch": 2.6536288570186874,
|
|
"grad_norm": 0.9598309993743896,
|
|
"learning_rate": 7.500000000000001e-05,
|
|
"loss": 3.5838,
|
|
"step": 764
|
|
},
|
|
{
|
|
"epoch": 2.6571056062581486,
|
|
"grad_norm": 1.006478190422058,
|
|
"learning_rate": 7.492068370030447e-05,
|
|
"loss": 3.6576,
|
|
"step": 765
|
|
},
|
|
{
|
|
"epoch": 2.66058235549761,
|
|
"grad_norm": 0.9836744666099548,
|
|
"learning_rate": 7.48412838739692e-05,
|
|
"loss": 3.649,
|
|
"step": 766
|
|
},
|
|
{
|
|
"epoch": 2.664059104737071,
|
|
"grad_norm": 0.8797217011451721,
|
|
"learning_rate": 7.476180078711854e-05,
|
|
"loss": 3.4689,
|
|
"step": 767
|
|
},
|
|
{
|
|
"epoch": 2.667535853976532,
|
|
"grad_norm": 0.8832845091819763,
|
|
"learning_rate": 7.468223470615593e-05,
|
|
"loss": 3.3975,
|
|
"step": 768
|
|
},
|
|
{
|
|
"epoch": 2.671012603215993,
|
|
"grad_norm": 0.7454182505607605,
|
|
"learning_rate": 7.460258589776292e-05,
|
|
"loss": 3.5938,
|
|
"step": 769
|
|
},
|
|
{
|
|
"epoch": 2.674489352455454,
|
|
"grad_norm": 0.6505441069602966,
|
|
"learning_rate": 7.452285462889841e-05,
|
|
"loss": 3.5975,
|
|
"step": 770
|
|
},
|
|
{
|
|
"epoch": 2.6779661016949152,
|
|
"grad_norm": 0.6446083188056946,
|
|
"learning_rate": 7.44430411667976e-05,
|
|
"loss": 3.4146,
|
|
"step": 771
|
|
},
|
|
{
|
|
"epoch": 2.6814428509343764,
|
|
"grad_norm": 0.6646334528923035,
|
|
"learning_rate": 7.436314577897126e-05,
|
|
"loss": 3.5033,
|
|
"step": 772
|
|
},
|
|
{
|
|
"epoch": 2.6849196001738376,
|
|
"grad_norm": 0.7433136105537415,
|
|
"learning_rate": 7.428316873320466e-05,
|
|
"loss": 3.3934,
|
|
"step": 773
|
|
},
|
|
{
|
|
"epoch": 2.6883963494132983,
|
|
"grad_norm": 0.7214708924293518,
|
|
"learning_rate": 7.420311029755688e-05,
|
|
"loss": 3.5329,
|
|
"step": 774
|
|
},
|
|
{
|
|
"epoch": 2.69187309865276,
|
|
"grad_norm": 0.7187039852142334,
|
|
"learning_rate": 7.412297074035967e-05,
|
|
"loss": 3.6085,
|
|
"step": 775
|
|
},
|
|
{
|
|
"epoch": 2.6953498478922207,
|
|
"grad_norm": 0.6889802813529968,
|
|
"learning_rate": 7.404275033021676e-05,
|
|
"loss": 3.5609,
|
|
"step": 776
|
|
},
|
|
{
|
|
"epoch": 2.698826597131682,
|
|
"grad_norm": 0.7113670706748962,
|
|
"learning_rate": 7.396244933600285e-05,
|
|
"loss": 3.5038,
|
|
"step": 777
|
|
},
|
|
{
|
|
"epoch": 2.702303346371143,
|
|
"grad_norm": 0.7699861526489258,
|
|
"learning_rate": 7.388206802686272e-05,
|
|
"loss": 3.4915,
|
|
"step": 778
|
|
},
|
|
{
|
|
"epoch": 2.705780095610604,
|
|
"grad_norm": 0.874978244304657,
|
|
"learning_rate": 7.380160667221035e-05,
|
|
"loss": 3.5332,
|
|
"step": 779
|
|
},
|
|
{
|
|
"epoch": 2.7092568448500653,
|
|
"grad_norm": 0.8308786153793335,
|
|
"learning_rate": 7.372106554172802e-05,
|
|
"loss": 3.5566,
|
|
"step": 780
|
|
},
|
|
{
|
|
"epoch": 2.712733594089526,
|
|
"grad_norm": 0.8035147786140442,
|
|
"learning_rate": 7.364044490536539e-05,
|
|
"loss": 3.4245,
|
|
"step": 781
|
|
},
|
|
{
|
|
"epoch": 2.7162103433289873,
|
|
"grad_norm": 0.6532664895057678,
|
|
"learning_rate": 7.355974503333859e-05,
|
|
"loss": 3.5687,
|
|
"step": 782
|
|
},
|
|
{
|
|
"epoch": 2.7196870925684484,
|
|
"grad_norm": 0.7014971375465393,
|
|
"learning_rate": 7.347896619612932e-05,
|
|
"loss": 3.3345,
|
|
"step": 783
|
|
},
|
|
{
|
|
"epoch": 2.7231638418079096,
|
|
"grad_norm": 0.8252018690109253,
|
|
"learning_rate": 7.339810866448398e-05,
|
|
"loss": 3.4766,
|
|
"step": 784
|
|
},
|
|
{
|
|
"epoch": 2.7266405910473708,
|
|
"grad_norm": 0.8229169845581055,
|
|
"learning_rate": 7.331717270941268e-05,
|
|
"loss": 3.4474,
|
|
"step": 785
|
|
},
|
|
{
|
|
"epoch": 2.730117340286832,
|
|
"grad_norm": 0.7657115459442139,
|
|
"learning_rate": 7.323615860218843e-05,
|
|
"loss": 3.5018,
|
|
"step": 786
|
|
},
|
|
{
|
|
"epoch": 2.733594089526293,
|
|
"grad_norm": 0.7167194485664368,
|
|
"learning_rate": 7.315506661434616e-05,
|
|
"loss": 3.3943,
|
|
"step": 787
|
|
},
|
|
{
|
|
"epoch": 2.737070838765754,
|
|
"grad_norm": 0.6008238196372986,
|
|
"learning_rate": 7.307389701768182e-05,
|
|
"loss": 3.4675,
|
|
"step": 788
|
|
},
|
|
{
|
|
"epoch": 2.740547588005215,
|
|
"grad_norm": 0.63405841588974,
|
|
"learning_rate": 7.299265008425151e-05,
|
|
"loss": 3.4227,
|
|
"step": 789
|
|
},
|
|
{
|
|
"epoch": 2.744024337244676,
|
|
"grad_norm": 0.6532236337661743,
|
|
"learning_rate": 7.291132608637052e-05,
|
|
"loss": 3.5426,
|
|
"step": 790
|
|
},
|
|
{
|
|
"epoch": 2.7475010864841374,
|
|
"grad_norm": 0.6104541420936584,
|
|
"learning_rate": 7.282992529661246e-05,
|
|
"loss": 3.4405,
|
|
"step": 791
|
|
},
|
|
{
|
|
"epoch": 2.7509778357235986,
|
|
"grad_norm": 0.620786726474762,
|
|
"learning_rate": 7.274844798780826e-05,
|
|
"loss": 3.5128,
|
|
"step": 792
|
|
},
|
|
{
|
|
"epoch": 2.7544545849630593,
|
|
"grad_norm": 0.6040831804275513,
|
|
"learning_rate": 7.266689443304541e-05,
|
|
"loss": 3.3964,
|
|
"step": 793
|
|
},
|
|
{
|
|
"epoch": 2.757931334202521,
|
|
"grad_norm": 0.6351047158241272,
|
|
"learning_rate": 7.258526490566687e-05,
|
|
"loss": 3.4846,
|
|
"step": 794
|
|
},
|
|
{
|
|
"epoch": 2.7614080834419816,
|
|
"grad_norm": 0.6179344654083252,
|
|
"learning_rate": 7.25035596792703e-05,
|
|
"loss": 3.3667,
|
|
"step": 795
|
|
},
|
|
{
|
|
"epoch": 2.764884832681443,
|
|
"grad_norm": 0.5391456484794617,
|
|
"learning_rate": 7.242177902770707e-05,
|
|
"loss": 3.5516,
|
|
"step": 796
|
|
},
|
|
{
|
|
"epoch": 2.768361581920904,
|
|
"grad_norm": 0.5362287759780884,
|
|
"learning_rate": 7.233992322508129e-05,
|
|
"loss": 3.5142,
|
|
"step": 797
|
|
},
|
|
{
|
|
"epoch": 2.771838331160365,
|
|
"grad_norm": 0.5863167643547058,
|
|
"learning_rate": 7.225799254574904e-05,
|
|
"loss": 3.468,
|
|
"step": 798
|
|
},
|
|
{
|
|
"epoch": 2.7753150803998263,
|
|
"grad_norm": 0.6511790156364441,
|
|
"learning_rate": 7.217598726431734e-05,
|
|
"loss": 3.38,
|
|
"step": 799
|
|
},
|
|
{
|
|
"epoch": 2.778791829639287,
|
|
"grad_norm": 0.7753508687019348,
|
|
"learning_rate": 7.209390765564318e-05,
|
|
"loss": 3.4388,
|
|
"step": 800
|
|
},
|
|
{
|
|
"epoch": 2.7822685788787482,
|
|
"grad_norm": 0.9056048393249512,
|
|
"learning_rate": 7.201175399483278e-05,
|
|
"loss": 3.4029,
|
|
"step": 801
|
|
},
|
|
{
|
|
"epoch": 2.7857453281182094,
|
|
"grad_norm": 0.8542281985282898,
|
|
"learning_rate": 7.192952655724049e-05,
|
|
"loss": 3.504,
|
|
"step": 802
|
|
},
|
|
{
|
|
"epoch": 2.7892220773576706,
|
|
"grad_norm": 0.7020969986915588,
|
|
"learning_rate": 7.184722561846798e-05,
|
|
"loss": 3.479,
|
|
"step": 803
|
|
},
|
|
{
|
|
"epoch": 2.7926988265971318,
|
|
"grad_norm": 0.7977145314216614,
|
|
"learning_rate": 7.176485145436325e-05,
|
|
"loss": 3.41,
|
|
"step": 804
|
|
},
|
|
{
|
|
"epoch": 2.796175575836593,
|
|
"grad_norm": 0.8588235378265381,
|
|
"learning_rate": 7.168240434101971e-05,
|
|
"loss": 3.5017,
|
|
"step": 805
|
|
},
|
|
{
|
|
"epoch": 2.799652325076054,
|
|
"grad_norm": 0.8466975092887878,
|
|
"learning_rate": 7.159988455477534e-05,
|
|
"loss": 3.5023,
|
|
"step": 806
|
|
},
|
|
{
|
|
"epoch": 2.803129074315515,
|
|
"grad_norm": 0.8365435600280762,
|
|
"learning_rate": 7.151729237221162e-05,
|
|
"loss": 3.5185,
|
|
"step": 807
|
|
},
|
|
{
|
|
"epoch": 2.806605823554976,
|
|
"grad_norm": 0.8156039118766785,
|
|
"learning_rate": 7.143462807015271e-05,
|
|
"loss": 3.4056,
|
|
"step": 808
|
|
},
|
|
{
|
|
"epoch": 2.810082572794437,
|
|
"grad_norm": 0.8369770050048828,
|
|
"learning_rate": 7.135189192566453e-05,
|
|
"loss": 3.4314,
|
|
"step": 809
|
|
},
|
|
{
|
|
"epoch": 2.8135593220338984,
|
|
"grad_norm": 0.7135697603225708,
|
|
"learning_rate": 7.126908421605375e-05,
|
|
"loss": 3.4166,
|
|
"step": 810
|
|
},
|
|
{
|
|
"epoch": 2.8170360712733595,
|
|
"grad_norm": 0.6435958743095398,
|
|
"learning_rate": 7.11862052188669e-05,
|
|
"loss": 3.469,
|
|
"step": 811
|
|
},
|
|
{
|
|
"epoch": 2.8205128205128203,
|
|
"grad_norm": 0.6611959934234619,
|
|
"learning_rate": 7.110325521188949e-05,
|
|
"loss": 3.3635,
|
|
"step": 812
|
|
},
|
|
{
|
|
"epoch": 2.823989569752282,
|
|
"grad_norm": 0.6469593644142151,
|
|
"learning_rate": 7.102023447314501e-05,
|
|
"loss": 3.4362,
|
|
"step": 813
|
|
},
|
|
{
|
|
"epoch": 2.8274663189917426,
|
|
"grad_norm": 0.6080538630485535,
|
|
"learning_rate": 7.093714328089399e-05,
|
|
"loss": 3.4378,
|
|
"step": 814
|
|
},
|
|
{
|
|
"epoch": 2.830943068231204,
|
|
"grad_norm": 0.6681721210479736,
|
|
"learning_rate": 7.085398191363313e-05,
|
|
"loss": 3.4019,
|
|
"step": 815
|
|
},
|
|
{
|
|
"epoch": 2.834419817470665,
|
|
"grad_norm": 0.6522132158279419,
|
|
"learning_rate": 7.077075065009433e-05,
|
|
"loss": 3.4162,
|
|
"step": 816
|
|
},
|
|
{
|
|
"epoch": 2.837896566710126,
|
|
"grad_norm": 0.5956054329872131,
|
|
"learning_rate": 7.068744976924378e-05,
|
|
"loss": 3.3781,
|
|
"step": 817
|
|
},
|
|
{
|
|
"epoch": 2.8413733159495873,
|
|
"grad_norm": 0.5895470976829529,
|
|
"learning_rate": 7.060407955028097e-05,
|
|
"loss": 3.4813,
|
|
"step": 818
|
|
},
|
|
{
|
|
"epoch": 2.844850065189048,
|
|
"grad_norm": 0.6135871410369873,
|
|
"learning_rate": 7.052064027263786e-05,
|
|
"loss": 3.4464,
|
|
"step": 819
|
|
},
|
|
{
|
|
"epoch": 2.848326814428509,
|
|
"grad_norm": 0.5782895088195801,
|
|
"learning_rate": 7.043713221597774e-05,
|
|
"loss": 3.3993,
|
|
"step": 820
|
|
},
|
|
{
|
|
"epoch": 2.8518035636679704,
|
|
"grad_norm": 0.6497248411178589,
|
|
"learning_rate": 7.035355566019458e-05,
|
|
"loss": 3.4595,
|
|
"step": 821
|
|
},
|
|
{
|
|
"epoch": 2.8552803129074316,
|
|
"grad_norm": 0.7294395565986633,
|
|
"learning_rate": 7.026991088541184e-05,
|
|
"loss": 3.3974,
|
|
"step": 822
|
|
},
|
|
{
|
|
"epoch": 2.8587570621468927,
|
|
"grad_norm": 0.6991782188415527,
|
|
"learning_rate": 7.018619817198165e-05,
|
|
"loss": 3.4243,
|
|
"step": 823
|
|
},
|
|
{
|
|
"epoch": 2.862233811386354,
|
|
"grad_norm": 0.688694417476654,
|
|
"learning_rate": 7.01024178004839e-05,
|
|
"loss": 3.4343,
|
|
"step": 824
|
|
},
|
|
{
|
|
"epoch": 2.865710560625815,
|
|
"grad_norm": 0.8485518097877502,
|
|
"learning_rate": 7.001857005172515e-05,
|
|
"loss": 3.4753,
|
|
"step": 825
|
|
},
|
|
{
|
|
"epoch": 2.869187309865276,
|
|
"grad_norm": 0.7970876097679138,
|
|
"learning_rate": 6.99346552067379e-05,
|
|
"loss": 3.3739,
|
|
"step": 826
|
|
},
|
|
{
|
|
"epoch": 2.872664059104737,
|
|
"grad_norm": 0.8355128765106201,
|
|
"learning_rate": 6.985067354677946e-05,
|
|
"loss": 3.3663,
|
|
"step": 827
|
|
},
|
|
{
|
|
"epoch": 2.876140808344198,
|
|
"grad_norm": 1.0474745035171509,
|
|
"learning_rate": 6.976662535333107e-05,
|
|
"loss": 3.4602,
|
|
"step": 828
|
|
},
|
|
{
|
|
"epoch": 2.8796175575836593,
|
|
"grad_norm": 0.971641480922699,
|
|
"learning_rate": 6.968251090809708e-05,
|
|
"loss": 3.5213,
|
|
"step": 829
|
|
},
|
|
{
|
|
"epoch": 2.8830943068231205,
|
|
"grad_norm": 0.85914146900177,
|
|
"learning_rate": 6.959833049300377e-05,
|
|
"loss": 3.4002,
|
|
"step": 830
|
|
},
|
|
{
|
|
"epoch": 2.8865710560625812,
|
|
"grad_norm": 0.7117258310317993,
|
|
"learning_rate": 6.951408439019858e-05,
|
|
"loss": 3.3931,
|
|
"step": 831
|
|
},
|
|
{
|
|
"epoch": 2.890047805302043,
|
|
"grad_norm": 0.7882718443870544,
|
|
"learning_rate": 6.942977288204915e-05,
|
|
"loss": 3.4796,
|
|
"step": 832
|
|
},
|
|
{
|
|
"epoch": 2.8935245545415036,
|
|
"grad_norm": 0.8237490057945251,
|
|
"learning_rate": 6.93453962511423e-05,
|
|
"loss": 3.511,
|
|
"step": 833
|
|
},
|
|
{
|
|
"epoch": 2.8970013037809648,
|
|
"grad_norm": 0.8855555057525635,
|
|
"learning_rate": 6.926095478028311e-05,
|
|
"loss": 3.4921,
|
|
"step": 834
|
|
},
|
|
{
|
|
"epoch": 2.900478053020426,
|
|
"grad_norm": 0.8086044788360596,
|
|
"learning_rate": 6.917644875249404e-05,
|
|
"loss": 3.3488,
|
|
"step": 835
|
|
},
|
|
{
|
|
"epoch": 2.903954802259887,
|
|
"grad_norm": 0.672223687171936,
|
|
"learning_rate": 6.909187845101387e-05,
|
|
"loss": 3.4005,
|
|
"step": 836
|
|
},
|
|
{
|
|
"epoch": 2.9074315514993483,
|
|
"grad_norm": 0.7050768136978149,
|
|
"learning_rate": 6.900724415929681e-05,
|
|
"loss": 3.436,
|
|
"step": 837
|
|
},
|
|
{
|
|
"epoch": 2.910908300738809,
|
|
"grad_norm": 0.6785340905189514,
|
|
"learning_rate": 6.892254616101159e-05,
|
|
"loss": 3.4632,
|
|
"step": 838
|
|
},
|
|
{
|
|
"epoch": 2.91438504997827,
|
|
"grad_norm": 0.6947048902511597,
|
|
"learning_rate": 6.883778474004041e-05,
|
|
"loss": 3.3555,
|
|
"step": 839
|
|
},
|
|
{
|
|
"epoch": 2.9178617992177314,
|
|
"grad_norm": 0.712297797203064,
|
|
"learning_rate": 6.87529601804781e-05,
|
|
"loss": 3.4413,
|
|
"step": 840
|
|
},
|
|
{
|
|
"epoch": 2.9213385484571925,
|
|
"grad_norm": 0.6110817193984985,
|
|
"learning_rate": 6.866807276663106e-05,
|
|
"loss": 3.3946,
|
|
"step": 841
|
|
},
|
|
{
|
|
"epoch": 2.9248152976966537,
|
|
"grad_norm": 0.5554404258728027,
|
|
"learning_rate": 6.858312278301637e-05,
|
|
"loss": 3.3931,
|
|
"step": 842
|
|
},
|
|
{
|
|
"epoch": 2.928292046936115,
|
|
"grad_norm": 0.5974950194358826,
|
|
"learning_rate": 6.849811051436088e-05,
|
|
"loss": 3.4516,
|
|
"step": 843
|
|
},
|
|
{
|
|
"epoch": 2.931768796175576,
|
|
"grad_norm": 0.6106230020523071,
|
|
"learning_rate": 6.841303624560012e-05,
|
|
"loss": 3.4381,
|
|
"step": 844
|
|
},
|
|
{
|
|
"epoch": 2.935245545415037,
|
|
"grad_norm": 0.6150991320610046,
|
|
"learning_rate": 6.832790026187748e-05,
|
|
"loss": 3.3654,
|
|
"step": 845
|
|
},
|
|
{
|
|
"epoch": 2.938722294654498,
|
|
"grad_norm": 0.6058139204978943,
|
|
"learning_rate": 6.824270284854319e-05,
|
|
"loss": 3.4406,
|
|
"step": 846
|
|
},
|
|
{
|
|
"epoch": 2.942199043893959,
|
|
"grad_norm": 0.6507914066314697,
|
|
"learning_rate": 6.815744429115331e-05,
|
|
"loss": 3.4364,
|
|
"step": 847
|
|
},
|
|
{
|
|
"epoch": 2.9456757931334203,
|
|
"grad_norm": 0.7351534962654114,
|
|
"learning_rate": 6.807212487546897e-05,
|
|
"loss": 3.4768,
|
|
"step": 848
|
|
},
|
|
{
|
|
"epoch": 2.9491525423728815,
|
|
"grad_norm": 0.7599115371704102,
|
|
"learning_rate": 6.798674488745515e-05,
|
|
"loss": 3.3948,
|
|
"step": 849
|
|
},
|
|
{
|
|
"epoch": 2.952629291612342,
|
|
"grad_norm": 0.6528266668319702,
|
|
"learning_rate": 6.790130461327993e-05,
|
|
"loss": 3.4272,
|
|
"step": 850
|
|
},
|
|
{
|
|
"epoch": 2.956106040851804,
|
|
"grad_norm": 0.5727442502975464,
|
|
"learning_rate": 6.78158043393134e-05,
|
|
"loss": 3.324,
|
|
"step": 851
|
|
},
|
|
{
|
|
"epoch": 2.9595827900912646,
|
|
"grad_norm": 0.5675135254859924,
|
|
"learning_rate": 6.773024435212678e-05,
|
|
"loss": 3.3768,
|
|
"step": 852
|
|
},
|
|
{
|
|
"epoch": 2.9630595393307257,
|
|
"grad_norm": 0.5391719937324524,
|
|
"learning_rate": 6.764462493849144e-05,
|
|
"loss": 3.3768,
|
|
"step": 853
|
|
},
|
|
{
|
|
"epoch": 2.966536288570187,
|
|
"grad_norm": 0.5126081705093384,
|
|
"learning_rate": 6.755894638537791e-05,
|
|
"loss": 3.3735,
|
|
"step": 854
|
|
},
|
|
{
|
|
"epoch": 2.970013037809648,
|
|
"grad_norm": 0.5525986552238464,
|
|
"learning_rate": 6.747320897995493e-05,
|
|
"loss": 3.3825,
|
|
"step": 855
|
|
},
|
|
{
|
|
"epoch": 2.9734897870491093,
|
|
"grad_norm": 0.5459985733032227,
|
|
"learning_rate": 6.73874130095885e-05,
|
|
"loss": 3.3285,
|
|
"step": 856
|
|
},
|
|
{
|
|
"epoch": 2.97696653628857,
|
|
"grad_norm": 0.5992332696914673,
|
|
"learning_rate": 6.730155876184094e-05,
|
|
"loss": 3.3521,
|
|
"step": 857
|
|
},
|
|
{
|
|
"epoch": 2.980443285528031,
|
|
"grad_norm": 0.6372593641281128,
|
|
"learning_rate": 6.721564652446986e-05,
|
|
"loss": 3.3832,
|
|
"step": 858
|
|
},
|
|
{
|
|
"epoch": 2.9839200347674923,
|
|
"grad_norm": 0.740464448928833,
|
|
"learning_rate": 6.712967658542729e-05,
|
|
"loss": 3.4085,
|
|
"step": 859
|
|
},
|
|
{
|
|
"epoch": 2.9873967840069535,
|
|
"grad_norm": 0.8248367309570312,
|
|
"learning_rate": 6.704364923285857e-05,
|
|
"loss": 3.4706,
|
|
"step": 860
|
|
},
|
|
{
|
|
"epoch": 2.9908735332464147,
|
|
"grad_norm": 0.9461883306503296,
|
|
"learning_rate": 6.695756475510156e-05,
|
|
"loss": 3.3043,
|
|
"step": 861
|
|
},
|
|
{
|
|
"epoch": 2.994350282485876,
|
|
"grad_norm": 0.8672154545783997,
|
|
"learning_rate": 6.687142344068553e-05,
|
|
"loss": 3.4494,
|
|
"step": 862
|
|
},
|
|
{
|
|
"epoch": 2.997827031725337,
|
|
"grad_norm": 0.7892129421234131,
|
|
"learning_rate": 6.678522557833024e-05,
|
|
"loss": 3.2984,
|
|
"step": 863
|
|
},
|
|
{
|
|
"epoch": 3.0,
|
|
"grad_norm": 0.7941856384277344,
|
|
"learning_rate": 6.669897145694507e-05,
|
|
"loss": 3.4018,
|
|
"step": 864
|
|
},
|
|
{
|
|
"epoch": 3.003476749239461,
|
|
"grad_norm": 0.7466159462928772,
|
|
"learning_rate": 6.661266136562788e-05,
|
|
"loss": 3.3642,
|
|
"step": 865
|
|
},
|
|
{
|
|
"epoch": 3.0069534984789223,
|
|
"grad_norm": 0.8197594881057739,
|
|
"learning_rate": 6.652629559366414e-05,
|
|
"loss": 3.4616,
|
|
"step": 866
|
|
},
|
|
{
|
|
"epoch": 3.0104302477183835,
|
|
"grad_norm": 0.8821737766265869,
|
|
"learning_rate": 6.643987443052595e-05,
|
|
"loss": 3.4096,
|
|
"step": 867
|
|
},
|
|
{
|
|
"epoch": 3.0139069969578443,
|
|
"grad_norm": 1.0090149641036987,
|
|
"learning_rate": 6.635339816587109e-05,
|
|
"loss": 3.313,
|
|
"step": 868
|
|
},
|
|
{
|
|
"epoch": 3.0173837461973054,
|
|
"grad_norm": 0.958720862865448,
|
|
"learning_rate": 6.626686708954198e-05,
|
|
"loss": 3.4145,
|
|
"step": 869
|
|
},
|
|
{
|
|
"epoch": 3.0208604954367666,
|
|
"grad_norm": 0.8551411628723145,
|
|
"learning_rate": 6.618028149156479e-05,
|
|
"loss": 3.4031,
|
|
"step": 870
|
|
},
|
|
{
|
|
"epoch": 3.0243372446762278,
|
|
"grad_norm": 0.8152096271514893,
|
|
"learning_rate": 6.609364166214837e-05,
|
|
"loss": 3.4753,
|
|
"step": 871
|
|
},
|
|
{
|
|
"epoch": 3.027813993915689,
|
|
"grad_norm": 0.797737717628479,
|
|
"learning_rate": 6.600694789168344e-05,
|
|
"loss": 3.4012,
|
|
"step": 872
|
|
},
|
|
{
|
|
"epoch": 3.03129074315515,
|
|
"grad_norm": 0.8055285215377808,
|
|
"learning_rate": 6.592020047074144e-05,
|
|
"loss": 3.3403,
|
|
"step": 873
|
|
},
|
|
{
|
|
"epoch": 3.034767492394611,
|
|
"grad_norm": 0.6998369693756104,
|
|
"learning_rate": 6.583339969007363e-05,
|
|
"loss": 3.3336,
|
|
"step": 874
|
|
},
|
|
{
|
|
"epoch": 3.038244241634072,
|
|
"grad_norm": 0.6863573789596558,
|
|
"learning_rate": 6.574654584061013e-05,
|
|
"loss": 3.369,
|
|
"step": 875
|
|
},
|
|
{
|
|
"epoch": 3.041720990873533,
|
|
"grad_norm": 0.6229199767112732,
|
|
"learning_rate": 6.565963921345895e-05,
|
|
"loss": 3.2858,
|
|
"step": 876
|
|
},
|
|
{
|
|
"epoch": 3.0451977401129944,
|
|
"grad_norm": 0.7069191336631775,
|
|
"learning_rate": 6.557268009990496e-05,
|
|
"loss": 3.4242,
|
|
"step": 877
|
|
},
|
|
{
|
|
"epoch": 3.0486744893524556,
|
|
"grad_norm": 0.6492975354194641,
|
|
"learning_rate": 6.548566879140897e-05,
|
|
"loss": 3.4076,
|
|
"step": 878
|
|
},
|
|
{
|
|
"epoch": 3.0521512385919167,
|
|
"grad_norm": 0.5807247161865234,
|
|
"learning_rate": 6.539860557960674e-05,
|
|
"loss": 3.3027,
|
|
"step": 879
|
|
},
|
|
{
|
|
"epoch": 3.0556279878313775,
|
|
"grad_norm": 0.6085408926010132,
|
|
"learning_rate": 6.531149075630796e-05,
|
|
"loss": 3.3768,
|
|
"step": 880
|
|
},
|
|
{
|
|
"epoch": 3.0591047370708386,
|
|
"grad_norm": 0.6492026448249817,
|
|
"learning_rate": 6.522432461349536e-05,
|
|
"loss": 3.3567,
|
|
"step": 881
|
|
},
|
|
{
|
|
"epoch": 3.0625814863103,
|
|
"grad_norm": 0.6504300832748413,
|
|
"learning_rate": 6.51371074433236e-05,
|
|
"loss": 3.3631,
|
|
"step": 882
|
|
},
|
|
{
|
|
"epoch": 3.066058235549761,
|
|
"grad_norm": 0.616385281085968,
|
|
"learning_rate": 6.504983953811845e-05,
|
|
"loss": 3.399,
|
|
"step": 883
|
|
},
|
|
{
|
|
"epoch": 3.069534984789222,
|
|
"grad_norm": 0.6602182984352112,
|
|
"learning_rate": 6.49625211903757e-05,
|
|
"loss": 3.2783,
|
|
"step": 884
|
|
},
|
|
{
|
|
"epoch": 3.0730117340286833,
|
|
"grad_norm": 0.6816926002502441,
|
|
"learning_rate": 6.487515269276016e-05,
|
|
"loss": 3.4135,
|
|
"step": 885
|
|
},
|
|
{
|
|
"epoch": 3.076488483268144,
|
|
"grad_norm": 0.6374818682670593,
|
|
"learning_rate": 6.478773433810477e-05,
|
|
"loss": 3.4138,
|
|
"step": 886
|
|
},
|
|
{
|
|
"epoch": 3.0799652325076052,
|
|
"grad_norm": 0.6355860829353333,
|
|
"learning_rate": 6.470026641940963e-05,
|
|
"loss": 3.3589,
|
|
"step": 887
|
|
},
|
|
{
|
|
"epoch": 3.0834419817470664,
|
|
"grad_norm": 0.6020347476005554,
|
|
"learning_rate": 6.461274922984086e-05,
|
|
"loss": 3.3701,
|
|
"step": 888
|
|
},
|
|
{
|
|
"epoch": 3.0869187309865276,
|
|
"grad_norm": 0.5898982882499695,
|
|
"learning_rate": 6.45251830627298e-05,
|
|
"loss": 3.332,
|
|
"step": 889
|
|
},
|
|
{
|
|
"epoch": 3.0903954802259888,
|
|
"grad_norm": 0.6016554236412048,
|
|
"learning_rate": 6.443756821157186e-05,
|
|
"loss": 3.3707,
|
|
"step": 890
|
|
},
|
|
{
|
|
"epoch": 3.09387222946545,
|
|
"grad_norm": 0.59771728515625,
|
|
"learning_rate": 6.434990497002573e-05,
|
|
"loss": 3.462,
|
|
"step": 891
|
|
},
|
|
{
|
|
"epoch": 3.097348978704911,
|
|
"grad_norm": 0.5475634336471558,
|
|
"learning_rate": 6.426219363191224e-05,
|
|
"loss": 3.3056,
|
|
"step": 892
|
|
},
|
|
{
|
|
"epoch": 3.100825727944372,
|
|
"grad_norm": 0.5900417566299438,
|
|
"learning_rate": 6.417443449121339e-05,
|
|
"loss": 3.2803,
|
|
"step": 893
|
|
},
|
|
{
|
|
"epoch": 3.104302477183833,
|
|
"grad_norm": 0.5932677388191223,
|
|
"learning_rate": 6.408662784207149e-05,
|
|
"loss": 3.4113,
|
|
"step": 894
|
|
},
|
|
{
|
|
"epoch": 3.107779226423294,
|
|
"grad_norm": 0.6010504961013794,
|
|
"learning_rate": 6.3998773978788e-05,
|
|
"loss": 3.4699,
|
|
"step": 895
|
|
},
|
|
{
|
|
"epoch": 3.1112559756627554,
|
|
"grad_norm": 0.7265802025794983,
|
|
"learning_rate": 6.391087319582264e-05,
|
|
"loss": 3.3484,
|
|
"step": 896
|
|
},
|
|
{
|
|
"epoch": 3.1147327249022165,
|
|
"grad_norm": 0.8029538989067078,
|
|
"learning_rate": 6.382292578779243e-05,
|
|
"loss": 3.4066,
|
|
"step": 897
|
|
},
|
|
{
|
|
"epoch": 3.1182094741416777,
|
|
"grad_norm": 0.7880899310112,
|
|
"learning_rate": 6.373493204947065e-05,
|
|
"loss": 3.4581,
|
|
"step": 898
|
|
},
|
|
{
|
|
"epoch": 3.1216862233811384,
|
|
"grad_norm": 0.9686315655708313,
|
|
"learning_rate": 6.364689227578583e-05,
|
|
"loss": 3.3693,
|
|
"step": 899
|
|
},
|
|
{
|
|
"epoch": 3.1251629726205996,
|
|
"grad_norm": 0.9728556871414185,
|
|
"learning_rate": 6.355880676182086e-05,
|
|
"loss": 3.3544,
|
|
"step": 900
|
|
},
|
|
{
|
|
"epoch": 3.128639721860061,
|
|
"grad_norm": 0.700410783290863,
|
|
"learning_rate": 6.347067580281186e-05,
|
|
"loss": 3.384,
|
|
"step": 901
|
|
},
|
|
{
|
|
"epoch": 3.132116471099522,
|
|
"grad_norm": 0.8260563611984253,
|
|
"learning_rate": 6.338249969414734e-05,
|
|
"loss": 3.375,
|
|
"step": 902
|
|
},
|
|
{
|
|
"epoch": 3.135593220338983,
|
|
"grad_norm": 0.8206276297569275,
|
|
"learning_rate": 6.32942787313671e-05,
|
|
"loss": 3.2862,
|
|
"step": 903
|
|
},
|
|
{
|
|
"epoch": 3.1390699695784443,
|
|
"grad_norm": 0.6374201774597168,
|
|
"learning_rate": 6.320601321016128e-05,
|
|
"loss": 3.3537,
|
|
"step": 904
|
|
},
|
|
{
|
|
"epoch": 3.142546718817905,
|
|
"grad_norm": 0.7070665955543518,
|
|
"learning_rate": 6.311770342636937e-05,
|
|
"loss": 3.3998,
|
|
"step": 905
|
|
},
|
|
{
|
|
"epoch": 3.146023468057366,
|
|
"grad_norm": 0.6780283451080322,
|
|
"learning_rate": 6.302934967597922e-05,
|
|
"loss": 3.4153,
|
|
"step": 906
|
|
},
|
|
{
|
|
"epoch": 3.1495002172968274,
|
|
"grad_norm": 0.6037342548370361,
|
|
"learning_rate": 6.294095225512603e-05,
|
|
"loss": 3.3119,
|
|
"step": 907
|
|
},
|
|
{
|
|
"epoch": 3.1529769665362886,
|
|
"grad_norm": 0.617067813873291,
|
|
"learning_rate": 6.28525114600914e-05,
|
|
"loss": 3.415,
|
|
"step": 908
|
|
},
|
|
{
|
|
"epoch": 3.1564537157757497,
|
|
"grad_norm": 0.5938243269920349,
|
|
"learning_rate": 6.276402758730229e-05,
|
|
"loss": 3.3607,
|
|
"step": 909
|
|
},
|
|
{
|
|
"epoch": 3.159930465015211,
|
|
"grad_norm": 0.5539820194244385,
|
|
"learning_rate": 6.267550093333e-05,
|
|
"loss": 3.3559,
|
|
"step": 910
|
|
},
|
|
{
|
|
"epoch": 3.163407214254672,
|
|
"grad_norm": 0.6201304197311401,
|
|
"learning_rate": 6.25869317948893e-05,
|
|
"loss": 3.3305,
|
|
"step": 911
|
|
},
|
|
{
|
|
"epoch": 3.166883963494133,
|
|
"grad_norm": 0.6455796957015991,
|
|
"learning_rate": 6.24983204688373e-05,
|
|
"loss": 3.3515,
|
|
"step": 912
|
|
},
|
|
{
|
|
"epoch": 3.170360712733594,
|
|
"grad_norm": 0.6351650953292847,
|
|
"learning_rate": 6.240966725217249e-05,
|
|
"loss": 3.3312,
|
|
"step": 913
|
|
},
|
|
{
|
|
"epoch": 3.173837461973055,
|
|
"grad_norm": 0.6822057366371155,
|
|
"learning_rate": 6.232097244203388e-05,
|
|
"loss": 3.3026,
|
|
"step": 914
|
|
},
|
|
{
|
|
"epoch": 3.1773142112125163,
|
|
"grad_norm": 0.700149655342102,
|
|
"learning_rate": 6.223223633569973e-05,
|
|
"loss": 3.3879,
|
|
"step": 915
|
|
},
|
|
{
|
|
"epoch": 3.1807909604519775,
|
|
"grad_norm": 0.5904785990715027,
|
|
"learning_rate": 6.214345923058686e-05,
|
|
"loss": 3.3544,
|
|
"step": 916
|
|
},
|
|
{
|
|
"epoch": 3.1842677096914387,
|
|
"grad_norm": 0.6163371205329895,
|
|
"learning_rate": 6.205464142424938e-05,
|
|
"loss": 3.2991,
|
|
"step": 917
|
|
},
|
|
{
|
|
"epoch": 3.1877444589308994,
|
|
"grad_norm": 0.6407819390296936,
|
|
"learning_rate": 6.19657832143779e-05,
|
|
"loss": 3.3577,
|
|
"step": 918
|
|
},
|
|
{
|
|
"epoch": 3.1912212081703606,
|
|
"grad_norm": 0.7109596133232117,
|
|
"learning_rate": 6.187688489879842e-05,
|
|
"loss": 3.359,
|
|
"step": 919
|
|
},
|
|
{
|
|
"epoch": 3.1946979574098218,
|
|
"grad_norm": 0.6707236766815186,
|
|
"learning_rate": 6.178794677547137e-05,
|
|
"loss": 3.3949,
|
|
"step": 920
|
|
},
|
|
{
|
|
"epoch": 3.198174706649283,
|
|
"grad_norm": 0.6592925190925598,
|
|
"learning_rate": 6.169896914249059e-05,
|
|
"loss": 3.3861,
|
|
"step": 921
|
|
},
|
|
{
|
|
"epoch": 3.201651455888744,
|
|
"grad_norm": 0.6427909731864929,
|
|
"learning_rate": 6.160995229808239e-05,
|
|
"loss": 3.4066,
|
|
"step": 922
|
|
},
|
|
{
|
|
"epoch": 3.2051282051282053,
|
|
"grad_norm": 0.6185514330863953,
|
|
"learning_rate": 6.152089654060444e-05,
|
|
"loss": 3.305,
|
|
"step": 923
|
|
},
|
|
{
|
|
"epoch": 3.208604954367666,
|
|
"grad_norm": 0.6078172326087952,
|
|
"learning_rate": 6.143180216854487e-05,
|
|
"loss": 3.2733,
|
|
"step": 924
|
|
},
|
|
{
|
|
"epoch": 3.212081703607127,
|
|
"grad_norm": 0.6162821650505066,
|
|
"learning_rate": 6.134266948052126e-05,
|
|
"loss": 3.4089,
|
|
"step": 925
|
|
},
|
|
{
|
|
"epoch": 3.2155584528465884,
|
|
"grad_norm": 0.6186605095863342,
|
|
"learning_rate": 6.125349877527952e-05,
|
|
"loss": 3.3432,
|
|
"step": 926
|
|
},
|
|
{
|
|
"epoch": 3.2190352020860495,
|
|
"grad_norm": 0.582805335521698,
|
|
"learning_rate": 6.116429035169309e-05,
|
|
"loss": 3.2337,
|
|
"step": 927
|
|
},
|
|
{
|
|
"epoch": 3.2225119513255107,
|
|
"grad_norm": 0.6280192136764526,
|
|
"learning_rate": 6.107504450876181e-05,
|
|
"loss": 3.4249,
|
|
"step": 928
|
|
},
|
|
{
|
|
"epoch": 3.225988700564972,
|
|
"grad_norm": 0.6952533721923828,
|
|
"learning_rate": 6.098576154561087e-05,
|
|
"loss": 3.397,
|
|
"step": 929
|
|
},
|
|
{
|
|
"epoch": 3.229465449804433,
|
|
"grad_norm": 0.7494910955429077,
|
|
"learning_rate": 6.089644176148992e-05,
|
|
"loss": 3.3243,
|
|
"step": 930
|
|
},
|
|
{
|
|
"epoch": 3.232942199043894,
|
|
"grad_norm": 0.8510701656341553,
|
|
"learning_rate": 6.080708545577206e-05,
|
|
"loss": 3.3274,
|
|
"step": 931
|
|
},
|
|
{
|
|
"epoch": 3.236418948283355,
|
|
"grad_norm": 0.8542797565460205,
|
|
"learning_rate": 6.0717692927952744e-05,
|
|
"loss": 3.3442,
|
|
"step": 932
|
|
},
|
|
{
|
|
"epoch": 3.239895697522816,
|
|
"grad_norm": 0.8013666868209839,
|
|
"learning_rate": 6.062826447764883e-05,
|
|
"loss": 3.4637,
|
|
"step": 933
|
|
},
|
|
{
|
|
"epoch": 3.2433724467622773,
|
|
"grad_norm": 0.6489382982254028,
|
|
"learning_rate": 6.053880040459764e-05,
|
|
"loss": 3.2955,
|
|
"step": 934
|
|
},
|
|
{
|
|
"epoch": 3.2468491960017385,
|
|
"grad_norm": 0.7227512001991272,
|
|
"learning_rate": 6.044930100865582e-05,
|
|
"loss": 3.3125,
|
|
"step": 935
|
|
},
|
|
{
|
|
"epoch": 3.2503259452411997,
|
|
"grad_norm": 0.6559109091758728,
|
|
"learning_rate": 6.035976658979846e-05,
|
|
"loss": 3.3617,
|
|
"step": 936
|
|
},
|
|
{
|
|
"epoch": 3.2538026944806604,
|
|
"grad_norm": 0.5902848839759827,
|
|
"learning_rate": 6.027019744811799e-05,
|
|
"loss": 3.3577,
|
|
"step": 937
|
|
},
|
|
{
|
|
"epoch": 3.2572794437201216,
|
|
"grad_norm": 0.6053394079208374,
|
|
"learning_rate": 6.0180593883823266e-05,
|
|
"loss": 3.3575,
|
|
"step": 938
|
|
},
|
|
{
|
|
"epoch": 3.2607561929595827,
|
|
"grad_norm": 0.6064934730529785,
|
|
"learning_rate": 6.009095619723849e-05,
|
|
"loss": 3.2599,
|
|
"step": 939
|
|
},
|
|
{
|
|
"epoch": 3.264232942199044,
|
|
"grad_norm": 0.5894815325737,
|
|
"learning_rate": 6.0001284688802226e-05,
|
|
"loss": 3.3916,
|
|
"step": 940
|
|
},
|
|
{
|
|
"epoch": 3.267709691438505,
|
|
"grad_norm": 0.6426341533660889,
|
|
"learning_rate": 5.991157965906643e-05,
|
|
"loss": 3.2913,
|
|
"step": 941
|
|
},
|
|
{
|
|
"epoch": 3.2711864406779663,
|
|
"grad_norm": 0.6230353713035583,
|
|
"learning_rate": 5.982184140869539e-05,
|
|
"loss": 3.2609,
|
|
"step": 942
|
|
},
|
|
{
|
|
"epoch": 3.274663189917427,
|
|
"grad_norm": 0.604451060295105,
|
|
"learning_rate": 5.973207023846475e-05,
|
|
"loss": 3.3861,
|
|
"step": 943
|
|
},
|
|
{
|
|
"epoch": 3.278139939156888,
|
|
"grad_norm": 0.5737584829330444,
|
|
"learning_rate": 5.964226644926045e-05,
|
|
"loss": 3.3206,
|
|
"step": 944
|
|
},
|
|
{
|
|
"epoch": 3.2816166883963493,
|
|
"grad_norm": 0.563567042350769,
|
|
"learning_rate": 5.9552430342077845e-05,
|
|
"loss": 3.3096,
|
|
"step": 945
|
|
},
|
|
{
|
|
"epoch": 3.2850934376358105,
|
|
"grad_norm": 0.6597940325737,
|
|
"learning_rate": 5.946256221802051e-05,
|
|
"loss": 3.4015,
|
|
"step": 946
|
|
},
|
|
{
|
|
"epoch": 3.2885701868752717,
|
|
"grad_norm": 0.771218478679657,
|
|
"learning_rate": 5.937266237829941e-05,
|
|
"loss": 3.4045,
|
|
"step": 947
|
|
},
|
|
{
|
|
"epoch": 3.292046936114733,
|
|
"grad_norm": 0.8483478426933289,
|
|
"learning_rate": 5.928273112423177e-05,
|
|
"loss": 3.2997,
|
|
"step": 948
|
|
},
|
|
{
|
|
"epoch": 3.295523685354194,
|
|
"grad_norm": 0.7908669114112854,
|
|
"learning_rate": 5.9192768757240115e-05,
|
|
"loss": 3.3535,
|
|
"step": 949
|
|
},
|
|
{
|
|
"epoch": 3.2990004345936548,
|
|
"grad_norm": 0.831207811832428,
|
|
"learning_rate": 5.9102775578851275e-05,
|
|
"loss": 3.3441,
|
|
"step": 950
|
|
},
|
|
{
|
|
"epoch": 3.302477183833116,
|
|
"grad_norm": 0.8150995373725891,
|
|
"learning_rate": 5.90127518906953e-05,
|
|
"loss": 3.2245,
|
|
"step": 951
|
|
},
|
|
{
|
|
"epoch": 3.305953933072577,
|
|
"grad_norm": 0.5736242532730103,
|
|
"learning_rate": 5.892269799450453e-05,
|
|
"loss": 3.3601,
|
|
"step": 952
|
|
},
|
|
{
|
|
"epoch": 3.3094306823120383,
|
|
"grad_norm": 0.724216639995575,
|
|
"learning_rate": 5.883261419211257e-05,
|
|
"loss": 3.3684,
|
|
"step": 953
|
|
},
|
|
{
|
|
"epoch": 3.3129074315514995,
|
|
"grad_norm": 0.6450987458229065,
|
|
"learning_rate": 5.874250078545323e-05,
|
|
"loss": 3.3208,
|
|
"step": 954
|
|
},
|
|
{
|
|
"epoch": 3.3163841807909606,
|
|
"grad_norm": 0.630285382270813,
|
|
"learning_rate": 5.8652358076559554e-05,
|
|
"loss": 3.2841,
|
|
"step": 955
|
|
},
|
|
{
|
|
"epoch": 3.3198609300304214,
|
|
"grad_norm": 0.6654447913169861,
|
|
"learning_rate": 5.856218636756281e-05,
|
|
"loss": 3.3725,
|
|
"step": 956
|
|
},
|
|
{
|
|
"epoch": 3.3233376792698825,
|
|
"grad_norm": 0.6245713829994202,
|
|
"learning_rate": 5.847198596069148e-05,
|
|
"loss": 3.2424,
|
|
"step": 957
|
|
},
|
|
{
|
|
"epoch": 3.3268144285093437,
|
|
"grad_norm": 0.6425074338912964,
|
|
"learning_rate": 5.838175715827016e-05,
|
|
"loss": 3.3608,
|
|
"step": 958
|
|
},
|
|
{
|
|
"epoch": 3.330291177748805,
|
|
"grad_norm": 0.635083019733429,
|
|
"learning_rate": 5.829150026271871e-05,
|
|
"loss": 3.408,
|
|
"step": 959
|
|
},
|
|
{
|
|
"epoch": 3.333767926988266,
|
|
"grad_norm": 0.6142615675926208,
|
|
"learning_rate": 5.820121557655109e-05,
|
|
"loss": 3.2893,
|
|
"step": 960
|
|
},
|
|
{
|
|
"epoch": 3.3372446762277272,
|
|
"grad_norm": 0.62328040599823,
|
|
"learning_rate": 5.811090340237445e-05,
|
|
"loss": 3.2408,
|
|
"step": 961
|
|
},
|
|
{
|
|
"epoch": 3.340721425467188,
|
|
"grad_norm": 0.6543041467666626,
|
|
"learning_rate": 5.8020564042888015e-05,
|
|
"loss": 3.3329,
|
|
"step": 962
|
|
},
|
|
{
|
|
"epoch": 3.344198174706649,
|
|
"grad_norm": 0.6720776557922363,
|
|
"learning_rate": 5.793019780088217e-05,
|
|
"loss": 3.2764,
|
|
"step": 963
|
|
},
|
|
{
|
|
"epoch": 3.3476749239461103,
|
|
"grad_norm": 0.6297585368156433,
|
|
"learning_rate": 5.783980497923742e-05,
|
|
"loss": 3.3776,
|
|
"step": 964
|
|
},
|
|
{
|
|
"epoch": 3.3511516731855715,
|
|
"grad_norm": 0.5663807988166809,
|
|
"learning_rate": 5.774938588092327e-05,
|
|
"loss": 3.2923,
|
|
"step": 965
|
|
},
|
|
{
|
|
"epoch": 3.3546284224250327,
|
|
"grad_norm": 0.5683589577674866,
|
|
"learning_rate": 5.7658940808997394e-05,
|
|
"loss": 3.2942,
|
|
"step": 966
|
|
},
|
|
{
|
|
"epoch": 3.358105171664494,
|
|
"grad_norm": 0.6379316449165344,
|
|
"learning_rate": 5.7568470066604485e-05,
|
|
"loss": 3.3255,
|
|
"step": 967
|
|
},
|
|
{
|
|
"epoch": 3.361581920903955,
|
|
"grad_norm": 0.7071390151977539,
|
|
"learning_rate": 5.747797395697525e-05,
|
|
"loss": 3.2915,
|
|
"step": 968
|
|
},
|
|
{
|
|
"epoch": 3.3650586701434158,
|
|
"grad_norm": 0.7530797719955444,
|
|
"learning_rate": 5.738745278342546e-05,
|
|
"loss": 3.2985,
|
|
"step": 969
|
|
},
|
|
{
|
|
"epoch": 3.368535419382877,
|
|
"grad_norm": 0.7314615845680237,
|
|
"learning_rate": 5.729690684935487e-05,
|
|
"loss": 3.2902,
|
|
"step": 970
|
|
},
|
|
{
|
|
"epoch": 3.372012168622338,
|
|
"grad_norm": 0.6785851120948792,
|
|
"learning_rate": 5.7206336458246234e-05,
|
|
"loss": 3.1867,
|
|
"step": 971
|
|
},
|
|
{
|
|
"epoch": 3.3754889178617993,
|
|
"grad_norm": 0.6161269545555115,
|
|
"learning_rate": 5.7115741913664264e-05,
|
|
"loss": 3.3526,
|
|
"step": 972
|
|
},
|
|
{
|
|
"epoch": 3.3789656671012605,
|
|
"grad_norm": 0.6322996020317078,
|
|
"learning_rate": 5.702512351925464e-05,
|
|
"loss": 3.2621,
|
|
"step": 973
|
|
},
|
|
{
|
|
"epoch": 3.382442416340721,
|
|
"grad_norm": 0.6312293410301208,
|
|
"learning_rate": 5.693448157874298e-05,
|
|
"loss": 3.3925,
|
|
"step": 974
|
|
},
|
|
{
|
|
"epoch": 3.3859191655801824,
|
|
"grad_norm": 0.6690333485603333,
|
|
"learning_rate": 5.6843816395933825e-05,
|
|
"loss": 3.3599,
|
|
"step": 975
|
|
},
|
|
{
|
|
"epoch": 3.3893959148196435,
|
|
"grad_norm": 0.6046136021614075,
|
|
"learning_rate": 5.675312827470959e-05,
|
|
"loss": 3.2502,
|
|
"step": 976
|
|
},
|
|
{
|
|
"epoch": 3.3928726640591047,
|
|
"grad_norm": 0.5736027359962463,
|
|
"learning_rate": 5.666241751902962e-05,
|
|
"loss": 3.2605,
|
|
"step": 977
|
|
},
|
|
{
|
|
"epoch": 3.396349413298566,
|
|
"grad_norm": 0.6438172459602356,
|
|
"learning_rate": 5.6571684432929085e-05,
|
|
"loss": 3.4194,
|
|
"step": 978
|
|
},
|
|
{
|
|
"epoch": 3.399826162538027,
|
|
"grad_norm": 0.6276637315750122,
|
|
"learning_rate": 5.648092932051801e-05,
|
|
"loss": 3.4356,
|
|
"step": 979
|
|
},
|
|
{
|
|
"epoch": 3.4033029117774882,
|
|
"grad_norm": 0.6946492195129395,
|
|
"learning_rate": 5.6390152485980244e-05,
|
|
"loss": 3.3409,
|
|
"step": 980
|
|
},
|
|
{
|
|
"epoch": 3.406779661016949,
|
|
"grad_norm": 0.7016040682792664,
|
|
"learning_rate": 5.6299354233572445e-05,
|
|
"loss": 3.2799,
|
|
"step": 981
|
|
},
|
|
{
|
|
"epoch": 3.41025641025641,
|
|
"grad_norm": 0.6583088636398315,
|
|
"learning_rate": 5.6208534867623067e-05,
|
|
"loss": 3.3199,
|
|
"step": 982
|
|
},
|
|
{
|
|
"epoch": 3.4137331594958713,
|
|
"grad_norm": 0.6809118390083313,
|
|
"learning_rate": 5.611769469253132e-05,
|
|
"loss": 3.3738,
|
|
"step": 983
|
|
},
|
|
{
|
|
"epoch": 3.4172099087353325,
|
|
"grad_norm": 0.7044417858123779,
|
|
"learning_rate": 5.602683401276615e-05,
|
|
"loss": 3.2786,
|
|
"step": 984
|
|
},
|
|
{
|
|
"epoch": 3.4206866579747937,
|
|
"grad_norm": 0.7142994999885559,
|
|
"learning_rate": 5.593595313286526e-05,
|
|
"loss": 3.2612,
|
|
"step": 985
|
|
},
|
|
{
|
|
"epoch": 3.424163407214255,
|
|
"grad_norm": 0.5846092104911804,
|
|
"learning_rate": 5.584505235743403e-05,
|
|
"loss": 3.2446,
|
|
"step": 986
|
|
},
|
|
{
|
|
"epoch": 3.427640156453716,
|
|
"grad_norm": 0.6685866117477417,
|
|
"learning_rate": 5.575413199114452e-05,
|
|
"loss": 3.3602,
|
|
"step": 987
|
|
},
|
|
{
|
|
"epoch": 3.4311169056931767,
|
|
"grad_norm": 0.6180519461631775,
|
|
"learning_rate": 5.566319233873446e-05,
|
|
"loss": 3.1912,
|
|
"step": 988
|
|
},
|
|
{
|
|
"epoch": 3.434593654932638,
|
|
"grad_norm": 0.6132622361183167,
|
|
"learning_rate": 5.557223370500626e-05,
|
|
"loss": 3.3666,
|
|
"step": 989
|
|
},
|
|
{
|
|
"epoch": 3.438070404172099,
|
|
"grad_norm": 0.6167900562286377,
|
|
"learning_rate": 5.548125639482586e-05,
|
|
"loss": 3.3479,
|
|
"step": 990
|
|
},
|
|
{
|
|
"epoch": 3.4415471534115603,
|
|
"grad_norm": 0.6413175463676453,
|
|
"learning_rate": 5.539026071312191e-05,
|
|
"loss": 3.2576,
|
|
"step": 991
|
|
},
|
|
{
|
|
"epoch": 3.4450239026510214,
|
|
"grad_norm": 0.6170135736465454,
|
|
"learning_rate": 5.529924696488456e-05,
|
|
"loss": 3.3199,
|
|
"step": 992
|
|
},
|
|
{
|
|
"epoch": 3.448500651890482,
|
|
"grad_norm": 0.5534811019897461,
|
|
"learning_rate": 5.52082154551645e-05,
|
|
"loss": 3.1903,
|
|
"step": 993
|
|
},
|
|
{
|
|
"epoch": 3.4519774011299433,
|
|
"grad_norm": 0.608566403388977,
|
|
"learning_rate": 5.5117166489072014e-05,
|
|
"loss": 3.319,
|
|
"step": 994
|
|
},
|
|
{
|
|
"epoch": 3.4554541503694045,
|
|
"grad_norm": 0.6388020515441895,
|
|
"learning_rate": 5.502610037177586e-05,
|
|
"loss": 3.2828,
|
|
"step": 995
|
|
},
|
|
{
|
|
"epoch": 3.4589308996088657,
|
|
"grad_norm": 0.6199042201042175,
|
|
"learning_rate": 5.4935017408502274e-05,
|
|
"loss": 3.3288,
|
|
"step": 996
|
|
},
|
|
{
|
|
"epoch": 3.462407648848327,
|
|
"grad_norm": 0.6209288835525513,
|
|
"learning_rate": 5.4843917904533994e-05,
|
|
"loss": 3.277,
|
|
"step": 997
|
|
},
|
|
{
|
|
"epoch": 3.465884398087788,
|
|
"grad_norm": 0.657084584236145,
|
|
"learning_rate": 5.475280216520913e-05,
|
|
"loss": 3.3167,
|
|
"step": 998
|
|
},
|
|
{
|
|
"epoch": 3.469361147327249,
|
|
"grad_norm": 0.6538966298103333,
|
|
"learning_rate": 5.466167049592029e-05,
|
|
"loss": 3.1976,
|
|
"step": 999
|
|
},
|
|
{
|
|
"epoch": 3.47283789656671,
|
|
"grad_norm": 0.7147399187088013,
|
|
"learning_rate": 5.4570523202113396e-05,
|
|
"loss": 3.3552,
|
|
"step": 1000
|
|
},
|
|
{
|
|
"epoch": 3.476314645806171,
|
|
"grad_norm": 0.7168034315109253,
|
|
"learning_rate": 5.44793605892868e-05,
|
|
"loss": 3.3,
|
|
"step": 1001
|
|
},
|
|
{
|
|
"epoch": 3.4797913950456323,
|
|
"grad_norm": 0.6470374464988708,
|
|
"learning_rate": 5.438818296299015e-05,
|
|
"loss": 3.3219,
|
|
"step": 1002
|
|
},
|
|
{
|
|
"epoch": 3.4832681442850935,
|
|
"grad_norm": 0.666338324546814,
|
|
"learning_rate": 5.4296990628823455e-05,
|
|
"loss": 3.2503,
|
|
"step": 1003
|
|
},
|
|
{
|
|
"epoch": 3.4867448935245546,
|
|
"grad_norm": 0.6241434216499329,
|
|
"learning_rate": 5.420578389243599e-05,
|
|
"loss": 3.1832,
|
|
"step": 1004
|
|
},
|
|
{
|
|
"epoch": 3.490221642764016,
|
|
"grad_norm": 0.6188483238220215,
|
|
"learning_rate": 5.4114563059525346e-05,
|
|
"loss": 3.256,
|
|
"step": 1005
|
|
},
|
|
{
|
|
"epoch": 3.493698392003477,
|
|
"grad_norm": 0.6511822938919067,
|
|
"learning_rate": 5.402332843583631e-05,
|
|
"loss": 3.3172,
|
|
"step": 1006
|
|
},
|
|
{
|
|
"epoch": 3.4971751412429377,
|
|
"grad_norm": 0.5653273463249207,
|
|
"learning_rate": 5.3932080327159886e-05,
|
|
"loss": 3.2706,
|
|
"step": 1007
|
|
},
|
|
{
|
|
"epoch": 3.500651890482399,
|
|
"grad_norm": 0.5717982649803162,
|
|
"learning_rate": 5.384081903933235e-05,
|
|
"loss": 3.2577,
|
|
"step": 1008
|
|
},
|
|
{
|
|
"epoch": 3.50412863972186,
|
|
"grad_norm": 0.5827626585960388,
|
|
"learning_rate": 5.374954487823407e-05,
|
|
"loss": 3.3031,
|
|
"step": 1009
|
|
},
|
|
{
|
|
"epoch": 3.5076053889613212,
|
|
"grad_norm": 0.611819326877594,
|
|
"learning_rate": 5.365825814978861e-05,
|
|
"loss": 3.2244,
|
|
"step": 1010
|
|
},
|
|
{
|
|
"epoch": 3.5110821382007824,
|
|
"grad_norm": 0.6256561875343323,
|
|
"learning_rate": 5.3566959159961615e-05,
|
|
"loss": 3.2336,
|
|
"step": 1011
|
|
},
|
|
{
|
|
"epoch": 3.514558887440243,
|
|
"grad_norm": 0.6403440237045288,
|
|
"learning_rate": 5.3475648214759896e-05,
|
|
"loss": 3.3431,
|
|
"step": 1012
|
|
},
|
|
{
|
|
"epoch": 3.5180356366797043,
|
|
"grad_norm": 0.612866997718811,
|
|
"learning_rate": 5.3384325620230245e-05,
|
|
"loss": 3.2884,
|
|
"step": 1013
|
|
},
|
|
{
|
|
"epoch": 3.5215123859191655,
|
|
"grad_norm": 0.5799668431282043,
|
|
"learning_rate": 5.3292991682458574e-05,
|
|
"loss": 3.3096,
|
|
"step": 1014
|
|
},
|
|
{
|
|
"epoch": 3.5249891351586267,
|
|
"grad_norm": 0.5905560255050659,
|
|
"learning_rate": 5.3201646707568764e-05,
|
|
"loss": 3.274,
|
|
"step": 1015
|
|
},
|
|
{
|
|
"epoch": 3.528465884398088,
|
|
"grad_norm": 0.5543707609176636,
|
|
"learning_rate": 5.311029100172172e-05,
|
|
"loss": 3.1989,
|
|
"step": 1016
|
|
},
|
|
{
|
|
"epoch": 3.531942633637549,
|
|
"grad_norm": 0.5833373069763184,
|
|
"learning_rate": 5.3018924871114305e-05,
|
|
"loss": 3.2519,
|
|
"step": 1017
|
|
},
|
|
{
|
|
"epoch": 3.53541938287701,
|
|
"grad_norm": 0.5746926069259644,
|
|
"learning_rate": 5.292754862197831e-05,
|
|
"loss": 3.1616,
|
|
"step": 1018
|
|
},
|
|
{
|
|
"epoch": 3.538896132116471,
|
|
"grad_norm": 0.5569521188735962,
|
|
"learning_rate": 5.2836162560579486e-05,
|
|
"loss": 3.2796,
|
|
"step": 1019
|
|
},
|
|
{
|
|
"epoch": 3.542372881355932,
|
|
"grad_norm": 0.5777444839477539,
|
|
"learning_rate": 5.274476699321638e-05,
|
|
"loss": 3.2595,
|
|
"step": 1020
|
|
},
|
|
{
|
|
"epoch": 3.5458496305953933,
|
|
"grad_norm": 0.5533985495567322,
|
|
"learning_rate": 5.265336222621949e-05,
|
|
"loss": 3.2107,
|
|
"step": 1021
|
|
},
|
|
{
|
|
"epoch": 3.5493263798348544,
|
|
"grad_norm": 0.5138996839523315,
|
|
"learning_rate": 5.2561948565950126e-05,
|
|
"loss": 3.2121,
|
|
"step": 1022
|
|
},
|
|
{
|
|
"epoch": 3.5528031290743156,
|
|
"grad_norm": 0.5798884630203247,
|
|
"learning_rate": 5.2470526318799365e-05,
|
|
"loss": 3.2697,
|
|
"step": 1023
|
|
},
|
|
{
|
|
"epoch": 3.5562798783137763,
|
|
"grad_norm": 0.6103897094726562,
|
|
"learning_rate": 5.2379095791187124e-05,
|
|
"loss": 3.2417,
|
|
"step": 1024
|
|
},
|
|
{
|
|
"epoch": 3.559756627553238,
|
|
"grad_norm": 0.5791857242584229,
|
|
"learning_rate": 5.228765728956102e-05,
|
|
"loss": 3.2789,
|
|
"step": 1025
|
|
},
|
|
{
|
|
"epoch": 3.5632333767926987,
|
|
"grad_norm": 0.5706868767738342,
|
|
"learning_rate": 5.2196211120395444e-05,
|
|
"loss": 3.3693,
|
|
"step": 1026
|
|
},
|
|
{
|
|
"epoch": 3.56671012603216,
|
|
"grad_norm": 0.5966957807540894,
|
|
"learning_rate": 5.2104757590190445e-05,
|
|
"loss": 3.2444,
|
|
"step": 1027
|
|
},
|
|
{
|
|
"epoch": 3.570186875271621,
|
|
"grad_norm": 0.5554029941558838,
|
|
"learning_rate": 5.201329700547076e-05,
|
|
"loss": 3.2575,
|
|
"step": 1028
|
|
},
|
|
{
|
|
"epoch": 3.573663624511082,
|
|
"grad_norm": 0.5967298150062561,
|
|
"learning_rate": 5.1921829672784786e-05,
|
|
"loss": 3.2913,
|
|
"step": 1029
|
|
},
|
|
{
|
|
"epoch": 3.5771403737505434,
|
|
"grad_norm": 0.6098992824554443,
|
|
"learning_rate": 5.183035589870353e-05,
|
|
"loss": 3.2266,
|
|
"step": 1030
|
|
},
|
|
{
|
|
"epoch": 3.580617122990004,
|
|
"grad_norm": 0.5845767259597778,
|
|
"learning_rate": 5.173887598981956e-05,
|
|
"loss": 3.2771,
|
|
"step": 1031
|
|
},
|
|
{
|
|
"epoch": 3.5840938722294653,
|
|
"grad_norm": 0.6617316603660583,
|
|
"learning_rate": 5.164739025274604e-05,
|
|
"loss": 3.2556,
|
|
"step": 1032
|
|
},
|
|
{
|
|
"epoch": 3.5875706214689265,
|
|
"grad_norm": 0.7001234292984009,
|
|
"learning_rate": 5.155589899411567e-05,
|
|
"loss": 3.264,
|
|
"step": 1033
|
|
},
|
|
{
|
|
"epoch": 3.5910473707083876,
|
|
"grad_norm": 0.7605653405189514,
|
|
"learning_rate": 5.146440252057961e-05,
|
|
"loss": 3.2912,
|
|
"step": 1034
|
|
},
|
|
{
|
|
"epoch": 3.594524119947849,
|
|
"grad_norm": 0.74252849817276,
|
|
"learning_rate": 5.137290113880656e-05,
|
|
"loss": 3.2395,
|
|
"step": 1035
|
|
},
|
|
{
|
|
"epoch": 3.59800086918731,
|
|
"grad_norm": 0.7059817314147949,
|
|
"learning_rate": 5.128139515548164e-05,
|
|
"loss": 3.2552,
|
|
"step": 1036
|
|
},
|
|
{
|
|
"epoch": 3.601477618426771,
|
|
"grad_norm": 0.7125615477561951,
|
|
"learning_rate": 5.1189884877305375e-05,
|
|
"loss": 3.2621,
|
|
"step": 1037
|
|
},
|
|
{
|
|
"epoch": 3.604954367666232,
|
|
"grad_norm": 0.7657261490821838,
|
|
"learning_rate": 5.109837061099274e-05,
|
|
"loss": 3.1871,
|
|
"step": 1038
|
|
},
|
|
{
|
|
"epoch": 3.608431116905693,
|
|
"grad_norm": 0.6542237401008606,
|
|
"learning_rate": 5.100685266327202e-05,
|
|
"loss": 3.1583,
|
|
"step": 1039
|
|
},
|
|
{
|
|
"epoch": 3.6119078661451542,
|
|
"grad_norm": 0.6304188370704651,
|
|
"learning_rate": 5.091533134088388e-05,
|
|
"loss": 3.2659,
|
|
"step": 1040
|
|
},
|
|
{
|
|
"epoch": 3.6153846153846154,
|
|
"grad_norm": 0.6933708190917969,
|
|
"learning_rate": 5.0823806950580254e-05,
|
|
"loss": 3.2046,
|
|
"step": 1041
|
|
},
|
|
{
|
|
"epoch": 3.6188613646240766,
|
|
"grad_norm": 0.6795551776885986,
|
|
"learning_rate": 5.073227979912339e-05,
|
|
"loss": 3.3441,
|
|
"step": 1042
|
|
},
|
|
{
|
|
"epoch": 3.6223381138635373,
|
|
"grad_norm": 0.6919432282447815,
|
|
"learning_rate": 5.064075019328479e-05,
|
|
"loss": 3.2962,
|
|
"step": 1043
|
|
},
|
|
{
|
|
"epoch": 3.625814863102999,
|
|
"grad_norm": 0.7967680096626282,
|
|
"learning_rate": 5.054921843984418e-05,
|
|
"loss": 3.2839,
|
|
"step": 1044
|
|
},
|
|
{
|
|
"epoch": 3.6292916123424597,
|
|
"grad_norm": 0.7113544940948486,
|
|
"learning_rate": 5.045768484558847e-05,
|
|
"loss": 3.2422,
|
|
"step": 1045
|
|
},
|
|
{
|
|
"epoch": 3.632768361581921,
|
|
"grad_norm": 0.6717776656150818,
|
|
"learning_rate": 5.036614971731076e-05,
|
|
"loss": 3.256,
|
|
"step": 1046
|
|
},
|
|
{
|
|
"epoch": 3.636245110821382,
|
|
"grad_norm": 0.5887851119041443,
|
|
"learning_rate": 5.027461336180929e-05,
|
|
"loss": 3.1419,
|
|
"step": 1047
|
|
},
|
|
{
|
|
"epoch": 3.639721860060843,
|
|
"grad_norm": 0.6715282201766968,
|
|
"learning_rate": 5.018307608588636e-05,
|
|
"loss": 3.2874,
|
|
"step": 1048
|
|
},
|
|
{
|
|
"epoch": 3.6431986093003044,
|
|
"grad_norm": 0.6706719994544983,
|
|
"learning_rate": 5.0091538196347445e-05,
|
|
"loss": 3.2945,
|
|
"step": 1049
|
|
},
|
|
{
|
|
"epoch": 3.646675358539765,
|
|
"grad_norm": 0.6065131425857544,
|
|
"learning_rate": 5e-05,
|
|
"loss": 3.2286,
|
|
"step": 1050
|
|
},
|
|
{
|
|
"epoch": 3.6501521077792263,
|
|
"grad_norm": 0.5673298239707947,
|
|
"learning_rate": 4.9908461803652566e-05,
|
|
"loss": 3.332,
|
|
"step": 1051
|
|
},
|
|
{
|
|
"epoch": 3.6536288570186874,
|
|
"grad_norm": 0.5908064842224121,
|
|
"learning_rate": 4.981692391411366e-05,
|
|
"loss": 3.3474,
|
|
"step": 1052
|
|
},
|
|
{
|
|
"epoch": 3.6571056062581486,
|
|
"grad_norm": 0.5967066884040833,
|
|
"learning_rate": 4.972538663819073e-05,
|
|
"loss": 3.248,
|
|
"step": 1053
|
|
},
|
|
{
|
|
"epoch": 3.66058235549761,
|
|
"grad_norm": 0.6299230456352234,
|
|
"learning_rate": 4.9633850282689246e-05,
|
|
"loss": 3.1357,
|
|
"step": 1054
|
|
},
|
|
{
|
|
"epoch": 3.664059104737071,
|
|
"grad_norm": 0.5750209093093872,
|
|
"learning_rate": 4.954231515441153e-05,
|
|
"loss": 3.1899,
|
|
"step": 1055
|
|
},
|
|
{
|
|
"epoch": 3.667535853976532,
|
|
"grad_norm": 0.6004741787910461,
|
|
"learning_rate": 4.9450781560155816e-05,
|
|
"loss": 3.3146,
|
|
"step": 1056
|
|
},
|
|
{
|
|
"epoch": 3.671012603215993,
|
|
"grad_norm": 0.6603873372077942,
|
|
"learning_rate": 4.935924980671522e-05,
|
|
"loss": 3.3052,
|
|
"step": 1057
|
|
},
|
|
{
|
|
"epoch": 3.674489352455454,
|
|
"grad_norm": 0.5748945474624634,
|
|
"learning_rate": 4.926772020087663e-05,
|
|
"loss": 3.294,
|
|
"step": 1058
|
|
},
|
|
{
|
|
"epoch": 3.6779661016949152,
|
|
"grad_norm": 0.56917804479599,
|
|
"learning_rate": 4.917619304941977e-05,
|
|
"loss": 3.2473,
|
|
"step": 1059
|
|
},
|
|
{
|
|
"epoch": 3.6814428509343764,
|
|
"grad_norm": 0.6211404204368591,
|
|
"learning_rate": 4.9084668659116154e-05,
|
|
"loss": 3.3157,
|
|
"step": 1060
|
|
},
|
|
{
|
|
"epoch": 3.6849196001738376,
|
|
"grad_norm": 0.6026207804679871,
|
|
"learning_rate": 4.899314733672799e-05,
|
|
"loss": 3.2696,
|
|
"step": 1061
|
|
},
|
|
{
|
|
"epoch": 3.6883963494132983,
|
|
"grad_norm": 0.5868690609931946,
|
|
"learning_rate": 4.890162938900727e-05,
|
|
"loss": 3.1322,
|
|
"step": 1062
|
|
},
|
|
{
|
|
"epoch": 3.69187309865276,
|
|
"grad_norm": 0.5615720748901367,
|
|
"learning_rate": 4.881011512269463e-05,
|
|
"loss": 3.3041,
|
|
"step": 1063
|
|
},
|
|
{
|
|
"epoch": 3.6953498478922207,
|
|
"grad_norm": 0.5574554800987244,
|
|
"learning_rate": 4.871860484451838e-05,
|
|
"loss": 3.2903,
|
|
"step": 1064
|
|
},
|
|
{
|
|
"epoch": 3.698826597131682,
|
|
"grad_norm": 0.589513897895813,
|
|
"learning_rate": 4.862709886119344e-05,
|
|
"loss": 3.1515,
|
|
"step": 1065
|
|
},
|
|
{
|
|
"epoch": 3.702303346371143,
|
|
"grad_norm": 0.6018418073654175,
|
|
"learning_rate": 4.8535597479420406e-05,
|
|
"loss": 3.2614,
|
|
"step": 1066
|
|
},
|
|
{
|
|
"epoch": 3.705780095610604,
|
|
"grad_norm": 0.5487574934959412,
|
|
"learning_rate": 4.844410100588435e-05,
|
|
"loss": 3.2011,
|
|
"step": 1067
|
|
},
|
|
{
|
|
"epoch": 3.7092568448500653,
|
|
"grad_norm": 0.5497720241546631,
|
|
"learning_rate": 4.835260974725397e-05,
|
|
"loss": 3.2824,
|
|
"step": 1068
|
|
},
|
|
{
|
|
"epoch": 3.712733594089526,
|
|
"grad_norm": 0.5350008606910706,
|
|
"learning_rate": 4.8261124010180445e-05,
|
|
"loss": 3.2405,
|
|
"step": 1069
|
|
},
|
|
{
|
|
"epoch": 3.7162103433289873,
|
|
"grad_norm": 0.5541216135025024,
|
|
"learning_rate": 4.8169644101296474e-05,
|
|
"loss": 3.2287,
|
|
"step": 1070
|
|
},
|
|
{
|
|
"epoch": 3.7196870925684484,
|
|
"grad_norm": 0.6203867197036743,
|
|
"learning_rate": 4.807817032721522e-05,
|
|
"loss": 3.2801,
|
|
"step": 1071
|
|
},
|
|
{
|
|
"epoch": 3.7231638418079096,
|
|
"grad_norm": 0.6372770667076111,
|
|
"learning_rate": 4.798670299452926e-05,
|
|
"loss": 3.2477,
|
|
"step": 1072
|
|
},
|
|
{
|
|
"epoch": 3.7266405910473708,
|
|
"grad_norm": 0.6761902570724487,
|
|
"learning_rate": 4.789524240980958e-05,
|
|
"loss": 3.2624,
|
|
"step": 1073
|
|
},
|
|
{
|
|
"epoch": 3.730117340286832,
|
|
"grad_norm": 0.732210636138916,
|
|
"learning_rate": 4.780378887960458e-05,
|
|
"loss": 3.2492,
|
|
"step": 1074
|
|
},
|
|
{
|
|
"epoch": 3.733594089526293,
|
|
"grad_norm": 0.6838912963867188,
|
|
"learning_rate": 4.7712342710438987e-05,
|
|
"loss": 3.1799,
|
|
"step": 1075
|
|
},
|
|
{
|
|
"epoch": 3.737070838765754,
|
|
"grad_norm": 0.6677350401878357,
|
|
"learning_rate": 4.762090420881289e-05,
|
|
"loss": 3.1473,
|
|
"step": 1076
|
|
},
|
|
{
|
|
"epoch": 3.740547588005215,
|
|
"grad_norm": 0.6039561033248901,
|
|
"learning_rate": 4.7529473681200646e-05,
|
|
"loss": 3.178,
|
|
"step": 1077
|
|
},
|
|
{
|
|
"epoch": 3.744024337244676,
|
|
"grad_norm": 0.6518564224243164,
|
|
"learning_rate": 4.743805143404989e-05,
|
|
"loss": 3.2581,
|
|
"step": 1078
|
|
},
|
|
{
|
|
"epoch": 3.7475010864841374,
|
|
"grad_norm": 0.6599782705307007,
|
|
"learning_rate": 4.734663777378052e-05,
|
|
"loss": 3.2275,
|
|
"step": 1079
|
|
},
|
|
{
|
|
"epoch": 3.7509778357235986,
|
|
"grad_norm": 0.5603999495506287,
|
|
"learning_rate": 4.725523300678363e-05,
|
|
"loss": 3.2184,
|
|
"step": 1080
|
|
},
|
|
{
|
|
"epoch": 3.7544545849630593,
|
|
"grad_norm": 0.6059252619743347,
|
|
"learning_rate": 4.7163837439420525e-05,
|
|
"loss": 3.272,
|
|
"step": 1081
|
|
},
|
|
{
|
|
"epoch": 3.757931334202521,
|
|
"grad_norm": 0.5787419080734253,
|
|
"learning_rate": 4.707245137802169e-05,
|
|
"loss": 3.1984,
|
|
"step": 1082
|
|
},
|
|
{
|
|
"epoch": 3.7614080834419816,
|
|
"grad_norm": 0.5447966456413269,
|
|
"learning_rate": 4.6981075128885693e-05,
|
|
"loss": 3.1944,
|
|
"step": 1083
|
|
},
|
|
{
|
|
"epoch": 3.764884832681443,
|
|
"grad_norm": 0.5587812066078186,
|
|
"learning_rate": 4.6889708998278284e-05,
|
|
"loss": 3.2819,
|
|
"step": 1084
|
|
},
|
|
{
|
|
"epoch": 3.768361581920904,
|
|
"grad_norm": 0.5818442106246948,
|
|
"learning_rate": 4.6798353292431254e-05,
|
|
"loss": 3.2023,
|
|
"step": 1085
|
|
},
|
|
{
|
|
"epoch": 3.771838331160365,
|
|
"grad_norm": 0.6101146340370178,
|
|
"learning_rate": 4.6707008317541444e-05,
|
|
"loss": 3.1397,
|
|
"step": 1086
|
|
},
|
|
{
|
|
"epoch": 3.7753150803998263,
|
|
"grad_norm": 0.5633519291877747,
|
|
"learning_rate": 4.661567437976977e-05,
|
|
"loss": 3.196,
|
|
"step": 1087
|
|
},
|
|
{
|
|
"epoch": 3.778791829639287,
|
|
"grad_norm": 0.5950900912284851,
|
|
"learning_rate": 4.652435178524013e-05,
|
|
"loss": 3.2732,
|
|
"step": 1088
|
|
},
|
|
{
|
|
"epoch": 3.7822685788787482,
|
|
"grad_norm": 0.6070186495780945,
|
|
"learning_rate": 4.643304084003839e-05,
|
|
"loss": 3.233,
|
|
"step": 1089
|
|
},
|
|
{
|
|
"epoch": 3.7857453281182094,
|
|
"grad_norm": 0.622246503829956,
|
|
"learning_rate": 4.6341741850211404e-05,
|
|
"loss": 3.2402,
|
|
"step": 1090
|
|
},
|
|
{
|
|
"epoch": 3.7892220773576706,
|
|
"grad_norm": 0.628646731376648,
|
|
"learning_rate": 4.6250455121765944e-05,
|
|
"loss": 3.2109,
|
|
"step": 1091
|
|
},
|
|
{
|
|
"epoch": 3.7926988265971318,
|
|
"grad_norm": 0.5549827218055725,
|
|
"learning_rate": 4.615918096066766e-05,
|
|
"loss": 3.254,
|
|
"step": 1092
|
|
},
|
|
{
|
|
"epoch": 3.796175575836593,
|
|
"grad_norm": 0.5434677600860596,
|
|
"learning_rate": 4.606791967284012e-05,
|
|
"loss": 3.2507,
|
|
"step": 1093
|
|
},
|
|
{
|
|
"epoch": 3.799652325076054,
|
|
"grad_norm": 0.5489455461502075,
|
|
"learning_rate": 4.597667156416371e-05,
|
|
"loss": 3.26,
|
|
"step": 1094
|
|
},
|
|
{
|
|
"epoch": 3.803129074315515,
|
|
"grad_norm": 0.5459377765655518,
|
|
"learning_rate": 4.588543694047466e-05,
|
|
"loss": 3.2457,
|
|
"step": 1095
|
|
},
|
|
{
|
|
"epoch": 3.806605823554976,
|
|
"grad_norm": 0.5723990201950073,
|
|
"learning_rate": 4.5794216107564e-05,
|
|
"loss": 3.2643,
|
|
"step": 1096
|
|
},
|
|
{
|
|
"epoch": 3.810082572794437,
|
|
"grad_norm": 0.5779864192008972,
|
|
"learning_rate": 4.570300937117655e-05,
|
|
"loss": 3.1926,
|
|
"step": 1097
|
|
},
|
|
{
|
|
"epoch": 3.8135593220338984,
|
|
"grad_norm": 0.5621626973152161,
|
|
"learning_rate": 4.561181703700986e-05,
|
|
"loss": 3.2111,
|
|
"step": 1098
|
|
},
|
|
{
|
|
"epoch": 3.8170360712733595,
|
|
"grad_norm": 0.5523443818092346,
|
|
"learning_rate": 4.552063941071323e-05,
|
|
"loss": 3.2244,
|
|
"step": 1099
|
|
},
|
|
{
|
|
"epoch": 3.8205128205128203,
|
|
"grad_norm": 0.5601244568824768,
|
|
"learning_rate": 4.542947679788662e-05,
|
|
"loss": 3.1726,
|
|
"step": 1100
|
|
},
|
|
{
|
|
"epoch": 3.823989569752282,
|
|
"grad_norm": 0.5333982110023499,
|
|
"learning_rate": 4.533832950407973e-05,
|
|
"loss": 3.2602,
|
|
"step": 1101
|
|
},
|
|
{
|
|
"epoch": 3.8274663189917426,
|
|
"grad_norm": 0.5482881665229797,
|
|
"learning_rate": 4.5247197834790876e-05,
|
|
"loss": 3.2696,
|
|
"step": 1102
|
|
},
|
|
{
|
|
"epoch": 3.830943068231204,
|
|
"grad_norm": 0.5877856016159058,
|
|
"learning_rate": 4.515608209546602e-05,
|
|
"loss": 3.2463,
|
|
"step": 1103
|
|
},
|
|
{
|
|
"epoch": 3.834419817470665,
|
|
"grad_norm": 0.6199784874916077,
|
|
"learning_rate": 4.506498259149774e-05,
|
|
"loss": 3.1951,
|
|
"step": 1104
|
|
},
|
|
{
|
|
"epoch": 3.837896566710126,
|
|
"grad_norm": 0.5966984629631042,
|
|
"learning_rate": 4.4973899628224154e-05,
|
|
"loss": 3.2796,
|
|
"step": 1105
|
|
},
|
|
{
|
|
"epoch": 3.8413733159495873,
|
|
"grad_norm": 0.5492768287658691,
|
|
"learning_rate": 4.488283351092799e-05,
|
|
"loss": 3.2153,
|
|
"step": 1106
|
|
},
|
|
{
|
|
"epoch": 3.844850065189048,
|
|
"grad_norm": 0.5626404881477356,
|
|
"learning_rate": 4.4791784544835515e-05,
|
|
"loss": 3.0994,
|
|
"step": 1107
|
|
},
|
|
{
|
|
"epoch": 3.848326814428509,
|
|
"grad_norm": 0.5543808937072754,
|
|
"learning_rate": 4.4700753035115454e-05,
|
|
"loss": 3.2721,
|
|
"step": 1108
|
|
},
|
|
{
|
|
"epoch": 3.8518035636679704,
|
|
"grad_norm": 0.6047621369361877,
|
|
"learning_rate": 4.460973928687809e-05,
|
|
"loss": 3.2098,
|
|
"step": 1109
|
|
},
|
|
{
|
|
"epoch": 3.8552803129074316,
|
|
"grad_norm": 0.6789091229438782,
|
|
"learning_rate": 4.4518743605174136e-05,
|
|
"loss": 3.2294,
|
|
"step": 1110
|
|
},
|
|
{
|
|
"epoch": 3.8587570621468927,
|
|
"grad_norm": 0.5913859009742737,
|
|
"learning_rate": 4.442776629499375e-05,
|
|
"loss": 3.1556,
|
|
"step": 1111
|
|
},
|
|
{
|
|
"epoch": 3.862233811386354,
|
|
"grad_norm": 0.5494495034217834,
|
|
"learning_rate": 4.433680766126554e-05,
|
|
"loss": 3.2562,
|
|
"step": 1112
|
|
},
|
|
{
|
|
"epoch": 3.865710560625815,
|
|
"grad_norm": 0.6001352667808533,
|
|
"learning_rate": 4.424586800885551e-05,
|
|
"loss": 3.2289,
|
|
"step": 1113
|
|
},
|
|
{
|
|
"epoch": 3.869187309865276,
|
|
"grad_norm": 0.6379590630531311,
|
|
"learning_rate": 4.415494764256599e-05,
|
|
"loss": 3.2218,
|
|
"step": 1114
|
|
},
|
|
{
|
|
"epoch": 3.872664059104737,
|
|
"grad_norm": 0.5929582118988037,
|
|
"learning_rate": 4.4064046867134756e-05,
|
|
"loss": 3.2409,
|
|
"step": 1115
|
|
},
|
|
{
|
|
"epoch": 3.876140808344198,
|
|
"grad_norm": 0.567794680595398,
|
|
"learning_rate": 4.397316598723385e-05,
|
|
"loss": 3.1523,
|
|
"step": 1116
|
|
},
|
|
{
|
|
"epoch": 3.8796175575836593,
|
|
"grad_norm": 0.6330842971801758,
|
|
"learning_rate": 4.388230530746869e-05,
|
|
"loss": 3.1354,
|
|
"step": 1117
|
|
},
|
|
{
|
|
"epoch": 3.8830943068231205,
|
|
"grad_norm": 0.5656293034553528,
|
|
"learning_rate": 4.379146513237695e-05,
|
|
"loss": 3.197,
|
|
"step": 1118
|
|
},
|
|
{
|
|
"epoch": 3.8865710560625812,
|
|
"grad_norm": 0.5936200618743896,
|
|
"learning_rate": 4.370064576642757e-05,
|
|
"loss": 3.2288,
|
|
"step": 1119
|
|
},
|
|
{
|
|
"epoch": 3.890047805302043,
|
|
"grad_norm": 0.6053287982940674,
|
|
"learning_rate": 4.360984751401977e-05,
|
|
"loss": 3.134,
|
|
"step": 1120
|
|
},
|
|
{
|
|
"epoch": 3.8935245545415036,
|
|
"grad_norm": 0.5832516551017761,
|
|
"learning_rate": 4.351907067948201e-05,
|
|
"loss": 3.1563,
|
|
"step": 1121
|
|
},
|
|
{
|
|
"epoch": 3.8970013037809648,
|
|
"grad_norm": 0.5615696907043457,
|
|
"learning_rate": 4.3428315567070926e-05,
|
|
"loss": 3.2662,
|
|
"step": 1122
|
|
},
|
|
{
|
|
"epoch": 3.900478053020426,
|
|
"grad_norm": 0.557080090045929,
|
|
"learning_rate": 4.333758248097039e-05,
|
|
"loss": 3.2424,
|
|
"step": 1123
|
|
},
|
|
{
|
|
"epoch": 3.903954802259887,
|
|
"grad_norm": 0.6137921810150146,
|
|
"learning_rate": 4.324687172529041e-05,
|
|
"loss": 3.2753,
|
|
"step": 1124
|
|
},
|
|
{
|
|
"epoch": 3.9074315514993483,
|
|
"grad_norm": 0.6269393563270569,
|
|
"learning_rate": 4.315618360406618e-05,
|
|
"loss": 3.1655,
|
|
"step": 1125
|
|
},
|
|
{
|
|
"epoch": 3.910908300738809,
|
|
"grad_norm": 0.6167050004005432,
|
|
"learning_rate": 4.306551842125702e-05,
|
|
"loss": 3.183,
|
|
"step": 1126
|
|
},
|
|
{
|
|
"epoch": 3.91438504997827,
|
|
"grad_norm": 0.5596528649330139,
|
|
"learning_rate": 4.297487648074538e-05,
|
|
"loss": 3.212,
|
|
"step": 1127
|
|
},
|
|
{
|
|
"epoch": 3.9178617992177314,
|
|
"grad_norm": 0.5810624957084656,
|
|
"learning_rate": 4.288425808633575e-05,
|
|
"loss": 3.2202,
|
|
"step": 1128
|
|
},
|
|
{
|
|
"epoch": 3.9213385484571925,
|
|
"grad_norm": 0.5932186245918274,
|
|
"learning_rate": 4.2793663541753784e-05,
|
|
"loss": 3.1973,
|
|
"step": 1129
|
|
},
|
|
{
|
|
"epoch": 3.9248152976966537,
|
|
"grad_norm": 0.5662857294082642,
|
|
"learning_rate": 4.2703093150645144e-05,
|
|
"loss": 3.2006,
|
|
"step": 1130
|
|
},
|
|
{
|
|
"epoch": 3.928292046936115,
|
|
"grad_norm": 0.5792871117591858,
|
|
"learning_rate": 4.261254721657454e-05,
|
|
"loss": 3.2062,
|
|
"step": 1131
|
|
},
|
|
{
|
|
"epoch": 3.931768796175576,
|
|
"grad_norm": 0.6331871151924133,
|
|
"learning_rate": 4.252202604302476e-05,
|
|
"loss": 3.2503,
|
|
"step": 1132
|
|
},
|
|
{
|
|
"epoch": 3.935245545415037,
|
|
"grad_norm": 0.5286860466003418,
|
|
"learning_rate": 4.2431529933395527e-05,
|
|
"loss": 3.2181,
|
|
"step": 1133
|
|
},
|
|
{
|
|
"epoch": 3.938722294654498,
|
|
"grad_norm": 0.5583444833755493,
|
|
"learning_rate": 4.234105919100261e-05,
|
|
"loss": 3.2073,
|
|
"step": 1134
|
|
},
|
|
{
|
|
"epoch": 3.942199043893959,
|
|
"grad_norm": 0.5682042837142944,
|
|
"learning_rate": 4.2250614119076735e-05,
|
|
"loss": 3.2068,
|
|
"step": 1135
|
|
},
|
|
{
|
|
"epoch": 3.9456757931334203,
|
|
"grad_norm": 0.6427503824234009,
|
|
"learning_rate": 4.2160195020762597e-05,
|
|
"loss": 3.2051,
|
|
"step": 1136
|
|
},
|
|
{
|
|
"epoch": 3.9491525423728815,
|
|
"grad_norm": 0.5848159193992615,
|
|
"learning_rate": 4.206980219911783e-05,
|
|
"loss": 3.1387,
|
|
"step": 1137
|
|
},
|
|
{
|
|
"epoch": 3.952629291612342,
|
|
"grad_norm": 0.5341483354568481,
|
|
"learning_rate": 4.197943595711198e-05,
|
|
"loss": 3.2449,
|
|
"step": 1138
|
|
},
|
|
{
|
|
"epoch": 3.956106040851804,
|
|
"grad_norm": 0.5785036683082581,
|
|
"learning_rate": 4.188909659762556e-05,
|
|
"loss": 3.2745,
|
|
"step": 1139
|
|
},
|
|
{
|
|
"epoch": 3.9595827900912646,
|
|
"grad_norm": 0.5817328095436096,
|
|
"learning_rate": 4.179878442344892e-05,
|
|
"loss": 3.1943,
|
|
"step": 1140
|
|
},
|
|
{
|
|
"epoch": 3.9630595393307257,
|
|
"grad_norm": 0.6359755396842957,
|
|
"learning_rate": 4.17084997372813e-05,
|
|
"loss": 3.251,
|
|
"step": 1141
|
|
},
|
|
{
|
|
"epoch": 3.966536288570187,
|
|
"grad_norm": 0.6350237727165222,
|
|
"learning_rate": 4.1618242841729846e-05,
|
|
"loss": 3.2164,
|
|
"step": 1142
|
|
},
|
|
{
|
|
"epoch": 3.970013037809648,
|
|
"grad_norm": 0.6320176720619202,
|
|
"learning_rate": 4.152801403930855e-05,
|
|
"loss": 3.2481,
|
|
"step": 1143
|
|
},
|
|
{
|
|
"epoch": 3.9734897870491093,
|
|
"grad_norm": 0.6210284233093262,
|
|
"learning_rate": 4.14378136324372e-05,
|
|
"loss": 3.1793,
|
|
"step": 1144
|
|
},
|
|
{
|
|
"epoch": 3.97696653628857,
|
|
"grad_norm": 0.543938934803009,
|
|
"learning_rate": 4.134764192344046e-05,
|
|
"loss": 3.2093,
|
|
"step": 1145
|
|
},
|
|
{
|
|
"epoch": 3.980443285528031,
|
|
"grad_norm": 0.5592504143714905,
|
|
"learning_rate": 4.125749921454679e-05,
|
|
"loss": 3.1314,
|
|
"step": 1146
|
|
},
|
|
{
|
|
"epoch": 3.9839200347674923,
|
|
"grad_norm": 0.5563082695007324,
|
|
"learning_rate": 4.116738580788744e-05,
|
|
"loss": 3.1755,
|
|
"step": 1147
|
|
},
|
|
{
|
|
"epoch": 3.9873967840069535,
|
|
"grad_norm": 0.5996997952461243,
|
|
"learning_rate": 4.107730200549549e-05,
|
|
"loss": 3.3564,
|
|
"step": 1148
|
|
},
|
|
{
|
|
"epoch": 3.9908735332464147,
|
|
"grad_norm": 0.5965397357940674,
|
|
"learning_rate": 4.0987248109304714e-05,
|
|
"loss": 3.1906,
|
|
"step": 1149
|
|
},
|
|
{
|
|
"epoch": 3.994350282485876,
|
|
"grad_norm": 0.5691776871681213,
|
|
"learning_rate": 4.089722442114873e-05,
|
|
"loss": 3.1736,
|
|
"step": 1150
|
|
},
|
|
{
|
|
"epoch": 3.997827031725337,
|
|
"grad_norm": 0.5946555733680725,
|
|
"learning_rate": 4.080723124275988e-05,
|
|
"loss": 3.1895,
|
|
"step": 1151
|
|
},
|
|
{
|
|
"epoch": 4.0,
|
|
"grad_norm": 0.5992119312286377,
|
|
"learning_rate": 4.0717268875768225e-05,
|
|
"loss": 3.2406,
|
|
"step": 1152
|
|
},
|
|
{
|
|
"epoch": 4.003476749239461,
|
|
"grad_norm": 0.5725580453872681,
|
|
"learning_rate": 4.062733762170059e-05,
|
|
"loss": 3.2336,
|
|
"step": 1153
|
|
},
|
|
{
|
|
"epoch": 4.006953498478922,
|
|
"grad_norm": 0.6200286746025085,
|
|
"learning_rate": 4.0537437781979506e-05,
|
|
"loss": 3.0999,
|
|
"step": 1154
|
|
},
|
|
{
|
|
"epoch": 4.010430247718383,
|
|
"grad_norm": 0.6485391855239868,
|
|
"learning_rate": 4.044756965792218e-05,
|
|
"loss": 3.259,
|
|
"step": 1155
|
|
},
|
|
{
|
|
"epoch": 4.013906996957845,
|
|
"grad_norm": 0.5790440440177917,
|
|
"learning_rate": 4.0357733550739554e-05,
|
|
"loss": 3.1542,
|
|
"step": 1156
|
|
},
|
|
{
|
|
"epoch": 4.017383746197305,
|
|
"grad_norm": 0.6082708835601807,
|
|
"learning_rate": 4.026792976153527e-05,
|
|
"loss": 3.2343,
|
|
"step": 1157
|
|
},
|
|
{
|
|
"epoch": 4.020860495436767,
|
|
"grad_norm": 0.6026447415351868,
|
|
"learning_rate": 4.017815859130461e-05,
|
|
"loss": 3.181,
|
|
"step": 1158
|
|
},
|
|
{
|
|
"epoch": 4.024337244676228,
|
|
"grad_norm": 0.617872953414917,
|
|
"learning_rate": 4.008842034093359e-05,
|
|
"loss": 3.1653,
|
|
"step": 1159
|
|
},
|
|
{
|
|
"epoch": 4.0278139939156885,
|
|
"grad_norm": 0.5940406918525696,
|
|
"learning_rate": 3.9998715311197785e-05,
|
|
"loss": 3.082,
|
|
"step": 1160
|
|
},
|
|
{
|
|
"epoch": 4.03129074315515,
|
|
"grad_norm": 0.5831135511398315,
|
|
"learning_rate": 3.990904380276153e-05,
|
|
"loss": 3.153,
|
|
"step": 1161
|
|
},
|
|
{
|
|
"epoch": 4.034767492394611,
|
|
"grad_norm": 0.5792697072029114,
|
|
"learning_rate": 3.981940611617675e-05,
|
|
"loss": 3.2169,
|
|
"step": 1162
|
|
},
|
|
{
|
|
"epoch": 4.0382442416340725,
|
|
"grad_norm": 0.5567387342453003,
|
|
"learning_rate": 3.972980255188201e-05,
|
|
"loss": 3.1521,
|
|
"step": 1163
|
|
},
|
|
{
|
|
"epoch": 4.041720990873533,
|
|
"grad_norm": 0.6137407422065735,
|
|
"learning_rate": 3.9640233410201553e-05,
|
|
"loss": 3.2615,
|
|
"step": 1164
|
|
},
|
|
{
|
|
"epoch": 4.045197740112994,
|
|
"grad_norm": 0.6380611062049866,
|
|
"learning_rate": 3.955069899134418e-05,
|
|
"loss": 3.2734,
|
|
"step": 1165
|
|
},
|
|
{
|
|
"epoch": 4.0486744893524556,
|
|
"grad_norm": 0.6026031374931335,
|
|
"learning_rate": 3.9461199595402354e-05,
|
|
"loss": 3.1017,
|
|
"step": 1166
|
|
},
|
|
{
|
|
"epoch": 4.052151238591916,
|
|
"grad_norm": 0.5493614673614502,
|
|
"learning_rate": 3.937173552235117e-05,
|
|
"loss": 3.1587,
|
|
"step": 1167
|
|
},
|
|
{
|
|
"epoch": 4.055627987831378,
|
|
"grad_norm": 0.5663195848464966,
|
|
"learning_rate": 3.928230707204729e-05,
|
|
"loss": 3.1702,
|
|
"step": 1168
|
|
},
|
|
{
|
|
"epoch": 4.059104737070839,
|
|
"grad_norm": 0.5667363405227661,
|
|
"learning_rate": 3.919291454422796e-05,
|
|
"loss": 3.1958,
|
|
"step": 1169
|
|
},
|
|
{
|
|
"epoch": 4.0625814863103,
|
|
"grad_norm": 0.5629976987838745,
|
|
"learning_rate": 3.9103558238510086e-05,
|
|
"loss": 3.2153,
|
|
"step": 1170
|
|
},
|
|
{
|
|
"epoch": 4.066058235549761,
|
|
"grad_norm": 0.6252686381340027,
|
|
"learning_rate": 3.901423845438916e-05,
|
|
"loss": 3.2646,
|
|
"step": 1171
|
|
},
|
|
{
|
|
"epoch": 4.069534984789222,
|
|
"grad_norm": 0.5598259568214417,
|
|
"learning_rate": 3.8924955491238216e-05,
|
|
"loss": 3.1532,
|
|
"step": 1172
|
|
},
|
|
{
|
|
"epoch": 4.073011734028683,
|
|
"grad_norm": 0.5491876602172852,
|
|
"learning_rate": 3.883570964830692e-05,
|
|
"loss": 3.124,
|
|
"step": 1173
|
|
},
|
|
{
|
|
"epoch": 4.076488483268144,
|
|
"grad_norm": 0.5444916486740112,
|
|
"learning_rate": 3.874650122472049e-05,
|
|
"loss": 3.1616,
|
|
"step": 1174
|
|
},
|
|
{
|
|
"epoch": 4.079965232507606,
|
|
"grad_norm": 0.5169205069541931,
|
|
"learning_rate": 3.865733051947876e-05,
|
|
"loss": 3.1565,
|
|
"step": 1175
|
|
},
|
|
{
|
|
"epoch": 4.083441981747066,
|
|
"grad_norm": 0.5438332557678223,
|
|
"learning_rate": 3.856819783145514e-05,
|
|
"loss": 3.2329,
|
|
"step": 1176
|
|
},
|
|
{
|
|
"epoch": 4.086918730986528,
|
|
"grad_norm": 0.551806628704071,
|
|
"learning_rate": 3.847910345939557e-05,
|
|
"loss": 3.2382,
|
|
"step": 1177
|
|
},
|
|
{
|
|
"epoch": 4.090395480225989,
|
|
"grad_norm": 0.5678349733352661,
|
|
"learning_rate": 3.839004770191762e-05,
|
|
"loss": 3.2062,
|
|
"step": 1178
|
|
},
|
|
{
|
|
"epoch": 4.0938722294654495,
|
|
"grad_norm": 0.5699625611305237,
|
|
"learning_rate": 3.83010308575094e-05,
|
|
"loss": 3.1105,
|
|
"step": 1179
|
|
},
|
|
{
|
|
"epoch": 4.097348978704911,
|
|
"grad_norm": 0.5540375709533691,
|
|
"learning_rate": 3.821205322452863e-05,
|
|
"loss": 3.1929,
|
|
"step": 1180
|
|
},
|
|
{
|
|
"epoch": 4.100825727944372,
|
|
"grad_norm": 0.5406695008277893,
|
|
"learning_rate": 3.812311510120159e-05,
|
|
"loss": 3.0958,
|
|
"step": 1181
|
|
},
|
|
{
|
|
"epoch": 4.1043024771838335,
|
|
"grad_norm": 0.5478038787841797,
|
|
"learning_rate": 3.803421678562213e-05,
|
|
"loss": 3.1762,
|
|
"step": 1182
|
|
},
|
|
{
|
|
"epoch": 4.107779226423294,
|
|
"grad_norm": 0.6140181422233582,
|
|
"learning_rate": 3.794535857575064e-05,
|
|
"loss": 3.1347,
|
|
"step": 1183
|
|
},
|
|
{
|
|
"epoch": 4.111255975662755,
|
|
"grad_norm": 0.578913152217865,
|
|
"learning_rate": 3.785654076941317e-05,
|
|
"loss": 3.1791,
|
|
"step": 1184
|
|
},
|
|
{
|
|
"epoch": 4.1147327249022165,
|
|
"grad_norm": 0.6035884618759155,
|
|
"learning_rate": 3.776776366430027e-05,
|
|
"loss": 3.1587,
|
|
"step": 1185
|
|
},
|
|
{
|
|
"epoch": 4.118209474141677,
|
|
"grad_norm": 0.5582138895988464,
|
|
"learning_rate": 3.767902755796613e-05,
|
|
"loss": 3.1542,
|
|
"step": 1186
|
|
},
|
|
{
|
|
"epoch": 4.121686223381139,
|
|
"grad_norm": 0.526336669921875,
|
|
"learning_rate": 3.759033274782751e-05,
|
|
"loss": 3.1465,
|
|
"step": 1187
|
|
},
|
|
{
|
|
"epoch": 4.1251629726206,
|
|
"grad_norm": 0.6234402060508728,
|
|
"learning_rate": 3.750167953116272e-05,
|
|
"loss": 3.1536,
|
|
"step": 1188
|
|
},
|
|
{
|
|
"epoch": 4.128639721860061,
|
|
"grad_norm": 0.7032943964004517,
|
|
"learning_rate": 3.741306820511072e-05,
|
|
"loss": 3.1409,
|
|
"step": 1189
|
|
},
|
|
{
|
|
"epoch": 4.132116471099522,
|
|
"grad_norm": 0.7070549726486206,
|
|
"learning_rate": 3.7324499066670006e-05,
|
|
"loss": 3.1695,
|
|
"step": 1190
|
|
},
|
|
{
|
|
"epoch": 4.135593220338983,
|
|
"grad_norm": 0.6663886904716492,
|
|
"learning_rate": 3.723597241269772e-05,
|
|
"loss": 3.1933,
|
|
"step": 1191
|
|
},
|
|
{
|
|
"epoch": 4.139069969578444,
|
|
"grad_norm": 0.6331878900527954,
|
|
"learning_rate": 3.7147488539908596e-05,
|
|
"loss": 3.1693,
|
|
"step": 1192
|
|
},
|
|
{
|
|
"epoch": 4.142546718817905,
|
|
"grad_norm": 0.5591497421264648,
|
|
"learning_rate": 3.705904774487396e-05,
|
|
"loss": 3.267,
|
|
"step": 1193
|
|
},
|
|
{
|
|
"epoch": 4.146023468057367,
|
|
"grad_norm": 0.6263229250907898,
|
|
"learning_rate": 3.697065032402078e-05,
|
|
"loss": 3.1842,
|
|
"step": 1194
|
|
},
|
|
{
|
|
"epoch": 4.149500217296827,
|
|
"grad_norm": 0.6090732216835022,
|
|
"learning_rate": 3.6882296573630634e-05,
|
|
"loss": 3.1744,
|
|
"step": 1195
|
|
},
|
|
{
|
|
"epoch": 4.152976966536288,
|
|
"grad_norm": 0.5834642648696899,
|
|
"learning_rate": 3.6793986789838744e-05,
|
|
"loss": 3.1195,
|
|
"step": 1196
|
|
},
|
|
{
|
|
"epoch": 4.15645371577575,
|
|
"grad_norm": 0.5978863835334778,
|
|
"learning_rate": 3.6705721268632915e-05,
|
|
"loss": 3.1333,
|
|
"step": 1197
|
|
},
|
|
{
|
|
"epoch": 4.1599304650152105,
|
|
"grad_norm": 0.5608931183815002,
|
|
"learning_rate": 3.6617500305852674e-05,
|
|
"loss": 3.0997,
|
|
"step": 1198
|
|
},
|
|
{
|
|
"epoch": 4.163407214254672,
|
|
"grad_norm": 0.6076219081878662,
|
|
"learning_rate": 3.6529324197188154e-05,
|
|
"loss": 3.1598,
|
|
"step": 1199
|
|
},
|
|
{
|
|
"epoch": 4.166883963494133,
|
|
"grad_norm": 0.571110725402832,
|
|
"learning_rate": 3.644119323817915e-05,
|
|
"loss": 3.1411,
|
|
"step": 1200
|
|
},
|
|
{
|
|
"epoch": 4.170360712733594,
|
|
"grad_norm": 0.524634838104248,
|
|
"learning_rate": 3.6353107724214175e-05,
|
|
"loss": 3.1337,
|
|
"step": 1201
|
|
},
|
|
{
|
|
"epoch": 4.173837461973055,
|
|
"grad_norm": 0.5356817245483398,
|
|
"learning_rate": 3.6265067950529365e-05,
|
|
"loss": 3.1192,
|
|
"step": 1202
|
|
},
|
|
{
|
|
"epoch": 4.177314211212516,
|
|
"grad_norm": 0.5559493899345398,
|
|
"learning_rate": 3.617707421220758e-05,
|
|
"loss": 3.1269,
|
|
"step": 1203
|
|
},
|
|
{
|
|
"epoch": 4.1807909604519775,
|
|
"grad_norm": 0.5397975444793701,
|
|
"learning_rate": 3.608912680417737e-05,
|
|
"loss": 3.1603,
|
|
"step": 1204
|
|
},
|
|
{
|
|
"epoch": 4.184267709691438,
|
|
"grad_norm": 0.5938603281974792,
|
|
"learning_rate": 3.600122602121202e-05,
|
|
"loss": 3.13,
|
|
"step": 1205
|
|
},
|
|
{
|
|
"epoch": 4.1877444589309,
|
|
"grad_norm": 0.5785700082778931,
|
|
"learning_rate": 3.591337215792852e-05,
|
|
"loss": 3.2027,
|
|
"step": 1206
|
|
},
|
|
{
|
|
"epoch": 4.191221208170361,
|
|
"grad_norm": 0.5957548022270203,
|
|
"learning_rate": 3.58255655087866e-05,
|
|
"loss": 3.1809,
|
|
"step": 1207
|
|
},
|
|
{
|
|
"epoch": 4.194697957409822,
|
|
"grad_norm": 0.5649887323379517,
|
|
"learning_rate": 3.5737806368087774e-05,
|
|
"loss": 3.2136,
|
|
"step": 1208
|
|
},
|
|
{
|
|
"epoch": 4.198174706649283,
|
|
"grad_norm": 0.5808984637260437,
|
|
"learning_rate": 3.5650095029974266e-05,
|
|
"loss": 3.1725,
|
|
"step": 1209
|
|
},
|
|
{
|
|
"epoch": 4.201651455888744,
|
|
"grad_norm": 0.5980812907218933,
|
|
"learning_rate": 3.5562431788428156e-05,
|
|
"loss": 3.1213,
|
|
"step": 1210
|
|
},
|
|
{
|
|
"epoch": 4.205128205128205,
|
|
"grad_norm": 0.548862099647522,
|
|
"learning_rate": 3.5474816937270225e-05,
|
|
"loss": 3.1082,
|
|
"step": 1211
|
|
},
|
|
{
|
|
"epoch": 4.208604954367666,
|
|
"grad_norm": 0.5771917104721069,
|
|
"learning_rate": 3.538725077015915e-05,
|
|
"loss": 3.2051,
|
|
"step": 1212
|
|
},
|
|
{
|
|
"epoch": 4.212081703607128,
|
|
"grad_norm": 0.5784444808959961,
|
|
"learning_rate": 3.529973358059038e-05,
|
|
"loss": 3.0524,
|
|
"step": 1213
|
|
},
|
|
{
|
|
"epoch": 4.215558452846588,
|
|
"grad_norm": 0.5533136129379272,
|
|
"learning_rate": 3.521226566189523e-05,
|
|
"loss": 3.1359,
|
|
"step": 1214
|
|
},
|
|
{
|
|
"epoch": 4.219035202086049,
|
|
"grad_norm": 0.5978413224220276,
|
|
"learning_rate": 3.512484730723986e-05,
|
|
"loss": 3.1429,
|
|
"step": 1215
|
|
},
|
|
{
|
|
"epoch": 4.222511951325511,
|
|
"grad_norm": 0.5688326358795166,
|
|
"learning_rate": 3.503747880962431e-05,
|
|
"loss": 3.1544,
|
|
"step": 1216
|
|
},
|
|
{
|
|
"epoch": 4.2259887005649714,
|
|
"grad_norm": 0.5804445147514343,
|
|
"learning_rate": 3.495016046188155e-05,
|
|
"loss": 3.1167,
|
|
"step": 1217
|
|
},
|
|
{
|
|
"epoch": 4.229465449804433,
|
|
"grad_norm": 0.5675270557403564,
|
|
"learning_rate": 3.4862892556676395e-05,
|
|
"loss": 3.1552,
|
|
"step": 1218
|
|
},
|
|
{
|
|
"epoch": 4.232942199043894,
|
|
"grad_norm": 0.5292279720306396,
|
|
"learning_rate": 3.4775675386504656e-05,
|
|
"loss": 3.1221,
|
|
"step": 1219
|
|
},
|
|
{
|
|
"epoch": 4.236418948283355,
|
|
"grad_norm": 0.553810179233551,
|
|
"learning_rate": 3.468850924369203e-05,
|
|
"loss": 3.2311,
|
|
"step": 1220
|
|
},
|
|
{
|
|
"epoch": 4.239895697522816,
|
|
"grad_norm": 0.5489530563354492,
|
|
"learning_rate": 3.460139442039326e-05,
|
|
"loss": 3.1054,
|
|
"step": 1221
|
|
},
|
|
{
|
|
"epoch": 4.243372446762277,
|
|
"grad_norm": 0.5100445747375488,
|
|
"learning_rate": 3.4514331208591025e-05,
|
|
"loss": 3.2079,
|
|
"step": 1222
|
|
},
|
|
{
|
|
"epoch": 4.2468491960017385,
|
|
"grad_norm": 0.5427148938179016,
|
|
"learning_rate": 3.4427319900095055e-05,
|
|
"loss": 3.1394,
|
|
"step": 1223
|
|
},
|
|
{
|
|
"epoch": 4.250325945241199,
|
|
"grad_norm": 0.5344714522361755,
|
|
"learning_rate": 3.4340360786541064e-05,
|
|
"loss": 3.1592,
|
|
"step": 1224
|
|
},
|
|
{
|
|
"epoch": 4.253802694480661,
|
|
"grad_norm": 0.5320305824279785,
|
|
"learning_rate": 3.425345415938988e-05,
|
|
"loss": 3.193,
|
|
"step": 1225
|
|
},
|
|
{
|
|
"epoch": 4.257279443720122,
|
|
"grad_norm": 0.5287283062934875,
|
|
"learning_rate": 3.4166600309926387e-05,
|
|
"loss": 3.2131,
|
|
"step": 1226
|
|
},
|
|
{
|
|
"epoch": 4.260756192959583,
|
|
"grad_norm": 0.5557782649993896,
|
|
"learning_rate": 3.407979952925857e-05,
|
|
"loss": 3.24,
|
|
"step": 1227
|
|
},
|
|
{
|
|
"epoch": 4.264232942199044,
|
|
"grad_norm": 0.5349240303039551,
|
|
"learning_rate": 3.399305210831656e-05,
|
|
"loss": 3.1917,
|
|
"step": 1228
|
|
},
|
|
{
|
|
"epoch": 4.267709691438505,
|
|
"grad_norm": 0.5544419884681702,
|
|
"learning_rate": 3.390635833785163e-05,
|
|
"loss": 3.1339,
|
|
"step": 1229
|
|
},
|
|
{
|
|
"epoch": 4.271186440677966,
|
|
"grad_norm": 0.5695310235023499,
|
|
"learning_rate": 3.3819718508435226e-05,
|
|
"loss": 3.1142,
|
|
"step": 1230
|
|
},
|
|
{
|
|
"epoch": 4.274663189917427,
|
|
"grad_norm": 0.4966232180595398,
|
|
"learning_rate": 3.3733132910458034e-05,
|
|
"loss": 3.1916,
|
|
"step": 1231
|
|
},
|
|
{
|
|
"epoch": 4.278139939156889,
|
|
"grad_norm": 0.5800032019615173,
|
|
"learning_rate": 3.364660183412892e-05,
|
|
"loss": 3.1645,
|
|
"step": 1232
|
|
},
|
|
{
|
|
"epoch": 4.281616688396349,
|
|
"grad_norm": 0.5773885250091553,
|
|
"learning_rate": 3.356012556947405e-05,
|
|
"loss": 3.1542,
|
|
"step": 1233
|
|
},
|
|
{
|
|
"epoch": 4.28509343763581,
|
|
"grad_norm": 0.5234330296516418,
|
|
"learning_rate": 3.347370440633587e-05,
|
|
"loss": 3.1371,
|
|
"step": 1234
|
|
},
|
|
{
|
|
"epoch": 4.288570186875272,
|
|
"grad_norm": 0.5608299374580383,
|
|
"learning_rate": 3.338733863437212e-05,
|
|
"loss": 3.1268,
|
|
"step": 1235
|
|
},
|
|
{
|
|
"epoch": 4.292046936114732,
|
|
"grad_norm": 0.5602731108665466,
|
|
"learning_rate": 3.3301028543054935e-05,
|
|
"loss": 3.1742,
|
|
"step": 1236
|
|
},
|
|
{
|
|
"epoch": 4.295523685354194,
|
|
"grad_norm": 0.5070881247520447,
|
|
"learning_rate": 3.3214774421669774e-05,
|
|
"loss": 3.1491,
|
|
"step": 1237
|
|
},
|
|
{
|
|
"epoch": 4.299000434593655,
|
|
"grad_norm": 0.6085598468780518,
|
|
"learning_rate": 3.3128576559314504e-05,
|
|
"loss": 3.1355,
|
|
"step": 1238
|
|
},
|
|
{
|
|
"epoch": 4.302477183833116,
|
|
"grad_norm": 0.562229335308075,
|
|
"learning_rate": 3.304243524489847e-05,
|
|
"loss": 3.1475,
|
|
"step": 1239
|
|
},
|
|
{
|
|
"epoch": 4.305953933072577,
|
|
"grad_norm": 0.50657719373703,
|
|
"learning_rate": 3.295635076714144e-05,
|
|
"loss": 3.1014,
|
|
"step": 1240
|
|
},
|
|
{
|
|
"epoch": 4.309430682312038,
|
|
"grad_norm": 0.547308623790741,
|
|
"learning_rate": 3.2870323414572726e-05,
|
|
"loss": 3.1063,
|
|
"step": 1241
|
|
},
|
|
{
|
|
"epoch": 4.3129074315514995,
|
|
"grad_norm": 0.538101315498352,
|
|
"learning_rate": 3.278435347553014e-05,
|
|
"loss": 3.2346,
|
|
"step": 1242
|
|
},
|
|
{
|
|
"epoch": 4.31638418079096,
|
|
"grad_norm": 0.5632209777832031,
|
|
"learning_rate": 3.2698441238159065e-05,
|
|
"loss": 3.1009,
|
|
"step": 1243
|
|
},
|
|
{
|
|
"epoch": 4.319860930030422,
|
|
"grad_norm": 0.538557231426239,
|
|
"learning_rate": 3.261258699041152e-05,
|
|
"loss": 3.1992,
|
|
"step": 1244
|
|
},
|
|
{
|
|
"epoch": 4.3233376792698825,
|
|
"grad_norm": 0.5102593302726746,
|
|
"learning_rate": 3.2526791020045086e-05,
|
|
"loss": 3.0824,
|
|
"step": 1245
|
|
},
|
|
{
|
|
"epoch": 4.326814428509344,
|
|
"grad_norm": 0.5571600794792175,
|
|
"learning_rate": 3.24410536146221e-05,
|
|
"loss": 3.2344,
|
|
"step": 1246
|
|
},
|
|
{
|
|
"epoch": 4.330291177748805,
|
|
"grad_norm": 0.5731806755065918,
|
|
"learning_rate": 3.235537506150856e-05,
|
|
"loss": 3.1911,
|
|
"step": 1247
|
|
},
|
|
{
|
|
"epoch": 4.333767926988266,
|
|
"grad_norm": 0.568469226360321,
|
|
"learning_rate": 3.226975564787322e-05,
|
|
"loss": 3.1631,
|
|
"step": 1248
|
|
},
|
|
{
|
|
"epoch": 4.337244676227727,
|
|
"grad_norm": 0.6091863512992859,
|
|
"learning_rate": 3.218419566068661e-05,
|
|
"loss": 3.1156,
|
|
"step": 1249
|
|
},
|
|
{
|
|
"epoch": 4.340721425467188,
|
|
"grad_norm": 0.5082367658615112,
|
|
"learning_rate": 3.209869538672008e-05,
|
|
"loss": 3.1481,
|
|
"step": 1250
|
|
},
|
|
{
|
|
"epoch": 4.34419817470665,
|
|
"grad_norm": 0.531330943107605,
|
|
"learning_rate": 3.201325511254487e-05,
|
|
"loss": 3.2305,
|
|
"step": 1251
|
|
},
|
|
{
|
|
"epoch": 4.34767492394611,
|
|
"grad_norm": 0.542111873626709,
|
|
"learning_rate": 3.192787512453105e-05,
|
|
"loss": 3.155,
|
|
"step": 1252
|
|
},
|
|
{
|
|
"epoch": 4.351151673185571,
|
|
"grad_norm": 0.5078598260879517,
|
|
"learning_rate": 3.18425557088467e-05,
|
|
"loss": 3.1793,
|
|
"step": 1253
|
|
},
|
|
{
|
|
"epoch": 4.354628422425033,
|
|
"grad_norm": 0.5410819053649902,
|
|
"learning_rate": 3.175729715145684e-05,
|
|
"loss": 3.2161,
|
|
"step": 1254
|
|
},
|
|
{
|
|
"epoch": 4.358105171664493,
|
|
"grad_norm": 0.5382195711135864,
|
|
"learning_rate": 3.167209973812253e-05,
|
|
"loss": 3.1332,
|
|
"step": 1255
|
|
},
|
|
{
|
|
"epoch": 4.361581920903955,
|
|
"grad_norm": 0.574900209903717,
|
|
"learning_rate": 3.158696375439989e-05,
|
|
"loss": 3.1937,
|
|
"step": 1256
|
|
},
|
|
{
|
|
"epoch": 4.365058670143416,
|
|
"grad_norm": 0.527801513671875,
|
|
"learning_rate": 3.1501889485639124e-05,
|
|
"loss": 3.1353,
|
|
"step": 1257
|
|
},
|
|
{
|
|
"epoch": 4.368535419382877,
|
|
"grad_norm": 0.5430712699890137,
|
|
"learning_rate": 3.141687721698363e-05,
|
|
"loss": 3.1929,
|
|
"step": 1258
|
|
},
|
|
{
|
|
"epoch": 4.372012168622338,
|
|
"grad_norm": 0.5637326240539551,
|
|
"learning_rate": 3.133192723336895e-05,
|
|
"loss": 3.1734,
|
|
"step": 1259
|
|
},
|
|
{
|
|
"epoch": 4.375488917861799,
|
|
"grad_norm": 0.5349778532981873,
|
|
"learning_rate": 3.124703981952191e-05,
|
|
"loss": 3.1223,
|
|
"step": 1260
|
|
},
|
|
{
|
|
"epoch": 4.3789656671012605,
|
|
"grad_norm": 0.5977018475532532,
|
|
"learning_rate": 3.1162215259959594e-05,
|
|
"loss": 3.1931,
|
|
"step": 1261
|
|
},
|
|
{
|
|
"epoch": 4.382442416340721,
|
|
"grad_norm": 0.5777693390846252,
|
|
"learning_rate": 3.107745383898841e-05,
|
|
"loss": 3.2519,
|
|
"step": 1262
|
|
},
|
|
{
|
|
"epoch": 4.385919165580183,
|
|
"grad_norm": 0.5384812951087952,
|
|
"learning_rate": 3.0992755840703195e-05,
|
|
"loss": 3.1766,
|
|
"step": 1263
|
|
},
|
|
{
|
|
"epoch": 4.3893959148196435,
|
|
"grad_norm": 0.5800558924674988,
|
|
"learning_rate": 3.0908121548986136e-05,
|
|
"loss": 3.1622,
|
|
"step": 1264
|
|
},
|
|
{
|
|
"epoch": 4.392872664059105,
|
|
"grad_norm": 0.5624348521232605,
|
|
"learning_rate": 3.0823551247505975e-05,
|
|
"loss": 3.1381,
|
|
"step": 1265
|
|
},
|
|
{
|
|
"epoch": 4.396349413298566,
|
|
"grad_norm": 0.5728154182434082,
|
|
"learning_rate": 3.073904521971689e-05,
|
|
"loss": 3.0738,
|
|
"step": 1266
|
|
},
|
|
{
|
|
"epoch": 4.399826162538027,
|
|
"grad_norm": 0.6084502935409546,
|
|
"learning_rate": 3.065460374885771e-05,
|
|
"loss": 3.1587,
|
|
"step": 1267
|
|
},
|
|
{
|
|
"epoch": 4.403302911777488,
|
|
"grad_norm": 0.5481749773025513,
|
|
"learning_rate": 3.057022711795086e-05,
|
|
"loss": 3.1831,
|
|
"step": 1268
|
|
},
|
|
{
|
|
"epoch": 4.406779661016949,
|
|
"grad_norm": 0.5750850439071655,
|
|
"learning_rate": 3.048591560980143e-05,
|
|
"loss": 3.1694,
|
|
"step": 1269
|
|
},
|
|
{
|
|
"epoch": 4.410256410256411,
|
|
"grad_norm": 0.5632287859916687,
|
|
"learning_rate": 3.0401669506996256e-05,
|
|
"loss": 3.1857,
|
|
"step": 1270
|
|
},
|
|
{
|
|
"epoch": 4.413733159495871,
|
|
"grad_norm": 0.5208144783973694,
|
|
"learning_rate": 3.0317489091902935e-05,
|
|
"loss": 3.161,
|
|
"step": 1271
|
|
},
|
|
{
|
|
"epoch": 4.417209908735332,
|
|
"grad_norm": 0.5646597146987915,
|
|
"learning_rate": 3.0233374646668933e-05,
|
|
"loss": 3.1561,
|
|
"step": 1272
|
|
},
|
|
{
|
|
"epoch": 4.420686657974794,
|
|
"grad_norm": 0.6238527894020081,
|
|
"learning_rate": 3.014932645322056e-05,
|
|
"loss": 3.1294,
|
|
"step": 1273
|
|
},
|
|
{
|
|
"epoch": 4.424163407214254,
|
|
"grad_norm": 0.5221900939941406,
|
|
"learning_rate": 3.0065344793262112e-05,
|
|
"loss": 3.1726,
|
|
"step": 1274
|
|
},
|
|
{
|
|
"epoch": 4.427640156453716,
|
|
"grad_norm": 0.507268488407135,
|
|
"learning_rate": 2.9981429948274848e-05,
|
|
"loss": 3.1116,
|
|
"step": 1275
|
|
},
|
|
{
|
|
"epoch": 4.431116905693177,
|
|
"grad_norm": 0.5262473225593567,
|
|
"learning_rate": 2.9897582199516104e-05,
|
|
"loss": 3.1248,
|
|
"step": 1276
|
|
},
|
|
{
|
|
"epoch": 4.434593654932638,
|
|
"grad_norm": 0.5219045281410217,
|
|
"learning_rate": 2.9813801828018344e-05,
|
|
"loss": 3.1733,
|
|
"step": 1277
|
|
},
|
|
{
|
|
"epoch": 4.438070404172099,
|
|
"grad_norm": 0.5666697025299072,
|
|
"learning_rate": 2.973008911458816e-05,
|
|
"loss": 3.1438,
|
|
"step": 1278
|
|
},
|
|
{
|
|
"epoch": 4.44154715341156,
|
|
"grad_norm": 0.5166260004043579,
|
|
"learning_rate": 2.9646444339805436e-05,
|
|
"loss": 3.1529,
|
|
"step": 1279
|
|
},
|
|
{
|
|
"epoch": 4.445023902651021,
|
|
"grad_norm": 0.5471430420875549,
|
|
"learning_rate": 2.9562867784022262e-05,
|
|
"loss": 3.1087,
|
|
"step": 1280
|
|
},
|
|
{
|
|
"epoch": 4.448500651890482,
|
|
"grad_norm": 0.5563281774520874,
|
|
"learning_rate": 2.9479359727362173e-05,
|
|
"loss": 3.1607,
|
|
"step": 1281
|
|
},
|
|
{
|
|
"epoch": 4.451977401129944,
|
|
"grad_norm": 0.5162192583084106,
|
|
"learning_rate": 2.9395920449719027e-05,
|
|
"loss": 3.0287,
|
|
"step": 1282
|
|
},
|
|
{
|
|
"epoch": 4.4554541503694045,
|
|
"grad_norm": 0.5430468320846558,
|
|
"learning_rate": 2.931255023075624e-05,
|
|
"loss": 3.1928,
|
|
"step": 1283
|
|
},
|
|
{
|
|
"epoch": 4.458930899608866,
|
|
"grad_norm": 0.5762031078338623,
|
|
"learning_rate": 2.9229249349905684e-05,
|
|
"loss": 3.1146,
|
|
"step": 1284
|
|
},
|
|
{
|
|
"epoch": 4.462407648848327,
|
|
"grad_norm": 0.5716304183006287,
|
|
"learning_rate": 2.91460180863669e-05,
|
|
"loss": 3.1328,
|
|
"step": 1285
|
|
},
|
|
{
|
|
"epoch": 4.465884398087788,
|
|
"grad_norm": 0.48609912395477295,
|
|
"learning_rate": 2.9062856719106034e-05,
|
|
"loss": 3.1918,
|
|
"step": 1286
|
|
},
|
|
{
|
|
"epoch": 4.469361147327249,
|
|
"grad_norm": 0.5626135468482971,
|
|
"learning_rate": 2.8979765526855002e-05,
|
|
"loss": 3.0825,
|
|
"step": 1287
|
|
},
|
|
{
|
|
"epoch": 4.47283789656671,
|
|
"grad_norm": 0.5432965755462646,
|
|
"learning_rate": 2.8896744788110497e-05,
|
|
"loss": 3.1992,
|
|
"step": 1288
|
|
},
|
|
{
|
|
"epoch": 4.4763146458061716,
|
|
"grad_norm": 0.5227442979812622,
|
|
"learning_rate": 2.881379478113311e-05,
|
|
"loss": 3.1348,
|
|
"step": 1289
|
|
},
|
|
{
|
|
"epoch": 4.479791395045632,
|
|
"grad_norm": 0.5127291679382324,
|
|
"learning_rate": 2.873091578394626e-05,
|
|
"loss": 3.1505,
|
|
"step": 1290
|
|
},
|
|
{
|
|
"epoch": 4.483268144285093,
|
|
"grad_norm": 0.5297070145606995,
|
|
"learning_rate": 2.8648108074335472e-05,
|
|
"loss": 3.1592,
|
|
"step": 1291
|
|
},
|
|
{
|
|
"epoch": 4.486744893524555,
|
|
"grad_norm": 0.5441714525222778,
|
|
"learning_rate": 2.8565371929847284e-05,
|
|
"loss": 3.1568,
|
|
"step": 1292
|
|
},
|
|
{
|
|
"epoch": 4.490221642764015,
|
|
"grad_norm": 0.527181088924408,
|
|
"learning_rate": 2.8482707627788406e-05,
|
|
"loss": 3.0347,
|
|
"step": 1293
|
|
},
|
|
{
|
|
"epoch": 4.493698392003477,
|
|
"grad_norm": 0.5165045261383057,
|
|
"learning_rate": 2.840011544522467e-05,
|
|
"loss": 3.0401,
|
|
"step": 1294
|
|
},
|
|
{
|
|
"epoch": 4.497175141242938,
|
|
"grad_norm": 0.5333744287490845,
|
|
"learning_rate": 2.831759565898029e-05,
|
|
"loss": 3.1488,
|
|
"step": 1295
|
|
},
|
|
{
|
|
"epoch": 4.500651890482399,
|
|
"grad_norm": 0.5299988985061646,
|
|
"learning_rate": 2.8235148545636776e-05,
|
|
"loss": 3.1192,
|
|
"step": 1296
|
|
},
|
|
{
|
|
"epoch": 4.50412863972186,
|
|
"grad_norm": 0.5290223956108093,
|
|
"learning_rate": 2.8152774381532033e-05,
|
|
"loss": 3.1706,
|
|
"step": 1297
|
|
},
|
|
{
|
|
"epoch": 4.507605388961321,
|
|
"grad_norm": 0.5143240690231323,
|
|
"learning_rate": 2.8070473442759515e-05,
|
|
"loss": 3.0781,
|
|
"step": 1298
|
|
},
|
|
{
|
|
"epoch": 4.511082138200782,
|
|
"grad_norm": 0.5055028796195984,
|
|
"learning_rate": 2.798824600516723e-05,
|
|
"loss": 3.0796,
|
|
"step": 1299
|
|
},
|
|
{
|
|
"epoch": 4.514558887440243,
|
|
"grad_norm": 0.5169261693954468,
|
|
"learning_rate": 2.790609234435683e-05,
|
|
"loss": 3.026,
|
|
"step": 1300
|
|
},
|
|
{
|
|
"epoch": 4.518035636679705,
|
|
"grad_norm": 0.48205968737602234,
|
|
"learning_rate": 2.7824012735682693e-05,
|
|
"loss": 3.0564,
|
|
"step": 1301
|
|
},
|
|
{
|
|
"epoch": 4.5215123859191655,
|
|
"grad_norm": 0.5130692720413208,
|
|
"learning_rate": 2.774200745425096e-05,
|
|
"loss": 3.0893,
|
|
"step": 1302
|
|
},
|
|
{
|
|
"epoch": 4.524989135158627,
|
|
"grad_norm": 0.502295196056366,
|
|
"learning_rate": 2.7660076774918708e-05,
|
|
"loss": 3.0858,
|
|
"step": 1303
|
|
},
|
|
{
|
|
"epoch": 4.528465884398088,
|
|
"grad_norm": 0.5414760708808899,
|
|
"learning_rate": 2.757822097229294e-05,
|
|
"loss": 3.1763,
|
|
"step": 1304
|
|
},
|
|
{
|
|
"epoch": 4.531942633637549,
|
|
"grad_norm": 0.5080839991569519,
|
|
"learning_rate": 2.749644032072969e-05,
|
|
"loss": 3.1469,
|
|
"step": 1305
|
|
},
|
|
{
|
|
"epoch": 4.53541938287701,
|
|
"grad_norm": 0.510778546333313,
|
|
"learning_rate": 2.7414735094333137e-05,
|
|
"loss": 3.1893,
|
|
"step": 1306
|
|
},
|
|
{
|
|
"epoch": 4.538896132116471,
|
|
"grad_norm": 0.5154252648353577,
|
|
"learning_rate": 2.7333105566954627e-05,
|
|
"loss": 3.1355,
|
|
"step": 1307
|
|
},
|
|
{
|
|
"epoch": 4.5423728813559325,
|
|
"grad_norm": 0.5087947249412537,
|
|
"learning_rate": 2.7251552012191762e-05,
|
|
"loss": 3.1925,
|
|
"step": 1308
|
|
},
|
|
{
|
|
"epoch": 4.545849630595393,
|
|
"grad_norm": 0.5253137350082397,
|
|
"learning_rate": 2.7170074703387565e-05,
|
|
"loss": 3.2108,
|
|
"step": 1309
|
|
},
|
|
{
|
|
"epoch": 4.549326379834854,
|
|
"grad_norm": 0.5336745381355286,
|
|
"learning_rate": 2.708867391362948e-05,
|
|
"loss": 3.1476,
|
|
"step": 1310
|
|
},
|
|
{
|
|
"epoch": 4.552803129074316,
|
|
"grad_norm": 0.5403643846511841,
|
|
"learning_rate": 2.700734991574849e-05,
|
|
"loss": 3.1474,
|
|
"step": 1311
|
|
},
|
|
{
|
|
"epoch": 4.556279878313776,
|
|
"grad_norm": 0.5262840986251831,
|
|
"learning_rate": 2.6926102982318192e-05,
|
|
"loss": 3.2003,
|
|
"step": 1312
|
|
},
|
|
{
|
|
"epoch": 4.559756627553238,
|
|
"grad_norm": 0.5386162996292114,
|
|
"learning_rate": 2.684493338565386e-05,
|
|
"loss": 3.1021,
|
|
"step": 1313
|
|
},
|
|
{
|
|
"epoch": 4.563233376792699,
|
|
"grad_norm": 0.4971773624420166,
|
|
"learning_rate": 2.6763841397811573e-05,
|
|
"loss": 3.1549,
|
|
"step": 1314
|
|
},
|
|
{
|
|
"epoch": 4.56671012603216,
|
|
"grad_norm": 0.5384669303894043,
|
|
"learning_rate": 2.668282729058732e-05,
|
|
"loss": 3.1015,
|
|
"step": 1315
|
|
},
|
|
{
|
|
"epoch": 4.570186875271621,
|
|
"grad_norm": 0.5245262384414673,
|
|
"learning_rate": 2.6601891335516028e-05,
|
|
"loss": 3.1012,
|
|
"step": 1316
|
|
},
|
|
{
|
|
"epoch": 4.573663624511082,
|
|
"grad_norm": 0.5222594141960144,
|
|
"learning_rate": 2.6521033803870692e-05,
|
|
"loss": 3.1934,
|
|
"step": 1317
|
|
},
|
|
{
|
|
"epoch": 4.577140373750543,
|
|
"grad_norm": 0.5642375349998474,
|
|
"learning_rate": 2.6440254966661425e-05,
|
|
"loss": 3.1681,
|
|
"step": 1318
|
|
},
|
|
{
|
|
"epoch": 4.580617122990004,
|
|
"grad_norm": 0.5803114175796509,
|
|
"learning_rate": 2.6359555094634615e-05,
|
|
"loss": 3.152,
|
|
"step": 1319
|
|
},
|
|
{
|
|
"epoch": 4.584093872229466,
|
|
"grad_norm": 0.5136197209358215,
|
|
"learning_rate": 2.6278934458271997e-05,
|
|
"loss": 3.1403,
|
|
"step": 1320
|
|
},
|
|
{
|
|
"epoch": 4.5875706214689265,
|
|
"grad_norm": 0.5403902530670166,
|
|
"learning_rate": 2.6198393327789662e-05,
|
|
"loss": 3.1996,
|
|
"step": 1321
|
|
},
|
|
{
|
|
"epoch": 4.591047370708388,
|
|
"grad_norm": 0.5205239653587341,
|
|
"learning_rate": 2.6117931973137296e-05,
|
|
"loss": 3.0724,
|
|
"step": 1322
|
|
},
|
|
{
|
|
"epoch": 4.594524119947849,
|
|
"grad_norm": 0.5435472726821899,
|
|
"learning_rate": 2.603755066399718e-05,
|
|
"loss": 3.0977,
|
|
"step": 1323
|
|
},
|
|
{
|
|
"epoch": 4.5980008691873095,
|
|
"grad_norm": 0.5279546976089478,
|
|
"learning_rate": 2.5957249669783256e-05,
|
|
"loss": 3.0092,
|
|
"step": 1324
|
|
},
|
|
{
|
|
"epoch": 4.601477618426771,
|
|
"grad_norm": 0.5379184484481812,
|
|
"learning_rate": 2.587702925964034e-05,
|
|
"loss": 3.1167,
|
|
"step": 1325
|
|
},
|
|
{
|
|
"epoch": 4.604954367666232,
|
|
"grad_norm": 0.5148362517356873,
|
|
"learning_rate": 2.579688970244313e-05,
|
|
"loss": 3.098,
|
|
"step": 1326
|
|
},
|
|
{
|
|
"epoch": 4.6084311169056935,
|
|
"grad_norm": 0.5144993662834167,
|
|
"learning_rate": 2.5716831266795326e-05,
|
|
"loss": 3.0208,
|
|
"step": 1327
|
|
},
|
|
{
|
|
"epoch": 4.611907866145154,
|
|
"grad_norm": 0.5288809537887573,
|
|
"learning_rate": 2.563685422102876e-05,
|
|
"loss": 3.1685,
|
|
"step": 1328
|
|
},
|
|
{
|
|
"epoch": 4.615384615384615,
|
|
"grad_norm": 0.5119858980178833,
|
|
"learning_rate": 2.5556958833202405e-05,
|
|
"loss": 3.1729,
|
|
"step": 1329
|
|
},
|
|
{
|
|
"epoch": 4.618861364624077,
|
|
"grad_norm": 0.5306943655014038,
|
|
"learning_rate": 2.5477145371101597e-05,
|
|
"loss": 3.113,
|
|
"step": 1330
|
|
},
|
|
{
|
|
"epoch": 4.622338113863537,
|
|
"grad_norm": 0.4869849681854248,
|
|
"learning_rate": 2.539741410223707e-05,
|
|
"loss": 3.0586,
|
|
"step": 1331
|
|
},
|
|
{
|
|
"epoch": 4.625814863102999,
|
|
"grad_norm": 0.5126588940620422,
|
|
"learning_rate": 2.531776529384407e-05,
|
|
"loss": 3.0891,
|
|
"step": 1332
|
|
},
|
|
{
|
|
"epoch": 4.62929161234246,
|
|
"grad_norm": 0.48841309547424316,
|
|
"learning_rate": 2.523819921288147e-05,
|
|
"loss": 3.0713,
|
|
"step": 1333
|
|
},
|
|
{
|
|
"epoch": 4.632768361581921,
|
|
"grad_norm": 0.5154165625572205,
|
|
"learning_rate": 2.5158716126030836e-05,
|
|
"loss": 3.1351,
|
|
"step": 1334
|
|
},
|
|
{
|
|
"epoch": 4.636245110821382,
|
|
"grad_norm": 0.5262759327888489,
|
|
"learning_rate": 2.507931629969556e-05,
|
|
"loss": 3.0784,
|
|
"step": 1335
|
|
},
|
|
{
|
|
"epoch": 4.639721860060843,
|
|
"grad_norm": 0.5570662021636963,
|
|
"learning_rate": 2.500000000000001e-05,
|
|
"loss": 3.1477,
|
|
"step": 1336
|
|
},
|
|
{
|
|
"epoch": 4.643198609300304,
|
|
"grad_norm": 0.5133278369903564,
|
|
"learning_rate": 2.4920767492788576e-05,
|
|
"loss": 3.1487,
|
|
"step": 1337
|
|
},
|
|
{
|
|
"epoch": 4.646675358539765,
|
|
"grad_norm": 0.5384029150009155,
|
|
"learning_rate": 2.4841619043624807e-05,
|
|
"loss": 3.0638,
|
|
"step": 1338
|
|
},
|
|
{
|
|
"epoch": 4.650152107779227,
|
|
"grad_norm": 0.5107344388961792,
|
|
"learning_rate": 2.4762554917790525e-05,
|
|
"loss": 3.1279,
|
|
"step": 1339
|
|
},
|
|
{
|
|
"epoch": 4.6536288570186874,
|
|
"grad_norm": 0.5281763672828674,
|
|
"learning_rate": 2.4683575380284874e-05,
|
|
"loss": 3.162,
|
|
"step": 1340
|
|
},
|
|
{
|
|
"epoch": 4.657105606258149,
|
|
"grad_norm": 0.5439243912696838,
|
|
"learning_rate": 2.4604680695823533e-05,
|
|
"loss": 3.1004,
|
|
"step": 1341
|
|
},
|
|
{
|
|
"epoch": 4.66058235549761,
|
|
"grad_norm": 0.49902161955833435,
|
|
"learning_rate": 2.4525871128837773e-05,
|
|
"loss": 3.0821,
|
|
"step": 1342
|
|
},
|
|
{
|
|
"epoch": 4.6640591047370705,
|
|
"grad_norm": 0.5409182906150818,
|
|
"learning_rate": 2.4447146943473565e-05,
|
|
"loss": 3.1635,
|
|
"step": 1343
|
|
},
|
|
{
|
|
"epoch": 4.667535853976532,
|
|
"grad_norm": 0.5150710940361023,
|
|
"learning_rate": 2.436850840359073e-05,
|
|
"loss": 3.0735,
|
|
"step": 1344
|
|
},
|
|
{
|
|
"epoch": 4.671012603215993,
|
|
"grad_norm": 0.5056044459342957,
|
|
"learning_rate": 2.4289955772761974e-05,
|
|
"loss": 3.0758,
|
|
"step": 1345
|
|
},
|
|
{
|
|
"epoch": 4.6744893524554545,
|
|
"grad_norm": 0.5287520289421082,
|
|
"learning_rate": 2.4211489314272127e-05,
|
|
"loss": 3.1805,
|
|
"step": 1346
|
|
},
|
|
{
|
|
"epoch": 4.677966101694915,
|
|
"grad_norm": 0.5224068760871887,
|
|
"learning_rate": 2.4133109291117156e-05,
|
|
"loss": 3.0326,
|
|
"step": 1347
|
|
},
|
|
{
|
|
"epoch": 4.681442850934376,
|
|
"grad_norm": 0.4915207624435425,
|
|
"learning_rate": 2.4054815966003363e-05,
|
|
"loss": 3.0884,
|
|
"step": 1348
|
|
},
|
|
{
|
|
"epoch": 4.684919600173838,
|
|
"grad_norm": 0.542336642742157,
|
|
"learning_rate": 2.3976609601346394e-05,
|
|
"loss": 3.1397,
|
|
"step": 1349
|
|
},
|
|
{
|
|
"epoch": 4.688396349413298,
|
|
"grad_norm": 0.5344177484512329,
|
|
"learning_rate": 2.389849045927049e-05,
|
|
"loss": 3.1556,
|
|
"step": 1350
|
|
},
|
|
{
|
|
"epoch": 4.69187309865276,
|
|
"grad_norm": 0.49078139662742615,
|
|
"learning_rate": 2.3820458801607548e-05,
|
|
"loss": 3.1368,
|
|
"step": 1351
|
|
},
|
|
{
|
|
"epoch": 4.695349847892221,
|
|
"grad_norm": 0.55536949634552,
|
|
"learning_rate": 2.3742514889896196e-05,
|
|
"loss": 3.1188,
|
|
"step": 1352
|
|
},
|
|
{
|
|
"epoch": 4.698826597131681,
|
|
"grad_norm": 0.5023874640464783,
|
|
"learning_rate": 2.3664658985381e-05,
|
|
"loss": 3.1357,
|
|
"step": 1353
|
|
},
|
|
{
|
|
"epoch": 4.702303346371143,
|
|
"grad_norm": 0.5190631151199341,
|
|
"learning_rate": 2.3586891349011552e-05,
|
|
"loss": 3.175,
|
|
"step": 1354
|
|
},
|
|
{
|
|
"epoch": 4.705780095610604,
|
|
"grad_norm": 0.5370966196060181,
|
|
"learning_rate": 2.3509212241441593e-05,
|
|
"loss": 3.165,
|
|
"step": 1355
|
|
},
|
|
{
|
|
"epoch": 4.709256844850065,
|
|
"grad_norm": 0.5101494193077087,
|
|
"learning_rate": 2.3431621923028145e-05,
|
|
"loss": 3.1552,
|
|
"step": 1356
|
|
},
|
|
{
|
|
"epoch": 4.712733594089526,
|
|
"grad_norm": 0.5176619291305542,
|
|
"learning_rate": 2.335412065383061e-05,
|
|
"loss": 3.0863,
|
|
"step": 1357
|
|
},
|
|
{
|
|
"epoch": 4.716210343328988,
|
|
"grad_norm": 0.5212742686271667,
|
|
"learning_rate": 2.3276708693609943e-05,
|
|
"loss": 3.1169,
|
|
"step": 1358
|
|
},
|
|
{
|
|
"epoch": 4.719687092568448,
|
|
"grad_norm": 0.507392168045044,
|
|
"learning_rate": 2.3199386301827775e-05,
|
|
"loss": 3.1013,
|
|
"step": 1359
|
|
},
|
|
{
|
|
"epoch": 4.72316384180791,
|
|
"grad_norm": 0.516706109046936,
|
|
"learning_rate": 2.312215373764551e-05,
|
|
"loss": 3.0495,
|
|
"step": 1360
|
|
},
|
|
{
|
|
"epoch": 4.726640591047371,
|
|
"grad_norm": 0.49758976697921753,
|
|
"learning_rate": 2.304501125992351e-05,
|
|
"loss": 3.0798,
|
|
"step": 1361
|
|
},
|
|
{
|
|
"epoch": 4.7301173402868315,
|
|
"grad_norm": 0.525264322757721,
|
|
"learning_rate": 2.296795912722014e-05,
|
|
"loss": 3.0509,
|
|
"step": 1362
|
|
},
|
|
{
|
|
"epoch": 4.733594089526293,
|
|
"grad_norm": 0.5171617865562439,
|
|
"learning_rate": 2.2890997597790968e-05,
|
|
"loss": 3.1179,
|
|
"step": 1363
|
|
},
|
|
{
|
|
"epoch": 4.737070838765754,
|
|
"grad_norm": 0.536133885383606,
|
|
"learning_rate": 2.2814126929587933e-05,
|
|
"loss": 3.0698,
|
|
"step": 1364
|
|
},
|
|
{
|
|
"epoch": 4.7405475880052155,
|
|
"grad_norm": 0.5195457935333252,
|
|
"learning_rate": 2.2737347380258394e-05,
|
|
"loss": 3.0672,
|
|
"step": 1365
|
|
},
|
|
{
|
|
"epoch": 4.744024337244676,
|
|
"grad_norm": 0.5235431790351868,
|
|
"learning_rate": 2.266065920714432e-05,
|
|
"loss": 3.1695,
|
|
"step": 1366
|
|
},
|
|
{
|
|
"epoch": 4.747501086484137,
|
|
"grad_norm": 0.5295529365539551,
|
|
"learning_rate": 2.258406266728143e-05,
|
|
"loss": 3.1604,
|
|
"step": 1367
|
|
},
|
|
{
|
|
"epoch": 4.7509778357235986,
|
|
"grad_norm": 0.5380683541297913,
|
|
"learning_rate": 2.2507558017398263e-05,
|
|
"loss": 3.0974,
|
|
"step": 1368
|
|
},
|
|
{
|
|
"epoch": 4.754454584963059,
|
|
"grad_norm": 0.49247080087661743,
|
|
"learning_rate": 2.243114551391542e-05,
|
|
"loss": 3.1145,
|
|
"step": 1369
|
|
},
|
|
{
|
|
"epoch": 4.757931334202521,
|
|
"grad_norm": 0.5573008060455322,
|
|
"learning_rate": 2.2354825412944642e-05,
|
|
"loss": 3.1544,
|
|
"step": 1370
|
|
},
|
|
{
|
|
"epoch": 4.761408083441982,
|
|
"grad_norm": 0.5144769549369812,
|
|
"learning_rate": 2.2278597970287966e-05,
|
|
"loss": 3.1163,
|
|
"step": 1371
|
|
},
|
|
{
|
|
"epoch": 4.764884832681442,
|
|
"grad_norm": 0.5623053908348083,
|
|
"learning_rate": 2.2202463441436884e-05,
|
|
"loss": 3.2186,
|
|
"step": 1372
|
|
},
|
|
{
|
|
"epoch": 4.768361581920904,
|
|
"grad_norm": 0.5026108026504517,
|
|
"learning_rate": 2.2126422081571403e-05,
|
|
"loss": 3.1492,
|
|
"step": 1373
|
|
},
|
|
{
|
|
"epoch": 4.771838331160365,
|
|
"grad_norm": 0.5406736731529236,
|
|
"learning_rate": 2.2050474145559326e-05,
|
|
"loss": 3.125,
|
|
"step": 1374
|
|
},
|
|
{
|
|
"epoch": 4.775315080399826,
|
|
"grad_norm": 0.526690661907196,
|
|
"learning_rate": 2.1974619887955294e-05,
|
|
"loss": 3.1364,
|
|
"step": 1375
|
|
},
|
|
{
|
|
"epoch": 4.778791829639287,
|
|
"grad_norm": 0.5063409209251404,
|
|
"learning_rate": 2.1898859563e-05,
|
|
"loss": 3.1636,
|
|
"step": 1376
|
|
},
|
|
{
|
|
"epoch": 4.782268578878749,
|
|
"grad_norm": 0.5202750563621521,
|
|
"learning_rate": 2.1823193424619238e-05,
|
|
"loss": 3.1399,
|
|
"step": 1377
|
|
},
|
|
{
|
|
"epoch": 4.785745328118209,
|
|
"grad_norm": 0.5034672617912292,
|
|
"learning_rate": 2.174762172642319e-05,
|
|
"loss": 3.2438,
|
|
"step": 1378
|
|
},
|
|
{
|
|
"epoch": 4.789222077357671,
|
|
"grad_norm": 0.5040730834007263,
|
|
"learning_rate": 2.1672144721705433e-05,
|
|
"loss": 3.0598,
|
|
"step": 1379
|
|
},
|
|
{
|
|
"epoch": 4.792698826597132,
|
|
"grad_norm": 0.47813880443573,
|
|
"learning_rate": 2.1596762663442218e-05,
|
|
"loss": 3.1059,
|
|
"step": 1380
|
|
},
|
|
{
|
|
"epoch": 4.7961755758365925,
|
|
"grad_norm": 0.5351612567901611,
|
|
"learning_rate": 2.1521475804291535e-05,
|
|
"loss": 3.1185,
|
|
"step": 1381
|
|
},
|
|
{
|
|
"epoch": 4.799652325076054,
|
|
"grad_norm": 0.5197668075561523,
|
|
"learning_rate": 2.144628439659231e-05,
|
|
"loss": 3.1053,
|
|
"step": 1382
|
|
},
|
|
{
|
|
"epoch": 4.803129074315515,
|
|
"grad_norm": 0.49083802103996277,
|
|
"learning_rate": 2.1371188692363552e-05,
|
|
"loss": 3.093,
|
|
"step": 1383
|
|
},
|
|
{
|
|
"epoch": 4.8066058235549765,
|
|
"grad_norm": 0.5041195750236511,
|
|
"learning_rate": 2.1296188943303448e-05,
|
|
"loss": 3.1273,
|
|
"step": 1384
|
|
},
|
|
{
|
|
"epoch": 4.810082572794437,
|
|
"grad_norm": 0.5689459443092346,
|
|
"learning_rate": 2.122128540078862e-05,
|
|
"loss": 3.1277,
|
|
"step": 1385
|
|
},
|
|
{
|
|
"epoch": 4.813559322033898,
|
|
"grad_norm": 0.48876744508743286,
|
|
"learning_rate": 2.1146478315873238e-05,
|
|
"loss": 3.0268,
|
|
"step": 1386
|
|
},
|
|
{
|
|
"epoch": 4.8170360712733595,
|
|
"grad_norm": 0.5481560230255127,
|
|
"learning_rate": 2.1071767939288144e-05,
|
|
"loss": 3.1129,
|
|
"step": 1387
|
|
},
|
|
{
|
|
"epoch": 4.82051282051282,
|
|
"grad_norm": 0.5860038995742798,
|
|
"learning_rate": 2.09971545214401e-05,
|
|
"loss": 3.1246,
|
|
"step": 1388
|
|
},
|
|
{
|
|
"epoch": 4.823989569752282,
|
|
"grad_norm": 0.4835022985935211,
|
|
"learning_rate": 2.0922638312410792e-05,
|
|
"loss": 3.0547,
|
|
"step": 1389
|
|
},
|
|
{
|
|
"epoch": 4.827466318991743,
|
|
"grad_norm": 0.5766292214393616,
|
|
"learning_rate": 2.0848219561956206e-05,
|
|
"loss": 3.2223,
|
|
"step": 1390
|
|
},
|
|
{
|
|
"epoch": 4.830943068231203,
|
|
"grad_norm": 0.4890536963939667,
|
|
"learning_rate": 2.077389851950557e-05,
|
|
"loss": 3.0601,
|
|
"step": 1391
|
|
},
|
|
{
|
|
"epoch": 4.834419817470665,
|
|
"grad_norm": 0.508464515209198,
|
|
"learning_rate": 2.06996754341607e-05,
|
|
"loss": 3.032,
|
|
"step": 1392
|
|
},
|
|
{
|
|
"epoch": 4.837896566710126,
|
|
"grad_norm": 0.5292408466339111,
|
|
"learning_rate": 2.062555055469506e-05,
|
|
"loss": 3.1608,
|
|
"step": 1393
|
|
},
|
|
{
|
|
"epoch": 4.841373315949587,
|
|
"grad_norm": 0.4770180583000183,
|
|
"learning_rate": 2.0551524129552985e-05,
|
|
"loss": 3.116,
|
|
"step": 1394
|
|
},
|
|
{
|
|
"epoch": 4.844850065189048,
|
|
"grad_norm": 0.512302041053772,
|
|
"learning_rate": 2.047759640684876e-05,
|
|
"loss": 3.0814,
|
|
"step": 1395
|
|
},
|
|
{
|
|
"epoch": 4.84832681442851,
|
|
"grad_norm": 0.48571115732192993,
|
|
"learning_rate": 2.04037676343659e-05,
|
|
"loss": 3.1722,
|
|
"step": 1396
|
|
},
|
|
{
|
|
"epoch": 4.85180356366797,
|
|
"grad_norm": 0.48603254556655884,
|
|
"learning_rate": 2.0330038059556256e-05,
|
|
"loss": 3.12,
|
|
"step": 1397
|
|
},
|
|
{
|
|
"epoch": 4.855280312907432,
|
|
"grad_norm": 0.49838802218437195,
|
|
"learning_rate": 2.0256407929539202e-05,
|
|
"loss": 3.1449,
|
|
"step": 1398
|
|
},
|
|
{
|
|
"epoch": 4.858757062146893,
|
|
"grad_norm": 0.49490660429000854,
|
|
"learning_rate": 2.0182877491100806e-05,
|
|
"loss": 3.125,
|
|
"step": 1399
|
|
},
|
|
{
|
|
"epoch": 4.8622338113863535,
|
|
"grad_norm": 0.4796282649040222,
|
|
"learning_rate": 2.0109446990692964e-05,
|
|
"loss": 3.0519,
|
|
"step": 1400
|
|
},
|
|
{
|
|
"epoch": 4.865710560625815,
|
|
"grad_norm": 0.5214862823486328,
|
|
"learning_rate": 2.0036116674432654e-05,
|
|
"loss": 3.1385,
|
|
"step": 1401
|
|
},
|
|
{
|
|
"epoch": 4.869187309865276,
|
|
"grad_norm": 0.4797852337360382,
|
|
"learning_rate": 1.996288678810105e-05,
|
|
"loss": 3.0939,
|
|
"step": 1402
|
|
},
|
|
{
|
|
"epoch": 4.872664059104737,
|
|
"grad_norm": 0.5158775448799133,
|
|
"learning_rate": 1.9889757577142737e-05,
|
|
"loss": 3.1246,
|
|
"step": 1403
|
|
},
|
|
{
|
|
"epoch": 4.876140808344198,
|
|
"grad_norm": 0.4937228858470917,
|
|
"learning_rate": 1.9816729286664798e-05,
|
|
"loss": 2.9946,
|
|
"step": 1404
|
|
},
|
|
{
|
|
"epoch": 4.879617557583659,
|
|
"grad_norm": 0.491494357585907,
|
|
"learning_rate": 1.9743802161436136e-05,
|
|
"loss": 3.0483,
|
|
"step": 1405
|
|
},
|
|
{
|
|
"epoch": 4.8830943068231205,
|
|
"grad_norm": 0.4826614558696747,
|
|
"learning_rate": 1.967097644588657e-05,
|
|
"loss": 3.0563,
|
|
"step": 1406
|
|
},
|
|
{
|
|
"epoch": 4.886571056062581,
|
|
"grad_norm": 0.5007966160774231,
|
|
"learning_rate": 1.959825238410596e-05,
|
|
"loss": 3.1255,
|
|
"step": 1407
|
|
},
|
|
{
|
|
"epoch": 4.890047805302043,
|
|
"grad_norm": 0.5254808664321899,
|
|
"learning_rate": 1.9525630219843522e-05,
|
|
"loss": 3.1027,
|
|
"step": 1408
|
|
},
|
|
{
|
|
"epoch": 4.893524554541504,
|
|
"grad_norm": 0.5202295184135437,
|
|
"learning_rate": 1.9453110196506913e-05,
|
|
"loss": 3.0686,
|
|
"step": 1409
|
|
},
|
|
{
|
|
"epoch": 4.897001303780964,
|
|
"grad_norm": 0.5098284482955933,
|
|
"learning_rate": 1.938069255716145e-05,
|
|
"loss": 3.2055,
|
|
"step": 1410
|
|
},
|
|
{
|
|
"epoch": 4.900478053020426,
|
|
"grad_norm": 0.517220139503479,
|
|
"learning_rate": 1.930837754452931e-05,
|
|
"loss": 3.0823,
|
|
"step": 1411
|
|
},
|
|
{
|
|
"epoch": 4.903954802259887,
|
|
"grad_norm": 0.5010183453559875,
|
|
"learning_rate": 1.9236165400988638e-05,
|
|
"loss": 3.0627,
|
|
"step": 1412
|
|
},
|
|
{
|
|
"epoch": 4.907431551499348,
|
|
"grad_norm": 0.4953896105289459,
|
|
"learning_rate": 1.9164056368572846e-05,
|
|
"loss": 3.0968,
|
|
"step": 1413
|
|
},
|
|
{
|
|
"epoch": 4.910908300738809,
|
|
"grad_norm": 0.4907744824886322,
|
|
"learning_rate": 1.9092050688969738e-05,
|
|
"loss": 2.934,
|
|
"step": 1414
|
|
},
|
|
{
|
|
"epoch": 4.914385049978271,
|
|
"grad_norm": 0.5396456122398376,
|
|
"learning_rate": 1.9020148603520694e-05,
|
|
"loss": 3.1413,
|
|
"step": 1415
|
|
},
|
|
{
|
|
"epoch": 4.917861799217731,
|
|
"grad_norm": 0.4796368479728699,
|
|
"learning_rate": 1.894835035321991e-05,
|
|
"loss": 3.0553,
|
|
"step": 1416
|
|
},
|
|
{
|
|
"epoch": 4.921338548457193,
|
|
"grad_norm": 0.509888231754303,
|
|
"learning_rate": 1.8876656178713525e-05,
|
|
"loss": 3.0997,
|
|
"step": 1417
|
|
},
|
|
{
|
|
"epoch": 4.924815297696654,
|
|
"grad_norm": 0.5054630041122437,
|
|
"learning_rate": 1.8805066320298832e-05,
|
|
"loss": 3.1347,
|
|
"step": 1418
|
|
},
|
|
{
|
|
"epoch": 4.9282920469361144,
|
|
"grad_norm": 0.506965160369873,
|
|
"learning_rate": 1.8733581017923533e-05,
|
|
"loss": 3.1165,
|
|
"step": 1419
|
|
},
|
|
{
|
|
"epoch": 4.931768796175576,
|
|
"grad_norm": 0.4983595311641693,
|
|
"learning_rate": 1.8662200511184874e-05,
|
|
"loss": 3.1969,
|
|
"step": 1420
|
|
},
|
|
{
|
|
"epoch": 4.935245545415037,
|
|
"grad_norm": 0.48033374547958374,
|
|
"learning_rate": 1.8590925039328855e-05,
|
|
"loss": 3.0475,
|
|
"step": 1421
|
|
},
|
|
{
|
|
"epoch": 4.938722294654498,
|
|
"grad_norm": 0.48913419246673584,
|
|
"learning_rate": 1.8519754841249443e-05,
|
|
"loss": 3.0912,
|
|
"step": 1422
|
|
},
|
|
{
|
|
"epoch": 4.942199043893959,
|
|
"grad_norm": 0.4766146242618561,
|
|
"learning_rate": 1.8448690155487715e-05,
|
|
"loss": 3.0585,
|
|
"step": 1423
|
|
},
|
|
{
|
|
"epoch": 4.94567579313342,
|
|
"grad_norm": 0.5143147706985474,
|
|
"learning_rate": 1.837773122023114e-05,
|
|
"loss": 3.1216,
|
|
"step": 1424
|
|
},
|
|
{
|
|
"epoch": 4.9491525423728815,
|
|
"grad_norm": 0.5010018944740295,
|
|
"learning_rate": 1.830687827331275e-05,
|
|
"loss": 3.122,
|
|
"step": 1425
|
|
},
|
|
{
|
|
"epoch": 4.952629291612342,
|
|
"grad_norm": 0.519191324710846,
|
|
"learning_rate": 1.8236131552210317e-05,
|
|
"loss": 3.1109,
|
|
"step": 1426
|
|
},
|
|
{
|
|
"epoch": 4.956106040851804,
|
|
"grad_norm": 0.5037075877189636,
|
|
"learning_rate": 1.8165491294045593e-05,
|
|
"loss": 3.014,
|
|
"step": 1427
|
|
},
|
|
{
|
|
"epoch": 4.959582790091265,
|
|
"grad_norm": 0.5274494290351868,
|
|
"learning_rate": 1.8094957735583463e-05,
|
|
"loss": 3.0914,
|
|
"step": 1428
|
|
},
|
|
{
|
|
"epoch": 4.963059539330725,
|
|
"grad_norm": 0.5338578820228577,
|
|
"learning_rate": 1.802453111323122e-05,
|
|
"loss": 3.0104,
|
|
"step": 1429
|
|
},
|
|
{
|
|
"epoch": 4.966536288570187,
|
|
"grad_norm": 0.5094507336616516,
|
|
"learning_rate": 1.7954211663037728e-05,
|
|
"loss": 3.1215,
|
|
"step": 1430
|
|
},
|
|
{
|
|
"epoch": 4.970013037809648,
|
|
"grad_norm": 0.5530762076377869,
|
|
"learning_rate": 1.788399962069266e-05,
|
|
"loss": 3.1778,
|
|
"step": 1431
|
|
},
|
|
{
|
|
"epoch": 4.973489787049109,
|
|
"grad_norm": 0.49168628454208374,
|
|
"learning_rate": 1.781389522152565e-05,
|
|
"loss": 3.1523,
|
|
"step": 1432
|
|
},
|
|
{
|
|
"epoch": 4.97696653628857,
|
|
"grad_norm": 0.543717086315155,
|
|
"learning_rate": 1.774389870050559e-05,
|
|
"loss": 3.0974,
|
|
"step": 1433
|
|
},
|
|
{
|
|
"epoch": 4.980443285528032,
|
|
"grad_norm": 0.4832988679409027,
|
|
"learning_rate": 1.7674010292239744e-05,
|
|
"loss": 3.0996,
|
|
"step": 1434
|
|
},
|
|
{
|
|
"epoch": 4.983920034767492,
|
|
"grad_norm": 0.5092836022377014,
|
|
"learning_rate": 1.760423023097307e-05,
|
|
"loss": 3.0521,
|
|
"step": 1435
|
|
},
|
|
{
|
|
"epoch": 4.987396784006954,
|
|
"grad_norm": 0.5006300210952759,
|
|
"learning_rate": 1.7534558750587345e-05,
|
|
"loss": 3.1263,
|
|
"step": 1436
|
|
},
|
|
{
|
|
"epoch": 4.990873533246415,
|
|
"grad_norm": 0.4926410913467407,
|
|
"learning_rate": 1.7464996084600433e-05,
|
|
"loss": 3.0774,
|
|
"step": 1437
|
|
},
|
|
{
|
|
"epoch": 4.994350282485875,
|
|
"grad_norm": 0.474171906709671,
|
|
"learning_rate": 1.739554246616549e-05,
|
|
"loss": 3.0128,
|
|
"step": 1438
|
|
},
|
|
{
|
|
"epoch": 4.997827031725337,
|
|
"grad_norm": 0.4734145402908325,
|
|
"learning_rate": 1.7326198128070133e-05,
|
|
"loss": 2.9946,
|
|
"step": 1439
|
|
},
|
|
{
|
|
"epoch": 5.0,
|
|
"grad_norm": 0.5680263042449951,
|
|
"learning_rate": 1.725696330273575e-05,
|
|
"loss": 3.0865,
|
|
"step": 1440
|
|
},
|
|
{
|
|
"epoch": 5.003476749239461,
|
|
"grad_norm": 0.4952830970287323,
|
|
"learning_rate": 1.7187838222216663e-05,
|
|
"loss": 2.9644,
|
|
"step": 1441
|
|
},
|
|
{
|
|
"epoch": 5.006953498478922,
|
|
"grad_norm": 0.4864019453525543,
|
|
"learning_rate": 1.711882311819936e-05,
|
|
"loss": 3.0979,
|
|
"step": 1442
|
|
},
|
|
{
|
|
"epoch": 5.010430247718383,
|
|
"grad_norm": 0.506616473197937,
|
|
"learning_rate": 1.7049918222001742e-05,
|
|
"loss": 3.122,
|
|
"step": 1443
|
|
},
|
|
{
|
|
"epoch": 5.013906996957845,
|
|
"grad_norm": 0.4952886700630188,
|
|
"learning_rate": 1.6981123764572273e-05,
|
|
"loss": 3.0794,
|
|
"step": 1444
|
|
},
|
|
{
|
|
"epoch": 5.017383746197305,
|
|
"grad_norm": 0.5021927952766418,
|
|
"learning_rate": 1.6912439976489313e-05,
|
|
"loss": 3.1295,
|
|
"step": 1445
|
|
},
|
|
{
|
|
"epoch": 5.020860495436767,
|
|
"grad_norm": 0.4874928891658783,
|
|
"learning_rate": 1.684386708796025e-05,
|
|
"loss": 3.1032,
|
|
"step": 1446
|
|
},
|
|
{
|
|
"epoch": 5.024337244676228,
|
|
"grad_norm": 0.5078150033950806,
|
|
"learning_rate": 1.6775405328820805e-05,
|
|
"loss": 3.1201,
|
|
"step": 1447
|
|
},
|
|
{
|
|
"epoch": 5.0278139939156885,
|
|
"grad_norm": 0.47642481327056885,
|
|
"learning_rate": 1.670705492853421e-05,
|
|
"loss": 3.0506,
|
|
"step": 1448
|
|
},
|
|
{
|
|
"epoch": 5.03129074315515,
|
|
"grad_norm": 0.5237090587615967,
|
|
"learning_rate": 1.6638816116190475e-05,
|
|
"loss": 3.1616,
|
|
"step": 1449
|
|
},
|
|
{
|
|
"epoch": 5.034767492394611,
|
|
"grad_norm": 0.5067710876464844,
|
|
"learning_rate": 1.6570689120505555e-05,
|
|
"loss": 3.1494,
|
|
"step": 1450
|
|
},
|
|
{
|
|
"epoch": 5.0382442416340725,
|
|
"grad_norm": 0.5045792460441589,
|
|
"learning_rate": 1.650267416982067e-05,
|
|
"loss": 3.1457,
|
|
"step": 1451
|
|
},
|
|
{
|
|
"epoch": 5.041720990873533,
|
|
"grad_norm": 0.5121103525161743,
|
|
"learning_rate": 1.6434771492101485e-05,
|
|
"loss": 3.0338,
|
|
"step": 1452
|
|
},
|
|
{
|
|
"epoch": 5.045197740112994,
|
|
"grad_norm": 0.4789864420890808,
|
|
"learning_rate": 1.6366981314937376e-05,
|
|
"loss": 3.0468,
|
|
"step": 1453
|
|
},
|
|
{
|
|
"epoch": 5.0486744893524556,
|
|
"grad_norm": 0.5022554993629456,
|
|
"learning_rate": 1.6299303865540617e-05,
|
|
"loss": 3.1252,
|
|
"step": 1454
|
|
},
|
|
{
|
|
"epoch": 5.052151238591916,
|
|
"grad_norm": 0.49874892830848694,
|
|
"learning_rate": 1.6231739370745703e-05,
|
|
"loss": 3.0489,
|
|
"step": 1455
|
|
},
|
|
{
|
|
"epoch": 5.055627987831378,
|
|
"grad_norm": 0.4912637770175934,
|
|
"learning_rate": 1.6164288057008466e-05,
|
|
"loss": 3.0752,
|
|
"step": 1456
|
|
},
|
|
{
|
|
"epoch": 5.059104737070839,
|
|
"grad_norm": 0.4912840723991394,
|
|
"learning_rate": 1.6096950150405454e-05,
|
|
"loss": 3.1287,
|
|
"step": 1457
|
|
},
|
|
{
|
|
"epoch": 5.0625814863103,
|
|
"grad_norm": 0.5014127492904663,
|
|
"learning_rate": 1.6029725876633085e-05,
|
|
"loss": 3.1283,
|
|
"step": 1458
|
|
},
|
|
{
|
|
"epoch": 5.066058235549761,
|
|
"grad_norm": 0.4787100851535797,
|
|
"learning_rate": 1.5962615461006924e-05,
|
|
"loss": 3.1367,
|
|
"step": 1459
|
|
},
|
|
{
|
|
"epoch": 5.069534984789222,
|
|
"grad_norm": 0.49083542823791504,
|
|
"learning_rate": 1.589561912846089e-05,
|
|
"loss": 3.081,
|
|
"step": 1460
|
|
},
|
|
{
|
|
"epoch": 5.073011734028683,
|
|
"grad_norm": 0.48826974630355835,
|
|
"learning_rate": 1.582873710354657e-05,
|
|
"loss": 3.0724,
|
|
"step": 1461
|
|
},
|
|
{
|
|
"epoch": 5.076488483268144,
|
|
"grad_norm": 0.4925864040851593,
|
|
"learning_rate": 1.576196961043237e-05,
|
|
"loss": 2.9944,
|
|
"step": 1462
|
|
},
|
|
{
|
|
"epoch": 5.079965232507606,
|
|
"grad_norm": 0.4802667796611786,
|
|
"learning_rate": 1.569531687290288e-05,
|
|
"loss": 3.0584,
|
|
"step": 1463
|
|
},
|
|
{
|
|
"epoch": 5.083441981747066,
|
|
"grad_norm": 0.5159469842910767,
|
|
"learning_rate": 1.5628779114358034e-05,
|
|
"loss": 3.079,
|
|
"step": 1464
|
|
},
|
|
{
|
|
"epoch": 5.086918730986528,
|
|
"grad_norm": 0.4779518246650696,
|
|
"learning_rate": 1.556235655781239e-05,
|
|
"loss": 3.1105,
|
|
"step": 1465
|
|
},
|
|
{
|
|
"epoch": 5.090395480225989,
|
|
"grad_norm": 0.5127723217010498,
|
|
"learning_rate": 1.549604942589441e-05,
|
|
"loss": 3.0305,
|
|
"step": 1466
|
|
},
|
|
{
|
|
"epoch": 5.0938722294654495,
|
|
"grad_norm": 0.5168395638465881,
|
|
"learning_rate": 1.5429857940845633e-05,
|
|
"loss": 3.1509,
|
|
"step": 1467
|
|
},
|
|
{
|
|
"epoch": 5.097348978704911,
|
|
"grad_norm": 0.49684715270996094,
|
|
"learning_rate": 1.536378232452003e-05,
|
|
"loss": 3.037,
|
|
"step": 1468
|
|
},
|
|
{
|
|
"epoch": 5.100825727944372,
|
|
"grad_norm": 0.5140928626060486,
|
|
"learning_rate": 1.529782279838321e-05,
|
|
"loss": 3.0983,
|
|
"step": 1469
|
|
},
|
|
{
|
|
"epoch": 5.1043024771838335,
|
|
"grad_norm": 0.5105652213096619,
|
|
"learning_rate": 1.5231979583511668e-05,
|
|
"loss": 3.0414,
|
|
"step": 1470
|
|
},
|
|
{
|
|
"epoch": 5.107779226423294,
|
|
"grad_norm": 0.5075240135192871,
|
|
"learning_rate": 1.5166252900592082e-05,
|
|
"loss": 3.0819,
|
|
"step": 1471
|
|
},
|
|
{
|
|
"epoch": 5.111255975662755,
|
|
"grad_norm": 0.5023607015609741,
|
|
"learning_rate": 1.5100642969920503e-05,
|
|
"loss": 3.0479,
|
|
"step": 1472
|
|
},
|
|
{
|
|
"epoch": 5.1147327249022165,
|
|
"grad_norm": 0.519066333770752,
|
|
"learning_rate": 1.5035150011401727e-05,
|
|
"loss": 3.1059,
|
|
"step": 1473
|
|
},
|
|
{
|
|
"epoch": 5.118209474141677,
|
|
"grad_norm": 0.5103733539581299,
|
|
"learning_rate": 1.496977424454843e-05,
|
|
"loss": 3.0913,
|
|
"step": 1474
|
|
},
|
|
{
|
|
"epoch": 5.121686223381139,
|
|
"grad_norm": 0.49367067217826843,
|
|
"learning_rate": 1.4904515888480536e-05,
|
|
"loss": 3.1771,
|
|
"step": 1475
|
|
},
|
|
{
|
|
"epoch": 5.1251629726206,
|
|
"grad_norm": 0.4967593252658844,
|
|
"learning_rate": 1.4839375161924446e-05,
|
|
"loss": 3.0717,
|
|
"step": 1476
|
|
},
|
|
{
|
|
"epoch": 5.128639721860061,
|
|
"grad_norm": 0.483659952878952,
|
|
"learning_rate": 1.4774352283212306e-05,
|
|
"loss": 3.0219,
|
|
"step": 1477
|
|
},
|
|
{
|
|
"epoch": 5.132116471099522,
|
|
"grad_norm": 0.47200506925582886,
|
|
"learning_rate": 1.4709447470281217e-05,
|
|
"loss": 3.0199,
|
|
"step": 1478
|
|
},
|
|
{
|
|
"epoch": 5.135593220338983,
|
|
"grad_norm": 0.49920839071273804,
|
|
"learning_rate": 1.4644660940672627e-05,
|
|
"loss": 3.1066,
|
|
"step": 1479
|
|
},
|
|
{
|
|
"epoch": 5.139069969578444,
|
|
"grad_norm": 0.4712933599948883,
|
|
"learning_rate": 1.4579992911531498e-05,
|
|
"loss": 3.0786,
|
|
"step": 1480
|
|
},
|
|
{
|
|
"epoch": 5.142546718817905,
|
|
"grad_norm": 0.4965963661670685,
|
|
"learning_rate": 1.4515443599605627e-05,
|
|
"loss": 3.0316,
|
|
"step": 1481
|
|
},
|
|
{
|
|
"epoch": 5.146023468057367,
|
|
"grad_norm": 0.46099987626075745,
|
|
"learning_rate": 1.4451013221244913e-05,
|
|
"loss": 3.0089,
|
|
"step": 1482
|
|
},
|
|
{
|
|
"epoch": 5.149500217296827,
|
|
"grad_norm": 0.49877581000328064,
|
|
"learning_rate": 1.4386701992400586e-05,
|
|
"loss": 3.0595,
|
|
"step": 1483
|
|
},
|
|
{
|
|
"epoch": 5.152976966536288,
|
|
"grad_norm": 0.47550636529922485,
|
|
"learning_rate": 1.4322510128624567e-05,
|
|
"loss": 2.9965,
|
|
"step": 1484
|
|
},
|
|
{
|
|
"epoch": 5.15645371577575,
|
|
"grad_norm": 0.4906829595565796,
|
|
"learning_rate": 1.4258437845068685e-05,
|
|
"loss": 3.0932,
|
|
"step": 1485
|
|
},
|
|
{
|
|
"epoch": 5.1599304650152105,
|
|
"grad_norm": 0.47613778710365295,
|
|
"learning_rate": 1.4194485356483977e-05,
|
|
"loss": 3.0283,
|
|
"step": 1486
|
|
},
|
|
{
|
|
"epoch": 5.163407214254672,
|
|
"grad_norm": 0.4815172851085663,
|
|
"learning_rate": 1.4130652877219947e-05,
|
|
"loss": 3.0631,
|
|
"step": 1487
|
|
},
|
|
{
|
|
"epoch": 5.166883963494133,
|
|
"grad_norm": 0.47476691007614136,
|
|
"learning_rate": 1.406694062122389e-05,
|
|
"loss": 3.0189,
|
|
"step": 1488
|
|
},
|
|
{
|
|
"epoch": 5.170360712733594,
|
|
"grad_norm": 0.4923785626888275,
|
|
"learning_rate": 1.4003348802040112e-05,
|
|
"loss": 3.0331,
|
|
"step": 1489
|
|
},
|
|
{
|
|
"epoch": 5.173837461973055,
|
|
"grad_norm": 0.4678713381290436,
|
|
"learning_rate": 1.3939877632809278e-05,
|
|
"loss": 2.9611,
|
|
"step": 1490
|
|
},
|
|
{
|
|
"epoch": 5.177314211212516,
|
|
"grad_norm": 0.48306557536125183,
|
|
"learning_rate": 1.387652732626768e-05,
|
|
"loss": 3.0772,
|
|
"step": 1491
|
|
},
|
|
{
|
|
"epoch": 5.1807909604519775,
|
|
"grad_norm": 0.47807446122169495,
|
|
"learning_rate": 1.3813298094746491e-05,
|
|
"loss": 2.9963,
|
|
"step": 1492
|
|
},
|
|
{
|
|
"epoch": 5.184267709691438,
|
|
"grad_norm": 0.46229419112205505,
|
|
"learning_rate": 1.3750190150171105e-05,
|
|
"loss": 3.0278,
|
|
"step": 1493
|
|
},
|
|
{
|
|
"epoch": 5.1877444589309,
|
|
"grad_norm": 0.4713948965072632,
|
|
"learning_rate": 1.3687203704060342e-05,
|
|
"loss": 3.1379,
|
|
"step": 1494
|
|
},
|
|
{
|
|
"epoch": 5.191221208170361,
|
|
"grad_norm": 0.47037366032600403,
|
|
"learning_rate": 1.3624338967525857e-05,
|
|
"loss": 3.1018,
|
|
"step": 1495
|
|
},
|
|
{
|
|
"epoch": 5.194697957409822,
|
|
"grad_norm": 0.45954567193984985,
|
|
"learning_rate": 1.356159615127135e-05,
|
|
"loss": 3.0508,
|
|
"step": 1496
|
|
},
|
|
{
|
|
"epoch": 5.198174706649283,
|
|
"grad_norm": 0.47411566972732544,
|
|
"learning_rate": 1.3498975465591867e-05,
|
|
"loss": 3.0462,
|
|
"step": 1497
|
|
},
|
|
{
|
|
"epoch": 5.201651455888744,
|
|
"grad_norm": 0.4694608747959137,
|
|
"learning_rate": 1.3436477120373143e-05,
|
|
"loss": 3.0887,
|
|
"step": 1498
|
|
},
|
|
{
|
|
"epoch": 5.205128205128205,
|
|
"grad_norm": 0.4654156565666199,
|
|
"learning_rate": 1.337410132509081e-05,
|
|
"loss": 3.0725,
|
|
"step": 1499
|
|
},
|
|
{
|
|
"epoch": 5.208604954367666,
|
|
"grad_norm": 0.45913633704185486,
|
|
"learning_rate": 1.3311848288809813e-05,
|
|
"loss": 3.026,
|
|
"step": 1500
|
|
},
|
|
{
|
|
"epoch": 5.212081703607128,
|
|
"grad_norm": 0.45800894498825073,
|
|
"learning_rate": 1.3249718220183583e-05,
|
|
"loss": 3.0755,
|
|
"step": 1501
|
|
},
|
|
{
|
|
"epoch": 5.215558452846588,
|
|
"grad_norm": 0.46444812417030334,
|
|
"learning_rate": 1.3187711327453445e-05,
|
|
"loss": 3.0823,
|
|
"step": 1502
|
|
},
|
|
{
|
|
"epoch": 5.219035202086049,
|
|
"grad_norm": 0.47551393508911133,
|
|
"learning_rate": 1.3125827818447862e-05,
|
|
"loss": 3.0347,
|
|
"step": 1503
|
|
},
|
|
{
|
|
"epoch": 5.222511951325511,
|
|
"grad_norm": 0.49685007333755493,
|
|
"learning_rate": 1.3064067900581773e-05,
|
|
"loss": 3.1281,
|
|
"step": 1504
|
|
},
|
|
{
|
|
"epoch": 5.2259887005649714,
|
|
"grad_norm": 0.47061434388160706,
|
|
"learning_rate": 1.3002431780855817e-05,
|
|
"loss": 3.1229,
|
|
"step": 1505
|
|
},
|
|
{
|
|
"epoch": 5.229465449804433,
|
|
"grad_norm": 0.5090036392211914,
|
|
"learning_rate": 1.2940919665855761e-05,
|
|
"loss": 2.9923,
|
|
"step": 1506
|
|
},
|
|
{
|
|
"epoch": 5.232942199043894,
|
|
"grad_norm": 0.45235443115234375,
|
|
"learning_rate": 1.2879531761751713e-05,
|
|
"loss": 3.0002,
|
|
"step": 1507
|
|
},
|
|
{
|
|
"epoch": 5.236418948283355,
|
|
"grad_norm": 0.486585408449173,
|
|
"learning_rate": 1.2818268274297474e-05,
|
|
"loss": 3.1673,
|
|
"step": 1508
|
|
},
|
|
{
|
|
"epoch": 5.239895697522816,
|
|
"grad_norm": 0.4809410274028778,
|
|
"learning_rate": 1.2757129408829843e-05,
|
|
"loss": 3.0792,
|
|
"step": 1509
|
|
},
|
|
{
|
|
"epoch": 5.243372446762277,
|
|
"grad_norm": 0.4928673803806305,
|
|
"learning_rate": 1.2696115370267925e-05,
|
|
"loss": 3.1247,
|
|
"step": 1510
|
|
},
|
|
{
|
|
"epoch": 5.2468491960017385,
|
|
"grad_norm": 0.4768332540988922,
|
|
"learning_rate": 1.2635226363112401e-05,
|
|
"loss": 3.072,
|
|
"step": 1511
|
|
},
|
|
{
|
|
"epoch": 5.250325945241199,
|
|
"grad_norm": 0.4630432724952698,
|
|
"learning_rate": 1.257446259144494e-05,
|
|
"loss": 3.0369,
|
|
"step": 1512
|
|
},
|
|
{
|
|
"epoch": 5.253802694480661,
|
|
"grad_norm": 0.47798049449920654,
|
|
"learning_rate": 1.2513824258927438e-05,
|
|
"loss": 3.131,
|
|
"step": 1513
|
|
},
|
|
{
|
|
"epoch": 5.257279443720122,
|
|
"grad_norm": 0.4752330482006073,
|
|
"learning_rate": 1.2453311568801367e-05,
|
|
"loss": 3.1487,
|
|
"step": 1514
|
|
},
|
|
{
|
|
"epoch": 5.260756192959583,
|
|
"grad_norm": 0.4717276990413666,
|
|
"learning_rate": 1.2392924723887039e-05,
|
|
"loss": 3.066,
|
|
"step": 1515
|
|
},
|
|
{
|
|
"epoch": 5.264232942199044,
|
|
"grad_norm": 0.47000083327293396,
|
|
"learning_rate": 1.2332663926583038e-05,
|
|
"loss": 2.9598,
|
|
"step": 1516
|
|
},
|
|
{
|
|
"epoch": 5.267709691438505,
|
|
"grad_norm": 0.46743789315223694,
|
|
"learning_rate": 1.227252937886541e-05,
|
|
"loss": 3.0595,
|
|
"step": 1517
|
|
},
|
|
{
|
|
"epoch": 5.271186440677966,
|
|
"grad_norm": 0.4703062176704407,
|
|
"learning_rate": 1.2212521282287092e-05,
|
|
"loss": 3.0263,
|
|
"step": 1518
|
|
},
|
|
{
|
|
"epoch": 5.274663189917427,
|
|
"grad_norm": 0.496021568775177,
|
|
"learning_rate": 1.2152639837977187e-05,
|
|
"loss": 3.013,
|
|
"step": 1519
|
|
},
|
|
{
|
|
"epoch": 5.278139939156889,
|
|
"grad_norm": 0.48973992466926575,
|
|
"learning_rate": 1.209288524664029e-05,
|
|
"loss": 3.1375,
|
|
"step": 1520
|
|
},
|
|
{
|
|
"epoch": 5.281616688396349,
|
|
"grad_norm": 0.49357324838638306,
|
|
"learning_rate": 1.2033257708555845e-05,
|
|
"loss": 3.0935,
|
|
"step": 1521
|
|
},
|
|
{
|
|
"epoch": 5.28509343763581,
|
|
"grad_norm": 0.4617580771446228,
|
|
"learning_rate": 1.1973757423577404e-05,
|
|
"loss": 2.9214,
|
|
"step": 1522
|
|
},
|
|
{
|
|
"epoch": 5.288570186875272,
|
|
"grad_norm": 0.4951948821544647,
|
|
"learning_rate": 1.1914384591132044e-05,
|
|
"loss": 3.0443,
|
|
"step": 1523
|
|
},
|
|
{
|
|
"epoch": 5.292046936114732,
|
|
"grad_norm": 0.4785456657409668,
|
|
"learning_rate": 1.1855139410219657e-05,
|
|
"loss": 3.0451,
|
|
"step": 1524
|
|
},
|
|
{
|
|
"epoch": 5.295523685354194,
|
|
"grad_norm": 0.47750359773635864,
|
|
"learning_rate": 1.1796022079412272e-05,
|
|
"loss": 3.1302,
|
|
"step": 1525
|
|
},
|
|
{
|
|
"epoch": 5.299000434593655,
|
|
"grad_norm": 0.4931430518627167,
|
|
"learning_rate": 1.1737032796853432e-05,
|
|
"loss": 3.1065,
|
|
"step": 1526
|
|
},
|
|
{
|
|
"epoch": 5.302477183833116,
|
|
"grad_norm": 0.48678264021873474,
|
|
"learning_rate": 1.1678171760257439e-05,
|
|
"loss": 3.0954,
|
|
"step": 1527
|
|
},
|
|
{
|
|
"epoch": 5.305953933072577,
|
|
"grad_norm": 0.47306203842163086,
|
|
"learning_rate": 1.161943916690883e-05,
|
|
"loss": 3.0279,
|
|
"step": 1528
|
|
},
|
|
{
|
|
"epoch": 5.309430682312038,
|
|
"grad_norm": 0.4727276861667633,
|
|
"learning_rate": 1.1560835213661564e-05,
|
|
"loss": 3.1249,
|
|
"step": 1529
|
|
},
|
|
{
|
|
"epoch": 5.3129074315514995,
|
|
"grad_norm": 0.45371294021606445,
|
|
"learning_rate": 1.1502360096938487e-05,
|
|
"loss": 2.9934,
|
|
"step": 1530
|
|
},
|
|
{
|
|
"epoch": 5.31638418079096,
|
|
"grad_norm": 0.48115792870521545,
|
|
"learning_rate": 1.144401401273062e-05,
|
|
"loss": 3.0486,
|
|
"step": 1531
|
|
},
|
|
{
|
|
"epoch": 5.319860930030422,
|
|
"grad_norm": 0.4729406237602234,
|
|
"learning_rate": 1.1385797156596506e-05,
|
|
"loss": 3.0835,
|
|
"step": 1532
|
|
},
|
|
{
|
|
"epoch": 5.3233376792698825,
|
|
"grad_norm": 0.46308913826942444,
|
|
"learning_rate": 1.1327709723661517e-05,
|
|
"loss": 3.0495,
|
|
"step": 1533
|
|
},
|
|
{
|
|
"epoch": 5.326814428509344,
|
|
"grad_norm": 0.4657433032989502,
|
|
"learning_rate": 1.1269751908617277e-05,
|
|
"loss": 2.9911,
|
|
"step": 1534
|
|
},
|
|
{
|
|
"epoch": 5.330291177748805,
|
|
"grad_norm": 0.45987650752067566,
|
|
"learning_rate": 1.1211923905720956e-05,
|
|
"loss": 3.0637,
|
|
"step": 1535
|
|
},
|
|
{
|
|
"epoch": 5.333767926988266,
|
|
"grad_norm": 0.46726325154304504,
|
|
"learning_rate": 1.1154225908794642e-05,
|
|
"loss": 3.0673,
|
|
"step": 1536
|
|
},
|
|
{
|
|
"epoch": 5.337244676227727,
|
|
"grad_norm": 0.4622207581996918,
|
|
"learning_rate": 1.1096658111224684e-05,
|
|
"loss": 3.0466,
|
|
"step": 1537
|
|
},
|
|
{
|
|
"epoch": 5.340721425467188,
|
|
"grad_norm": 0.48004594445228577,
|
|
"learning_rate": 1.1039220705961001e-05,
|
|
"loss": 3.1712,
|
|
"step": 1538
|
|
},
|
|
{
|
|
"epoch": 5.34419817470665,
|
|
"grad_norm": 0.4778420925140381,
|
|
"learning_rate": 1.0981913885516527e-05,
|
|
"loss": 3.1482,
|
|
"step": 1539
|
|
},
|
|
{
|
|
"epoch": 5.34767492394611,
|
|
"grad_norm": 0.446816086769104,
|
|
"learning_rate": 1.0924737841966498e-05,
|
|
"loss": 3.0631,
|
|
"step": 1540
|
|
},
|
|
{
|
|
"epoch": 5.351151673185571,
|
|
"grad_norm": 0.465069979429245,
|
|
"learning_rate": 1.0867692766947812e-05,
|
|
"loss": 3.0714,
|
|
"step": 1541
|
|
},
|
|
{
|
|
"epoch": 5.354628422425033,
|
|
"grad_norm": 0.4674012064933777,
|
|
"learning_rate": 1.0810778851658438e-05,
|
|
"loss": 3.1051,
|
|
"step": 1542
|
|
},
|
|
{
|
|
"epoch": 5.358105171664493,
|
|
"grad_norm": 0.46494433283805847,
|
|
"learning_rate": 1.0753996286856688e-05,
|
|
"loss": 3.0391,
|
|
"step": 1543
|
|
},
|
|
{
|
|
"epoch": 5.361581920903955,
|
|
"grad_norm": 0.46729180216789246,
|
|
"learning_rate": 1.0697345262860636e-05,
|
|
"loss": 3.1156,
|
|
"step": 1544
|
|
},
|
|
{
|
|
"epoch": 5.365058670143416,
|
|
"grad_norm": 0.4721660614013672,
|
|
"learning_rate": 1.0640825969547496e-05,
|
|
"loss": 3.1373,
|
|
"step": 1545
|
|
},
|
|
{
|
|
"epoch": 5.368535419382877,
|
|
"grad_norm": 0.47204047441482544,
|
|
"learning_rate": 1.0584438596352952e-05,
|
|
"loss": 3.0871,
|
|
"step": 1546
|
|
},
|
|
{
|
|
"epoch": 5.372012168622338,
|
|
"grad_norm": 0.47127583622932434,
|
|
"learning_rate": 1.0528183332270519e-05,
|
|
"loss": 3.1441,
|
|
"step": 1547
|
|
},
|
|
{
|
|
"epoch": 5.375488917861799,
|
|
"grad_norm": 0.4934067130088806,
|
|
"learning_rate": 1.047206036585095e-05,
|
|
"loss": 3.0754,
|
|
"step": 1548
|
|
},
|
|
{
|
|
"epoch": 5.3789656671012605,
|
|
"grad_norm": 0.45597216486930847,
|
|
"learning_rate": 1.041606988520153e-05,
|
|
"loss": 3.1062,
|
|
"step": 1549
|
|
},
|
|
{
|
|
"epoch": 5.382442416340721,
|
|
"grad_norm": 0.46915626525878906,
|
|
"learning_rate": 1.0360212077985521e-05,
|
|
"loss": 3.0976,
|
|
"step": 1550
|
|
},
|
|
{
|
|
"epoch": 5.385919165580183,
|
|
"grad_norm": 0.4795849919319153,
|
|
"learning_rate": 1.030448713142151e-05,
|
|
"loss": 3.0746,
|
|
"step": 1551
|
|
},
|
|
{
|
|
"epoch": 5.3893959148196435,
|
|
"grad_norm": 0.4348246157169342,
|
|
"learning_rate": 1.0248895232282762e-05,
|
|
"loss": 3.0168,
|
|
"step": 1552
|
|
},
|
|
{
|
|
"epoch": 5.392872664059105,
|
|
"grad_norm": 0.5004274845123291,
|
|
"learning_rate": 1.0193436566896625e-05,
|
|
"loss": 3.0659,
|
|
"step": 1553
|
|
},
|
|
{
|
|
"epoch": 5.396349413298566,
|
|
"grad_norm": 0.4510630667209625,
|
|
"learning_rate": 1.013811132114384e-05,
|
|
"loss": 3.0664,
|
|
"step": 1554
|
|
},
|
|
{
|
|
"epoch": 5.399826162538027,
|
|
"grad_norm": 0.47762078046798706,
|
|
"learning_rate": 1.0082919680458014e-05,
|
|
"loss": 3.1583,
|
|
"step": 1555
|
|
},
|
|
{
|
|
"epoch": 5.403302911777488,
|
|
"grad_norm": 0.4656456410884857,
|
|
"learning_rate": 1.0027861829824952e-05,
|
|
"loss": 3.0065,
|
|
"step": 1556
|
|
},
|
|
{
|
|
"epoch": 5.406779661016949,
|
|
"grad_norm": 0.45920252799987793,
|
|
"learning_rate": 9.972937953781986e-06,
|
|
"loss": 3.1666,
|
|
"step": 1557
|
|
},
|
|
{
|
|
"epoch": 5.410256410256411,
|
|
"grad_norm": 0.4843366742134094,
|
|
"learning_rate": 9.918148236417452e-06,
|
|
"loss": 3.0652,
|
|
"step": 1558
|
|
},
|
|
{
|
|
"epoch": 5.413733159495871,
|
|
"grad_norm": 0.46141600608825684,
|
|
"learning_rate": 9.863492861370004e-06,
|
|
"loss": 3.0977,
|
|
"step": 1559
|
|
},
|
|
{
|
|
"epoch": 5.417209908735332,
|
|
"grad_norm": 0.45874103903770447,
|
|
"learning_rate": 9.808972011828055e-06,
|
|
"loss": 2.9799,
|
|
"step": 1560
|
|
},
|
|
{
|
|
"epoch": 5.420686657974794,
|
|
"grad_norm": 0.46027660369873047,
|
|
"learning_rate": 9.754585870529059e-06,
|
|
"loss": 3.1338,
|
|
"step": 1561
|
|
},
|
|
{
|
|
"epoch": 5.424163407214254,
|
|
"grad_norm": 0.4515167772769928,
|
|
"learning_rate": 9.700334619759038e-06,
|
|
"loss": 3.0767,
|
|
"step": 1562
|
|
},
|
|
{
|
|
"epoch": 5.427640156453716,
|
|
"grad_norm": 0.4566735327243805,
|
|
"learning_rate": 9.646218441351867e-06,
|
|
"loss": 3.0172,
|
|
"step": 1563
|
|
},
|
|
{
|
|
"epoch": 5.431116905693177,
|
|
"grad_norm": 0.45395126938819885,
|
|
"learning_rate": 9.592237516688708e-06,
|
|
"loss": 3.0072,
|
|
"step": 1564
|
|
},
|
|
{
|
|
"epoch": 5.434593654932638,
|
|
"grad_norm": 0.4817012548446655,
|
|
"learning_rate": 9.538392026697408e-06,
|
|
"loss": 3.1232,
|
|
"step": 1565
|
|
},
|
|
{
|
|
"epoch": 5.438070404172099,
|
|
"grad_norm": 0.4628289043903351,
|
|
"learning_rate": 9.484682151851832e-06,
|
|
"loss": 3.0401,
|
|
"step": 1566
|
|
},
|
|
{
|
|
"epoch": 5.44154715341156,
|
|
"grad_norm": 0.4673340320587158,
|
|
"learning_rate": 9.431108072171346e-06,
|
|
"loss": 2.9883,
|
|
"step": 1567
|
|
},
|
|
{
|
|
"epoch": 5.445023902651021,
|
|
"grad_norm": 0.45545145869255066,
|
|
"learning_rate": 9.377669967220165e-06,
|
|
"loss": 3.0543,
|
|
"step": 1568
|
|
},
|
|
{
|
|
"epoch": 5.448500651890482,
|
|
"grad_norm": 0.45707741379737854,
|
|
"learning_rate": 9.324368016106761e-06,
|
|
"loss": 3.1049,
|
|
"step": 1569
|
|
},
|
|
{
|
|
"epoch": 5.451977401129944,
|
|
"grad_norm": 0.4631718099117279,
|
|
"learning_rate": 9.271202397483215e-06,
|
|
"loss": 3.1157,
|
|
"step": 1570
|
|
},
|
|
{
|
|
"epoch": 5.4554541503694045,
|
|
"grad_norm": 0.46336543560028076,
|
|
"learning_rate": 9.218173289544735e-06,
|
|
"loss": 2.9833,
|
|
"step": 1571
|
|
},
|
|
{
|
|
"epoch": 5.458930899608866,
|
|
"grad_norm": 0.4526154398918152,
|
|
"learning_rate": 9.16528087002892e-06,
|
|
"loss": 3.0316,
|
|
"step": 1572
|
|
},
|
|
{
|
|
"epoch": 5.462407648848327,
|
|
"grad_norm": 0.44709017872810364,
|
|
"learning_rate": 9.11252531621527e-06,
|
|
"loss": 3.0742,
|
|
"step": 1573
|
|
},
|
|
{
|
|
"epoch": 5.465884398087788,
|
|
"grad_norm": 0.4863232374191284,
|
|
"learning_rate": 9.05990680492454e-06,
|
|
"loss": 3.1241,
|
|
"step": 1574
|
|
},
|
|
{
|
|
"epoch": 5.469361147327249,
|
|
"grad_norm": 0.4572135806083679,
|
|
"learning_rate": 9.007425512518164e-06,
|
|
"loss": 3.0628,
|
|
"step": 1575
|
|
},
|
|
{
|
|
"epoch": 5.47283789656671,
|
|
"grad_norm": 0.4494728147983551,
|
|
"learning_rate": 8.955081614897664e-06,
|
|
"loss": 3.0376,
|
|
"step": 1576
|
|
},
|
|
{
|
|
"epoch": 5.4763146458061716,
|
|
"grad_norm": 0.4699227809906006,
|
|
"learning_rate": 8.902875287504025e-06,
|
|
"loss": 3.0442,
|
|
"step": 1577
|
|
},
|
|
{
|
|
"epoch": 5.479791395045632,
|
|
"grad_norm": 0.4395771324634552,
|
|
"learning_rate": 8.850806705317183e-06,
|
|
"loss": 2.9835,
|
|
"step": 1578
|
|
},
|
|
{
|
|
"epoch": 5.483268144285093,
|
|
"grad_norm": 0.4605022370815277,
|
|
"learning_rate": 8.798876042855358e-06,
|
|
"loss": 3.1216,
|
|
"step": 1579
|
|
},
|
|
{
|
|
"epoch": 5.486744893524555,
|
|
"grad_norm": 0.47916972637176514,
|
|
"learning_rate": 8.747083474174527e-06,
|
|
"loss": 3.1716,
|
|
"step": 1580
|
|
},
|
|
{
|
|
"epoch": 5.490221642764015,
|
|
"grad_norm": 0.4568222761154175,
|
|
"learning_rate": 8.69542917286782e-06,
|
|
"loss": 3.1073,
|
|
"step": 1581
|
|
},
|
|
{
|
|
"epoch": 5.493698392003477,
|
|
"grad_norm": 0.4488259255886078,
|
|
"learning_rate": 8.6439133120649e-06,
|
|
"loss": 3.0121,
|
|
"step": 1582
|
|
},
|
|
{
|
|
"epoch": 5.497175141242938,
|
|
"grad_norm": 0.4373837411403656,
|
|
"learning_rate": 8.592536064431467e-06,
|
|
"loss": 3.0243,
|
|
"step": 1583
|
|
},
|
|
{
|
|
"epoch": 5.500651890482399,
|
|
"grad_norm": 0.46101701259613037,
|
|
"learning_rate": 8.541297602168591e-06,
|
|
"loss": 3.099,
|
|
"step": 1584
|
|
},
|
|
{
|
|
"epoch": 5.50412863972186,
|
|
"grad_norm": 0.4696287214756012,
|
|
"learning_rate": 8.490198097012203e-06,
|
|
"loss": 3.1134,
|
|
"step": 1585
|
|
},
|
|
{
|
|
"epoch": 5.507605388961321,
|
|
"grad_norm": 0.43790748715400696,
|
|
"learning_rate": 8.439237720232484e-06,
|
|
"loss": 3.0106,
|
|
"step": 1586
|
|
},
|
|
{
|
|
"epoch": 5.511082138200782,
|
|
"grad_norm": 0.4761092960834503,
|
|
"learning_rate": 8.3884166426333e-06,
|
|
"loss": 3.0973,
|
|
"step": 1587
|
|
},
|
|
{
|
|
"epoch": 5.514558887440243,
|
|
"grad_norm": 0.46510714292526245,
|
|
"learning_rate": 8.337735034551613e-06,
|
|
"loss": 3.1247,
|
|
"step": 1588
|
|
},
|
|
{
|
|
"epoch": 5.518035636679705,
|
|
"grad_norm": 0.4549061059951782,
|
|
"learning_rate": 8.287193065856935e-06,
|
|
"loss": 3.0587,
|
|
"step": 1589
|
|
},
|
|
{
|
|
"epoch": 5.5215123859191655,
|
|
"grad_norm": 0.46748998761177063,
|
|
"learning_rate": 8.236790905950765e-06,
|
|
"loss": 3.1052,
|
|
"step": 1590
|
|
},
|
|
{
|
|
"epoch": 5.524989135158627,
|
|
"grad_norm": 0.4555809497833252,
|
|
"learning_rate": 8.186528723765979e-06,
|
|
"loss": 3.0366,
|
|
"step": 1591
|
|
},
|
|
{
|
|
"epoch": 5.528465884398088,
|
|
"grad_norm": 0.45778852701187134,
|
|
"learning_rate": 8.136406687766318e-06,
|
|
"loss": 3.0882,
|
|
"step": 1592
|
|
},
|
|
{
|
|
"epoch": 5.531942633637549,
|
|
"grad_norm": 0.4485376477241516,
|
|
"learning_rate": 8.086424965945755e-06,
|
|
"loss": 3.0317,
|
|
"step": 1593
|
|
},
|
|
{
|
|
"epoch": 5.53541938287701,
|
|
"grad_norm": 0.44758340716362,
|
|
"learning_rate": 8.036583725828001e-06,
|
|
"loss": 3.0241,
|
|
"step": 1594
|
|
},
|
|
{
|
|
"epoch": 5.538896132116471,
|
|
"grad_norm": 0.4677172303199768,
|
|
"learning_rate": 7.986883134465916e-06,
|
|
"loss": 3.1337,
|
|
"step": 1595
|
|
},
|
|
{
|
|
"epoch": 5.5423728813559325,
|
|
"grad_norm": 0.4411722421646118,
|
|
"learning_rate": 7.937323358440935e-06,
|
|
"loss": 3.1009,
|
|
"step": 1596
|
|
},
|
|
{
|
|
"epoch": 5.545849630595393,
|
|
"grad_norm": 0.45588281750679016,
|
|
"learning_rate": 7.887904563862547e-06,
|
|
"loss": 3.1043,
|
|
"step": 1597
|
|
},
|
|
{
|
|
"epoch": 5.549326379834854,
|
|
"grad_norm": 0.4676235616207123,
|
|
"learning_rate": 7.838626916367675e-06,
|
|
"loss": 3.1354,
|
|
"step": 1598
|
|
},
|
|
{
|
|
"epoch": 5.552803129074316,
|
|
"grad_norm": 0.4364144504070282,
|
|
"learning_rate": 7.789490581120169e-06,
|
|
"loss": 3.051,
|
|
"step": 1599
|
|
},
|
|
{
|
|
"epoch": 5.556279878313776,
|
|
"grad_norm": 0.457533061504364,
|
|
"learning_rate": 7.740495722810271e-06,
|
|
"loss": 3.1305,
|
|
"step": 1600
|
|
},
|
|
{
|
|
"epoch": 5.559756627553238,
|
|
"grad_norm": 0.4606762230396271,
|
|
"learning_rate": 7.691642505654007e-06,
|
|
"loss": 3.0427,
|
|
"step": 1601
|
|
},
|
|
{
|
|
"epoch": 5.563233376792699,
|
|
"grad_norm": 0.4465121328830719,
|
|
"learning_rate": 7.642931093392674e-06,
|
|
"loss": 3.1152,
|
|
"step": 1602
|
|
},
|
|
{
|
|
"epoch": 5.56671012603216,
|
|
"grad_norm": 0.4565368592739105,
|
|
"learning_rate": 7.594361649292303e-06,
|
|
"loss": 3.0521,
|
|
"step": 1603
|
|
},
|
|
{
|
|
"epoch": 5.570186875271621,
|
|
"grad_norm": 0.44448092579841614,
|
|
"learning_rate": 7.545934336143034e-06,
|
|
"loss": 3.0368,
|
|
"step": 1604
|
|
},
|
|
{
|
|
"epoch": 5.573663624511082,
|
|
"grad_norm": 0.44336286187171936,
|
|
"learning_rate": 7.497649316258687e-06,
|
|
"loss": 3.0708,
|
|
"step": 1605
|
|
},
|
|
{
|
|
"epoch": 5.577140373750543,
|
|
"grad_norm": 0.4594724178314209,
|
|
"learning_rate": 7.449506751476121e-06,
|
|
"loss": 3.0141,
|
|
"step": 1606
|
|
},
|
|
{
|
|
"epoch": 5.580617122990004,
|
|
"grad_norm": 0.45023006200790405,
|
|
"learning_rate": 7.40150680315474e-06,
|
|
"loss": 3.1725,
|
|
"step": 1607
|
|
},
|
|
{
|
|
"epoch": 5.584093872229466,
|
|
"grad_norm": 0.46296626329421997,
|
|
"learning_rate": 7.353649632175957e-06,
|
|
"loss": 3.046,
|
|
"step": 1608
|
|
},
|
|
{
|
|
"epoch": 5.5875706214689265,
|
|
"grad_norm": 0.4497106969356537,
|
|
"learning_rate": 7.305935398942598e-06,
|
|
"loss": 2.9753,
|
|
"step": 1609
|
|
},
|
|
{
|
|
"epoch": 5.591047370708388,
|
|
"grad_norm": 0.46122488379478455,
|
|
"learning_rate": 7.258364263378437e-06,
|
|
"loss": 3.0618,
|
|
"step": 1610
|
|
},
|
|
{
|
|
"epoch": 5.594524119947849,
|
|
"grad_norm": 0.45882707834243774,
|
|
"learning_rate": 7.21093638492763e-06,
|
|
"loss": 3.0114,
|
|
"step": 1611
|
|
},
|
|
{
|
|
"epoch": 5.5980008691873095,
|
|
"grad_norm": 0.4593908488750458,
|
|
"learning_rate": 7.163651922554149e-06,
|
|
"loss": 3.192,
|
|
"step": 1612
|
|
},
|
|
{
|
|
"epoch": 5.601477618426771,
|
|
"grad_norm": 0.4521577060222626,
|
|
"learning_rate": 7.1165110347413025e-06,
|
|
"loss": 3.0416,
|
|
"step": 1613
|
|
},
|
|
{
|
|
"epoch": 5.604954367666232,
|
|
"grad_norm": 0.46317487955093384,
|
|
"learning_rate": 7.06951387949118e-06,
|
|
"loss": 3.1004,
|
|
"step": 1614
|
|
},
|
|
{
|
|
"epoch": 5.6084311169056935,
|
|
"grad_norm": 0.4537200927734375,
|
|
"learning_rate": 7.022660614324122e-06,
|
|
"loss": 3.0639,
|
|
"step": 1615
|
|
},
|
|
{
|
|
"epoch": 5.611907866145154,
|
|
"grad_norm": 0.4527956545352936,
|
|
"learning_rate": 6.975951396278168e-06,
|
|
"loss": 3.0711,
|
|
"step": 1616
|
|
},
|
|
{
|
|
"epoch": 5.615384615384615,
|
|
"grad_norm": 0.46440109610557556,
|
|
"learning_rate": 6.9293863819085865e-06,
|
|
"loss": 3.095,
|
|
"step": 1617
|
|
},
|
|
{
|
|
"epoch": 5.618861364624077,
|
|
"grad_norm": 0.4648788571357727,
|
|
"learning_rate": 6.882965727287305e-06,
|
|
"loss": 3.0182,
|
|
"step": 1618
|
|
},
|
|
{
|
|
"epoch": 5.622338113863537,
|
|
"grad_norm": 0.4295171797275543,
|
|
"learning_rate": 6.836689588002399e-06,
|
|
"loss": 2.9744,
|
|
"step": 1619
|
|
},
|
|
{
|
|
"epoch": 5.625814863102999,
|
|
"grad_norm": 0.464074045419693,
|
|
"learning_rate": 6.790558119157597e-06,
|
|
"loss": 3.0175,
|
|
"step": 1620
|
|
},
|
|
{
|
|
"epoch": 5.62929161234246,
|
|
"grad_norm": 0.4391389787197113,
|
|
"learning_rate": 6.74457147537168e-06,
|
|
"loss": 3.0392,
|
|
"step": 1621
|
|
},
|
|
{
|
|
"epoch": 5.632768361581921,
|
|
"grad_norm": 0.4579889476299286,
|
|
"learning_rate": 6.698729810778065e-06,
|
|
"loss": 3.0613,
|
|
"step": 1622
|
|
},
|
|
{
|
|
"epoch": 5.636245110821382,
|
|
"grad_norm": 0.46115800738334656,
|
|
"learning_rate": 6.65303327902424e-06,
|
|
"loss": 3.044,
|
|
"step": 1623
|
|
},
|
|
{
|
|
"epoch": 5.639721860060843,
|
|
"grad_norm": 0.4502374529838562,
|
|
"learning_rate": 6.607482033271229e-06,
|
|
"loss": 3.0842,
|
|
"step": 1624
|
|
},
|
|
{
|
|
"epoch": 5.643198609300304,
|
|
"grad_norm": 0.44308748841285706,
|
|
"learning_rate": 6.562076226193136e-06,
|
|
"loss": 3.1463,
|
|
"step": 1625
|
|
},
|
|
{
|
|
"epoch": 5.646675358539765,
|
|
"grad_norm": 0.44475382566452026,
|
|
"learning_rate": 6.516816009976556e-06,
|
|
"loss": 3.1117,
|
|
"step": 1626
|
|
},
|
|
{
|
|
"epoch": 5.650152107779227,
|
|
"grad_norm": 0.4457295536994934,
|
|
"learning_rate": 6.471701536320118e-06,
|
|
"loss": 3.0655,
|
|
"step": 1627
|
|
},
|
|
{
|
|
"epoch": 5.6536288570186874,
|
|
"grad_norm": 0.43922004103660583,
|
|
"learning_rate": 6.4267329564339895e-06,
|
|
"loss": 3.0753,
|
|
"step": 1628
|
|
},
|
|
{
|
|
"epoch": 5.657105606258149,
|
|
"grad_norm": 0.4469055235385895,
|
|
"learning_rate": 6.381910421039328e-06,
|
|
"loss": 3.2001,
|
|
"step": 1629
|
|
},
|
|
{
|
|
"epoch": 5.66058235549761,
|
|
"grad_norm": 0.4434399902820587,
|
|
"learning_rate": 6.337234080367794e-06,
|
|
"loss": 3.1005,
|
|
"step": 1630
|
|
},
|
|
{
|
|
"epoch": 5.6640591047370705,
|
|
"grad_norm": 0.4269639253616333,
|
|
"learning_rate": 6.292704084161067e-06,
|
|
"loss": 3.0321,
|
|
"step": 1631
|
|
},
|
|
{
|
|
"epoch": 5.667535853976532,
|
|
"grad_norm": 0.44678542017936707,
|
|
"learning_rate": 6.248320581670281e-06,
|
|
"loss": 3.0467,
|
|
"step": 1632
|
|
},
|
|
{
|
|
"epoch": 5.671012603215993,
|
|
"grad_norm": 0.4449600577354431,
|
|
"learning_rate": 6.204083721655607e-06,
|
|
"loss": 3.0347,
|
|
"step": 1633
|
|
},
|
|
{
|
|
"epoch": 5.6744893524554545,
|
|
"grad_norm": 0.43621253967285156,
|
|
"learning_rate": 6.159993652385698e-06,
|
|
"loss": 3.0156,
|
|
"step": 1634
|
|
},
|
|
{
|
|
"epoch": 5.677966101694915,
|
|
"grad_norm": 0.4372401833534241,
|
|
"learning_rate": 6.116050521637218e-06,
|
|
"loss": 2.9871,
|
|
"step": 1635
|
|
},
|
|
{
|
|
"epoch": 5.681442850934376,
|
|
"grad_norm": 0.449531614780426,
|
|
"learning_rate": 6.072254476694328e-06,
|
|
"loss": 3.1147,
|
|
"step": 1636
|
|
},
|
|
{
|
|
"epoch": 5.684919600173838,
|
|
"grad_norm": 0.4365013539791107,
|
|
"learning_rate": 6.028605664348191e-06,
|
|
"loss": 3.0371,
|
|
"step": 1637
|
|
},
|
|
{
|
|
"epoch": 5.688396349413298,
|
|
"grad_norm": 0.45457354187965393,
|
|
"learning_rate": 5.985104230896516e-06,
|
|
"loss": 3.0452,
|
|
"step": 1638
|
|
},
|
|
{
|
|
"epoch": 5.69187309865276,
|
|
"grad_norm": 0.4303637444972992,
|
|
"learning_rate": 5.941750322143036e-06,
|
|
"loss": 3.0588,
|
|
"step": 1639
|
|
},
|
|
{
|
|
"epoch": 5.695349847892221,
|
|
"grad_norm": 0.42853423953056335,
|
|
"learning_rate": 5.898544083397e-06,
|
|
"loss": 3.1129,
|
|
"step": 1640
|
|
},
|
|
{
|
|
"epoch": 5.698826597131681,
|
|
"grad_norm": 0.4471043348312378,
|
|
"learning_rate": 5.8554856594727425e-06,
|
|
"loss": 3.0419,
|
|
"step": 1641
|
|
},
|
|
{
|
|
"epoch": 5.702303346371143,
|
|
"grad_norm": 0.44851046800613403,
|
|
"learning_rate": 5.812575194689163e-06,
|
|
"loss": 3.0814,
|
|
"step": 1642
|
|
},
|
|
{
|
|
"epoch": 5.705780095610604,
|
|
"grad_norm": 0.42725709080696106,
|
|
"learning_rate": 5.76981283286922e-06,
|
|
"loss": 3.0032,
|
|
"step": 1643
|
|
},
|
|
{
|
|
"epoch": 5.709256844850065,
|
|
"grad_norm": 0.43283796310424805,
|
|
"learning_rate": 5.727198717339511e-06,
|
|
"loss": 3.05,
|
|
"step": 1644
|
|
},
|
|
{
|
|
"epoch": 5.712733594089526,
|
|
"grad_norm": 0.44458362460136414,
|
|
"learning_rate": 5.684732990929725e-06,
|
|
"loss": 3.0892,
|
|
"step": 1645
|
|
},
|
|
{
|
|
"epoch": 5.716210343328988,
|
|
"grad_norm": 0.4499422609806061,
|
|
"learning_rate": 5.642415795972228e-06,
|
|
"loss": 3.1489,
|
|
"step": 1646
|
|
},
|
|
{
|
|
"epoch": 5.719687092568448,
|
|
"grad_norm": 0.4384379982948303,
|
|
"learning_rate": 5.600247274301535e-06,
|
|
"loss": 3.0991,
|
|
"step": 1647
|
|
},
|
|
{
|
|
"epoch": 5.72316384180791,
|
|
"grad_norm": 0.4302300214767456,
|
|
"learning_rate": 5.558227567253832e-06,
|
|
"loss": 3.0915,
|
|
"step": 1648
|
|
},
|
|
{
|
|
"epoch": 5.726640591047371,
|
|
"grad_norm": 0.4346764385700226,
|
|
"learning_rate": 5.5163568156665565e-06,
|
|
"loss": 3.0154,
|
|
"step": 1649
|
|
},
|
|
{
|
|
"epoch": 5.7301173402868315,
|
|
"grad_norm": 0.429609477519989,
|
|
"learning_rate": 5.474635159877883e-06,
|
|
"loss": 2.9877,
|
|
"step": 1650
|
|
},
|
|
{
|
|
"epoch": 5.733594089526293,
|
|
"grad_norm": 0.45559728145599365,
|
|
"learning_rate": 5.433062739726258e-06,
|
|
"loss": 3.1049,
|
|
"step": 1651
|
|
},
|
|
{
|
|
"epoch": 5.737070838765754,
|
|
"grad_norm": 0.4608874022960663,
|
|
"learning_rate": 5.391639694549943e-06,
|
|
"loss": 3.1147,
|
|
"step": 1652
|
|
},
|
|
{
|
|
"epoch": 5.7405475880052155,
|
|
"grad_norm": 0.4482730031013489,
|
|
"learning_rate": 5.350366163186521e-06,
|
|
"loss": 3.069,
|
|
"step": 1653
|
|
},
|
|
{
|
|
"epoch": 5.744024337244676,
|
|
"grad_norm": 0.4392632246017456,
|
|
"learning_rate": 5.30924228397246e-06,
|
|
"loss": 3.1065,
|
|
"step": 1654
|
|
},
|
|
{
|
|
"epoch": 5.747501086484137,
|
|
"grad_norm": 0.43618863821029663,
|
|
"learning_rate": 5.2682681947426375e-06,
|
|
"loss": 3.0498,
|
|
"step": 1655
|
|
},
|
|
{
|
|
"epoch": 5.7509778357235986,
|
|
"grad_norm": 0.4522383213043213,
|
|
"learning_rate": 5.227444032829887e-06,
|
|
"loss": 3.1129,
|
|
"step": 1656
|
|
},
|
|
{
|
|
"epoch": 5.754454584963059,
|
|
"grad_norm": 0.4380725920200348,
|
|
"learning_rate": 5.186769935064534e-06,
|
|
"loss": 3.0673,
|
|
"step": 1657
|
|
},
|
|
{
|
|
"epoch": 5.757931334202521,
|
|
"grad_norm": 0.4552653729915619,
|
|
"learning_rate": 5.146246037773922e-06,
|
|
"loss": 3.121,
|
|
"step": 1658
|
|
},
|
|
{
|
|
"epoch": 5.761408083441982,
|
|
"grad_norm": 0.44829854369163513,
|
|
"learning_rate": 5.105872476781964e-06,
|
|
"loss": 3.0677,
|
|
"step": 1659
|
|
},
|
|
{
|
|
"epoch": 5.764884832681442,
|
|
"grad_norm": 0.4196740984916687,
|
|
"learning_rate": 5.065649387408705e-06,
|
|
"loss": 2.9564,
|
|
"step": 1660
|
|
},
|
|
{
|
|
"epoch": 5.768361581920904,
|
|
"grad_norm": 0.44454118609428406,
|
|
"learning_rate": 5.025576904469842e-06,
|
|
"loss": 2.9863,
|
|
"step": 1661
|
|
},
|
|
{
|
|
"epoch": 5.771838331160365,
|
|
"grad_norm": 0.4422823190689087,
|
|
"learning_rate": 4.985655162276298e-06,
|
|
"loss": 3.0987,
|
|
"step": 1662
|
|
},
|
|
{
|
|
"epoch": 5.775315080399826,
|
|
"grad_norm": 0.44028976559638977,
|
|
"learning_rate": 4.945884294633757e-06,
|
|
"loss": 3.0641,
|
|
"step": 1663
|
|
},
|
|
{
|
|
"epoch": 5.778791829639287,
|
|
"grad_norm": 0.43805432319641113,
|
|
"learning_rate": 4.906264434842195e-06,
|
|
"loss": 3.1735,
|
|
"step": 1664
|
|
},
|
|
{
|
|
"epoch": 5.782268578878749,
|
|
"grad_norm": 0.4369741380214691,
|
|
"learning_rate": 4.866795715695477e-06,
|
|
"loss": 2.983,
|
|
"step": 1665
|
|
},
|
|
{
|
|
"epoch": 5.785745328118209,
|
|
"grad_norm": 0.42888718843460083,
|
|
"learning_rate": 4.827478269480895e-06,
|
|
"loss": 2.9566,
|
|
"step": 1666
|
|
},
|
|
{
|
|
"epoch": 5.789222077357671,
|
|
"grad_norm": 0.44136032462120056,
|
|
"learning_rate": 4.788312227978686e-06,
|
|
"loss": 3.143,
|
|
"step": 1667
|
|
},
|
|
{
|
|
"epoch": 5.792698826597132,
|
|
"grad_norm": 0.42934727668762207,
|
|
"learning_rate": 4.74929772246166e-06,
|
|
"loss": 3.1335,
|
|
"step": 1668
|
|
},
|
|
{
|
|
"epoch": 5.7961755758365925,
|
|
"grad_norm": 0.44165438413619995,
|
|
"learning_rate": 4.710434883694715e-06,
|
|
"loss": 3.0607,
|
|
"step": 1669
|
|
},
|
|
{
|
|
"epoch": 5.799652325076054,
|
|
"grad_norm": 0.4275215268135071,
|
|
"learning_rate": 4.6717238419344e-06,
|
|
"loss": 3.052,
|
|
"step": 1670
|
|
},
|
|
{
|
|
"epoch": 5.803129074315515,
|
|
"grad_norm": 0.4319266676902771,
|
|
"learning_rate": 4.6331647269284795e-06,
|
|
"loss": 3.0009,
|
|
"step": 1671
|
|
},
|
|
{
|
|
"epoch": 5.8066058235549765,
|
|
"grad_norm": 0.4423021972179413,
|
|
"learning_rate": 4.594757667915523e-06,
|
|
"loss": 3.0179,
|
|
"step": 1672
|
|
},
|
|
{
|
|
"epoch": 5.810082572794437,
|
|
"grad_norm": 0.4336705207824707,
|
|
"learning_rate": 4.556502793624445e-06,
|
|
"loss": 3.0279,
|
|
"step": 1673
|
|
},
|
|
{
|
|
"epoch": 5.813559322033898,
|
|
"grad_norm": 0.41388699412345886,
|
|
"learning_rate": 4.5184002322740785e-06,
|
|
"loss": 3.015,
|
|
"step": 1674
|
|
},
|
|
{
|
|
"epoch": 5.8170360712733595,
|
|
"grad_norm": 0.43204250931739807,
|
|
"learning_rate": 4.48045011157277e-06,
|
|
"loss": 3.0567,
|
|
"step": 1675
|
|
},
|
|
{
|
|
"epoch": 5.82051282051282,
|
|
"grad_norm": 0.4401572048664093,
|
|
"learning_rate": 4.442652558717897e-06,
|
|
"loss": 3.0272,
|
|
"step": 1676
|
|
},
|
|
{
|
|
"epoch": 5.823989569752282,
|
|
"grad_norm": 0.41776955127716064,
|
|
"learning_rate": 4.405007700395497e-06,
|
|
"loss": 2.9544,
|
|
"step": 1677
|
|
},
|
|
{
|
|
"epoch": 5.827466318991743,
|
|
"grad_norm": 0.4356550872325897,
|
|
"learning_rate": 4.3675156627798196e-06,
|
|
"loss": 3.0096,
|
|
"step": 1678
|
|
},
|
|
{
|
|
"epoch": 5.830943068231203,
|
|
"grad_norm": 0.43083855509757996,
|
|
"learning_rate": 4.330176571532907e-06,
|
|
"loss": 3.0231,
|
|
"step": 1679
|
|
},
|
|
{
|
|
"epoch": 5.834419817470665,
|
|
"grad_norm": 0.43351972103118896,
|
|
"learning_rate": 4.292990551804171e-06,
|
|
"loss": 3.0642,
|
|
"step": 1680
|
|
},
|
|
{
|
|
"epoch": 5.837896566710126,
|
|
"grad_norm": 0.4334842562675476,
|
|
"learning_rate": 4.255957728229965e-06,
|
|
"loss": 3.0491,
|
|
"step": 1681
|
|
},
|
|
{
|
|
"epoch": 5.841373315949587,
|
|
"grad_norm": 0.4342375695705414,
|
|
"learning_rate": 4.219078224933176e-06,
|
|
"loss": 3.0382,
|
|
"step": 1682
|
|
},
|
|
{
|
|
"epoch": 5.844850065189048,
|
|
"grad_norm": 0.42653897404670715,
|
|
"learning_rate": 4.182352165522807e-06,
|
|
"loss": 3.0741,
|
|
"step": 1683
|
|
},
|
|
{
|
|
"epoch": 5.84832681442851,
|
|
"grad_norm": 0.43444690108299255,
|
|
"learning_rate": 4.145779673093581e-06,
|
|
"loss": 3.0743,
|
|
"step": 1684
|
|
},
|
|
{
|
|
"epoch": 5.85180356366797,
|
|
"grad_norm": 0.42880359292030334,
|
|
"learning_rate": 4.109360870225493e-06,
|
|
"loss": 3.0114,
|
|
"step": 1685
|
|
},
|
|
{
|
|
"epoch": 5.855280312907432,
|
|
"grad_norm": 0.4228828251361847,
|
|
"learning_rate": 4.0730958789834295e-06,
|
|
"loss": 3.103,
|
|
"step": 1686
|
|
},
|
|
{
|
|
"epoch": 5.858757062146893,
|
|
"grad_norm": 0.4425991475582123,
|
|
"learning_rate": 4.036984820916723e-06,
|
|
"loss": 3.0108,
|
|
"step": 1687
|
|
},
|
|
{
|
|
"epoch": 5.8622338113863535,
|
|
"grad_norm": 0.43377602100372314,
|
|
"learning_rate": 4.001027817058789e-06,
|
|
"loss": 3.1284,
|
|
"step": 1688
|
|
},
|
|
{
|
|
"epoch": 5.865710560625815,
|
|
"grad_norm": 0.4408301115036011,
|
|
"learning_rate": 3.965224987926702e-06,
|
|
"loss": 3.0967,
|
|
"step": 1689
|
|
},
|
|
{
|
|
"epoch": 5.869187309865276,
|
|
"grad_norm": 0.43531477451324463,
|
|
"learning_rate": 3.9295764535207724e-06,
|
|
"loss": 3.0079,
|
|
"step": 1690
|
|
},
|
|
{
|
|
"epoch": 5.872664059104737,
|
|
"grad_norm": 0.43204811215400696,
|
|
"learning_rate": 3.894082333324184e-06,
|
|
"loss": 3.01,
|
|
"step": 1691
|
|
},
|
|
{
|
|
"epoch": 5.876140808344198,
|
|
"grad_norm": 0.43953630328178406,
|
|
"learning_rate": 3.858742746302535e-06,
|
|
"loss": 3.1421,
|
|
"step": 1692
|
|
},
|
|
{
|
|
"epoch": 5.879617557583659,
|
|
"grad_norm": 0.4389553964138031,
|
|
"learning_rate": 3.823557810903517e-06,
|
|
"loss": 3.1524,
|
|
"step": 1693
|
|
},
|
|
{
|
|
"epoch": 5.8830943068231205,
|
|
"grad_norm": 0.43646112084388733,
|
|
"learning_rate": 3.78852764505645e-06,
|
|
"loss": 3.1744,
|
|
"step": 1694
|
|
},
|
|
{
|
|
"epoch": 5.886571056062581,
|
|
"grad_norm": 0.4238009452819824,
|
|
"learning_rate": 3.7536523661719112e-06,
|
|
"loss": 3.0273,
|
|
"step": 1695
|
|
},
|
|
{
|
|
"epoch": 5.890047805302043,
|
|
"grad_norm": 0.42250022292137146,
|
|
"learning_rate": 3.7189320911413526e-06,
|
|
"loss": 2.9794,
|
|
"step": 1696
|
|
},
|
|
{
|
|
"epoch": 5.893524554541504,
|
|
"grad_norm": 0.41812658309936523,
|
|
"learning_rate": 3.684366936336714e-06,
|
|
"loss": 3.0897,
|
|
"step": 1697
|
|
},
|
|
{
|
|
"epoch": 5.897001303780964,
|
|
"grad_norm": 0.4232540428638458,
|
|
"learning_rate": 3.6499570176099785e-06,
|
|
"loss": 3.0451,
|
|
"step": 1698
|
|
},
|
|
{
|
|
"epoch": 5.900478053020426,
|
|
"grad_norm": 0.4142310917377472,
|
|
"learning_rate": 3.615702450292857e-06,
|
|
"loss": 2.9745,
|
|
"step": 1699
|
|
},
|
|
{
|
|
"epoch": 5.903954802259887,
|
|
"grad_norm": 0.4126403331756592,
|
|
"learning_rate": 3.581603349196372e-06,
|
|
"loss": 2.9889,
|
|
"step": 1700
|
|
},
|
|
{
|
|
"epoch": 5.907431551499348,
|
|
"grad_norm": 0.4263981282711029,
|
|
"learning_rate": 3.5476598286104447e-06,
|
|
"loss": 3.0619,
|
|
"step": 1701
|
|
},
|
|
{
|
|
"epoch": 5.910908300738809,
|
|
"grad_norm": 0.41806501150131226,
|
|
"learning_rate": 3.5138720023035696e-06,
|
|
"loss": 3.0235,
|
|
"step": 1702
|
|
},
|
|
{
|
|
"epoch": 5.914385049978271,
|
|
"grad_norm": 0.41938862204551697,
|
|
"learning_rate": 3.4802399835223653e-06,
|
|
"loss": 3.0578,
|
|
"step": 1703
|
|
},
|
|
{
|
|
"epoch": 5.917861799217731,
|
|
"grad_norm": 0.4120302200317383,
|
|
"learning_rate": 3.4467638849912497e-06,
|
|
"loss": 2.9969,
|
|
"step": 1704
|
|
},
|
|
{
|
|
"epoch": 5.921338548457193,
|
|
"grad_norm": 0.4265589714050293,
|
|
"learning_rate": 3.413443818912049e-06,
|
|
"loss": 3.0355,
|
|
"step": 1705
|
|
},
|
|
{
|
|
"epoch": 5.924815297696654,
|
|
"grad_norm": 0.4226160943508148,
|
|
"learning_rate": 3.3802798969636008e-06,
|
|
"loss": 3.0972,
|
|
"step": 1706
|
|
},
|
|
{
|
|
"epoch": 5.9282920469361144,
|
|
"grad_norm": 0.41874009370803833,
|
|
"learning_rate": 3.3472722303014124e-06,
|
|
"loss": 3.0843,
|
|
"step": 1707
|
|
},
|
|
{
|
|
"epoch": 5.931768796175576,
|
|
"grad_norm": 0.42675143480300903,
|
|
"learning_rate": 3.3144209295572494e-06,
|
|
"loss": 3.0468,
|
|
"step": 1708
|
|
},
|
|
{
|
|
"epoch": 5.935245545415037,
|
|
"grad_norm": 0.42002323269844055,
|
|
"learning_rate": 3.2817261048387893e-06,
|
|
"loss": 3.1044,
|
|
"step": 1709
|
|
},
|
|
{
|
|
"epoch": 5.938722294654498,
|
|
"grad_norm": 0.41737180948257446,
|
|
"learning_rate": 3.249187865729264e-06,
|
|
"loss": 3.0161,
|
|
"step": 1710
|
|
},
|
|
{
|
|
"epoch": 5.942199043893959,
|
|
"grad_norm": 0.42569711804389954,
|
|
"learning_rate": 3.216806321287069e-06,
|
|
"loss": 3.1494,
|
|
"step": 1711
|
|
},
|
|
{
|
|
"epoch": 5.94567579313342,
|
|
"grad_norm": 0.4135091006755829,
|
|
"learning_rate": 3.1845815800454036e-06,
|
|
"loss": 3.0645,
|
|
"step": 1712
|
|
},
|
|
{
|
|
"epoch": 5.9491525423728815,
|
|
"grad_norm": 0.4207760691642761,
|
|
"learning_rate": 3.1525137500119207e-06,
|
|
"loss": 3.0256,
|
|
"step": 1713
|
|
},
|
|
{
|
|
"epoch": 5.952629291612342,
|
|
"grad_norm": 0.42668992280960083,
|
|
"learning_rate": 3.1206029386683324e-06,
|
|
"loss": 3.0805,
|
|
"step": 1714
|
|
},
|
|
{
|
|
"epoch": 5.956106040851804,
|
|
"grad_norm": 0.42762625217437744,
|
|
"learning_rate": 3.0888492529700885e-06,
|
|
"loss": 3.0698,
|
|
"step": 1715
|
|
},
|
|
{
|
|
"epoch": 5.959582790091265,
|
|
"grad_norm": 0.4181903600692749,
|
|
"learning_rate": 3.0572527993460053e-06,
|
|
"loss": 3.0316,
|
|
"step": 1716
|
|
},
|
|
{
|
|
"epoch": 5.963059539330725,
|
|
"grad_norm": 0.4258002042770386,
|
|
"learning_rate": 3.0258136836978866e-06,
|
|
"loss": 3.0404,
|
|
"step": 1717
|
|
},
|
|
{
|
|
"epoch": 5.966536288570187,
|
|
"grad_norm": 0.41894468665122986,
|
|
"learning_rate": 2.994532011400214e-06,
|
|
"loss": 3.0116,
|
|
"step": 1718
|
|
},
|
|
{
|
|
"epoch": 5.970013037809648,
|
|
"grad_norm": 0.41693276166915894,
|
|
"learning_rate": 2.963407887299724e-06,
|
|
"loss": 3.0115,
|
|
"step": 1719
|
|
},
|
|
{
|
|
"epoch": 5.973489787049109,
|
|
"grad_norm": 0.4395310878753662,
|
|
"learning_rate": 2.932441415715137e-06,
|
|
"loss": 3.1532,
|
|
"step": 1720
|
|
},
|
|
{
|
|
"epoch": 5.97696653628857,
|
|
"grad_norm": 0.4162778854370117,
|
|
"learning_rate": 2.901632700436757e-06,
|
|
"loss": 3.0968,
|
|
"step": 1721
|
|
},
|
|
{
|
|
"epoch": 5.980443285528032,
|
|
"grad_norm": 0.41690173745155334,
|
|
"learning_rate": 2.8709818447261337e-06,
|
|
"loss": 3.034,
|
|
"step": 1722
|
|
},
|
|
{
|
|
"epoch": 5.983920034767492,
|
|
"grad_norm": 0.42720499634742737,
|
|
"learning_rate": 2.8404889513157176e-06,
|
|
"loss": 3.0948,
|
|
"step": 1723
|
|
},
|
|
{
|
|
"epoch": 5.987396784006954,
|
|
"grad_norm": 0.4119645655155182,
|
|
"learning_rate": 2.81015412240852e-06,
|
|
"loss": 2.9471,
|
|
"step": 1724
|
|
},
|
|
{
|
|
"epoch": 5.990873533246415,
|
|
"grad_norm": 0.42118823528289795,
|
|
"learning_rate": 2.7799774596777794e-06,
|
|
"loss": 3.0288,
|
|
"step": 1725
|
|
},
|
|
{
|
|
"epoch": 5.994350282485875,
|
|
"grad_norm": 0.40349310636520386,
|
|
"learning_rate": 2.7499590642665774e-06,
|
|
"loss": 2.9575,
|
|
"step": 1726
|
|
},
|
|
{
|
|
"epoch": 5.997827031725337,
|
|
"grad_norm": 0.4119188189506531,
|
|
"learning_rate": 2.7200990367875656e-06,
|
|
"loss": 2.9967,
|
|
"step": 1727
|
|
},
|
|
{
|
|
"epoch": 6.0,
|
|
"grad_norm": 0.5107985138893127,
|
|
"learning_rate": 2.6903974773225702e-06,
|
|
"loss": 2.9496,
|
|
"step": 1728
|
|
},
|
|
{
|
|
"epoch": 6.003476749239461,
|
|
"grad_norm": 0.42430585622787476,
|
|
"learning_rate": 2.660854485422298e-06,
|
|
"loss": 3.0021,
|
|
"step": 1729
|
|
},
|
|
{
|
|
"epoch": 6.006953498478922,
|
|
"grad_norm": 0.42097654938697815,
|
|
"learning_rate": 2.6314701601059756e-06,
|
|
"loss": 3.0434,
|
|
"step": 1730
|
|
},
|
|
{
|
|
"epoch": 6.010430247718383,
|
|
"grad_norm": 0.43055519461631775,
|
|
"learning_rate": 2.60224459986102e-06,
|
|
"loss": 3.1388,
|
|
"step": 1731
|
|
},
|
|
{
|
|
"epoch": 6.013906996957845,
|
|
"grad_norm": 0.42370346188545227,
|
|
"learning_rate": 2.573177902642726e-06,
|
|
"loss": 3.0623,
|
|
"step": 1732
|
|
},
|
|
{
|
|
"epoch": 6.017383746197305,
|
|
"grad_norm": 0.41282978653907776,
|
|
"learning_rate": 2.5442701658739186e-06,
|
|
"loss": 3.0301,
|
|
"step": 1733
|
|
},
|
|
{
|
|
"epoch": 6.020860495436767,
|
|
"grad_norm": 0.42440617084503174,
|
|
"learning_rate": 2.515521486444655e-06,
|
|
"loss": 3.0945,
|
|
"step": 1734
|
|
},
|
|
{
|
|
"epoch": 6.024337244676228,
|
|
"grad_norm": 0.42208147048950195,
|
|
"learning_rate": 2.4869319607118636e-06,
|
|
"loss": 3.138,
|
|
"step": 1735
|
|
},
|
|
{
|
|
"epoch": 6.0278139939156885,
|
|
"grad_norm": 0.40505877137184143,
|
|
"learning_rate": 2.4585016844990316e-06,
|
|
"loss": 2.9389,
|
|
"step": 1736
|
|
},
|
|
{
|
|
"epoch": 6.03129074315515,
|
|
"grad_norm": 0.4153197109699249,
|
|
"learning_rate": 2.430230753095891e-06,
|
|
"loss": 3.027,
|
|
"step": 1737
|
|
},
|
|
{
|
|
"epoch": 6.034767492394611,
|
|
"grad_norm": 0.41399866342544556,
|
|
"learning_rate": 2.4021192612581178e-06,
|
|
"loss": 2.9704,
|
|
"step": 1738
|
|
},
|
|
{
|
|
"epoch": 6.0382442416340725,
|
|
"grad_norm": 0.42374345660209656,
|
|
"learning_rate": 2.3741673032069756e-06,
|
|
"loss": 3.0041,
|
|
"step": 1739
|
|
},
|
|
{
|
|
"epoch": 6.041720990873533,
|
|
"grad_norm": 0.41399243474006653,
|
|
"learning_rate": 2.3463749726290286e-06,
|
|
"loss": 2.9925,
|
|
"step": 1740
|
|
},
|
|
{
|
|
"epoch": 6.045197740112994,
|
|
"grad_norm": 0.4206804633140564,
|
|
"learning_rate": 2.318742362675813e-06,
|
|
"loss": 3.001,
|
|
"step": 1741
|
|
},
|
|
{
|
|
"epoch": 6.0486744893524556,
|
|
"grad_norm": 0.4350409209728241,
|
|
"learning_rate": 2.291269565963522e-06,
|
|
"loss": 3.1501,
|
|
"step": 1742
|
|
},
|
|
{
|
|
"epoch": 6.052151238591916,
|
|
"grad_norm": 0.4238588809967041,
|
|
"learning_rate": 2.2639566745727205e-06,
|
|
"loss": 3.108,
|
|
"step": 1743
|
|
},
|
|
{
|
|
"epoch": 6.055627987831378,
|
|
"grad_norm": 0.42708900570869446,
|
|
"learning_rate": 2.2368037800480023e-06,
|
|
"loss": 3.071,
|
|
"step": 1744
|
|
},
|
|
{
|
|
"epoch": 6.059104737070839,
|
|
"grad_norm": 0.43548697233200073,
|
|
"learning_rate": 2.2098109733977136e-06,
|
|
"loss": 3.0807,
|
|
"step": 1745
|
|
},
|
|
{
|
|
"epoch": 6.0625814863103,
|
|
"grad_norm": 0.4319799542427063,
|
|
"learning_rate": 2.1829783450936283e-06,
|
|
"loss": 3.1164,
|
|
"step": 1746
|
|
},
|
|
{
|
|
"epoch": 6.066058235549761,
|
|
"grad_norm": 0.41852834820747375,
|
|
"learning_rate": 2.1563059850706337e-06,
|
|
"loss": 3.0957,
|
|
"step": 1747
|
|
},
|
|
{
|
|
"epoch": 6.069534984789222,
|
|
"grad_norm": 0.4240981340408325,
|
|
"learning_rate": 2.12979398272648e-06,
|
|
"loss": 2.9745,
|
|
"step": 1748
|
|
},
|
|
{
|
|
"epoch": 6.073011734028683,
|
|
"grad_norm": 0.41493934392929077,
|
|
"learning_rate": 2.1034424269214257e-06,
|
|
"loss": 3.0467,
|
|
"step": 1749
|
|
},
|
|
{
|
|
"epoch": 6.076488483268144,
|
|
"grad_norm": 0.411040335893631,
|
|
"learning_rate": 2.0772514059779535e-06,
|
|
"loss": 2.9896,
|
|
"step": 1750
|
|
},
|
|
{
|
|
"epoch": 6.079965232507606,
|
|
"grad_norm": 0.41265007853507996,
|
|
"learning_rate": 2.0512210076804982e-06,
|
|
"loss": 2.9951,
|
|
"step": 1751
|
|
},
|
|
{
|
|
"epoch": 6.083441981747066,
|
|
"grad_norm": 0.4220527410507202,
|
|
"learning_rate": 2.0253513192751373e-06,
|
|
"loss": 3.0334,
|
|
"step": 1752
|
|
},
|
|
{
|
|
"epoch": 6.086918730986528,
|
|
"grad_norm": 0.4182776212692261,
|
|
"learning_rate": 1.9996424274692725e-06,
|
|
"loss": 3.0428,
|
|
"step": 1753
|
|
},
|
|
{
|
|
"epoch": 6.090395480225989,
|
|
"grad_norm": 0.4076248109340668,
|
|
"learning_rate": 1.974094418431388e-06,
|
|
"loss": 2.9442,
|
|
"step": 1754
|
|
},
|
|
{
|
|
"epoch": 6.0938722294654495,
|
|
"grad_norm": 0.40764060616493225,
|
|
"learning_rate": 1.9487073777907316e-06,
|
|
"loss": 2.9983,
|
|
"step": 1755
|
|
},
|
|
{
|
|
"epoch": 6.097348978704911,
|
|
"grad_norm": 0.41706383228302,
|
|
"learning_rate": 1.9234813906370276e-06,
|
|
"loss": 3.0464,
|
|
"step": 1756
|
|
},
|
|
{
|
|
"epoch": 6.100825727944372,
|
|
"grad_norm": 0.41518938541412354,
|
|
"learning_rate": 1.8984165415202094e-06,
|
|
"loss": 3.0598,
|
|
"step": 1757
|
|
},
|
|
{
|
|
"epoch": 6.1043024771838335,
|
|
"grad_norm": 0.41128143668174744,
|
|
"learning_rate": 1.873512914450104e-06,
|
|
"loss": 2.9316,
|
|
"step": 1758
|
|
},
|
|
{
|
|
"epoch": 6.107779226423294,
|
|
"grad_norm": 0.4145541191101074,
|
|
"learning_rate": 1.8487705928961874e-06,
|
|
"loss": 3.1041,
|
|
"step": 1759
|
|
},
|
|
{
|
|
"epoch": 6.111255975662755,
|
|
"grad_norm": 0.40822362899780273,
|
|
"learning_rate": 1.8241896597872842e-06,
|
|
"loss": 3.0146,
|
|
"step": 1760
|
|
},
|
|
{
|
|
"epoch": 6.1147327249022165,
|
|
"grad_norm": 0.4129459857940674,
|
|
"learning_rate": 1.7997701975112912e-06,
|
|
"loss": 3.0685,
|
|
"step": 1761
|
|
},
|
|
{
|
|
"epoch": 6.118209474141677,
|
|
"grad_norm": 0.4087814390659332,
|
|
"learning_rate": 1.77551228791491e-06,
|
|
"loss": 2.9484,
|
|
"step": 1762
|
|
},
|
|
{
|
|
"epoch": 6.121686223381139,
|
|
"grad_norm": 0.41240808367729187,
|
|
"learning_rate": 1.7514160123033584e-06,
|
|
"loss": 3.0681,
|
|
"step": 1763
|
|
},
|
|
{
|
|
"epoch": 6.1251629726206,
|
|
"grad_norm": 0.4155349135398865,
|
|
"learning_rate": 1.7274814514400994e-06,
|
|
"loss": 3.1166,
|
|
"step": 1764
|
|
},
|
|
{
|
|
"epoch": 6.128639721860061,
|
|
"grad_norm": 0.41594305634498596,
|
|
"learning_rate": 1.70370868554659e-06,
|
|
"loss": 3.0405,
|
|
"step": 1765
|
|
},
|
|
{
|
|
"epoch": 6.132116471099522,
|
|
"grad_norm": 0.4166364371776581,
|
|
"learning_rate": 1.6800977943019936e-06,
|
|
"loss": 3.0783,
|
|
"step": 1766
|
|
},
|
|
{
|
|
"epoch": 6.135593220338983,
|
|
"grad_norm": 0.42120352387428284,
|
|
"learning_rate": 1.6566488568429294e-06,
|
|
"loss": 3.0457,
|
|
"step": 1767
|
|
},
|
|
{
|
|
"epoch": 6.139069969578444,
|
|
"grad_norm": 0.40205660462379456,
|
|
"learning_rate": 1.6333619517631793e-06,
|
|
"loss": 3.0141,
|
|
"step": 1768
|
|
},
|
|
{
|
|
"epoch": 6.142546718817905,
|
|
"grad_norm": 0.40919235348701477,
|
|
"learning_rate": 1.6102371571134423e-06,
|
|
"loss": 3.0343,
|
|
"step": 1769
|
|
},
|
|
{
|
|
"epoch": 6.146023468057367,
|
|
"grad_norm": 0.4099332392215729,
|
|
"learning_rate": 1.5872745504010799e-06,
|
|
"loss": 2.9358,
|
|
"step": 1770
|
|
},
|
|
{
|
|
"epoch": 6.149500217296827,
|
|
"grad_norm": 0.4156320095062256,
|
|
"learning_rate": 1.5644742085898556e-06,
|
|
"loss": 3.0225,
|
|
"step": 1771
|
|
},
|
|
{
|
|
"epoch": 6.152976966536288,
|
|
"grad_norm": 0.41079193353652954,
|
|
"learning_rate": 1.5418362080996507e-06,
|
|
"loss": 3.0517,
|
|
"step": 1772
|
|
},
|
|
{
|
|
"epoch": 6.15645371577575,
|
|
"grad_norm": 0.4225104749202728,
|
|
"learning_rate": 1.5193606248062486e-06,
|
|
"loss": 3.0728,
|
|
"step": 1773
|
|
},
|
|
{
|
|
"epoch": 6.1599304650152105,
|
|
"grad_norm": 0.41226664185523987,
|
|
"learning_rate": 1.497047534041035e-06,
|
|
"loss": 3.0909,
|
|
"step": 1774
|
|
},
|
|
{
|
|
"epoch": 6.163407214254672,
|
|
"grad_norm": 0.4080653488636017,
|
|
"learning_rate": 1.4748970105907866e-06,
|
|
"loss": 3.0225,
|
|
"step": 1775
|
|
},
|
|
{
|
|
"epoch": 6.166883963494133,
|
|
"grad_norm": 0.42255541682243347,
|
|
"learning_rate": 1.4529091286973995e-06,
|
|
"loss": 3.0809,
|
|
"step": 1776
|
|
},
|
|
{
|
|
"epoch": 6.170360712733594,
|
|
"grad_norm": 0.4306301474571228,
|
|
"learning_rate": 1.4310839620576444e-06,
|
|
"loss": 3.0776,
|
|
"step": 1777
|
|
},
|
|
{
|
|
"epoch": 6.173837461973055,
|
|
"grad_norm": 0.4123653769493103,
|
|
"learning_rate": 1.4094215838229176e-06,
|
|
"loss": 2.9917,
|
|
"step": 1778
|
|
},
|
|
{
|
|
"epoch": 6.177314211212516,
|
|
"grad_norm": 0.40510258078575134,
|
|
"learning_rate": 1.3879220665989955e-06,
|
|
"loss": 2.9276,
|
|
"step": 1779
|
|
},
|
|
{
|
|
"epoch": 6.1807909604519775,
|
|
"grad_norm": 0.41338902711868286,
|
|
"learning_rate": 1.3665854824458036e-06,
|
|
"loss": 2.9885,
|
|
"step": 1780
|
|
},
|
|
{
|
|
"epoch": 6.184267709691438,
|
|
"grad_norm": 0.40919315814971924,
|
|
"learning_rate": 1.3454119028771528e-06,
|
|
"loss": 2.9884,
|
|
"step": 1781
|
|
},
|
|
{
|
|
"epoch": 6.1877444589309,
|
|
"grad_norm": 0.40917351841926575,
|
|
"learning_rate": 1.3244013988605086e-06,
|
|
"loss": 3.0144,
|
|
"step": 1782
|
|
},
|
|
{
|
|
"epoch": 6.191221208170361,
|
|
"grad_norm": 0.4239337146282196,
|
|
"learning_rate": 1.303554040816779e-06,
|
|
"loss": 3.168,
|
|
"step": 1783
|
|
},
|
|
{
|
|
"epoch": 6.194697957409822,
|
|
"grad_norm": 0.42139217257499695,
|
|
"learning_rate": 1.282869898620026e-06,
|
|
"loss": 3.0753,
|
|
"step": 1784
|
|
},
|
|
{
|
|
"epoch": 6.198174706649283,
|
|
"grad_norm": 0.42025497555732727,
|
|
"learning_rate": 1.2623490415972938e-06,
|
|
"loss": 3.0688,
|
|
"step": 1785
|
|
},
|
|
{
|
|
"epoch": 6.201651455888744,
|
|
"grad_norm": 0.4139435589313507,
|
|
"learning_rate": 1.2419915385283088e-06,
|
|
"loss": 3.0563,
|
|
"step": 1786
|
|
},
|
|
{
|
|
"epoch": 6.205128205128205,
|
|
"grad_norm": 0.3968459367752075,
|
|
"learning_rate": 1.2217974576453073e-06,
|
|
"loss": 2.9678,
|
|
"step": 1787
|
|
},
|
|
{
|
|
"epoch": 6.208604954367666,
|
|
"grad_norm": 0.4100431203842163,
|
|
"learning_rate": 1.2017668666327753e-06,
|
|
"loss": 3.0309,
|
|
"step": 1788
|
|
},
|
|
{
|
|
"epoch": 6.212081703607128,
|
|
"grad_norm": 0.4222622811794281,
|
|
"learning_rate": 1.1818998326272369e-06,
|
|
"loss": 3.1016,
|
|
"step": 1789
|
|
},
|
|
{
|
|
"epoch": 6.215558452846588,
|
|
"grad_norm": 0.42679232358932495,
|
|
"learning_rate": 1.1621964222170213e-06,
|
|
"loss": 3.0438,
|
|
"step": 1790
|
|
},
|
|
{
|
|
"epoch": 6.219035202086049,
|
|
"grad_norm": 0.4114995002746582,
|
|
"learning_rate": 1.1426567014420297e-06,
|
|
"loss": 3.0503,
|
|
"step": 1791
|
|
},
|
|
{
|
|
"epoch": 6.222511951325511,
|
|
"grad_norm": 0.41597941517829895,
|
|
"learning_rate": 1.1232807357935248e-06,
|
|
"loss": 2.9836,
|
|
"step": 1792
|
|
},
|
|
{
|
|
"epoch": 6.2259887005649714,
|
|
"grad_norm": 0.4132709205150604,
|
|
"learning_rate": 1.1040685902139304e-06,
|
|
"loss": 3.0925,
|
|
"step": 1793
|
|
},
|
|
{
|
|
"epoch": 6.229465449804433,
|
|
"grad_norm": 0.4016041159629822,
|
|
"learning_rate": 1.08502032909657e-06,
|
|
"loss": 3.0071,
|
|
"step": 1794
|
|
},
|
|
{
|
|
"epoch": 6.232942199043894,
|
|
"grad_norm": 0.4292777478694916,
|
|
"learning_rate": 1.0661360162855016e-06,
|
|
"loss": 3.1368,
|
|
"step": 1795
|
|
},
|
|
{
|
|
"epoch": 6.236418948283355,
|
|
"grad_norm": 0.4259623885154724,
|
|
"learning_rate": 1.0474157150752672e-06,
|
|
"loss": 3.0294,
|
|
"step": 1796
|
|
},
|
|
{
|
|
"epoch": 6.239895697522816,
|
|
"grad_norm": 0.4248141646385193,
|
|
"learning_rate": 1.0288594882106707e-06,
|
|
"loss": 3.0409,
|
|
"step": 1797
|
|
},
|
|
{
|
|
"epoch": 6.243372446762277,
|
|
"grad_norm": 0.41500625014305115,
|
|
"learning_rate": 1.0104673978866164e-06,
|
|
"loss": 3.069,
|
|
"step": 1798
|
|
},
|
|
{
|
|
"epoch": 6.2468491960017385,
|
|
"grad_norm": 0.40690165758132935,
|
|
"learning_rate": 9.922395057478607e-07,
|
|
"loss": 3.0169,
|
|
"step": 1799
|
|
},
|
|
{
|
|
"epoch": 6.250325945241199,
|
|
"grad_norm": 0.40856775641441345,
|
|
"learning_rate": 9.741758728888218e-07,
|
|
"loss": 3.0363,
|
|
"step": 1800
|
|
},
|
|
{
|
|
"epoch": 6.253802694480661,
|
|
"grad_norm": 0.4182389974594116,
|
|
"learning_rate": 9.562765598533641e-07,
|
|
"loss": 3.0165,
|
|
"step": 1801
|
|
},
|
|
{
|
|
"epoch": 6.257279443720122,
|
|
"grad_norm": 0.42129838466644287,
|
|
"learning_rate": 9.385416266345982e-07,
|
|
"loss": 3.0921,
|
|
"step": 1802
|
|
},
|
|
{
|
|
"epoch": 6.260756192959583,
|
|
"grad_norm": 0.4121788740158081,
|
|
"learning_rate": 9.209711326746918e-07,
|
|
"loss": 3.0918,
|
|
"step": 1803
|
|
},
|
|
{
|
|
"epoch": 6.264232942199044,
|
|
"grad_norm": 0.40901103615760803,
|
|
"learning_rate": 9.035651368646648e-07,
|
|
"loss": 3.1085,
|
|
"step": 1804
|
|
},
|
|
{
|
|
"epoch": 6.267709691438505,
|
|
"grad_norm": 0.3984892666339874,
|
|
"learning_rate": 8.86323697544178e-07,
|
|
"loss": 3.0205,
|
|
"step": 1805
|
|
},
|
|
{
|
|
"epoch": 6.271186440677966,
|
|
"grad_norm": 0.41698625683784485,
|
|
"learning_rate": 8.692468725013448e-07,
|
|
"loss": 3.0734,
|
|
"step": 1806
|
|
},
|
|
{
|
|
"epoch": 6.274663189917427,
|
|
"grad_norm": 0.4178268611431122,
|
|
"learning_rate": 8.523347189725639e-07,
|
|
"loss": 3.0949,
|
|
"step": 1807
|
|
},
|
|
{
|
|
"epoch": 6.278139939156889,
|
|
"grad_norm": 0.41233837604522705,
|
|
"learning_rate": 8.355872936422759e-07,
|
|
"loss": 2.9744,
|
|
"step": 1808
|
|
},
|
|
{
|
|
"epoch": 6.281616688396349,
|
|
"grad_norm": 0.4059881567955017,
|
|
"learning_rate": 8.190046526428242e-07,
|
|
"loss": 2.9941,
|
|
"step": 1809
|
|
},
|
|
{
|
|
"epoch": 6.28509343763581,
|
|
"grad_norm": 0.4065244495868683,
|
|
"learning_rate": 8.025868515542268e-07,
|
|
"loss": 3.0267,
|
|
"step": 1810
|
|
},
|
|
{
|
|
"epoch": 6.288570186875272,
|
|
"grad_norm": 0.41115114092826843,
|
|
"learning_rate": 7.863339454040275e-07,
|
|
"loss": 3.05,
|
|
"step": 1811
|
|
},
|
|
{
|
|
"epoch": 6.292046936114732,
|
|
"grad_norm": 0.4080888628959656,
|
|
"learning_rate": 7.702459886670788e-07,
|
|
"loss": 3.0628,
|
|
"step": 1812
|
|
},
|
|
{
|
|
"epoch": 6.295523685354194,
|
|
"grad_norm": 0.41215333342552185,
|
|
"learning_rate": 7.543230352653751e-07,
|
|
"loss": 3.079,
|
|
"step": 1813
|
|
},
|
|
{
|
|
"epoch": 6.299000434593655,
|
|
"grad_norm": 0.4129772484302521,
|
|
"learning_rate": 7.385651385678649e-07,
|
|
"loss": 3.0567,
|
|
"step": 1814
|
|
},
|
|
{
|
|
"epoch": 6.302477183833116,
|
|
"grad_norm": 0.40636974573135376,
|
|
"learning_rate": 7.229723513902831e-07,
|
|
"loss": 3.0737,
|
|
"step": 1815
|
|
},
|
|
{
|
|
"epoch": 6.305953933072577,
|
|
"grad_norm": 0.4125308692455292,
|
|
"learning_rate": 7.07544725994963e-07,
|
|
"loss": 2.9995,
|
|
"step": 1816
|
|
},
|
|
{
|
|
"epoch": 6.309430682312038,
|
|
"grad_norm": 0.4017834961414337,
|
|
"learning_rate": 6.922823140906753e-07,
|
|
"loss": 3.0389,
|
|
"step": 1817
|
|
},
|
|
{
|
|
"epoch": 6.3129074315514995,
|
|
"grad_norm": 0.39485737681388855,
|
|
"learning_rate": 6.771851668324225e-07,
|
|
"loss": 2.9166,
|
|
"step": 1818
|
|
},
|
|
{
|
|
"epoch": 6.31638418079096,
|
|
"grad_norm": 0.41091981530189514,
|
|
"learning_rate": 6.622533348213167e-07,
|
|
"loss": 3.1168,
|
|
"step": 1819
|
|
},
|
|
{
|
|
"epoch": 6.319860930030422,
|
|
"grad_norm": 0.40876245498657227,
|
|
"learning_rate": 6.474868681043578e-07,
|
|
"loss": 3.0703,
|
|
"step": 1820
|
|
},
|
|
{
|
|
"epoch": 6.3233376792698825,
|
|
"grad_norm": 0.41209086775779724,
|
|
"learning_rate": 6.328858161743112e-07,
|
|
"loss": 3.079,
|
|
"step": 1821
|
|
},
|
|
{
|
|
"epoch": 6.326814428509344,
|
|
"grad_norm": 0.4071592390537262,
|
|
"learning_rate": 6.184502279695137e-07,
|
|
"loss": 3.1334,
|
|
"step": 1822
|
|
},
|
|
{
|
|
"epoch": 6.330291177748805,
|
|
"grad_norm": 0.3960627317428589,
|
|
"learning_rate": 6.041801518737122e-07,
|
|
"loss": 2.9825,
|
|
"step": 1823
|
|
},
|
|
{
|
|
"epoch": 6.333767926988266,
|
|
"grad_norm": 0.4103507995605469,
|
|
"learning_rate": 5.900756357159143e-07,
|
|
"loss": 3.0592,
|
|
"step": 1824
|
|
},
|
|
{
|
|
"epoch": 6.337244676227727,
|
|
"grad_norm": 0.4149017930030823,
|
|
"learning_rate": 5.761367267702155e-07,
|
|
"loss": 3.1168,
|
|
"step": 1825
|
|
},
|
|
{
|
|
"epoch": 6.340721425467188,
|
|
"grad_norm": 0.4141378104686737,
|
|
"learning_rate": 5.623634717556503e-07,
|
|
"loss": 3.099,
|
|
"step": 1826
|
|
},
|
|
{
|
|
"epoch": 6.34419817470665,
|
|
"grad_norm": 0.40302687883377075,
|
|
"learning_rate": 5.487559168360301e-07,
|
|
"loss": 3.0205,
|
|
"step": 1827
|
|
},
|
|
{
|
|
"epoch": 6.34767492394611,
|
|
"grad_norm": 0.4126074016094208,
|
|
"learning_rate": 5.353141076197887e-07,
|
|
"loss": 3.0381,
|
|
"step": 1828
|
|
},
|
|
{
|
|
"epoch": 6.351151673185571,
|
|
"grad_norm": 0.41772815585136414,
|
|
"learning_rate": 5.220380891598265e-07,
|
|
"loss": 3.0821,
|
|
"step": 1829
|
|
},
|
|
{
|
|
"epoch": 6.354628422425033,
|
|
"grad_norm": 0.408920019865036,
|
|
"learning_rate": 5.089279059533658e-07,
|
|
"loss": 3.0344,
|
|
"step": 1830
|
|
},
|
|
{
|
|
"epoch": 6.358105171664493,
|
|
"grad_norm": 0.39784538745880127,
|
|
"learning_rate": 4.959836019417963e-07,
|
|
"loss": 3.0118,
|
|
"step": 1831
|
|
},
|
|
{
|
|
"epoch": 6.361581920903955,
|
|
"grad_norm": 0.41000446677207947,
|
|
"learning_rate": 4.832052205105464e-07,
|
|
"loss": 3.0489,
|
|
"step": 1832
|
|
},
|
|
{
|
|
"epoch": 6.365058670143416,
|
|
"grad_norm": 0.40835651755332947,
|
|
"learning_rate": 4.705928044888952e-07,
|
|
"loss": 3.0752,
|
|
"step": 1833
|
|
},
|
|
{
|
|
"epoch": 6.368535419382877,
|
|
"grad_norm": 0.40791556239128113,
|
|
"learning_rate": 4.581463961498722e-07,
|
|
"loss": 3.0884,
|
|
"step": 1834
|
|
},
|
|
{
|
|
"epoch": 6.372012168622338,
|
|
"grad_norm": 0.408925861120224,
|
|
"learning_rate": 4.45866037210102e-07,
|
|
"loss": 3.0482,
|
|
"step": 1835
|
|
},
|
|
{
|
|
"epoch": 6.375488917861799,
|
|
"grad_norm": 0.4026236832141876,
|
|
"learning_rate": 4.337517688296544e-07,
|
|
"loss": 2.9968,
|
|
"step": 1836
|
|
},
|
|
{
|
|
"epoch": 6.3789656671012605,
|
|
"grad_norm": 0.4146400988101959,
|
|
"learning_rate": 4.218036316119112e-07,
|
|
"loss": 3.1706,
|
|
"step": 1837
|
|
},
|
|
{
|
|
"epoch": 6.382442416340721,
|
|
"grad_norm": 0.4027198553085327,
|
|
"learning_rate": 4.100216656034328e-07,
|
|
"loss": 3.0222,
|
|
"step": 1838
|
|
},
|
|
{
|
|
"epoch": 6.385919165580183,
|
|
"grad_norm": 0.40519019961357117,
|
|
"learning_rate": 3.98405910293842e-07,
|
|
"loss": 3.0531,
|
|
"step": 1839
|
|
},
|
|
{
|
|
"epoch": 6.3893959148196435,
|
|
"grad_norm": 0.40851891040802,
|
|
"learning_rate": 3.86956404615646e-07,
|
|
"loss": 3.0943,
|
|
"step": 1840
|
|
},
|
|
{
|
|
"epoch": 6.392872664059105,
|
|
"grad_norm": 0.40011292695999146,
|
|
"learning_rate": 3.7567318694414765e-07,
|
|
"loss": 3.013,
|
|
"step": 1841
|
|
},
|
|
{
|
|
"epoch": 6.396349413298566,
|
|
"grad_norm": 0.40723660588264465,
|
|
"learning_rate": 3.6455629509730136e-07,
|
|
"loss": 3.091,
|
|
"step": 1842
|
|
},
|
|
{
|
|
"epoch": 6.399826162538027,
|
|
"grad_norm": 0.41157960891723633,
|
|
"learning_rate": 3.536057663355852e-07,
|
|
"loss": 3.1858,
|
|
"step": 1843
|
|
},
|
|
{
|
|
"epoch": 6.403302911777488,
|
|
"grad_norm": 0.4096364974975586,
|
|
"learning_rate": 3.4282163736188424e-07,
|
|
"loss": 3.0255,
|
|
"step": 1844
|
|
},
|
|
{
|
|
"epoch": 6.406779661016949,
|
|
"grad_norm": 0.40242981910705566,
|
|
"learning_rate": 3.3220394432135205e-07,
|
|
"loss": 3.0467,
|
|
"step": 1845
|
|
},
|
|
{
|
|
"epoch": 6.410256410256411,
|
|
"grad_norm": 0.4040038585662842,
|
|
"learning_rate": 3.2175272280131064e-07,
|
|
"loss": 3.0921,
|
|
"step": 1846
|
|
},
|
|
{
|
|
"epoch": 6.413733159495871,
|
|
"grad_norm": 0.3992011547088623,
|
|
"learning_rate": 3.114680078311005e-07,
|
|
"loss": 3.0465,
|
|
"step": 1847
|
|
},
|
|
{
|
|
"epoch": 6.417209908735332,
|
|
"grad_norm": 0.4034344255924225,
|
|
"learning_rate": 3.013498338820031e-07,
|
|
"loss": 3.02,
|
|
"step": 1848
|
|
},
|
|
{
|
|
"epoch": 6.420686657974794,
|
|
"grad_norm": 0.4033249020576477,
|
|
"learning_rate": 2.913982348670907e-07,
|
|
"loss": 3.0312,
|
|
"step": 1849
|
|
},
|
|
{
|
|
"epoch": 6.424163407214254,
|
|
"grad_norm": 0.4111652076244354,
|
|
"learning_rate": 2.816132441411379e-07,
|
|
"loss": 3.1184,
|
|
"step": 1850
|
|
},
|
|
{
|
|
"epoch": 6.427640156453716,
|
|
"grad_norm": 0.41480228304862976,
|
|
"learning_rate": 2.71994894500488e-07,
|
|
"loss": 3.0247,
|
|
"step": 1851
|
|
},
|
|
{
|
|
"epoch": 6.431116905693177,
|
|
"grad_norm": 0.40189048647880554,
|
|
"learning_rate": 2.6254321818295345e-07,
|
|
"loss": 3.129,
|
|
"step": 1852
|
|
},
|
|
{
|
|
"epoch": 6.434593654932638,
|
|
"grad_norm": 0.40309739112854004,
|
|
"learning_rate": 2.532582468677214e-07,
|
|
"loss": 3.0843,
|
|
"step": 1853
|
|
},
|
|
{
|
|
"epoch": 6.438070404172099,
|
|
"grad_norm": 0.4054506719112396,
|
|
"learning_rate": 2.441400116752146e-07,
|
|
"loss": 2.9962,
|
|
"step": 1854
|
|
},
|
|
{
|
|
"epoch": 6.44154715341156,
|
|
"grad_norm": 0.40184342861175537,
|
|
"learning_rate": 2.3518854316701977e-07,
|
|
"loss": 3.0369,
|
|
"step": 1855
|
|
},
|
|
{
|
|
"epoch": 6.445023902651021,
|
|
"grad_norm": 0.41236573457717896,
|
|
"learning_rate": 2.2640387134577058e-07,
|
|
"loss": 3.121,
|
|
"step": 1856
|
|
},
|
|
{
|
|
"epoch": 6.448500651890482,
|
|
"grad_norm": 0.4023594856262207,
|
|
"learning_rate": 2.1778602565504237e-07,
|
|
"loss": 3.07,
|
|
"step": 1857
|
|
},
|
|
{
|
|
"epoch": 6.451977401129944,
|
|
"grad_norm": 0.4037077724933624,
|
|
"learning_rate": 2.0933503497926888e-07,
|
|
"loss": 3.0607,
|
|
"step": 1858
|
|
},
|
|
{
|
|
"epoch": 6.4554541503694045,
|
|
"grad_norm": 0.4005909264087677,
|
|
"learning_rate": 2.010509276436201e-07,
|
|
"loss": 3.0266,
|
|
"step": 1859
|
|
},
|
|
{
|
|
"epoch": 6.458930899608866,
|
|
"grad_norm": 0.40143847465515137,
|
|
"learning_rate": 1.9293373141394122e-07,
|
|
"loss": 3.0043,
|
|
"step": 1860
|
|
},
|
|
{
|
|
"epoch": 6.462407648848327,
|
|
"grad_norm": 0.38799387216567993,
|
|
"learning_rate": 1.8498347349663602e-07,
|
|
"loss": 2.8786,
|
|
"step": 1861
|
|
},
|
|
{
|
|
"epoch": 6.465884398087788,
|
|
"grad_norm": 0.40057605504989624,
|
|
"learning_rate": 1.7720018053857257e-07,
|
|
"loss": 3.0905,
|
|
"step": 1862
|
|
},
|
|
{
|
|
"epoch": 6.469361147327249,
|
|
"grad_norm": 0.406303733587265,
|
|
"learning_rate": 1.6958387862701098e-07,
|
|
"loss": 3.1033,
|
|
"step": 1863
|
|
},
|
|
{
|
|
"epoch": 6.47283789656671,
|
|
"grad_norm": 0.40010327100753784,
|
|
"learning_rate": 1.6213459328950352e-07,
|
|
"loss": 3.0289,
|
|
"step": 1864
|
|
},
|
|
{
|
|
"epoch": 6.4763146458061716,
|
|
"grad_norm": 0.3997277021408081,
|
|
"learning_rate": 1.54852349493817e-07,
|
|
"loss": 3.0767,
|
|
"step": 1865
|
|
},
|
|
{
|
|
"epoch": 6.479791395045632,
|
|
"grad_norm": 0.40357694029808044,
|
|
"learning_rate": 1.4773717164784373e-07,
|
|
"loss": 3.0858,
|
|
"step": 1866
|
|
},
|
|
{
|
|
"epoch": 6.483268144285093,
|
|
"grad_norm": 0.4033971130847931,
|
|
"learning_rate": 1.4078908359952403e-07,
|
|
"loss": 3.0353,
|
|
"step": 1867
|
|
},
|
|
{
|
|
"epoch": 6.486744893524555,
|
|
"grad_norm": 0.40543147921562195,
|
|
"learning_rate": 1.3400810863675174e-07,
|
|
"loss": 3.0127,
|
|
"step": 1868
|
|
},
|
|
{
|
|
"epoch": 6.490221642764015,
|
|
"grad_norm": 0.40934666991233826,
|
|
"learning_rate": 1.2739426948732424e-07,
|
|
"loss": 3.132,
|
|
"step": 1869
|
|
},
|
|
{
|
|
"epoch": 6.493698392003477,
|
|
"grad_norm": 0.4018721878528595,
|
|
"learning_rate": 1.2094758831883712e-07,
|
|
"loss": 3.0282,
|
|
"step": 1870
|
|
},
|
|
{
|
|
"epoch": 6.497175141242938,
|
|
"grad_norm": 0.40862470865249634,
|
|
"learning_rate": 1.146680867386285e-07,
|
|
"loss": 3.1336,
|
|
"step": 1871
|
|
},
|
|
{
|
|
"epoch": 6.500651890482399,
|
|
"grad_norm": 0.4113106429576874,
|
|
"learning_rate": 1.0855578579370695e-07,
|
|
"loss": 3.0698,
|
|
"step": 1872
|
|
},
|
|
{
|
|
"epoch": 6.50412863972186,
|
|
"grad_norm": 0.39900723099708557,
|
|
"learning_rate": 1.0261070597065713e-07,
|
|
"loss": 3.025,
|
|
"step": 1873
|
|
},
|
|
{
|
|
"epoch": 6.507605388961321,
|
|
"grad_norm": 0.39849308133125305,
|
|
"learning_rate": 9.683286719560647e-08,
|
|
"loss": 3.042,
|
|
"step": 1874
|
|
},
|
|
{
|
|
"epoch": 6.511082138200782,
|
|
"grad_norm": 0.39917635917663574,
|
|
"learning_rate": 9.12222888341252e-08,
|
|
"loss": 3.0235,
|
|
"step": 1875
|
|
},
|
|
{
|
|
"epoch": 6.514558887440243,
|
|
"grad_norm": 0.40099823474884033,
|
|
"learning_rate": 8.577898969119869e-08,
|
|
"loss": 3.0162,
|
|
"step": 1876
|
|
},
|
|
{
|
|
"epoch": 6.518035636679705,
|
|
"grad_norm": 0.40142250061035156,
|
|
"learning_rate": 8.050298801111633e-08,
|
|
"loss": 2.98,
|
|
"step": 1877
|
|
},
|
|
{
|
|
"epoch": 6.5215123859191655,
|
|
"grad_norm": 0.40689295530319214,
|
|
"learning_rate": 7.539430147745496e-08,
|
|
"loss": 3.1645,
|
|
"step": 1878
|
|
},
|
|
{
|
|
"epoch": 6.524989135158627,
|
|
"grad_norm": 0.39953750371932983,
|
|
"learning_rate": 7.045294721299556e-08,
|
|
"loss": 3.0468,
|
|
"step": 1879
|
|
},
|
|
{
|
|
"epoch": 6.528465884398088,
|
|
"grad_norm": 0.4039493501186371,
|
|
"learning_rate": 6.567894177967326e-08,
|
|
"loss": 3.109,
|
|
"step": 1880
|
|
},
|
|
{
|
|
"epoch": 6.531942633637549,
|
|
"grad_norm": 0.4100818336009979,
|
|
"learning_rate": 6.107230117851636e-08,
|
|
"loss": 3.0905,
|
|
"step": 1881
|
|
},
|
|
{
|
|
"epoch": 6.53541938287701,
|
|
"grad_norm": 0.4003710448741913,
|
|
"learning_rate": 5.663304084960186e-08,
|
|
"loss": 3.0059,
|
|
"step": 1882
|
|
},
|
|
{
|
|
"epoch": 6.538896132116471,
|
|
"grad_norm": 0.4005975127220154,
|
|
"learning_rate": 5.236117567199439e-08,
|
|
"loss": 2.9985,
|
|
"step": 1883
|
|
},
|
|
{
|
|
"epoch": 6.5423728813559325,
|
|
"grad_norm": 0.39996832609176636,
|
|
"learning_rate": 4.825671996370185e-08,
|
|
"loss": 2.993,
|
|
"step": 1884
|
|
},
|
|
{
|
|
"epoch": 6.545849630595393,
|
|
"grad_norm": 0.4038967490196228,
|
|
"learning_rate": 4.431968748162541e-08,
|
|
"loss": 3.0491,
|
|
"step": 1885
|
|
},
|
|
{
|
|
"epoch": 6.549326379834854,
|
|
"grad_norm": 0.39866870641708374,
|
|
"learning_rate": 4.055009142152067e-08,
|
|
"loss": 2.9085,
|
|
"step": 1886
|
|
},
|
|
{
|
|
"epoch": 6.552803129074316,
|
|
"grad_norm": 0.40169060230255127,
|
|
"learning_rate": 3.6947944417925483e-08,
|
|
"loss": 2.9973,
|
|
"step": 1887
|
|
},
|
|
{
|
|
"epoch": 6.556279878313776,
|
|
"grad_norm": 0.41364067792892456,
|
|
"learning_rate": 3.351325854417109e-08,
|
|
"loss": 3.095,
|
|
"step": 1888
|
|
},
|
|
{
|
|
"epoch": 6.559756627553238,
|
|
"grad_norm": 0.40573641657829285,
|
|
"learning_rate": 3.0246045312282144e-08,
|
|
"loss": 3.0339,
|
|
"step": 1889
|
|
},
|
|
{
|
|
"epoch": 6.563233376792699,
|
|
"grad_norm": 0.39951014518737793,
|
|
"learning_rate": 2.7146315672971212e-08,
|
|
"loss": 3.0338,
|
|
"step": 1890
|
|
},
|
|
{
|
|
"epoch": 6.56671012603216,
|
|
"grad_norm": 0.4012530744075775,
|
|
"learning_rate": 2.4214080015610986e-08,
|
|
"loss": 3.0469,
|
|
"step": 1891
|
|
},
|
|
{
|
|
"epoch": 6.570186875271621,
|
|
"grad_norm": 0.4066547453403473,
|
|
"learning_rate": 2.1449348168167682e-08,
|
|
"loss": 3.0924,
|
|
"step": 1892
|
|
},
|
|
{
|
|
"epoch": 6.573663624511082,
|
|
"grad_norm": 0.4027867913246155,
|
|
"learning_rate": 1.8852129397189942e-08,
|
|
"loss": 3.008,
|
|
"step": 1893
|
|
},
|
|
{
|
|
"epoch": 6.577140373750543,
|
|
"grad_norm": 0.4034714102745056,
|
|
"learning_rate": 1.6422432407781075e-08,
|
|
"loss": 3.1072,
|
|
"step": 1894
|
|
},
|
|
{
|
|
"epoch": 6.580617122990004,
|
|
"grad_norm": 0.3969672620296478,
|
|
"learning_rate": 1.4160265343549083e-08,
|
|
"loss": 3.0111,
|
|
"step": 1895
|
|
},
|
|
{
|
|
"epoch": 6.584093872229466,
|
|
"grad_norm": 0.4007243514060974,
|
|
"learning_rate": 1.2065635786595586e-08,
|
|
"loss": 3.0336,
|
|
"step": 1896
|
|
},
|
|
{
|
|
"epoch": 6.5875706214689265,
|
|
"grad_norm": 0.40860840678215027,
|
|
"learning_rate": 1.0138550757493592e-08,
|
|
"loss": 3.1238,
|
|
"step": 1897
|
|
},
|
|
{
|
|
"epoch": 6.591047370708388,
|
|
"grad_norm": 0.40205299854278564,
|
|
"learning_rate": 8.379016715254207e-09,
|
|
"loss": 3.0705,
|
|
"step": 1898
|
|
},
|
|
{
|
|
"epoch": 6.594524119947849,
|
|
"grad_norm": 0.39915701746940613,
|
|
"learning_rate": 6.78703955730442e-09,
|
|
"loss": 2.989,
|
|
"step": 1899
|
|
},
|
|
{
|
|
"epoch": 6.5980008691873095,
|
|
"grad_norm": 0.3982495367527008,
|
|
"learning_rate": 5.362624619470458e-09,
|
|
"loss": 3.0144,
|
|
"step": 1900
|
|
},
|
|
{
|
|
"epoch": 6.601477618426771,
|
|
"grad_norm": 0.40340107679367065,
|
|
"learning_rate": 4.105776675966677e-09,
|
|
"loss": 3.0345,
|
|
"step": 1901
|
|
},
|
|
{
|
|
"epoch": 6.604954367666232,
|
|
"grad_norm": 0.3958084285259247,
|
|
"learning_rate": 3.0164999393678117e-09,
|
|
"loss": 3.0071,
|
|
"step": 1902
|
|
},
|
|
{
|
|
"epoch": 6.6084311169056935,
|
|
"grad_norm": 0.3997930586338043,
|
|
"learning_rate": 2.0947980606034203e-09,
|
|
"loss": 3.0614,
|
|
"step": 1903
|
|
},
|
|
{
|
|
"epoch": 6.611907866145154,
|
|
"grad_norm": 0.4008050560951233,
|
|
"learning_rate": 1.3406741289412329e-09,
|
|
"loss": 3.0648,
|
|
"step": 1904
|
|
},
|
|
{
|
|
"epoch": 6.615384615384615,
|
|
"grad_norm": 0.3971216082572937,
|
|
"learning_rate": 7.541306719704988e-10,
|
|
"loss": 3.0075,
|
|
"step": 1905
|
|
},
|
|
{
|
|
"epoch": 6.618861364624077,
|
|
"grad_norm": 0.39623579382896423,
|
|
"learning_rate": 3.3516965562419013e-10,
|
|
"loss": 2.9764,
|
|
"step": 1906
|
|
},
|
|
{
|
|
"epoch": 6.622338113863537,
|
|
"grad_norm": 0.39841023087501526,
|
|
"learning_rate": 8.379248411793939e-11,
|
|
"loss": 3.0144,
|
|
"step": 1907
|
|
}
|
|
],
|
|
"logging_steps": 1,
|
|
"max_steps": 1907,
|
|
"num_input_tokens_seen": 0,
|
|
"num_train_epochs": 7,
|
|
"save_steps": 200,
|
|
"stateful_callbacks": {
|
|
"TrainerControl": {
|
|
"args": {
|
|
"should_epoch_stop": false,
|
|
"should_evaluate": false,
|
|
"should_log": false,
|
|
"should_save": true,
|
|
"should_training_stop": true
|
|
},
|
|
"attributes": {}
|
|
}
|
|
},
|
|
"total_flos": 1.8113861270435267e+18,
|
|
"train_batch_size": 32,
|
|
"trial_name": null,
|
|
"trial_params": null
|
|
}
|